-- Logs begin at Tue 2021-08-31 12:56:22 UTC, end at Tue 2021-08-31 15:24:51 UTC. -- Aug 31 13:31:09.554087 n-d-792362-6 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 13:31:12.273761 n-d-792362-6 neutron-server[101253]: INFO neutron.common.config [-] Logging enabled! Aug 31 13:31:12.274638 n-d-792362-6 neutron-server[101253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 13:31:12.274804 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 13:31:12.278182 n-d-792362-6 neutron-server[101253]: INFO neutron.common.config [-] Logging enabled! Aug 31 13:31:12.278443 n-d-792362-6 neutron-server[101253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 13:31:12.278759 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 13:31:12.279723 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:31:12.279966 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:31:12.280333 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:31:12.280583 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:31:12.280818 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:31:12.281161 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.281462 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.281759 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.281994 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.282294 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.282586 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.282872 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.283163 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.283461 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.283745 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.284025 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.284309 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.284541 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.284823 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.285136 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.285438 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.285649 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] debug = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.285929 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.286351 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.286765 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.287045 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.287334 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.287615 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.287893 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.288172 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.288459 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.288791 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] host = n-d-792362-6 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.289095 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.289386 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.289673 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.289961 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.290241 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.290519 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.290821 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.291081 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.291355 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] log_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.291631 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.291922 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.292213 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.292505 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.292732 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.292987 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.293280 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.293565 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.293843 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.294117 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.294395 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.294669 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.294945 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.295215 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.296035 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.296323 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.296611 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.296908 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.297188 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.297462 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.297734 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.298018 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.298292 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.298573 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.298848 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.299136 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.299407 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.299681 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.299981 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.300266 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.300551 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.300839 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.301145 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.301430 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.301702 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.301976 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.302251 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] use_json = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.302526 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.302803 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.303090 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.303364 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.303642 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.303917 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.304191 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.304479 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:12.304782 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.305107 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.305411 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.305701 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.306001 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.306285 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.306579 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.306865 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.307159 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.307451 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.307743 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.308025 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.308320 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.308604 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.308929 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.309239 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.309537 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.309831 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.310109 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.310387 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.310662 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.310964 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.311800 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.312085 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.312380 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.312673 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.312992 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.313289 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.313586 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.313883 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.314164 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.314449 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.314746 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.315029 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.315308 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.315591 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.315883 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.316164 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.316442 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.316728 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.317039 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.317320 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.317599 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.317882 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.318177 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.318465 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.318742 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.319019 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.319303 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.319578 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.319868 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.320151 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.320430 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.320707 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.321011 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.321290 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.321567 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.321848 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.322124 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.322404 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.322679 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.322954 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.323227 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.323505 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.323781 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.324057 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.324332 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.324613 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.324910 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.325191 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.325468 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.325746 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.326023 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.326315 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.326642 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.326928 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.327210 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.327491 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.327775 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.328056 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.328339 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.328621 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.328922 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.329199 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.329492 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.329780 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.330082 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.330369 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.330650 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.330955 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.331236 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.331521 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.331801 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.332080 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.332367 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.332652 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.332979 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.333277 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.333575 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.333870 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.334168 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.334454 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.334766 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.335050 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:12.335272 n-d-792362-6 neutron-server[101253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:31:12.335516 n-d-792362-6 neutron-server[101253]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101253) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 13:31:12.688233 n-d-792362-6 neutron-server[101253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 13:31:12.688517 n-d-792362-6 neutron-server[101253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 13:31:12.688813 n-d-792362-6 neutron-server[101253]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 13:31:12.689179 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 13:31:13.088889 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.089205 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.089480 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.090794 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.091073 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.091341 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.125858 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.126142 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.126416 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.143137 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.143433 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.143705 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.172851 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.173164 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.173441 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.209723 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.210008 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.210280 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.444587 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.445255 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.445255 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.445434 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.446130 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.566393 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.566723 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.567010 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.567294 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.567567 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.567884 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.568149 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.568410 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.568666 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.568975 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.569244 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.569512 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.569772 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.570030 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.570292 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.570561 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.570819 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.571091 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.571366 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.571628 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.571901 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.572158 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.572444 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.572822 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.573105 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.573356 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.573754 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:13.574001 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:13.574243 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:13.574484 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:13.574722 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:13.574963 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:13.575401 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 13:31:13.579190 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 13:31:13.583227 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 13:31:13.587001 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Aug 31 13:31:13.588640 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 13:31:13.589119 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 13:31:13.589608 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 13:31:13.589994 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 13:31:13.592794 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 13:31:13.593070 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 13:31:13.593424 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 13:31:13.598796 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 13:31:13.620611 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 13:31:13.621062 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.621366 n-d-792362-6 neutron-server[101253]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101253) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 13:31:13.621729 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.623093 n-d-792362-6 neutron-server[101253]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101253) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 13:31:13.623376 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 13:31:13.624139 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 13:31:13.627378 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.627673 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:13.693396 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 13:31:13.693648 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 13:31:13.693889 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 13:31:13.694262 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 13:31:13.716114 n-d-792362-6 neutron-server[101253]: DEBUG oslo_db.sqlalchemy.engines [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101253) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 13:31:14.274087 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing driver for type 'gre' Aug 31 13:31:14.274939 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] gre ID ranges: [(1, 1000)] Aug 31 13:31:14.326352 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing driver for type 'local' Aug 31 13:31:14.326752 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing driver for type 'vlan' Aug 31 13:31:14.338859 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] VlanTypeDriver initialization complete Aug 31 13:31:14.339218 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing driver for type 'vxlan' Aug 31 13:31:14.339773 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] vxlan ID ranges: [(1, 1000)] Aug 31 13:31:14.402870 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing extension driver 'port_security' Aug 31 13:31:14.403360 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.extensions.port_security [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] PortSecurityExtensionDriver initialization complete Aug 31 13:31:14.403703 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing mechanism driver 'openvswitch' Aug 31 13:31:14.404176 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing mechanism driver 'hyperv' Aug 31 13:31:14.411248 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.plugin [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:14.411942 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.412323 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.412684 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.413235 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:31:14.413674 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.414036 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.414393 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.414787 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:31:14.415197 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.415553 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.415903 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.416291 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:31:14.416699 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.417082 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.417427 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.417957 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:31:14.418370 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.418730 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.419080 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.419478 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:31:14.419888 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.420239 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.421175 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.421570 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:31:14.421956 n-d-792362-6 neutron-server[101253]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] ML2 OVO RPC backend initialized. {{(pid=101253) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 13:31:14.422666 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.423036 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.423459 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.423817 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > networks before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.424197 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.424544 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > ports before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.424914 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.425265 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.425619 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.426043 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.426387 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.426736 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.427073 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.427413 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.427752 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.428092 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.428429 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.429033 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.plugin [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Modular L2 Plugin initialization complete Aug 31 13:31:14.429370 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading services supported by the core plugin {{(pid=101253) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 13:31:14.429697 n-d-792362-6 neutron-server[101253]: INFO neutron.plugins.ml2.managers [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Got port-security extension from driver 'port_security' Aug 31 13:31:14.430159 n-d-792362-6 neutron-server[101253]: INFO neutron.extensions.vlantransparent [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Disabled vlantransparent extension. Aug 31 13:31:14.430643 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101253) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 13:31:14.430957 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: router Aug 31 13:31:14.469150 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.469739 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router after_create 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.469915 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router before_create 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.470291 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.470677 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.471042 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router after_delete 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.471407 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.471764 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.472127 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router after_create 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.472478 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router after_update 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.472833 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router after_update 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.473213 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.473578 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router after_update 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.473991 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.474365 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: port after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.474709 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: port after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.475052 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: subnet after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.475399 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.475754 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.476109 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.476460 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: port before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.476807 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.477193 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router after_update 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.477542 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.477897 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.478264 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.478612 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.478982 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > agent after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.479335 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.479682 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > network after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.480573 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Tracking information for resource: router configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:14.480935 n-d-792362-6 neutron-server[101253]: DEBUG neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Tracking information for resource: floatingip configured {{(pid=101253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:31:14.485877 n-d-792362-6 neutron-server[101253]: INFO neutron.db.l3_agentschedulers_db [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 13:31:14.486454 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: port after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.486821 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: port after_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.487175 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: port after_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.487534 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: port after_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.488332 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router before_create 55550100 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.488768 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.489159 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.489527 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.494122 n-d-792362-6 neutron-server[101253]: DEBUG neutron.services.provider_configuration [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service providers = [] {{(pid=101253) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 13:31:14.494490 n-d-792362-6 neutron-server[101253]: DEBUG neutron.db.servicetype_db [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101253) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 13:31:14.497453 n-d-792362-6 neutron-server[101253]: DEBUG neutron.services.service_base [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:31:14.497810 n-d-792362-6 neutron-server[101253]: DEBUG neutron.services.service_base [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:31:14.498161 n-d-792362-6 neutron-server[101253]: DEBUG neutron.services.service_base [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:31:14.499093 n-d-792362-6 neutron-server[101253]: DEBUG neutron.services.service_base [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:31:14.499469 n-d-792362-6 neutron-server[101253]: INFO neutron.services.service_base [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 13:31:14.499849 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.500171 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 13:31:14.510796 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.511138 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: auto_allocate Aug 31 13:31:14.517427 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: network precommit_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.517805 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: network precommit_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.518330 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.518653 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: tag Aug 31 13:31:14.525506 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.525794 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: timestamp Aug 31 13:31:14.530418 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.530756 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: network_ip_availability Aug 31 13:31:14.536224 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.536606 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.536999 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.537717 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.538040 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: flavors Aug 31 13:31:14.542720 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.543059 n-d-792362-6 neutron-server[101253]: INFO neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading Plugin: revisions Aug 31 13:31:14.547374 n-d-792362-6 neutron-server[101253]: DEBUG neutron.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:31:14.547772 n-d-792362-6 neutron-server[101253]: DEBUG oslo_concurrency.lockutils [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.859s {{(pid=101253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 13:31:14.548506 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101253) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 13:31:14.548846 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Initializing extension manager. Aug 31 13:31:14.549384 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: __init__.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.549729 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: __pycache__ {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.550068 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.550403 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: address_group.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.551258 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.551778 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: address-group Aug 31 13:31:14.552106 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: address_scope.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.552825 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.553358 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: address-scope Aug 31 13:31:14.553683 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.554617 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.555127 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: router-admin-state-down-before-update Aug 31 13:31:14.555452 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: agent.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.556359 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.556892 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: agent Aug 31 13:31:14.557221 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: agent_resources_synced.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.558146 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.558654 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: agent-resources-synced Aug 31 13:31:14.558982 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.560771 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.561725 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: allowed-address-pairs Aug 31 13:31:14.562054 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.563146 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.563662 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: auto-allocated-topology Aug 31 13:31:14.563993 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: availability_zone.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.564690 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.565226 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: availability_zone Aug 31 13:31:14.565553 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: availability_zone_filter.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.566478 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.566984 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: availability_zone_filter Aug 31 13:31:14.567309 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: data_plane_status.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.568233 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.568736 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 13:31:14.569092 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: default_subnetpools.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.570013 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.570518 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: default-subnetpools Aug 31 13:31:14.570842 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.571684 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.572213 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: dhcp_agent_scheduler Aug 31 13:31:14.572538 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: dns.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.573505 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.574005 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 13:31:14.574330 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: dns_domain_ports.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.575259 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.575756 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 13:31:14.576080 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.577589 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.578092 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 13:31:14.578415 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: dvr.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.579088 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.579586 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: dvr Aug 31 13:31:14.579909 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: ecmp_routes.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.580823 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.581348 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 13:31:14.581672 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: empty_string_filtering.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.582587 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.583087 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: empty-string-filtering Aug 31 13:31:14.583407 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.584330 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.584829 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 13:31:14.585175 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.586109 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.586609 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 13:31:14.586934 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: external_net.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.587937 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.588440 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: external-net Aug 31 13:31:14.588763 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.589715 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.590219 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: extra_dhcp_opt Aug 31 13:31:14.590542 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: extraroute.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.591453 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.591959 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: extraroute Aug 31 13:31:14.592943 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: extraroute_atomic.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.593993 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.594499 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: extraroute-atomic Aug 31 13:31:14.594826 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: filter_validation.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.595498 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.596003 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: filter-validation Aug 31 13:31:14.596327 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: fip_pf_description.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.597275 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.597779 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 13:31:14.598099 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: fip_port_details.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.599017 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.599520 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: fip-port-details Aug 31 13:31:14.599842 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: flavors.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.601091 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.601608 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: flavors Aug 31 13:31:14.601938 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.603594 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.604108 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 13:31:14.604436 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: floatingip_pools.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.605168 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.605684 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: floatingip-pools Aug 31 13:31:14.606008 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: ip_allocation.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.606940 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.607441 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 13:31:14.607856 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.608795 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.609329 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: ip-substring-filtering Aug 31 13:31:14.609656 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l2_adjacency.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.610595 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.611095 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 13:31:14.611418 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l3.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.612515 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.613062 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: router Aug 31 13:31:14.613394 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.615627 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.616164 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 13:31:14.616503 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.617460 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.617974 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: ext-gw-mode Aug 31 13:31:14.618303 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.619247 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.619753 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: l3-ha Aug 31 13:31:14.620082 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l3_flavors.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.621041 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.621545 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: l3-flavors Aug 31 13:31:14.621873 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.622796 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.623305 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 13:31:14.623659 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: l3agentscheduler.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.624698 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.625239 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: l3_agent_scheduler Aug 31 13:31:14.625568 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: logging.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.627045 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.627562 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension logging not supported by any of loaded plugins Aug 31 13:31:14.627896 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: metering.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.628636 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.629245 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: metering Aug 31 13:31:14.629572 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.630674 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.631186 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: metering_source_and_destination_fields Aug 31 13:31:14.631515 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: multiprovidernet.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.632451 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.633047 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: multi-provider Aug 31 13:31:14.633379 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: netmtu.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.634300 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.634806 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: net-mtu Aug 31 13:31:14.635132 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: netmtu_writable.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.636058 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.636559 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: net-mtu-writable Aug 31 13:31:14.636902 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: network_availability_zone.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.637575 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.638074 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: network_availability_zone Aug 31 13:31:14.638397 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: network_ip_availability.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.640009 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.640516 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: network-ip-availability Aug 31 13:31:14.640843 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: network_segment_range.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.641628 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.642129 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 13:31:14.642451 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: pagination.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.643431 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.643758 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: pagination Aug 31 13:31:14.644079 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: port_device_profile.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.645028 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.645538 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: port-device-profile Aug 31 13:31:14.645862 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.646810 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.647333 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: port-mac-address-regenerate Aug 31 13:31:14.647658 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.648601 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.649403 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: port-numa-affinity-policy Aug 31 13:31:14.649732 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: port_resource_request.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.650651 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.651151 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 13:31:14.651475 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: portbindings.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.652421 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.652965 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: binding Aug 31 13:31:14.653295 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: portbindings_extended.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.654743 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.655267 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: binding-extended Aug 31 13:31:14.655602 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: portsecurity.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.656529 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.657073 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: port-security Aug 31 13:31:14.657905 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: project_id.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.658978 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.659313 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: project-id Aug 31 13:31:14.659644 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: providernet.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.660577 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.661121 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: provider Aug 31 13:31:14.661449 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.664961 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.665484 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos not supported by any of loaded plugins Aug 31 13:31:14.665819 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.667083 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.667597 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 13:31:14.667929 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.668853 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.669387 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 13:31:14.669716 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_default.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.670660 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.671196 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-default not supported by any of loaded plugins Aug 31 13:31:14.671527 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_fip.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.672182 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.672684 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 13:31:14.673046 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.673980 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.674487 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 13:31:14.674815 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.675736 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.676246 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 13:31:14.676568 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_pps_rule.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.677780 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.678297 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 13:31:14.678625 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.679546 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.680057 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 13:31:14.680381 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: qos_rules_alias.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.681448 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.681959 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 13:31:14.682286 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: quotasv2.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.683194 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.683528 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: quotas Aug 31 13:31:14.683853 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: quotasv2_detail.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.686955 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.687296 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: quota_details Aug 31 13:31:14.687629 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: rbac.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.688893 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.689420 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: rbac-policies Aug 31 13:31:14.689752 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: rbac_address_group.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.690688 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.691197 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: rbac-address-group Aug 31 13:31:14.691531 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: rbac_address_scope.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.692450 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.692995 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: rbac-address-scope Aug 31 13:31:14.693324 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: rbac_security_groups.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.694244 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.694751 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: rbac-security-groups Aug 31 13:31:14.695078 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.696008 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.696513 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: rbac-subnetpool Aug 31 13:31:14.696837 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: revisionifmatch.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.697791 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.698300 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: revision-if-match Aug 31 13:31:14.698627 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: revisions.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.699743 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.700264 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: standard-attr-revisions Aug 31 13:31:14.700574 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: router_availability_zone.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.701300 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.702357 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: router_availability_zone Aug 31 13:31:14.702681 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: routerservicetype.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.703612 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.704130 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 13:31:14.704452 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.705407 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.705915 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: security-groups-normalized-cidr Aug 31 13:31:14.706240 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.707177 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.707680 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: port-security-groups-filtering Aug 31 13:31:14.708003 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.708956 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.709469 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: security-groups-remote-address-group Aug 31 13:31:14.709794 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: securitygroup.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.719888 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.720416 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: security-group Aug 31 13:31:14.720754 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: segment.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.721709 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.722220 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension segment not supported by any of loaded plugins Aug 31 13:31:14.722553 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.723518 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.724028 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 13:31:14.724360 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: servicetype.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.725574 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.726099 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: service-type Aug 31 13:31:14.726440 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: sorting.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.727435 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.727771 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: sorting Aug 31 13:31:14.728100 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: standard_attr_segment.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.729060 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.729574 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 13:31:14.729900 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: standardattrdescription.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.730553 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.731056 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: standard-attr-description Aug 31 13:31:14.731379 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: stateful_security_group.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.732372 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.733062 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: stateful-security-group Aug 31 13:31:14.733611 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: stdattrs_common.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.734204 n-d-792362-6 neutron-server[101253]: WARNING neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 13:31:14.734529 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.735486 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.736001 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 13:31:14.736330 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: subnet_onboard.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.737442 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.737960 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: subnet_onboard Aug 31 13:31:14.738288 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.739222 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.739729 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 13:31:14.740054 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: subnet_service_types.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.741025 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.741538 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: subnet-service-types Aug 31 13:31:14.741862 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: subnetallocation.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.742955 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.743466 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: subnet_allocation Aug 31 13:31:14.743791 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.744460 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.744998 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: subnetpool-prefix-ops Aug 31 13:31:14.745322 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.746251 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.746761 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 13:31:14.747085 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: tagging.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.748139 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.748680 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: standard-attr-tag Aug 31 13:31:14.749040 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: timestamp.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.750247 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.750760 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loaded extension: standard-attr-timestamp Aug 31 13:31:14.751092 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: trunk.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.752129 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.752642 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension trunk not supported by any of loaded plugins Aug 31 13:31:14.753003 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: trunk_details.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.753940 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.754450 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 13:31:14.754780 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.755706 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.756216 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 13:31:14.756549 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Loading extension file: vlantransparent.py {{(pid=101253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:31:14.757254 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:31:14.757762 n-d-792362-6 neutron-server[101253]: INFO neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 13:31:14.760219 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:network Aug 31 13:31:14.760758 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:subnet Aug 31 13:31:14.761198 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:31:14.761594 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:port Aug 31 13:31:14.762829 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.763272 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service FLAVORS assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.763914 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.764895 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.765232 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:router Aug 31 13:31:14.765719 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 13:31:14.766231 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service METERING assigned prefix: /metering {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.767695 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.768073 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.768432 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:31:14.769465 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 13:31:14.769927 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:security_group Aug 31 13:31:14.770371 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 13:31:14.772386 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service CORE assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.772741 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:31:14.773123 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] subnetpool is already registered Aug 31 13:31:14.773576 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service CORE assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.773907 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:31:14.774500 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] subnetpool is already registered Aug 31 13:31:14.776835 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.777258 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service FLAVORS assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.777868 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.778299 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.778636 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:router Aug 31 13:31:14.778976 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] router is already registered Aug 31 13:31:14.779397 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 13:31:14.780346 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] floatingip is already registered Aug 31 13:31:14.780818 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service METERING assigned prefix: /metering {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.781520 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 13:31:14.781846 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] rbac_policy is already registered Aug 31 13:31:14.782263 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:security_group Aug 31 13:31:14.782602 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] security_group is already registered Aug 31 13:31:14.783010 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 13:31:14.783345 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] security_group_rule is already registered Aug 31 13:31:14.783967 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service CORE assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.784297 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:31:14.784632 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] subnetpool is already registered Aug 31 13:31:14.785079 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.v2.resource_helper [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Service CORE assigned prefix: {{(pid=101253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:31:14.785406 n-d-792362-6 neutron-server[101253]: INFO neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:31:14.785739 n-d-792362-6 neutron-server[101253]: WARNING neutron.quota.resource_registry [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] subnetpool is already registered Aug 31 13:31:14.786213 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: extensions {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.787691 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: address-groups {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.789206 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: address-scopes {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.790508 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: agents {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.791688 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: auto-allocated-topology {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.792972 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: availability_zones {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.794188 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: dhcp-networks {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.795793 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: dhcp-agents {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.797261 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: routers {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.799817 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: flavors {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.801002 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: service_profiles {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.802234 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: next_providers {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.803685 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: service_profiles {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.805237 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: floatingip-pools {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.806534 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: routers {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.808628 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: floatingips {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.809948 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: l3-routers {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.811359 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: l3-agents {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.812761 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: metering-labels {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.814202 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: metering-label-rules {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.815470 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: network-ip-availabilities {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.816740 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: bindings {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.818423 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: quotas {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.819861 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: quotas {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.821323 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: rbac-policies {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.822519 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: security-groups {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.823825 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: security-group-rules {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.825080 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: service-providers {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.826295 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: subnetpools {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.828255 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: subnetpools {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.829792 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.831475 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.833292 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.835089 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.838010 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.839885 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.841711 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.844222 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.846033 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.847787 n-d-792362-6 neutron-server[101253]: DEBUG neutron.api.extensions [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Extended resource: tags {{(pid=101253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:31:14.853667 n-d-792362-6 neutron-server[101253]: WARNING keystonemiddleware.auth_token [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 13:31:14.858430 n-d-792362-6 neutron-server[101253]: WARNING keystonemiddleware.auth_token [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 13:31:14.866868 n-d-792362-6 neutron-server[101253]: DEBUG oslo_concurrency.lockutils [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Acquired lock "singleton_lock" {{(pid=101253) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 13:31:14.867347 n-d-792362-6 neutron-server[101253]: DEBUG oslo_concurrency.lockutils [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Releasing lock "singleton_lock" {{(pid=101253) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 13:31:14.867992 n-d-792362-6 neutron-server[101253]: INFO oslo_service.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Starting 2 workers Aug 31 13:31:14.872892 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Started child 101360 {{(pid=101253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:31:14.877901 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Started child 101361 {{(pid=101253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:31:14.878882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:14.879647 n-d-792362-6 neutron-server[101253]: INFO neutron.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 13:31:14.880189 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Notify callbacks [] for process, before_spawn {{(pid=101253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:14.880384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [-] (101360) wsgi starting up on http://0.0.0.0:9696 Aug 31 13:31:14.882591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:14.883084 n-d-792362-6 neutron-server[101253]: INFO oslo_service.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Starting 1 workers Aug 31 13:31:14.883935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [-] (101361) wsgi starting up on http://0.0.0.0:9696 Aug 31 13:31:14.887880 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Started child 101362 {{(pid=101253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:31:14.888417 n-d-792362-6 neutron-server[101253]: INFO oslo_service.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Starting 1 workers Aug 31 13:31:14.892318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] calling RpcWorker wait() {{(pid=101362) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 13:31:14.893015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] returning from RpcWorker wait() {{(pid=101362) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 13:31:14.893521 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Started child 101363 {{(pid=101253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:31:14.894337 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:14.894435 n-d-792362-6 neutron-server[101253]: DEBUG neutron_lib.callbacks.manager [None req-2fee1177-9898-4d17-ae18-907a39f713c2 None None] Notify callbacks [] for process, after_spawn {{(pid=101253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:14.894910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:14.896270 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101253) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 13:31:14.896499 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:31:14.896691 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:31:14.896932 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:31:14.897288 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:31:14.897452 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:31:14.898063 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.898354 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.898578 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:14.899049 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.899049 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.899443 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.899808 n-d-792362-6 neutron-server[101363]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:14.899970 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.900235 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.900487 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.900771 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.901059 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.901236 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.901404 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.901757 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.902095 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.902411 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.902678 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.902919 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.903194 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.903374 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.903623 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.903900 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.904162 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.904430 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] debug = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.904736 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.905280 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.905527 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.905769 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.906023 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.906306 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.906539 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.906817 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.907057 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.907273 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.907519 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.907767 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.908008 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.908223 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.908448 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.908687 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.908947 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.909421 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] host = n-d-792362-6 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.909639 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.909871 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.910097 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.910342 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.910601 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.910820 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.911082 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.911334 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.911585 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.911829 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.912080 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.912339 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.912552 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.912789 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.913012 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_options = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.913202 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.913468 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.913739 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.913925 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.914093 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.914271 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.914523 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.914686 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.914947 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.915163 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.915375 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.915588 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.915801 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.916054 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.916318 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.916561 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.917026 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.917245 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.917505 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.917774 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.918033 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.918261 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.918502 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.918722 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.918939 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.919169 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.919415 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.919629 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.919841 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.920094 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.920385 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.920639 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.920967 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.921237 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.921488 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.921715 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.921931 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.922196 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.922429 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.922688 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.922946 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.923181 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.923440 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.923673 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.923902 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.924101 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_json = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.924314 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.924529 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.924796 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.925041 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.925256 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.925472 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.925705 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.925945 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:14.926413 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.926713 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.927042 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.927292 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.927548 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.927793 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.928043 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.928359 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.929239 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.929483 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.929829 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.930056 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.930352 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.930582 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.930864 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.931234 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.931505 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.931772 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.932009 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.932242 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.932459 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.932782 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.933424 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.933663 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.933898 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.934153 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.934385 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.934936 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.935300 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.935457 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.935806 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.936620 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.936939 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.937136 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.937347 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.937694 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.937968 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.938382 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.938532 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.938682 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.938937 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.939167 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.939386 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.939616 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.939858 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.940096 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.940349 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.940573 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.940789 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.941104 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.941455 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.941753 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.942007 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.942248 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.942583 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.943225 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.943225 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.943507 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.943708 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.943852 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.944330 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.944330 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.944946 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.944946 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.946385 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.946385 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.946385 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.946385 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.948899 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.948899 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.948899 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.948899 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.948899 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.949269 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.949338 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.949591 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.949881 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.950114 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.950409 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.950645 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.950867 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.951128 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.951378 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.952221 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.952475 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.952711 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.952950 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.953177 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.953393 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.953673 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.954077 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.954337 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.954602 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.954856 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.955127 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.955378 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.955624 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.955856 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.956130 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.956476 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.956827 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.957102 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.957426 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.957675 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.957935 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.958196 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.958422 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.958664 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.958898 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.959140 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.959378 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.959676 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.959929 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.960179 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.960426 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.960685 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.961022 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.961324 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.961644 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.961892 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.962208 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.962523 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.962807 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.963079 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.963478 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.963897 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.964363 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.964742 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.965181 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.965573 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.965999 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.966391 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.966715 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.966987 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.967244 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.967520 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.967797 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.968160 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.968405 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.968624 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.969092 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.969612 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.970012 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.970384 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.970687 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.970976 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.971254 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.971525 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.971771 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.972001 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.972253 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.972498 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.972742 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.973043 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.973289 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.973545 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.973790 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.974032 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.974279 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.974524 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.974805 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.975136 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.975375 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.975608 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.975865 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.976088 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.976315 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.976572 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.976799 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.977074 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.977299 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.977542 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.977814 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.978042 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.978318 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.978577 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.978818 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.979051 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.979300 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.979538 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.979757 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.980008 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.980251 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.980469 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.980703 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.980946 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.981188 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.981405 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.981634 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.981850 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.982104 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.982355 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.982697 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.982969 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.983226 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.983478 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.983699 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.983962 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.984216 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.984488 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.984751 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.985154 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.985550 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.986906 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.987189 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.987426 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.987745 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.987884 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.988081 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.988328 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.988566 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.988897 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.989165 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.989410 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.989685 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.989949 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.990191 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.990453 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.990674 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.990894 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.991125 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.991370 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.991588 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.991845 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.992067 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.992283 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.992512 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.992735 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.992983 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.993216 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.993432 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.993672 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.993902 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.994146 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.994362 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.994598 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.994855 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.995017 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.995238 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.995456 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.995672 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.995896 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.996110 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.996325 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.996553 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.996774 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.997035 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.997348 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.997627 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.997882 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.998185 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.999074 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.999288 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.999536 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:14.999850 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.000090 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.000334 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.000555 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.000777 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.001058 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.001319 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.001636 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.001937 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.002197 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.002469 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.002736 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.003014 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.003304 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.003523 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.003818 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.004148 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.004426 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.004685 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.004951 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.005207 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.005433 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.005659 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.006189 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.006189 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.006467 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.006593 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.006783 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.008988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.009567 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:31:15.009567 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101253) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 13:31:15.009567 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:31:15.009567 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:31:15.009851 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:31:15.009935 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:31:15.010104 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:31:15.010247 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.010412 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.010574 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.010735 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.010897 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.011080 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.011245 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.011404 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.011564 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.011722 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.011882 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.012041 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.012200 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.012359 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.012518 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.012680 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.012838 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.013021 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.013186 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.013345 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.013504 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.013661 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.013819 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] debug = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.013998 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.014244 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.014412 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.014585 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.014727 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.014886 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.015049 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.015210 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.015369 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.015528 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.015688 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.015847 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.016005 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.016165 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.016323 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.016482 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.016673 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.016842 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] host = n-d-792362-6 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.016999 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.017160 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.017323 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.017472 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.017631 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.017790 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.017956 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.018101 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.018261 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.018414 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.018574 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.018732 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.018891 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.019051 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.019209 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_options = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.019368 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.019558 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.019673 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.019852 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.020024 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.020184 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.020501 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.020673 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.020834 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.021017 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.021171 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.021333 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.021491 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.021650 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.021810 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.021968 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.022129 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.022288 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.022449 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.022609 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.022768 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.022927 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.023090 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.023250 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.023409 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.023567 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.023724 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.023882 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.024044 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.024469 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.024787 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.024982 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.025218 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.025306 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.025433 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.025592 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.025749 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.025917 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.026070 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.026230 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.026388 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.026546 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.026705 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.026915 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.027008 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.027170 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_json = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.027331 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.027490 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.027651 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.027810 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.027972 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.028121 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.028276 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.028435 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:31:15.028615 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.028779 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.028975 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.029206 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.029440 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.029532 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.030234 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.030377 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.030540 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.030702 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.030871 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.031036 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.031209 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.031372 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.031656 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.031746 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.031826 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.031988 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.032151 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.032313 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.032679 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.032679 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.032903 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.032989 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.033145 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.033285 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.033447 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.033626 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.033783 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.033940 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.034102 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.034253 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.034416 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.034581 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.034815 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.034914 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.035059 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.035222 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.035385 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.035552 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.035714 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.035877 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.036041 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.036205 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.036368 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.036532 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.036695 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.036859 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.037043 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.037209 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.037368 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.037533 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.037696 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.037860 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.038023 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.038197 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.038376 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.038503 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.038666 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.038828 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.038990 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.039197 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.039292 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.039460 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.039622 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.039784 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.039961 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.040123 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.040285 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.040447 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.040536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:15.040633 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.040763 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.040948 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.041116 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.041279 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.041443 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.041606 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.041905 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.041905 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.042065 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.042263 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.042420 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.042518 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.042681 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.042845 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.043008 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.043176 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.043334 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.043523 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.043785 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.043920 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.044020 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.044167 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.044356 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.044483 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.044570 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.044733 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.044932 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.045095 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.045338 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.045487 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.045679 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.045797 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.045937 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.046102 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.046267 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.046428 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.046598 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.046752 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.046893 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.047064 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.047220 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.047387 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.047565 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.047707 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.047861 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.048034 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.048366 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.048366 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.048645 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.048645 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.048828 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.049043 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.049172 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.049395 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.049531 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.049687 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.049792 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.049986 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.050086 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.050250 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.050418 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.050542 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.050721 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.050917 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.051046 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.051288 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.051482 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.051638 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052223 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052223 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052223 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052223 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052526 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052526 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052711 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.052926 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.053376 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.053376 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.053376 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.053820 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.053820 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.053820 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.054224 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.054224 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.054224 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.054523 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.054523 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.054695 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.054859 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.055066 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.055281 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.055418 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.055504 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.055621 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.056260 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.056260 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.056260 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.056779 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.056779 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.056779 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.057244 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.057244 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.057244 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.057602 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.057602 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.057842 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.057842 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.058077 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.058198 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.058352 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.058491 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.058682 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.058835 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.058973 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.059111 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.059443 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.059443 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.059694 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.059830 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.059954 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.060074 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.060196 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.060383 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.060530 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.060677 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.061494 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.061600 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.061717 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.061836 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.062029 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.062239 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.062405 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.062572 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.062801 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.062892 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.063071 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.063222 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.063361 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.063553 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.063686 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.063879 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.064087 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.064182 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.064346 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.064507 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.064671 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.064886 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.065043 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.065191 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.065340 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.065667 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.065829 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.066011 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.066176 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.066341 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.066501 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.066686 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.066830 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.066968 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.067126 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.067299 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.067493 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.067663 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.067799 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.067936 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.068103 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.068276 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.068448 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.068578 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.068764 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.069068 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.069068 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.069249 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.069390 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.069525 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.069691 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.069937 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.070158 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.070316 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.070429 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.070577 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.070758 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.070961 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.071144 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.071298 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.071561 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.071711 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.071801 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.071911 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.072086 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.072236 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.072418 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.072559 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.072742 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.072905 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.073081 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.073258 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.073417 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.073590 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.073803 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.073985 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.074144 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.074232 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.074359 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.074521 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.074684 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.074846 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.075010 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.075172 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.075352 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.075486 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.075648 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.075813 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.075975 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.076143 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.076318 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.076470 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.077166 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.077326 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:31:15.077482 n-d-792362-6 neutron-server[101253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:31:15.226581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46442) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:15.235250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064678 Aug 31 13:31:26.655707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaaee91-e82f-4af3-8ec5-3f261aad87d8 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:31:26.741553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaaee91-e82f-4af3-8ec5-3f261aad87d8 None None] No non-hosted networks {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 13:31:26.759545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.agentschedulers_db [None req-adaaee91-e82f-4af3-8ec5-3f261aad87d8 None None] DHCP Agent not found on host n-d-792362-6 {{(pid=101362) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 13:31:26.871623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46dd36c0-6cba-4a83-bd8c-def0c3510adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634040'] for agent, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:29.199662 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-10cc0051-f0ed-454c-8437-3509a239abfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634040'] for agent, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:29.253773 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a2e45556-7ab8-4b98-9f1e-1cd6040509c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:29.414663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634040'] for agent, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:29.415761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.419292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.421969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.423553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.424149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.425831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.427641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.429203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.429811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.431820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.432407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.432988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:29.434390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792362-6', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:29.450321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792362-6', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:30.441466 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634040'] for agent, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:31.756299 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634040'] for agent, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:32.871985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46536) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:33.390064 n-d-792362-6 neutron-server[101361]: WARNING oslo_policy.policy [None req-b84c270e-7ada-46b0-8a05-8585617b1e23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:33.390736 n-d-792362-6 neutron-server[101361]: WARNING oslo_policy.policy [None req-b84c270e-7ada-46b0-8a05-8585617b1e23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:33.582530 n-d-792362-6 neutron-server[101362]: INFO neutron.db.l3_hamode_db [None req-c8e90517-097d-49c8-8855-b706532c2a51 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 13:31:33.612081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-b84c270e-7ada-46b0-8a05-8585617b1e23 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:31:33.613184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b84c270e-7ada-46b0-8a05-8585617b1e23 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7402329 Aug 31 13:31:33.663684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e90517-097d-49c8-8855-b706532c2a51 None None] Routers set() bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:31:33.664078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e90517-097d-49c8-8855-b706532c2a51 None None] Router IDs set() for agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 13:31:36.038112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46550) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:36.340859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:36.434230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.policy [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101361) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 13:31:36.478966 n-d-792362-6 neutron-server[101361]: WARNING oslo_policy.policy [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:36.479334 n-d-792362-6 neutron-server[101361]: WARNING oslo_policy.policy [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:36.488077 n-d-792362-6 neutron-server[101361]: INFO neutron.quota [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] Loaded quota_driver: . Aug 31 13:31:36.577943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737633340505', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737633340938', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737633369947', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737633366527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737634355124', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737633371458', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596989', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-675290', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1744018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1814141'] for rbac-policy, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:36.642471 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:36.643798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aa0a3aee-26c4-4501-ae25-e6f49195a8f7 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6046455 Aug 31 13:31:39.221554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46562) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:39.708683 n-d-792362-6 neutron-server[101360]: WARNING oslo_policy.policy [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:39.709301 n-d-792362-6 neutron-server[101360]: WARNING oslo_policy.policy [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:39.929324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Request body: {'network': {'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'admin_state_up': True, 'name': 'private'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:39.931015 n-d-792362-6 neutron-server[101360]: INFO neutron.quota [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Loaded quota_driver: . Aug 31 13:31:39.986575 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Made reservation on behalf of b6e954b15bb04b2182cb13a9aacca7f6 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:31:40.053261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.policy [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101360) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 13:31:40.098617 n-d-792362-6 neutron-server[101360]: WARNING oslo_policy.policy [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:40.098997 n-d-792362-6 neutron-server[101360]: WARNING oslo_policy.policy [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:40.109524 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.131556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.262165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.265916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.285555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1523, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:31:40.317761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737636130250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.318353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Unsubscribe: segment precommit_create {{(pid=101360) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 13:31:40.318872 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Added segment 2cd7e9d2-cba7-474e-89b2-b4868fe021d6 of type vlan for network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 Aug 31 13:31:40.324425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cf7f52-3b2d-486c-9438-0d9e213716da,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:40.346218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.346606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.347009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.347331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.347688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.348070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.348351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.348676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.349025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.349348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.349667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.349987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Tracked resource versions report: Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: pushed versions: Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: { 'AddressGroup': {'1.2'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'ConntrackHelper': {'1.0'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Log': {'1.0'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Network': {'1.1'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Port': {'1.7'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'PortForwarding': {'1.2'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'QosPolicy': {'1.9'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'SecurityGroup': {'1.4'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'SubPort': {'1.0'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Subnet': {'1.1'}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Trunk': {'1.1'}} Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: consumer versions: Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: L3 agent@n-d-792362-6: {}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: Metadata agent@n-d-792362-6: {}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: Metering agent@n-d-792362-6: {}, Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'ConntrackHelper': '1.0', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Log': '1.0', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Network': '1.1', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Port': '1.7', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'PortForwarding': '1.2', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'QosPolicy': '1.9', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'SecurityGroup': '1.4', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'SecurityGroupRule': '1.2', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'SubPort': '1.0', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Subnet': '1.1', Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: 'Trunk': '1.1'}} Aug 31 13:31:40.351110 n-d-792362-6 neutron-server[101360]: {{(pid=101360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:31:40.440461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.478636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.479884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:40.480542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:40.564365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3404791 Aug 31 13:31:40.577401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44f9c2-75f3-4826-b768-7cee3b94ebb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d17d9592-a7fe-40c2-9e6a-8e4b30af13e5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:40.595975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:31:43.189118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46584) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:43.586991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e15329a-33e9-43fc-a74a-8ca327d68f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:43.588357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7e15329a-33e9-43fc-a74a-8ca327d68f6f admin admin] 10.222.0.10 "GET /v2.0/networks/d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 HTTP/1.1" status: 200 len: 826 time: 0.3982604 Aug 31 13:31:43.628263 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2dad14f-2f88-46f5-99ee-fac3c9a6282e admin admin] 10.222.0.10 "GET /v2.0/subnetpools/06c43586-54c7-4e0e-aee3-90a9b4be0978 HTTP/1.1" status: 200 len: 734 time: 0.0331819 Aug 31 13:31:43.637502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Request body: {'subnet': {'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '06c43586-54c7-4e0e-aee3-90a9b4be0978', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:43.659673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Made reservation on behalf of b6e954b15bb04b2182cb13a9aacca7f6 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:31:43.661984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:43.955138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:44.020085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:44.025225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Checking segment: {'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:31:44.025843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Network hostable DHCP agents. Network: d17d9592-a7fe-40c2-9e6a-8e4b30af13e5, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:31:44.046077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:31:44.056574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d17d9592-a7fe-40c2-9e6a-8e4b30af13e5) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:44.061198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:44.061780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:44.066621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c851b61-9cc9-4d6e-8dfc-6379835f301d None None] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:31:44.074498 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e12cb341-b2cc-46f0-95be-0e736f1197a8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4403489 Aug 31 13:31:44.385495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'fixed_ips': [{'subnet_id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:31:44.386807 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:44.660562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Allocated IP 172.20.0.2 (d17d9592-a7fe-40c2-9e6a-8e4b30af13e5/d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1/9ef7439a-50ad-4348-b85c-a955e5158a13) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:31:44.861545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:44.904032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Transition to ACTIVE for port object 9ef7439a-50ad-4348-b85c-a955e5158a13 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:31:44.925676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Transition to ACTIVE for port object 9ef7439a-50ad-4348-b85c-a955e5158a13 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:31:44.933108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:45.010024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:31:45.018165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:45.021610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:31:45.026838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Pushing event updated for resources: {'Port': ['ID=9ef7439a-50ad-4348-b85c-a955e5158a13,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:45.056248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.056639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.057024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.057402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.057742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.058145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.058483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.058816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.059145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.059472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.060290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.060614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Tracked resource versions report: Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: pushed versions: Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: { 'AddressGroup': {'1.2'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'ConntrackHelper': {'1.0'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Log': {'1.0'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Network': {'1.1'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Port': {'1.7'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'PortForwarding': {'1.2'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'QosPolicy': {'1.9'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'SecurityGroup': {'1.4'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'SubPort': {'1.0'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Subnet': {'1.1'}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Trunk': {'1.1'}} Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: consumer versions: Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: L3 agent@n-d-792362-6: {}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: Metadata agent@n-d-792362-6: {}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: Metering agent@n-d-792362-6: {}, Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'ConntrackHelper': '1.0', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Log': '1.0', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Network': '1.1', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Port': '1.7', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'PortForwarding': '1.2', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'QosPolicy': '1.9', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'SecurityGroup': '1.4', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'SecurityGroupRule': '1.2', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'SubPort': '1.0', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Subnet': '1.1', Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: 'Trunk': '1.1'}} Aug 31 13:31:45.061778 n-d-792362-6 neutron-server[101362]: {{(pid=101362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:31:45.108854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Attempting to bind port 9ef7439a-50ad-4348-b85c-a955e5158a13 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:31:45.109469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Attempting to bind port 9ef7439a-50ad-4348-b85c-a955e5158a13 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:31:45.109687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Attempting to bind port 9ef7439a-50ad-4348-b85c-a955e5158a13 on network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:31:45.114501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:31:45.114913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Checking segment: {'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:31:45.115415 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:45.115804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Bound using segment: {'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:31:45.116301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Bound port: 9ef7439a-50ad-4348-b85c-a955e5158a13, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:31:45.116732 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:45.178444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] For port 9ef7439a-50ad-4348-b85c-a955e5158a13, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:31:45.182469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] For port 9ef7439a-50ad-4348-b85c-a955e5158a13, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ef7439a-50ad-4348-b85c-a955e5158a13,segment=NetworkSegment(2cd7e9d2-cba7-474e-89b2-b4868fe021d6),segment_id=2cd7e9d2-cba7-474e-89b2-b4868fe021d6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:31:45.187593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:45.253142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79393bd-2a23-4592-9af6-8717d7be8f57 None None] Pushing event updated for resources: {'Port': ['ID=9ef7439a-50ad-4348-b85c-a955e5158a13,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:46.522104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46592) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:46.835720 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-09003240-0465-494f-97e1-0c1e751de06b admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:31:46.836796 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09003240-0465-494f-97e1-0c1e751de06b admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137476 Aug 31 13:31:49.220518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46600) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:49.538681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-6df6a91e-4ed5-41db-a5ed-4e1630189175 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:31:49.539991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6df6a91e-4ed5-41db-a5ed-4e1630189175 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184428 Aug 31 13:31:52.190965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46610) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:52.487170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b2a0066d-a79b-4b86-8e45-80587b51a151 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:52.518978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b2a0066d-a79b-4b86-8e45-80587b51a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:52.521453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b2a0066d-a79b-4b86-8e45-80587b51a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:52.674124 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b2a0066d-a79b-4b86-8e45-80587b51a151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:52.679159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b2a0066d-a79b-4b86-8e45-80587b51a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:52.691871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b2a0066d-a79b-4b86-8e45-80587b51a151 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:52.693115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b2a0066d-a79b-4b86-8e45-80587b51a151 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5011580 Aug 31 13:31:53.404531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ef7439a-50ad-4348-b85c-a955e5158a13 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:53.490738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9ef7439a-50ad-4348-b85c-a955e5158a13 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:31:53.671920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af93ac-67eb-4b5c-bdd2-da61c8a1b6a2 None None] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:31:53.764249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2adbc466-d160-4772-9528-901d2bc93e7c None None] Provisioning for port 9ef7439a-50ad-4348-b85c-a955e5158a13 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:31:53.770324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2adbc466-d160-4772-9528-901d2bc93e7c None None] Provisioning complete for port 9ef7439a-50ad-4348-b85c-a955e5158a13 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:53.770731 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2adbc466-d160-4772-9528-901d2bc93e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:53.947212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2adbc466-d160-4772-9528-901d2bc93e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:53.983488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2adbc466-d160-4772-9528-901d2bc93e7c None None] For port 9ef7439a-50ad-4348-b85c-a955e5158a13, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ef7439a-50ad-4348-b85c-a955e5158a13,segment=NetworkSegment(2cd7e9d2-cba7-474e-89b2-b4868fe021d6),segment_id=2cd7e9d2-cba7-474e-89b2-b4868fe021d6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:31:53.988408 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2adbc466-d160-4772-9528-901d2bc93e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:54.044178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbc466-d160-4772-9528-901d2bc93e7c None None] Pushing event updated for resources: {'Port': ['ID=9ef7439a-50ad-4348-b85c-a955e5158a13,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:54.107079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e86a70b-ad9b-4ec2-ab79-6df0708c4623 None None] Provisioning complete for port 9ef7439a-50ad-4348-b85c-a955e5158a13 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:54.107457 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e86a70b-ad9b-4ec2-ab79-6df0708c4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:55.078946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46622) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:55.361837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ef7439a-50ad-4348-b85c-a955e5158a13 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:55.385896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-77ddaffb-3335-47fc-95a0-2016c1bfdef7 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:31:55.386893 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-77ddaffb-3335-47fc-95a0-2016c1bfdef7 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3070004 Aug 31 13:31:55.408136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9ef7439a-50ad-4348-b85c-a955e5158a13 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:55.408513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:56.515890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ae870160-0dff-4ab4-8410-cf145d965b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:57.827439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46630) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:58.133591 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:58.155013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Made reservation on behalf of 2844a39e061f4577b1d1c567a9072940 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:31:58.157348 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.164943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.252161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.255765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.274184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Reserving flat network on physical network physnet1 {{(pid=101360) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 13:31:58.292752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adcee19-f4f4-43c4-8881-2f923b886ea8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:58.299050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.299388 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Added segment 29d18918-3057-4a93-9b69-58f6357f9919 of type flat for network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb Aug 31 13:31:58.345718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.376821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.377840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:58.378430 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.430058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6015837 Aug 31 13:31:58.437165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1882e9-0384-4b59-8432-a60a1db39e3e admin admin] Pushing event updated for resources: {'Network': ['ID=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:58.450539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:31:59.197189 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee958da6-24b2-4316-8505-ddb706a6f520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:59.415149 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:00.323735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:00.828505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46648) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:32:01.017993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10428c60-0c43-4051-92f8-0515551284e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:32:01.019310 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-10428c60-0c43-4051-92f8-0515551284e8 admin admin] 10.222.0.10 "GET /v2.0/subnets/d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1 HTTP/1.1" status: 200 len: 849 time: 0.1898141 Aug 31 13:32:01.177205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7fb42a68-d15a-467e-a951-5324092b590e admin admin] 10.222.0.10 "GET /v2.0/routers/5e621b34-d05b-4e7c-bce4-e798597d7d27 HTTP/1.1" status: 200 len: 704 time: 0.1514525 Aug 31 13:32:01.442209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:01.704235 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:01.730383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Allocated IP 172.20.0.1 (d17d9592-a7fe-40c2-9e6a-8e4b30af13e5/d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1/d9e66999-cbd3-45ba-9f4c-0770c08aaf60) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:32:01.895644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:01.918421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Transition to ACTIVE for port object d9e66999-cbd3-45ba-9f4c-0770c08aaf60 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:32:01.985573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.083686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:32:02.089308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:32:02.097620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:32:02.098170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.175871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e66999-cbd3-45ba-9f4c-0770c08aaf60,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:02.246366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9d87aea6-fadb-4683-a935-dd2bf3f4eda9 None None] Provisioning for port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:32:02.250008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9d87aea6-fadb-4683-a935-dd2bf3f4eda9 None None] Provisioning complete for port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:32:02.250387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d87aea6-fadb-4683-a935-dd2bf3f4eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.284022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9d87aea6-fadb-4683-a935-dd2bf3f4eda9 None None] Port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:32:02.313866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.519038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.523252 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.524347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.600134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e66999-cbd3-45ba-9f4c-0770c08aaf60,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:02.646134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:32:02.647372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:32:02.804485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Router 5e621b34-d05b-4e7c-bce4-e798597d7d27 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:32:02.805540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-898ee4b5-de2d-41ac-a184-c7196894879d None None] Provisioning complete for port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:32:02.805996 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-898ee4b5-de2d-41ac-a184-c7196894879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:02.842252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-898ee4b5-de2d-41ac-a184-c7196894879d None None] Port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:32:02.894741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:32:02.900165 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ab3297a-a5a4-47ab-b853-d556b5824430 admin admin] 10.222.0.10 "PUT /v2.0/routers/5e621b34-d05b-4e7c-bce4-e798597d7d27/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7172861 Aug 31 13:32:02.905071 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Sync routers for ids ['5e621b34-d05b-4e7c-bce4-e798597d7d27'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:32:02.916815 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Routers {'5e621b34-d05b-4e7c-bce4-e798597d7d27'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:32:02.917601 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:31:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5e621b34-d05b-4e7c-bce4-e798597d7d27'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:03.102970 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Set router 5e621b34-d05b-4e7c-bce4-e798597d7d27 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:32:03.532033 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'name': 'router1', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:52Z', 'updated_at': '2021-08-31T13:32:02Z', 'revision_number': 2, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'gw_port_host': None, '_interfaces': [{'id': 'd9e66999-cbd3-45ba-9f4c-0770c08aaf60', 'name': '', 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'mac_address': 'fa:16:3e:ac:de:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:01Z', 'updated_at': '2021-08-31T13:32:02Z', 'revision_number': 2, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'subnets': [{'id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06c43586-54c7-4e0e-aee3-90a9b4be0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:03.587638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Checking router: 5e621b34-d05b-4e7c-bce4-e798597d7d27 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:32:03.587999 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Updating router 5e621b34-d05b-4e7c-bce4-e798597d7d27 port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:32:03.637002 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:04.145363 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:04.163886 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Transition to ACTIVE for port object d9e66999-cbd3-45ba-9f4c-0770c08aaf60 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:32:04.169812 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:04.327652 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Pushing event updated for resources: {'Port': ['ID=d9e66999-cbd3-45ba-9f4c-0770c08aaf60,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:04.348425 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Attempting to bind port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:32:04.348825 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Attempting to bind port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:32:04.349270 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Attempting to bind port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 on network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:32:04.352838 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.353378 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.353548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.353870 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.354202 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.354532 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.354876 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.355197 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.355514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.355902 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.356215 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Tracked resource versions report: Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: pushed versions: Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: { 'AddressGroup': {'1.2'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'ConntrackHelper': {'1.0'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Log': {'1.0'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Network': {'1.1'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Port': {'1.7'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'PortForwarding': {'1.2'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'QosPolicy': {'1.9'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'SecurityGroup': {'1.4'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'SubPort': {'1.0'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Subnet': {'1.1'}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Trunk': {'1.1'}} Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: consumer versions: Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: L3 agent@n-d-792362-6: {}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: Metadata agent@n-d-792362-6: {}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: Metering agent@n-d-792362-6: {}, Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'ConntrackHelper': '1.0', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Log': '1.0', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Network': '1.1', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Port': '1.7', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'PortForwarding': '1.2', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'QosPolicy': '1.9', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'SecurityGroup': '1.4', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'SecurityGroupRule': '1.2', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'SubPort': '1.0', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Subnet': '1.1', Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: 'Trunk': '1.1'}} Aug 31 13:32:04.359716 n-d-792362-6 neutron-server[101363]: {{(pid=101363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:32:04.365959 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:32:04.366233 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Checking segment: {'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:32:04.366733 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:04.367122 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Bound using segment: {'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:32:04.367715 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Bound port: d9e66999-cbd3-45ba-9f4c-0770c08aaf60, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd7e9d2-cba7-474e-89b2-b4868fe021d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:32:04.368040 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:04.435658 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] For port d9e66999-cbd3-45ba-9f4c-0770c08aaf60, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:32:04.454403 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] For port d9e66999-cbd3-45ba-9f4c-0770c08aaf60, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d9e66999-cbd3-45ba-9f4c-0770c08aaf60,segment=NetworkSegment(2cd7e9d2-cba7-474e-89b2-b4868fe021d6),segment_id=2cd7e9d2-cba7-474e-89b2-b4868fe021d6)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:32:04.458493 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:04.517940 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Routers {'5e621b34-d05b-4e7c-bce4-e798597d7d27'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:32:04.518595 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:31:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5e621b34-d05b-4e7c-bce4-e798597d7d27'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:04.524367 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facc21a-3a5c-42bd-aa5b-250cf9fe6405 None None] Pushing event updated for resources: {'Port': ['ID=d9e66999-cbd3-45ba-9f4c-0770c08aaf60,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:04.613060 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] Set router 5e621b34-d05b-4e7c-bce4-e798597d7d27 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:32:04.820656 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'name': 'router1', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:52Z', 'updated_at': '2021-08-31T13:32:02Z', 'revision_number': 2, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'gw_port_host': None, '_interfaces': [{'id': 'd9e66999-cbd3-45ba-9f4c-0770c08aaf60', 'name': '', 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'mac_address': 'fa:16:3e:ac:de:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:01Z', 'updated_at': '2021-08-31T13:32:04Z', 'revision_number': 4, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'subnets': [{'id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06c43586-54c7-4e0e-aee3-90a9b4be0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:04.845762 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7a3d6-46f7-478c-ac29-82bf140be588 None None] The sync data for ids ['5e621b34-d05b-4e7c-bce4-e798597d7d27'] in n-d-792362-6 is: [{'id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'name': 'router1', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:52Z', 'updated_at': '2021-08-31T13:32:02Z', 'revision_number': 2, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'gw_port_host': None, '_interfaces': [{'id': 'd9e66999-cbd3-45ba-9f4c-0770c08aaf60', 'name': '', 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'mac_address': 'fa:16:3e:ac:de:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:01Z', 'updated_at': '2021-08-31T13:32:04Z', 'revision_number': 4, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'subnets': [{'id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06c43586-54c7-4e0e-aee3-90a9b4be0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:32:05.138982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46668) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:32:05.250674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb882cc-c47b-4b1b-aa01-6c6180221b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:32:05.252072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-abb882cc-c47b-4b1b-aa01-6c6180221b76 admin admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 842 time: 0.1121981 Aug 31 13:32:05.262680 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:32:05.284926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Made reservation on behalf of 2844a39e061f4577b1d1c567a9072940 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:32:05.287159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:05.575366 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 13:32:05.575854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:05.631028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:05.638070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:32:05.638465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Network hostable DHCP agents. Network: ed101b40-ddcc-4b68-bf27-ad1a9b35dceb, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:32:05.658353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:32:05.663132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ed101b40-ddcc-4b68-bf27-ad1a9b35dceb) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:32:05.669533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:32:05.670336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:05.676781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b7f62-e587-4a5c-a036-cc655b598850 None None] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:32:05.689405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d02cd459-ea83-4c4f-8826-a853b3c85f13 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4304998 Aug 31 13:32:05.812649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76768464-73fc-4673-b321-64b9030c424b None None] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:32:08.022738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46676) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:32:08.239144 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ce2e3797-e5a4-4eea-b4f4-989d85d26c5f admin admin] 10.222.0.10 "GET /v2.0/routers/5e621b34-d05b-4e7c-bce4-e798597d7d27 HTTP/1.1" status: 200 len: 710 time: 0.2152030 Aug 31 13:32:08.322572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08abc818-0106-40da-acc1-cf04fc9f15df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:32:08.323968 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08abc818-0106-40da-acc1-cf04fc9f15df admin admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 886 time: 0.0788708 Aug 31 13:32:08.334620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:32:08.583304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:08.811223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:08.883372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:08.985475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Allocated IP 172.25.0.12 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/1949404a-d5a4-43ff-bfe4-089894d3a18c) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:32:09.086600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:09.124514 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:09.159139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:32:09.163675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:32:09.167047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:32:09.229186 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1949404a-d5a4-43ff-bfe4-089894d3a18c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:09.431336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:09.707474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:09.710863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:09.815409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Router 5e621b34-d05b-4e7c-bce4-e798597d7d27 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:32:09.921238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:32:09.925686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:09.926873 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d3dfdcfc-6f82-4592-9382-ec42dde80bb5 admin admin] 10.222.0.10 "PUT /v2.0/routers/5e621b34-d05b-4e7c-bce4-e798597d7d27 HTTP/1.1" status: 200 len: 889 time: 1.5958483 Aug 31 13:32:11.370594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907148-1878-4490-9b03-a917b857697b None None] Sync routers for ids ['5e621b34-d05b-4e7c-bce4-e798597d7d27'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:32:11.382293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] Routers {'5e621b34-d05b-4e7c-bce4-e798597d7d27'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:32:11.382950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:31:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5e621b34-d05b-4e7c-bce4-e798597d7d27'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:11.450303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d9e66999-cbd3-45ba-9f4c-0770c08aaf60 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:32:11.672543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:32:11.676183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] Set router 5e621b34-d05b-4e7c-bce4-e798597d7d27 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:32:11.691136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:32:11.691512 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.019601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.105199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d9e66999-cbd3-45ba-9f4c-0770c08aaf60, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d9e66999-cbd3-45ba-9f4c-0770c08aaf60,segment=NetworkSegment(2cd7e9d2-cba7-474e-89b2-b4868fe021d6),segment_id=2cd7e9d2-cba7-474e-89b2-b4868fe021d6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:32:12.111027 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.197780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d9e66999-cbd3-45ba-9f4c-0770c08aaf60,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:12.216185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'name': 'router1', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1949404a-d5a4-43ff-bfe4-089894d3a18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:52Z', 'updated_at': '2021-08-31T13:32:09Z', 'revision_number': 4, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'gw_port': {'id': '1949404a-d5a4-43ff-bfe4-089894d3a18c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:08Z', 'updated_at': '2021-08-31T13:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd9e66999-cbd3-45ba-9f4c-0770c08aaf60', 'name': '', 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'mac_address': 'fa:16:3e:ac:de:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:01Z', 'updated_at': '2021-08-31T13:32:04Z', 'revision_number': 4, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'subnets': [{'id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06c43586-54c7-4e0e-aee3-90a9b4be0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:12.274792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907148-1878-4490-9b03-a917b857697b None None] Checking router: 5e621b34-d05b-4e7c-bce4-e798597d7d27 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:32:12.275061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907148-1878-4490-9b03-a917b857697b None None] Updating router 5e621b34-d05b-4e7c-bce4-e798597d7d27 port 1949404a-d5a4-43ff-bfe4-089894d3a18c binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:32:12.322198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b907148-1878-4490-9b03-a917b857697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.383486 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46688) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:32:12.499407 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b3336c0-a4aa-4ddf-8b8e-492693470bfb admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1147852 Aug 31 13:32:12.647207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b907148-1878-4490-9b03-a917b857697b None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.658027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0b907148-1878-4490-9b03-a917b857697b None None] Transition to ACTIVE for port object 1949404a-d5a4-43ff-bfe4-089894d3a18c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:32:12.663279 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b907148-1878-4490-9b03-a917b857697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.716291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b336d-7853-45ad-9d3d-564ee4761567 None None] Pushing event updated for resources: {'Port': ['ID=1949404a-d5a4-43ff-bfe4-089894d3a18c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:12.720422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0b907148-1878-4490-9b03-a917b857697b None None] Attempting to bind port 1949404a-d5a4-43ff-bfe4-089894d3a18c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:32:12.720797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0b907148-1878-4490-9b03-a917b857697b None None] Attempting to bind port 1949404a-d5a4-43ff-bfe4-089894d3a18c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:32:12.721196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907148-1878-4490-9b03-a917b857697b None None] Attempting to bind port 1949404a-d5a4-43ff-bfe4-089894d3a18c on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:32:12.726269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907148-1878-4490-9b03-a917b857697b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:32:12.726648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907148-1878-4490-9b03-a917b857697b None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:32:12.727054 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b907148-1878-4490-9b03-a917b857697b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.727438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907148-1878-4490-9b03-a917b857697b None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:32:12.727901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0b907148-1878-4490-9b03-a917b857697b None None] Bound port: 1949404a-d5a4-43ff-bfe4-089894d3a18c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:32:12.728279 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b907148-1878-4490-9b03-a917b857697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.779337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0b907148-1878-4490-9b03-a917b857697b None None] For port 1949404a-d5a4-43ff-bfe4-089894d3a18c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:32:12.782757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0b907148-1878-4490-9b03-a917b857697b None None] For port 1949404a-d5a4-43ff-bfe4-089894d3a18c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1949404a-d5a4-43ff-bfe4-089894d3a18c,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:32:12.786844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b907148-1878-4490-9b03-a917b857697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:12.841510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] Routers {'5e621b34-d05b-4e7c-bce4-e798597d7d27'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:32:12.842120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:31:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5e621b34-d05b-4e7c-bce4-e798597d7d27'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:12.968314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b336d-7853-45ad-9d3d-564ee4761567 None None] Pushing event updated for resources: {'Port': ['ID=1949404a-d5a4-43ff-bfe4-089894d3a18c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:13.041742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] Set router 5e621b34-d05b-4e7c-bce4-e798597d7d27 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:32:13.259988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0b907148-1878-4490-9b03-a917b857697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'name': 'router1', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1949404a-d5a4-43ff-bfe4-089894d3a18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:52Z', 'updated_at': '2021-08-31T13:32:09Z', 'revision_number': 4, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'gw_port': {'id': '1949404a-d5a4-43ff-bfe4-089894d3a18c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:08Z', 'updated_at': '2021-08-31T13:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd9e66999-cbd3-45ba-9f4c-0770c08aaf60', 'name': '', 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'mac_address': 'fa:16:3e:ac:de:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:01Z', 'updated_at': '2021-08-31T13:32:12Z', 'revision_number': 5, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'subnets': [{'id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06c43586-54c7-4e0e-aee3-90a9b4be0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:32:13.286844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907148-1878-4490-9b03-a917b857697b None None] The sync data for ids ['5e621b34-d05b-4e7c-bce4-e798597d7d27'] in n-d-792362-6 is: [{'id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'name': 'router1', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1949404a-d5a4-43ff-bfe4-089894d3a18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:52Z', 'updated_at': '2021-08-31T13:32:09Z', 'revision_number': 4, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'gw_port': {'id': '1949404a-d5a4-43ff-bfe4-089894d3a18c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:08Z', 'updated_at': '2021-08-31T13:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd9e66999-cbd3-45ba-9f4c-0770c08aaf60', 'name': '', 'network_id': 'd17d9592-a7fe-40c2-9e6a-8e4b30af13e5', 'tenant_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'mac_address': 'fa:16:3e:ac:de:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e621b34-d05b-4e7c-bce4-e798597d7d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:32:01Z', 'updated_at': '2021-08-31T13:32:12Z', 'revision_number': 5, 'project_id': 'b6e954b15bb04b2182cb13a9aacca7f6', 'subnets': [{'id': 'd9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06c43586-54c7-4e0e-aee3-90a9b4be0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:32:13.439358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d9e66999-cbd3-45ba-9f4c-0770c08aaf60 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:32:13.496676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:32:13.497175 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:15.429045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1949404a-d5a4-43ff-bfe4-089894d3a18c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:32:15.487285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1949404a-d5a4-43ff-bfe4-089894d3a18c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:32:15.491316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1949404a-d5a4-43ff-bfe4-089894d3a18c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:32:15.491681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:15.607835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:15.627405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 1949404a-d5a4-43ff-bfe4-089894d3a18c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1949404a-d5a4-43ff-bfe4-089894d3a18c,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:32:15.631533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:15.679147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=1949404a-d5a4-43ff-bfe4-089894d3a18c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:32:17.479225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1949404a-d5a4-43ff-bfe4-089894d3a18c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:32:17.596433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1949404a-d5a4-43ff-bfe4-089894d3a18c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:32:17.599311 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:24.953220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:32:26.518094 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-551559a1-6bfe-442f-b132-960fa4d39e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:29.204222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29899668-4b76-4c5c-9ccd-831a46629ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:29.420322 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:30.337394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:31.723346 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:56.520413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3027a74d-084b-4a6b-a241-61bbb7173798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:59.198855 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d844a1e-eb08-4624-8cb1-661fe9b2005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:59.414384 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:00.332289 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:01.725752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:01.952599 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:33:26.530524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2ef97b5b-b249-45d0-b653-ba876d9249f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:29.203254 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9ee50731-6556-40da-8d43-1da762540141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:29.415224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:30.332536 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:31.730293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:38.951423 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:33:53.461895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47284) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:53.530950 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac608ab-bb04-4904-9713-1f1139f595ec admin admin] GET failed (client error): The resource could not be found. Aug 31 13:33:53.532310 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ac608ab-bb04-4904-9713-1f1139f595ec admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694382 Aug 31 13:33:53.696932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273eaa4-a5dd-47bd-9eff-166f3aa31cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:53.698358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9273eaa4-a5dd-47bd-9eff-166f3aa31cbe admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1615262 Aug 31 13:33:55.907753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47294) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:56.005056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2409142-8125-451f-8274-b4dd1073a134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:56.006514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a2409142-8125-451f-8274-b4dd1073a134 admin admin] 10.222.0.10 "GET /v2.0/subnets/d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1 HTTP/1.1" status: 200 len: 849 time: 0.0977993 Aug 31 13:33:56.016722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:33:56.101134 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Notify callbacks [] for subnet, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:56.252372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737636225756'] for subnet, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:56.284666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:56.285893 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:56.286531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] 10.222.0.10 "PUT /v2.0/subnets/d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1 HTTP/1.1" status: 200 len: 868 time: 0.2736166 Aug 31 13:33:56.303227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173217b-ed81-4c60-8a5a-6188f2df4b1e None None] Network d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:33:56.305030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:33:56.312516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.312860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.313231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.313564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.313894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.314244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.314570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.314893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.315212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.315538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.315858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.316177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038961d-5551-4abe-bc79-d7aa92b4db6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:56.520330 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1208f9ca-e7a5-4ea5-ae7b-2e395653becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:56.712797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-73badc8e-e2da-4906-9b93-cd66cb525184 None None] Provisioning complete for port d9e66999-cbd3-45ba-9f4c-0770c08aaf60 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:33:56.713204 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-73badc8e-e2da-4906-9b93-cd66cb525184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:56.801311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-73badc8e-e2da-4906-9b93-cd66cb525184 None None] Provisioning complete for port 9ef7439a-50ad-4348-b85c-a955e5158a13 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:33:56.801601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-73badc8e-e2da-4906-9b93-cd66cb525184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:58.470860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47302) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:58.672332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb64dd-8050-4eb0-a1e7-6e2ec2f0f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:58.672884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb64dd-8050-4eb0-a1e7-6e2ec2f0f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:58.674442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84bb64dd-8050-4eb0-a1e7-6e2ec2f0f37f admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2026279 Aug 31 13:33:59.205121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97d96997-419e-4fc1-8854-fff9528c991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:59.417271 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:00.340783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:00.945349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47310) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:01.115565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cab945-c963-43fb-b5c9-e3b7d8281752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:01.116135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cab945-c963-43fb-b5c9-e3b7d8281752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:01.118505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8cab945-c963-43fb-b5c9-e3b7d8281752 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1721683 Aug 31 13:34:01.744621 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:03.515692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47318) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:03.655348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38f79c-2186-4620-8602-bbc0d91fc3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:03.656664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9b38f79c-2186-4620-8602-bbc0d91fc3a7 admin admin] 10.222.0.10 "GET /v2.0/networks/d17d9592-a7fe-40c2-9e6a-8e4b30af13e5 HTTP/1.1" status: 200 len: 870 time: 0.1399865 Aug 31 13:34:05.883524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47326) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:06.014366 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82774b1f-d3a6-46ff-a01d-cb441501f028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:06.015904 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-82774b1f-d3a6-46ff-a01d-cb441501f028 admin admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 886 time: 0.1313515 Aug 31 13:34:08.300645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47334) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:08.432552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f102b-9e8f-448e-bb33-51ecece0359f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:08.433047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f102b-9e8f-448e-bb33-51ecece0359f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:08.434597 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6a6f102b-9e8f-448e-bb33-51ecece0359f admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329708 Aug 31 13:34:10.692325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47342) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:10.792193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eca46e-29e4-4c92-9487-e85de2e29c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:10.792621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eca46e-29e4-4c92-9487-e85de2e29c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:10.794190 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a9eca46e-29e4-4c92-9487-e85de2e29c02 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1008973 Aug 31 13:34:13.056513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47350) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:13.189618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb8f73a-4487-4850-bf56-f590bc5fa7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:13.191136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-deb8f73a-4487-4850-bf56-f590bc5fa7a8 admin admin] 10.222.0.10 "GET /v2.0/subnets/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6 HTTP/1.1" status: 200 len: 816 time: 0.1336551 Aug 31 13:34:15.432643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47360) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:15.539300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323d17d-fc05-4fbc-a1a3-e0df05b55354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:15.540690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2323d17d-fc05-4fbc-a1a3-e0df05b55354 admin admin] 10.222.0.10 "GET /v2.0/subnets/d9f02d14-fc1c-45ef-8fa3-43a2b13fd6b1 HTTP/1.1" status: 200 len: 868 time: 0.1070871 Aug 31 13:34:15.950848 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:34:26.526026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a407267-8dcc-4714-a053-703f01529f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:29.207814 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b78f073d-2bae-455c-af22-d16478b797d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:29.420813 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:30.340682 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:31.743011 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:40.729593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47414) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:40.781612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-1b0671db-3407-470f-a8a6-6ef073a92e15 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:34:40.782614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1b0671db-3407-470f-a8a6-6ef073a92e15 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519614 Aug 31 13:34:43.078091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47422) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:43.155528 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cd754a-e52a-442a-8064-3353101afa48 admin admin] GET failed (client error): The resource could not be found. Aug 31 13:34:43.156923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-72cd754a-e52a-442a-8064-3353101afa48 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0778601 Aug 31 13:34:43.322203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81187fb6-cedf-4113-8630-c0583fabc1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:43.323595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-81187fb6-cedf-4113-8630-c0583fabc1c0 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1620812 Aug 31 13:34:45.598461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47430) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:45.645820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:34:45.670391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Made reservation on behalf of 2844a39e061f4577b1d1c567a9072940 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:34:45.673137 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:45.717081 n-d-792362-6 neutron-server[101361]: WARNING neutron.services.revisions.revision_plugin [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Could not find related network for resource to bump revision. Aug 31 13:34:45.734451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] vlan segment allocate from pool success with {'vlan_id': 1536, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:34:45.749532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737636130250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:45.750133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Unsubscribe: segment precommit_create {{(pid=101361) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 13:34:45.750637 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Added segment 89c6981c-2ed5-4469-809b-beeb88aa4070 of type vlan for network 881b4690-15bf-4ca6-98e8-24009853d8f0 Aug 31 13:34:45.814288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:45.865979 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:45.866977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:45.867571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:45.902181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3026114 Aug 31 13:34:45.970334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Pushing event updated for resources: {'Network': ['ID=881b4690-15bf-4ca6-98e8-24009853d8f0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:45.979776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.980119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.980459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.980788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.981152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.981486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.982062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.982212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.982440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.982759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.983076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.983399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b068b88-051d-4176-be2d-5577af63950d admin admin] Tracked resource versions report: Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: pushed versions: Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: { 'AddressGroup': {'1.2'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'ConntrackHelper': {'1.0'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Log': {'1.0'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Network': {'1.1'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Port': {'1.7'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'PortForwarding': {'1.2'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'QosPolicy': {'1.9'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'SecurityGroup': {'1.4'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'SubPort': {'1.0'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Subnet': {'1.1'}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Trunk': {'1.1'}} Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: consumer versions: Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: L3 agent@n-d-792362-6: {}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: Metadata agent@n-d-792362-6: {}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: Metering agent@n-d-792362-6: {}, Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'ConntrackHelper': '1.0', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Log': '1.0', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Network': '1.1', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Port': '1.7', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'PortForwarding': '1.2', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'QosPolicy': '1.9', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'SecurityGroup': '1.4', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'SecurityGroupRule': '1.2', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'SubPort': '1.0', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Subnet': '1.1', Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: 'Trunk': '1.1'}} Aug 31 13:34:45.984587 n-d-792362-6 neutron-server[101361]: {{(pid=101361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:34:46.036271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:34:48.156857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47442) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:48.218828 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb280753-fc2c-4060-9b47-1e0cffa2b5e5 admin admin] GET failed (client error): The resource could not be found. Aug 31 13:34:48.220249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bb280753-fc2c-4060-9b47-1e0cffa2b5e5 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623927 Aug 31 13:34:48.291464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26a313-6e32-4487-9830-0e11fa486ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:48.293068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b26a313-6e32-4487-9830-0e11fa486ef8 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0682456 Aug 31 13:34:48.303702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'name': 'shared-subnet'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:34:48.330335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Made reservation on behalf of 2844a39e061f4577b1d1c567a9072940 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:34:48.332490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:48.548231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:48.613535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=640ba367-6aae-4173-9201-55ca162dbaf4,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:48.621881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:34:48.622263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Network hostable DHCP agents. Network: 881b4690-15bf-4ca6-98e8-24009853d8f0, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:34:48.645664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:34:48.659446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 881b4690-15bf-4ca6-98e8-24009853d8f0) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:34:48.666080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:48.666729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:48.674425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8965a8-d5cd-4f8e-8749-62b81b7a5ff0 None None] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:34:48.685393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3de2a78c-0fe5-408b-ba84-b58936d6f1cc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3852603 Aug 31 13:34:48.940055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-881b4690-15bf-4ca6-98e8-24009853d8f0', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'tenant_id': '2844a39e061f4577b1d1c567a9072940', 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:34:48.941148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:49.092267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Allocated IP 192.168.233.2 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/7ae44cca-744d-41c7-8c81-aa12dac57aaa) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:34:49.245860 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:49.255801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Transition to ACTIVE for port object 7ae44cca-744d-41c7-8c81-aa12dac57aaa will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:34:49.273144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Transition to ACTIVE for port object 7ae44cca-744d-41c7-8c81-aa12dac57aaa will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:34:49.279000 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:49.319831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:34:49.325759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:34:49.331501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:34:49.333942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Pushing event updated for resources: {'Port': ['ID=7ae44cca-744d-41c7-8c81-aa12dac57aaa,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:49.343068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.346852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.347571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:49.406805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Attempting to bind port 7ae44cca-744d-41c7-8c81-aa12dac57aaa on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:34:49.407177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Attempting to bind port 7ae44cca-744d-41c7-8c81-aa12dac57aaa by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:34:49.407543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Attempting to bind port 7ae44cca-744d-41c7-8c81-aa12dac57aaa on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:34:49.413411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:34:49.413788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:34:49.414185 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:49.414572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:34:49.415043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Bound port: 7ae44cca-744d-41c7-8c81-aa12dac57aaa, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:34:49.415440 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:49.484395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] For port 7ae44cca-744d-41c7-8c81-aa12dac57aaa, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:34:49.487898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] For port 7ae44cca-744d-41c7-8c81-aa12dac57aaa, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7ae44cca-744d-41c7-8c81-aa12dac57aaa,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:34:49.492666 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:49.551167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19d6ea-728f-482e-808e-c712c2726177 None None] Pushing event updated for resources: {'Port': ['ID=7ae44cca-744d-41c7-8c81-aa12dac57aaa,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:50.477470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e482af0-7412-498a-910a-336388553048 None None] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:34:50.591731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1600f972-6f1f-4300-9f2f-41865373b3ee None None] Provisioning for port 7ae44cca-744d-41c7-8c81-aa12dac57aaa completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:34:51.513029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7ae44cca-744d-41c7-8c81-aa12dac57aaa up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:34:51.564259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7ae44cca-744d-41c7-8c81-aa12dac57aaa completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:34:51.568789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7ae44cca-744d-41c7-8c81-aa12dac57aaa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:34:51.569192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:51.655751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:51.695712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7ae44cca-744d-41c7-8c81-aa12dac57aaa, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7ae44cca-744d-41c7-8c81-aa12dac57aaa,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:34:51.702046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:51.752237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7ae44cca-744d-41c7-8c81-aa12dac57aaa,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:52.949751 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:34:53.490585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7ae44cca-744d-41c7-8c81-aa12dac57aaa up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:34:53.546968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7ae44cca-744d-41c7-8c81-aa12dac57aaa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:34:53.547345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:56.529057 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c15ddb3b-4f55-4824-bab0-e766f93ba14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:59.209453 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6da838d2-fe3d-4e11-b137-088d371cc149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:59.421643 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:00.341871 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:01.742361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:26.741809 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ee32d06-7390-4d5b-b556-64006415d0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:29.213356 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-27200933-ddc1-45d6-911b-fda071afc55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:29.428056 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:29.950910 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:35:30.345867 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:31.753718 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:56.533234 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f16d0a46-d703-435b-8be0-af2e11416c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:59.215163 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-123f5504-17ac-450c-a51d-181c27c5d872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:59.420372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:59.826134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47494) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:35:59.832006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-0186715e-a793-4491-892d-46ec75f724a9 tempest-verify_tempest_config-277896421 tempest-verify_tempest_config-277896421-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:35:59.833005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0186715e-a793-4491-892d-46ec75f724a9 tempest-verify_tempest_config-277896421 tempest-verify_tempest_config-277896421-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058649 Aug 31 13:36:00.130234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47512) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:36:00.232142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.350362 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.351022 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.354378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.403375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f6b248e4f5b465aad0e054acefad918&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2721117 Aug 31 13:36:00.404340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e111eb06-9905-411e-923b-22b1c6a384a0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:36:00.406188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47516) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:36:00.411071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.411414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.411752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.412087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.412416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.412739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.413097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.413427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.413750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.414068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.414385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.414702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cef22-c5e2-4a7d-940c-fd129a9c45fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.462182 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.485224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.671504 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.673926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:00.675105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e111eb06-9905-411e-923b-22b1c6a384a0 HTTP/1.1" status: 204 len: 168 time: 0.2679312 Aug 31 13:36:00.683278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111eb06-9905-411e-923b-22b1c6a384a0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:36:00.689777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.690120 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.690455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.690786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.691757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.692101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.692425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.692748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.693094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.693410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.693758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:00.694027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d4f02-14ca-4d48-ada7-469d02741430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:36:01.748729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:06.950192 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:36:26.534763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b45a-c833-483c-bf1c-88be8e5d4581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:29.218182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ebcccf48-9fa2-4c2d-9182-8f446a7a6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:29.420858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:30.353176 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:31.752811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:43.949209 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:36:56.536617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa9d78a5-2a7f-4450-a579-90f3cde563f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:59.219869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52c60c5e-f697-432d-aa18-589d039df25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:59.421119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:00.355234 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:01.757093 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:20.949644 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:37:26.538795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9968d72d-31b6-49fe-9773-e6be40e083bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:29.221534 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4fd1cbd2-aca4-45e4-9ff3-d3929f061bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:29.424639 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:30.359568 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:31.762079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:56.540252 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-82cbee47-16ed-4c72-aa5b-83b5f244e15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:57.948525 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:37:59.221923 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-892d4837-f2cb-4816-9af7-e40697e722b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:59.426262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:00.362472 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:01.762598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:26.543834 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-412d15b7-0af1-4121-84eb-b7ed2f9f2658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:29.223730 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7b7c-3c54-4be5-b2ca-3bb80f8eeb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:29.428637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:30.366021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:31.767358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:34.948151 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:38:56.553545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e4fff3f9-2272-4e3c-b7cf-26b39d673048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.226028 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d8c24d8-7b88-466e-bcf8-5e19d6a0c57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.430431 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.370338 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.776844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.947546 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 5 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:39:26.635568 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8f2e-ff7b-4ea2-b849-0786840e2a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.228559 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-262bc212-515f-4f4e-944a-fd241d00b13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.432749 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.374339 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:31.774982 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.388405 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634040'] for agent, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:48.947582 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:39:56.552585 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-09036859-3d50-4642-aa65-742b89a3507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:59.235820 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-628f097a-0c5a-4b51-9a98-c034520d734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:59.438622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:00.374924 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:01.780649 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:09.346598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.946913 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:40:26.543849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84fc3486-241d-4653-ae14-ee50121e98a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:29.228739 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d4697334-897b-4202-aa72-bdbb4f9ca956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:29.432702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:30.377986 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.782533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.046217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:39.162680 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c9602739-b4da-488b-b30a-92509e49f295 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.1152310 Aug 31 13:40:39.354404 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:41.403873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47588) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:41.464280 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e483eb7c-383a-400e-8f22-9dc322242f67 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0593114 Aug 31 13:40:54.131166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47596) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:54.189058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8eef7add-84ac-461f-81e5-35b5c6713bb3 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0567811 Aug 31 13:40:56.432495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47604) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:56.489770 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c80e59e2-a7e9-4399-b11b-bd6509917520 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0554159 Aug 31 13:40:56.555369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4331906-0ab2-4703-93bf-79b707d96416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:59.234498 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e8cfe97-ec8a-4b37-9e30-3cb60f0e1ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:59.437168 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:00.384246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:01.785967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.946660 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:41:09.145641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47612) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:09.204967 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c4a3090-304c-48a3-8d81-e7496edfb7f1 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0582139 Aug 31 13:41:09.355545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:11.426044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47620) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:11.486872 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9510fbeb-b802-4048-a7e4-18610d991e29 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0593274 Aug 31 13:41:24.173367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47632) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:24.233871 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4bba4cf4-e598-4766-bfb3-a0f631956a5b admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0590842 Aug 31 13:41:26.492041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47644) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:26.547503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7bf9cd9f-7805-4fdb-a879-4693e0ba1f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:26.554931 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-adbef15c-e364-4859-b2a6-0304c1f327c8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0617487 Aug 31 13:41:29.237170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-320cd81a-0c8e-41de-ab3e-76f01a82b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:29.437992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:30.384731 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:31.787458 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:39.194678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47652) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:39.258096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-809e6d06-d4e4-4701-8fda-5a90d516c060 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0616000 Aug 31 13:41:39.354298 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:39.945680 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:41:41.491902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47662) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:41.548334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ae190df9-1ce9-401a-9b5d-3ab2e6bbb0f5 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0553491 Aug 31 13:41:54.198840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47674) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:54.255836 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f39d08d-e746-4c16-bd07-a1d3724aee18 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0558603 Aug 31 13:41:56.481744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47682) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:56.537547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-47a0022c-ee22-49cc-a9c7-f26f9977502a admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0546410 Aug 31 13:41:56.547703 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f362b028-5b3a-4c8e-9a76-4ecc739a53ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:59.237746 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3d2768d2-b942-43aa-a9db-0f1f076298bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:59.440048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.388329 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.789682 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:09.261219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47690) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:09.349373 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-23b9000e-28e8-4cb8-a68e-848939dc3358 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0869570 Aug 31 13:42:09.364526 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:11.618595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47698) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:11.683681 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d6e9f5b1-0758-4f82-9f77-933d5eae9c1a admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0639915 Aug 31 13:42:16.945090 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:42:24.473723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47706) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:24.534813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f1c9050-c2af-4626-ae29-4d0a06ea149d admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0599506 Aug 31 13:42:26.560831 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ab77adf3-b25d-4eb7-bd6a-7c50ec0a9d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.804383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47714) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:26.866277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6fa91891-f110-425d-8138-894d605c60b8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0605497 Aug 31 13:42:29.240782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f2e744b-e53a-4a4c-abbf-6a251460e20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.441673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.391414 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:31.793979 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:39.367037 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:39.584545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47722) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:39.650735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dd224b5f-da9b-4f49-b5f8-1051b33875d0 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0643768 Aug 31 13:42:41.869706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47730) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:41.926155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0b682d38-38fa-49fd-95de-6bcd64c5059b admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0553136 Aug 31 13:42:53.944538 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:42:54.565571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:54.621167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0a0151dd-4755-4eca-954b-e57f4d6db3fd admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0543799 Aug 31 13:42:56.550417 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2e669884-fd9f-4653-8b4f-813091808cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:56.845711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47748) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:56.901654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-64207930-cba4-4044-9239-9ed6075624bd admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0548716 Aug 31 13:42:59.244216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3510615e-61d2-4359-8cfd-33087eb2e402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:59.442391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.393702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:01.799965 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:09.387752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:09.537225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47756) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:09.593559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-22a63308-a70a-4ce0-a0f0-a7eb7f5f674b admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0552433 Aug 31 13:43:11.824779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47764) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:11.880557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-16370dad-cd9b-497a-9a0b-92192f39f737 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0546384 Aug 31 13:43:24.547504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47772) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:24.611505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b27e9e58-ee91-478a-9227-8e0101bb18f3 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0623455 Aug 31 13:43:26.551724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6cf91b35-e359-493b-b7b9-71015e9874d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:26.847656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47782) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:26.905268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-031802b7-ee67-4965-a45b-0601a926e5aa admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0561545 Aug 31 13:43:29.246683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b99cd9-a577-4ed5-b51d-4bce8ed11618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:29.443767 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:30.397488 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:30.943794 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:43:31.799017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:39.390055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:39.566928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47790) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:39.626530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5c44daeb-580e-4f00-ba0b-b0275a506ae5 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0584941 Aug 31 13:43:41.884518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47798) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:41.941138 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7fe38063-d1a9-49f5-9799-9fea123cb086 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0554614 Aug 31 13:43:56.553230 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e17c37a-37fe-409d-ac4c-40ec235acd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:59.248800 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e05aca38-e29f-44d6-9033-aeb87b7b9be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:59.446161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.400758 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:01.802910 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:07.943878 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:44:09.399098 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.571738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61a2e508-2768-441d-aa1c-6d68073289d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:29.258972 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0719b2f7-4b41-42ef-92e9-2b9b08b00fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:29.454937 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:30.404165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:31.805900 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:39.391017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:44.942730 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:44:56.554582 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2350a9f4-b6eb-48b7-8a95-2343c278411f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:59.253623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff9d2834-7c26-47a5-9954-efcdf47eb91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:59.447696 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:00.405955 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:01.809369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.143808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:08.373625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48032) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:08.485554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1301935299-network', 'tenant_id': 'a412d1ff6e0c4a8ea08c302fa0fbad88'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:08.507656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Made reservation on behalf of a412d1ff6e0c4a8ea08c302fa0fbad88 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:08.510461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.519545 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.616403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.621294 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.647777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3245ea-1c83-40db-9d94-75ce30bb3b3d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:08.659142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.659528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.659870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.660207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.660532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.661103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.661614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.662179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.662647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.663140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.663594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.664057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Tracked resource versions report: Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: pushed versions: Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: { 'AddressGroup': {'1.2'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'ConntrackHelper': {'1.0'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Log': {'1.0'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Network': {'1.1'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Port': {'1.7'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'PortForwarding': {'1.2'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'QosPolicy': {'1.9'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'SecurityGroup': {'1.4'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'SubPort': {'1.0'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Subnet': {'1.1'}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Trunk': {'1.1'}} Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: consumer versions: Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: HyperV agent@n-h2-792362-6: {}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: L3 agent@n-d-792362-6: {}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: Metadata agent@n-d-792362-6: {}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: Metering agent@n-d-792362-6: {}, Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'ConntrackHelper': '1.0', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Log': '1.0', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Network': '1.1', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Port': '1.7', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'PortForwarding': '1.2', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'QosPolicy': '1.9', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'SecurityGroup': '1.4', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'SecurityGroupRule': '1.2', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'SubPort': '1.0', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Subnet': '1.1', Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: 'Trunk': '1.1'}} Aug 31 13:45:08.665316 n-d-792362-6 neutron-server[101360]: {{(pid=101360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:45:08.671768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:45:08.682819 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.683254 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Added segment 994fa97b-45d9-4589-99f2-152685a800e6 of type vlan for network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a Aug 31 13:45:08.729713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-network', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:08.734804 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.768824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Made reservation on behalf of d169bffdbb4846c286e4ccacf0386e53 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:08.771472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.779512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.780416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:08.781029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.788693 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.819142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6735587 Aug 31 13:45:08.822744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48052) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:08.829579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Request body: {'subnet': {'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1301935299-subnet', 'tenant_id': 'a412d1ff6e0c4a8ea08c302fa0fbad88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:08.879842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc871797-ce91-4bc5-95ef-4f1feb489ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:08.895760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:45:08.978020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:08.983485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.005428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Made reservation on behalf of a412d1ff6e0c4a8ea08c302fa0fbad88 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:09.008084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:45:09.008882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.024011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfee3c9-ae54-427d-8929-71b0d2bd02c7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:09.028099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.028446 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Added segment 244bbea4-e899-40a5-9886-48b64863a74a of type vlan for network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 Aug 31 13:45:09.087443 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.108915 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.110058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:09.110737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.172151 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7974010 Aug 31 13:45:09.175410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48068) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:09.181707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5a594-268b-4c97-a2bd-8cf7a43916ad admin admin] Pushing event updated for resources: {'Network': ['ID=6831ca53-9fea-4d70-9b5c-f53c04ed2d51,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:09.183728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Request body: {'subnet': {'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-subnet', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:09.191837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:45:09.244050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Made reservation on behalf of d169bffdbb4846c286e4ccacf0386e53 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:09.246577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.318629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.404434 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.434883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Pushing event updated for resources: {'Subnet': ['ID=483300cd-c929-4e93-9d3c-7ac90b7407ab,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:09.456810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Checking segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:09.457346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Network hostable DHCP agents. Network: 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:45:09.465142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.465620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.466113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.466611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.467078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.467545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.468019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.468483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.468975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.469440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.469933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.470275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Tracked resource versions report: Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: pushed versions: Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: { 'AddressGroup': {'1.2'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'ConntrackHelper': {'1.0'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Log': {'1.0'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Network': {'1.1'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Port': {'1.7'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'PortForwarding': {'1.2'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'QosPolicy': {'1.9'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'SecurityGroup': {'1.4'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'SubPort': {'1.0'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Subnet': {'1.1'}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Trunk': {'1.1'}} Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: consumer versions: Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: HyperV agent@n-h2-792362-6: {}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: L3 agent@n-d-792362-6: {}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: Metadata agent@n-d-792362-6: {}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: Metering agent@n-d-792362-6: {}, Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'ConntrackHelper': '1.0', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Log': '1.0', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Network': '1.1', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Port': '1.7', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'PortForwarding': '1.2', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'QosPolicy': '1.9', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'SecurityGroup': '1.4', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'SecurityGroupRule': '1.2', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'SubPort': '1.0', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Subnet': '1.1', Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: 'Trunk': '1.1'}} Aug 31 13:45:09.471581 n-d-792362-6 neutron-server[101361]: {{(pid=101361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:45:09.525159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:45:09.552977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:09.566501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:09.567477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.567886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307c05bd-ca83-47f2-8453-fcf14f94be87 None None] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:09.596382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.650287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:09.654331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-900f419c-8e66-42c9-ad91-7d4e98c3144c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8305304 Aug 31 13:45:09.687452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Checking segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:09.687926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Network hostable DHCP agents. Network: 6831ca53-9fea-4d70-9b5c-f53c04ed2d51, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:45:09.709707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:45:09.721530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 6831ca53-9fea-4d70-9b5c-f53c04ed2d51) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:09.728479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:09.729810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.730843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef67d9-4ab6-46c7-8441-9d7c6ee55c23 None None] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:09.745147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66216bb5-04ac-483a-ae1f-1c537fed980c None None] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:09.759285 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cc5853eb-32df-408e-895b-69c5a4c634a1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5765879 Aug 31 13:45:09.759520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48108) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:09.768057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:09.796493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.797731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:09.873922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.017165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:45:10.018169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.092576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.184942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Allocated IP 172.20.0.2 (6831ca53-9fea-4d70-9b5c-f53c04ed2d51/4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84/95c4c119-bbc7-4b2f-903d-f2bf524bbf3e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:10.435657 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.452930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Transition to ACTIVE for port object 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:10.475114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Transition to ACTIVE for port object 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:10.491864 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.540145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.552344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:10.555749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:10.560339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:10.597951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Pushing event updated for resources: {'Port': ['ID=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:10.609158 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.624990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.624990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.624990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.625330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.625670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.626004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.626340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.626671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.626996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.627322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.627664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.628092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Tracked resource versions report: Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: pushed versions: Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: { 'AddressGroup': {'1.2'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'ConntrackHelper': {'1.0'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Log': {'1.0'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Network': {'1.1'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Port': {'1.7'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'PortForwarding': {'1.2'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'QosPolicy': {'1.9'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'SecurityGroup': {'1.4'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'SubPort': {'1.0'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Subnet': {'1.1'}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Trunk': {'1.1'}} Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: consumer versions: Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: HyperV agent@n-h2-792362-6: {}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: L3 agent@n-d-792362-6: {}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: Metadata agent@n-d-792362-6: {}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: Metering agent@n-d-792362-6: {}, Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'ConntrackHelper': '1.0', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Log': '1.0', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Network': '1.1', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Port': '1.7', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'PortForwarding': '1.2', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'QosPolicy': '1.9', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'SecurityGroup': '1.4', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'SecurityGroupRule': '1.2', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'SubPort': '1.0', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Subnet': '1.1', Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: 'Trunk': '1.1'}} Aug 31 13:45:10.629432 n-d-792362-6 neutron-server[101362]: {{(pid=101362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:45:10.648281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Attempting to bind port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:10.648662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Attempting to bind port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:10.649053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Attempting to bind port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:10.654479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:10.654860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Checking segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:10.655318 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.655720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Bound using segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:10.656462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Bound port: 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:10.656860 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.743707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] For port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:10.748102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] For port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:10.755109 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.798256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Allocated IP 172.25.0.172 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/9f7a4962-fba3-4270-95ca-b41fe4c7febc) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:10.862343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b281cd5-12e9-4705-8a94-32e747d6cb86 None None] Pushing event updated for resources: {'Port': ['ID=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:10.976538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.147160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.275107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7a4962-fba3-4270-95ca-b41fe4c7febc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:11.297569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:11.299273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:11.302583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:11.659458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.714251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:11.720916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-722069128-network', 'tenant_id': '86cd90bd28ab4206943caa050f560183'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:11.806429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Made reservation on behalf of 86cd90bd28ab4206943caa050f560183 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:11.808794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.821456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.995044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:12.082192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:12.087240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.179110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033fbed-33c9-4ec8-b4fa-37838c73f42a None None] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:12.265945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4a05f50b-85f0-49e9-ab60-71adb5906c00 None None] Provisioning for port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:12.290397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4a05f50b-85f0-49e9-ab60-71adb5906c00 None None] Provisioning complete for port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:12.291031 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a05f50b-85f0-49e9-ab60-71adb5906c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.295101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48222) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:12.319231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.340502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.425934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] vlan segment allocate from pool success with {'vlan_id': 1508, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:45:12.444473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03aa207-2620-47d3-88db-cd95b4cdf073,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:12.467050 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.467511 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Added segment 53826365-95cb-4d93-becf-6c411a0a594e of type vlan for network 16c9c077-3104-4278-9315-1ce37743ef64 Aug 31 13:45:12.477941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05699881-9fd7-49c5-8d85-87587c36790c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.484718 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a05f50b-85f0-49e9-ab60-71adb5906c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.599633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05699881-9fd7-49c5-8d85-87587c36790c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.600098 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.605099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05699881-9fd7-49c5-8d85-87587c36790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.627236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:45:12.656044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.657005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:12.657590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.666117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05699881-9fd7-49c5-8d85-87587c36790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5073aeea-0cbc-43af-9e99-0be1809e381f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:12.717753 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-05699881-9fd7-49c5-8d85-87587c36790c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b6f4a0adf344c4d830a20d9b107cc6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4215877 Aug 31 13:45:12.720322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48246) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:12.748908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4a05f50b-85f0-49e9-ab60-71adb5906c00 None None] For port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:12.757146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a05f50b-85f0-49e9-ab60-71adb5906c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.772893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0577290 Aug 31 13:45:12.775801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48252) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:12.785470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Request body: {'subnet': {'network_id': '16c9c077-3104-4278-9315-1ce37743ef64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-722069128-subnet', 'tenant_id': '86cd90bd28ab4206943caa050f560183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:12.788256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528acc0-70b4-4690-a335-e75b0d71d253 admin admin] Pushing event updated for resources: {'Network': ['ID=16c9c077-3104-4278-9315-1ce37743ef64,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:12.823662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Made reservation on behalf of 86cd90bd28ab4206943caa050f560183 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:12.826197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.829001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 16c9c077-3104-4278-9315-1ce37743ef64 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:45:12.881680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:12.890744 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Sync routers for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:12.903782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:12.906859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69296bd9-1892-4055-9b88-fe1bcd575ca7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1439989 Aug 31 13:45:12.908454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48262) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:12.908861 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:12.909773 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:44:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:13.004204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05f50b-85f0-49e9-ab60-71adb5906c00 None None] Pushing event updated for resources: {'Port': ['ID=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:13.105148 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:13.137880 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e360-1872-456a-9413-a3afad1aeb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.190017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0995e602-195f-43a8-9fc7-f0a9a3cbef5a None None] Provisioning complete for port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:13.191774 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0995e602-195f-43a8-9fc7-f0a9a3cbef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.207414 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.278376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c0f91d-7178-4c73-813e-abcc2a2ae6b2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:13.324273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Checking segment: {'id': '53826365-95cb-4d93-becf-6c411a0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '16c9c077-3104-4278-9315-1ce37743ef64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:13.325587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Network hostable DHCP agents. Network: 16c9c077-3104-4278-9315-1ce37743ef64, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:45:13.331615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e360-1872-456a-9413-a3afad1aeb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.384293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Network 16c9c077-3104-4278-9315-1ce37743ef64 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:45:13.397014 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:11Z', 'revision_number': 3, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:13.408400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:13.418806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 16c9c077-3104-4278-9315-1ce37743ef64) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:13.430148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6899c4-f90a-4571-bdbb-fca72012cad5 None None] Network 16c9c077-3104-4278-9315-1ce37743ef64 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:13.432624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:13.432624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.450074 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Checking router: 9bdc8342-3263-4ea8-9cdf-9522302dffa0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:13.450420 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Updating router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 port 9f7a4962-fba3-4270-95ca-b41fe4c7febc binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:45:13.455103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e360-1872-456a-9413-a3afad1aeb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.458698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e360-1872-456a-9413-a3afad1aeb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.462959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bdc1e360-1872-456a-9413-a3afad1aeb72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5073aeea-0cbc-43af-9e99-0be1809e381f HTTP/1.1" status: 204 len: 168 time: 0.7386489 Aug 31 13:45:13.472820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-338cc237-29d2-40b9-acc6-b7a9d2e81c3a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6859357 Aug 31 13:45:13.484398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1e360-1872-456a-9413-a3afad1aeb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5073aeea-0cbc-43af-9e99-0be1809e381f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:13.492663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48288) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:13.496368 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.696490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.759865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf5ef5-3dd4-43fc-8ec6-d4ed88ea918d None None] Network 16c9c077-3104-4278-9315-1ce37743ef64 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:13.883998 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.925997 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Transition to ACTIVE for port object 9f7a4962-fba3-4270-95ca-b41fe4c7febc will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:13.942192 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.959286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:13.962392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37b7ceee-24e5-46ca-870c-f8fa411b8210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.026298 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Pushing event updated for resources: {'Port': ['ID=9f7a4962-fba3-4270-95ca-b41fe4c7febc,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.048364 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.048723 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.049101 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.049444 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.049830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.050164 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.062041 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.062406 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.062776 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.063197 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.063545 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.063938 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Tracked resource versions report: Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: pushed versions: Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: { 'AddressGroup': {'1.2'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'ConntrackHelper': {'1.0'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Log': {'1.0'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Network': {'1.1'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Port': {'1.7'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'PortForwarding': {'1.2'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'QosPolicy': {'1.9'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'SecurityGroup': {'1.4'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'SubPort': {'1.0'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Subnet': {'1.1'}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Trunk': {'1.1'}} Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: consumer versions: Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: { DHCP agent@n-d-792362-6: {}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: HyperV agent@n-h2-792362-6: {}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: L3 agent@n-d-792362-6: {}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: Metadata agent@n-d-792362-6: {}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: Metering agent@n-d-792362-6: {}, Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: Open vSwitch agent@n-d-792362-6: { 'AddressGroup': '1.2', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'ConntrackHelper': '1.0', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Log': '1.0', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Network': '1.1', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Port': '1.7', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'PortForwarding': '1.2', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'QosPolicy': '1.9', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'SecurityGroup': '1.4', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'SecurityGroupRule': '1.2', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'SubPort': '1.0', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Subnet': '1.1', Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: 'Trunk': '1.1'}} Aug 31 13:45:14.065056 n-d-792362-6 neutron-server[101363]: {{(pid=101363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:45:14.096442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-348deb01-bc25-41b0-96a5-bfd4cb143306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.119337 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Attempting to bind port 9f7a4962-fba3-4270-95ca-b41fe4c7febc on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:14.120075 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Attempting to bind port 9f7a4962-fba3-4270-95ca-b41fe4c7febc by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:14.120601 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Attempting to bind port 9f7a4962-fba3-4270-95ca-b41fe4c7febc on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:14.135931 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:14.136744 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:14.137359 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.138701 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:14.139404 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Bound port: 9f7a4962-fba3-4270-95ca-b41fe4c7febc, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:14.139969 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.153207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Allocated IP 172.20.0.1 (6831ca53-9fea-4d70-9b5c-f53c04ed2d51/4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84/37678d22-b4bf-459f-909f-2dc3d9fe7d32) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:14.162112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:14.162656 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.230255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.275099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ce72-cc5a-4f8c-a4eb-16ff64fce23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.303200 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] For port 9f7a4962-fba3-4270-95ca-b41fe4c7febc, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:14.312083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.313903 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] For port 9f7a4962-fba3-4270-95ca-b41fe4c7febc, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9f7a4962-fba3-4270-95ca-b41fe4c7febc,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:14.324561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37b7ceee-24e5-46ca-870c-f8fa411b8210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.329297 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.335881 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37b7ceee-24e5-46ca-870c-f8fa411b8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.340545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Transition to ACTIVE for port object 37678d22-b4bf-459f-909f-2dc3d9fe7d32 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:14.420047 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.445534 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37b7ceee-24e5-46ca-870c-f8fa411b8210 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a423cc3292864ff1b8ef58939f1c07ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0354924 Aug 31 13:45:14.446705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7ceee-24e5-46ca-870c-f8fa411b8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e9509-d031-4ad1-85b2-0c0147eaaa06,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.451729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48334) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.466180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:14.470719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:14.477895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:14.478401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.521802 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:14.522561 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:44:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:14.569235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bc53e-5d3f-4694-ab89-1e98232bbca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.592634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-348deb01-bc25-41b0-96a5-bfd4cb143306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.602095 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6385b-6809-42c7-b331-9c29a34b261d None None] Pushing event updated for resources: {'Port': ['ID=9f7a4962-fba3-4270-95ca-b41fe4c7febc,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.606266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48336) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.622135 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-348deb01-bc25-41b0-96a5-bfd4cb143306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.626280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bc53e-5d3f-4694-ab89-1e98232bbca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.696950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Pushing event updated for resources: {'Port': ['ID=37678d22-b4bf-459f-909f-2dc3d9fe7d32,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.704670 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:14.785795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-348deb01-bc25-41b0-96a5-bfd4cb143306 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26c31882572f4c8fa11b7a5e91fc8ec0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2919648 Aug 31 13:45:14.790230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48344) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.837057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348deb01-bc25-41b0-96a5-bfd4cb143306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb8e29d-dc20-4592-aa10-887215fb583a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.923168 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bc53e-5d3f-4694-ab89-1e98232bbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.927225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bc53e-5d3f-4694-ab89-1e98232bbca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.930799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-172bc53e-5d3f-4694-ab89-1e98232bbca3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed1e9509-d031-4ad1-85b2-0c0147eaaa06 HTTP/1.1" status: 204 len: 168 time: 0.4751489 Aug 31 13:45:14.946364 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b96a4b84-fd17-464b-b2a4-bdc1e867554f None None] Provisioning for port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:14.951134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b96a4b84-fd17-464b-b2a4-bdc1e867554f None None] Provisioning complete for port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:14.951742 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b96a4b84-fd17-464b-b2a4-bdc1e867554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.951920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bc53e-5d3f-4694-ab89-1e98232bbca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e9509-d031-4ad1-85b2-0c0147eaaa06,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.976825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ce72-cc5a-4f8c-a4eb-16ff64fce23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.982467 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:11Z', 'revision_number': 3, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:14.990027 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ce72-cc5a-4f8c-a4eb-16ff64fce23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.992406 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d49847c8-3b93-40c8-bbb8-cd330acc6f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.043734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f11eafa-32c6-476c-be12-3d1dd55a621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.055249 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1984-532b-4138-8a94-9cb95ef809bc None None] The sync data for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 is: [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:11Z', 'revision_number': 3, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:15.059316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3bb4ce72-cc5a-4f8c-a4eb-16ff64fce23e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d8fc86f982f4c409cd9e2adb65be02e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8265111 Aug 31 13:45:15.059676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48378) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:15.060417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b96a4b84-fd17-464b-b2a4-bdc1e867554f None None] Port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:15.069848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ce72-cc5a-4f8c-a4eb-16ff64fce23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c008ede5-c3e3-49cd-adf6-b5503cd700e2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:15.221290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-874428e2-b6ee-49be-a5dc-696ccad94ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.238423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.255912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48388) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:15.259559 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f11eafa-32c6-476c-be12-3d1dd55a621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.270203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48390) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:15.271730 n-d-792362-6 neutron-server[101360]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 13:45:15.274316 n-d-792362-6 neutron-server[101361]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 13:45:15.298513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-874428e2-b6ee-49be-a5dc-696ccad94ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.345602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-d79869b0-a968-47fc-b9b1-3092858e6d91 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c91c0ec5143744d0a009c135e92e7136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724101 Aug 31 13:45:15.432059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d49847c8-3b93-40c8-bbb8-cd330acc6f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.456228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d49847c8-3b93-40c8-bbb8-cd330acc6f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.598590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f11eafa-32c6-476c-be12-3d1dd55a621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.599672 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d49847c8-3b93-40c8-bbb8-cd330acc6f26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f7238d168f24350863ba57cabeedd98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9896863 Aug 31 13:45:15.602279 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f11eafa-32c6-476c-be12-3d1dd55a621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.602748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49847c8-3b93-40c8-bbb8-cd330acc6f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dadf2f-c1db-4207-b2d8-c9a9b91dbdf3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:15.606540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f11eafa-32c6-476c-be12-3d1dd55a621f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efb8e29d-dc20-4592-aa10-887215fb583a HTTP/1.1" status: 204 len: 168 time: 0.8116095 Aug 31 13:45:15.612649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:15.612963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:15.623715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-874428e2-b6ee-49be-a5dc-696ccad94ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.631762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-874428e2-b6ee-49be-a5dc-696ccad94ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.633143 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-874428e2-b6ee-49be-a5dc-696ccad94ee5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c008ede5-c3e3-49cd-adf6-b5503cd700e2 HTTP/1.1" status: 204 len: 168 time: 0.5709698 Aug 31 13:45:15.640389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11eafa-32c6-476c-be12-3d1dd55a621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb8e29d-dc20-4592-aa10-887215fb583a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:15.653130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-d17ae1b4-3dfd-4613-9f60-131ccb326d59 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:15.656167 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-d17ae1b4-3dfd-4613-9f60-131ccb326d59 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.3933239 Aug 31 13:45:15.693339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874428e2-b6ee-49be-a5dc-696ccad94ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008ede5-c3e3-49cd-adf6-b5503cd700e2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:15.696512 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f65d440e-a4ca-4398-8d5e-94386834f0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.703922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-31a01eb9-6d11-463d-84d1-45870a3f14dd tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/quotas/a412d1ff6e0c4a8ea08c302fa0fbad88 HTTP/1.1" status: 200 len: 375 time: 0.0237765 Aug 31 13:45:15.765149 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-a84370e4-a684-4d20-a065-0ce3846d219b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602367 Aug 31 13:45:15.780070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5e3acdc0-9bc7-4b44-a9b7-caf271bb9833 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:45:15.782305 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5e3acdc0-9bc7-4b44-a9b7-caf271bb9833 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088847 Aug 31 13:45:15.832751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-091d1594-834c-426e-a4a6-827dd517743d tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:15.835575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-091d1594-834c-426e-a4a6-827dd517743d tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4770644 Aug 31 13:45:15.894785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa6576f2-1eff-49ca-8555-6dce5b9616d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.923035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-c8f0751e-37e5-4dee-b79f-819857b24e16 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/quotas/c91c0ec5143744d0a009c135e92e7136 HTTP/1.1" status: 200 len: 375 time: 0.0668805 Aug 31 13:45:15.961407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f7a4962-fba3-4270-95ca-b41fe4c7febc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:16.040635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-06806166-66e7-43a3-8ff6-ce2025b7577d tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c91c0ec5143744d0a009c135e92e7136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156538 Aug 31 13:45:16.047756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9f7a4962-fba3-4270-95ca-b41fe4c7febc completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:16.053631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9f7a4962-fba3-4270-95ca-b41fe4c7febc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:16.054263 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.102333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa6576f2-1eff-49ca-8555-6dce5b9616d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.111926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.175686 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f65d440e-a4ca-4398-8d5e-94386834f0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.185938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.187120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.201554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48420) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:16.227410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75c3b9cb-df60-4f69-b30a-24f3be13b525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.249856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Pushing event updated for resources: {'Port': ['ID=37678d22-b4bf-459f-909f-2dc3d9fe7d32,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:16.252702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f65d440e-a4ca-4398-8d5e-94386834f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.267609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.298138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d440e-a4ca-4398-8d5e-94386834f0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f205196-da96-440b-8bd5-d84e15d0f481,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:16.322034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9f7a4962-fba3-4270-95ca-b41fe4c7febc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9f7a4962-fba3-4270-95ca-b41fe4c7febc,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:16.335836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.413653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9f7a4962-fba3-4270-95ca-b41fe4c7febc,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:16.463180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-903fb91c-31c1-4a36-a926-2d7fbb2d298b req-5969663f-4268-4aec-9e07-ee00a0936ee8 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 210 time: 0.1335936 Aug 31 13:45:16.476540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f65d440e-a4ca-4398-8d5e-94386834f0be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49f11d8cd789419b86c7c863a995ea4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8527026 Aug 31 13:45:16.478362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48436) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:16.515137 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa6576f2-1eff-49ca-8555-6dce5b9616d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.519597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa6576f2-1eff-49ca-8555-6dce5b9616d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.520761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fa6576f2-1eff-49ca-8555-6dce5b9616d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63dadf2f-c1db-4207-b2d8-c9a9b91dbdf3 HTTP/1.1" status: 204 len: 168 time: 0.8983555 Aug 31 13:45:16.525091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b90d334c-63cf-4eee-aed6-db35240cd6db service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343266 Aug 31 13:45:16.540053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6576f2-1eff-49ca-8555-6dce5b9616d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dadf2f-c1db-4207-b2d8-c9a9b91dbdf3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:16.570585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:16.571999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:16.747999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:45:16.895926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb4844d6-78aa-41d2-8eb2-7220f028af85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.911431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-859afd5d-b47a-40d2-b23c-c8438187d28a None None] Provisioning complete for port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:16.913368 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-859afd5d-b47a-40d2-b23c-c8438187d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.942829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:16.952601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0d4ce2a7-6e35-44bb-a618-94b3ee53d621 admin admin] 10.222.0.10 "PUT /v2.0/routers/9bdc8342-3263-4ea8-9cdf-9522302dffa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0426643 Aug 31 13:45:16.960123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75c3b9cb-df60-4f69-b30a-24f3be13b525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.981341 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-ddd8be4f-8b67-466e-90c1-8feb31890d99 service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412875 Aug 31 13:45:16.988539 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb4844d6-78aa-41d2-8eb2-7220f028af85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:16.994485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75c3b9cb-df60-4f69-b30a-24f3be13b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.008441 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-859afd5d-b47a-40d2-b23c-c8438187d28a None None] Port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:17.072122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3b9cb-df60-4f69-b30a-24f3be13b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa260270-3585-4b29-853a-5c6b081ca637,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:17.127897 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-75c3b9cb-df60-4f69-b30a-24f3be13b525 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d63006d79f304fdf8946996787028845&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9250195 Aug 31 13:45:17.130734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48456) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:17.160808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb4844d6-78aa-41d2-8eb2-7220f028af85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.165506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb4844d6-78aa-41d2-8eb2-7220f028af85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.168662 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eb4844d6-78aa-41d2-8eb2-7220f028af85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f205196-da96-440b-8bd5-d84e15d0f481 HTTP/1.1" status: 204 len: 168 time: 0.6774492 Aug 31 13:45:17.182840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4844d6-78aa-41d2-8eb2-7220f028af85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f205196-da96-440b-8bd5-d84e15d0f481,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:17.231185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48466) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:17.265779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20ce7bad-1680-4c0a-8885-37927c094977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.275993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28335fb-442a-4319-acac-8dceeab2c615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.396912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28335fb-442a-4319-acac-8dceeab2c615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.400458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c37914d0-3899-4e09-91b5-906b690cc139 req-ebf188d8-0825-4d09-a0ef-894288e5fa5f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.1078339 Aug 31 13:45:17.480663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28335fb-442a-4319-acac-8dceeab2c615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.481304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20ce7bad-1680-4c0a-8885-37927c094977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.484374 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28335fb-442a-4319-acac-8dceeab2c615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.486608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e28335fb-442a-4319-acac-8dceeab2c615 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa260270-3585-4b29-853a-5c6b081ca637 HTTP/1.1" status: 204 len: 168 time: 0.3539827 Aug 31 13:45:17.494057 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20ce7bad-1680-4c0a-8885-37927c094977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.497283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28335fb-442a-4319-acac-8dceeab2c615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa260270-3585-4b29-853a-5c6b081ca637,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:17.589919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20ce7bad-1680-4c0a-8885-37927c094977 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=963f43678eff43418ce6c382c8908538&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3567688 Aug 31 13:45:17.592660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce7bad-1680-4c0a-8885-37927c094977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb32fe5-96c0-48ce-8d55-f98045f597a3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:17.595598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48490) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:17.723087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15dab341-ca8f-4b5c-aa1d-d9177db71931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.733406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b7eddf8e-ff73-4a20-bbb5-eba568e87400 req-e631abde-5c78-4cb3-b71c-8e4d5098c412 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 210 time: 0.1116374 Aug 31 13:45:17.782373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15dab341-ca8f-4b5c-aa1d-d9177db71931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.868210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15dab341-ca8f-4b5c-aa1d-d9177db71931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.871151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15dab341-ca8f-4b5c-aa1d-d9177db71931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.874710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-15dab341-ca8f-4b5c-aa1d-d9177db71931 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cb32fe5-96c0-48ce-8d55-f98045f597a3 HTTP/1.1" status: 204 len: 168 time: 0.2741480 Aug 31 13:45:17.882355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dab341-ca8f-4b5c-aa1d-d9177db71931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb32fe5-96c0-48ce-8d55-f98045f597a3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:17.952427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f7a4962-fba3-4270-95ca-b41fe4c7febc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:18.055537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9f7a4962-fba3-4270-95ca-b41fe4c7febc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:18.056715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:18.232130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Sync routers for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:18.247622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:18.249568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:44:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:18.436334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:18.530408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52d90806-eec8-465d-bcff-7053d029167a req-1bf45e14-6e5e-46b9-b46a-63da056ca196 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0470190 Aug 31 13:45:18.689221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:15Z', 'revision_number': 2, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:18.733103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Checking router: 9bdc8342-3263-4ea8-9cdf-9522302dffa0 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:18.733682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Updating router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:45:18.764729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:18.937283 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d70630b4-f752-485c-a58f-49a76c76507c req-522a255c-441e-4dcb-98a6-9fa5755badce tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 210 time: 0.0443394 Aug 31 13:45:19.161072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48570) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:19.166655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-network', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:19.192825 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.206867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Transition to ACTIVE for port object 37678d22-b4bf-459f-909f-2dc3d9fe7d32 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:19.210420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Made reservation on behalf of 9158cbaf62ad4697bd0da93e25ecdb7f for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:19.226967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.227836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.250304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.284482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51d2a-a78e-4f37-a540-434d164a0aec None None] Pushing event updated for resources: {'Port': ['ID=37678d22-b4bf-459f-909f-2dc3d9fe7d32,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:19.383091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.395246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.440658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:45:19.444514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Attempting to bind port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:19.445155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Attempting to bind port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:19.445688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Attempting to bind port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:19.450452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac1c5f4-3c4a-4c69-90c1-8e0f7f5f17c0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:19.453084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:19.454211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Checking segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:19.454778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.455379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Bound using segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:19.456771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Bound port: 37678d22-b4bf-459f-909f-2dc3d9fe7d32, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:19.457366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.477927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.478601 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Added segment 3fc34639-1eb1-4fd3-ac56-ae1507a2bb87 of type vlan for network d349b19f-6a55-4d82-af99-10a1a0580580 Aug 31 13:45:19.536434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.567262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.568506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:19.568835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.569575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] For port 37678d22-b4bf-459f-909f-2dc3d9fe7d32, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:19.573049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] For port 37678d22-b4bf-459f-909f-2dc3d9fe7d32, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37678d22-b4bf-459f-909f-2dc3d9fe7d32,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:19.587607 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.637696 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4753370 Aug 31 13:45:19.641170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48584) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:19.646051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af076bcb-2acf-4858-b187-2e7aab25b32b admin admin] Pushing event updated for resources: {'Network': ['ID=d349b19f-6a55-4d82-af99-10a1a0580580,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:19.670683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Request body: {'subnet': {'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-subnet', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:19.689174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d349b19f-6a55-4d82-af99-10a1a0580580 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:45:19.738681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Made reservation on behalf of 9158cbaf62ad4697bd0da93e25ecdb7f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:19.741947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.860662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8956ecbc-bab8-4695-b6a9-c2cf5c9e9334 req-d7e3813d-02c2-436a-b0a9-053899facb02 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0936775 Aug 31 13:45:19.888903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:19.889498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:44:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:19.900811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.26', 53957) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:20.035508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-0b318d88-53df-4627-905d-cd7683848b52 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c91c0ec5143744d0a009c135e92e7136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119525 Aug 31 13:45:20.065352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.101', 50196) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:20.108782 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a02f16da-4ff8-44c3-822c-25694539636d req-fa649648-a058-45b4-8137-a844a9ba6274 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 210 time: 0.0761814 Aug 31 13:45:20.131427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:20.371064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51d2a-a78e-4f37-a540-434d164a0aec None None] Pushing event updated for resources: {'Port': ['ID=37678d22-b4bf-459f-909f-2dc3d9fe7d32,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:20.622296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:19Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:20.654103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31f716-e2d9-4489-889b-5886132af4df None None] The sync data for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 is: [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:19Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:20.780601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:20.797034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48642) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:20.797634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-6ca9bec3-75e5-43c2-a739-5e57616374b4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.799153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-6ca9bec3-75e5-43c2-a739-5e57616374b4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.101 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.6930990 Aug 31 13:45:20.810004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-3a9b0291-ac96-416a-b092-204ffdf2f8df tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.811775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-3a9b0291-ac96-416a-b092-204ffdf2f8df tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7628856 Aug 31 13:45:20.873477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9f1e7a-0933-4c83-8f25-82c1c1e46686,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:20.897648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Checking segment: {'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:20.898126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Network hostable DHCP agents. Network: d349b19f-6a55-4d82-af99-10a1a0580580, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:45:20.922472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Network d349b19f-6a55-4d82-af99-10a1a0580580 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:45:20.950199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Request body: {'port': {'device_id': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'admin_state_up': True, 'tenant_id': 'a412d1ff6e0c4a8ea08c302fa0fbad88'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:21.003880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Request body: {'port': {'device_id': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'c91c0ec5143744d0a009c135e92e7136'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:21.007258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d349b19f-6a55-4d82-af99-10a1a0580580) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:21.017975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5da906-4802-451c-aca0-b8c69b7e731b None None] Network d349b19f-6a55-4d82-af99-10a1a0580580 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:21.069922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fa1d6c5d-88d4-41e0-b0d7-4a87eefc5375 req-5c1eb351-f80d-478f-9df6-fad9c082dc8d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0833995 Aug 31 13:45:21.087630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:21.088543 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.158514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e16b3679-807a-488a-9876-502ba892c23a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5132489 Aug 31 13:45:21.161883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48676) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:21.169891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:21.240190 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.241740 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.378503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d349b19f-6a55-4d82-af99-10a1a0580580', 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'fixed_ips': [{'subnet_id': 'bf9f1e7a-0933-4c83-8f25-82c1c1e46686'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:45:21.380197 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.382287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7967857d-d2a8-4d5a-a0e7-75f8ad1de2aa req-b470ef90-858c-4742-8fc3-d56691443f87 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 210 time: 0.1558959 Aug 31 13:45:21.433858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Made reservation on behalf of a412d1ff6e0c4a8ea08c302fa0fbad88 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:21.438154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.487556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.543712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48682) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:21.601988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Made reservation on behalf of c91c0ec5143744d0a009c135e92e7136 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:21.606423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.641560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.718537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Allocated IP 172.20.0.2 (d349b19f-6a55-4d82-af99-10a1a0580580/bf9f1e7a-0933-4c83-8f25-82c1c1e46686/d60345a9-4d8d-4625-bc29-b0a8d502f430) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:21.763066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ccafdf14-37dc-44a9-a76c-104b85886d6c tempest-AutoAllocateNetworkTest-964695676 tempest-AutoAllocateNetworkTest-964695676-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1786d66d11d3468aac74f18439045744&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9648478 Aug 31 13:45:21.778037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48686) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:21.833632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.867855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Allocated IP 172.20.0.12 (0ceeeb85-9087-45e9-8b64-0cdcc9206a2a/483300cd-c929-4e93-9d3c-7ac90b7407ab/7de180f1-b176-49a8-ad09-ed76157390d7) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:21.949977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:45:22.162969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37678d22-b4bf-459f-909f-2dc3d9fe7d32 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:22.314226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5449810-537e-4c65-aabe-186fe7dff9aa tempest-AutoAllocateNetworkTest-964695676 tempest-AutoAllocateNetworkTest-964695676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:22.330752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5449810-537e-4c65-aabe-186fe7dff9aa tempest-AutoAllocateNetworkTest-964695676 tempest-AutoAllocateNetworkTest-964695676-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5485635 Aug 31 13:45:22.348854 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.369149 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48700) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:22.374717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Transition to ACTIVE for port object d60345a9-4d8d-4625-bc29-b0a8d502f430 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:22.429973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Transition to ACTIVE for port object d60345a9-4d8d-4625-bc29-b0a8d502f430 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:22.455884 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.486481 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.543386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.568572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Network d349b19f-6a55-4d82-af99-10a1a0580580 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:22.572086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Pushing event updated for resources: {'Port': ['ID=d60345a9-4d8d-4625-bc29-b0a8d502f430,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:22.574393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:22.592970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:22.681337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc558590-7b69-4e73-b9dd-70fc7282d6a0 req-7f914eb6-2faa-4975-ab67-89ef332ec8d0 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.3201365 Aug 31 13:45:22.685153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9d3f9898-a8c4-4c69-8496-9f90a0f87c27 tempest-AutoAllocateNetworkTest-964695676 tempest-AutoAllocateNetworkTest-964695676-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3148048 Aug 31 13:45:22.687868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48712) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:22.764237 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7c8157c5-a425-499d-b62a-1a4bd32632c6 tempest-AutoAllocateNetworkTest-964695676 tempest-AutoAllocateNetworkTest-964695676-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1786d66d11d3468aac74f18439045744 HTTP/1.1" status: 200 len: 208 time: 0.0750873 Aug 31 13:45:22.803222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.844118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.870439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:22.882060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Attempting to bind port d60345a9-4d8d-4625-bc29-b0a8d502f430 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:22.882305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Attempting to bind port d60345a9-4d8d-4625-bc29-b0a8d502f430 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:22.882530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Attempting to bind port d60345a9-4d8d-4625-bc29-b0a8d502f430 on network d349b19f-6a55-4d82-af99-10a1a0580580 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:22.903327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:22.903804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Checking segment: {'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:22.904443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.904850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Bound using segment: {'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:22.905443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Bound port: d60345a9-4d8d-4625-bc29-b0a8d502f430, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:22.907485 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.940859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e0489b92-9e7c-4230-a54c-1708508d021b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.942695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:22.944259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.956711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8851b180-631b-4784-956e-417c0f173950 req-db05207c-c68b-4c63-8164-0256e9cfcb4e tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 210 time: 0.3086822 Aug 31 13:45:22.972281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a9c4dd-47b8-4a0e-a791-0bd50921a002,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:23.054639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Allocated IP 172.25.0.150 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/18667cda-b68d-405f-ba69-f05466dddb67) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:23.117917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.139187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Allocated IP 192.168.233.220 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/ce7f69ad-535b-4a2d-a871-3dd81bb14126) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:23.315549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.359504 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.384840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.392452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] For port d60345a9-4d8d-4625-bc29-b0a8d502f430, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:23.437330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] For port d60345a9-4d8d-4625-bc29-b0a8d502f430, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d60345a9-4d8d-4625-bc29-b0a8d502f430,segment=NetworkSegment(3fc34639-1eb1-4fd3-ac56-ae1507a2bb87),segment_id=3fc34639-1eb1-4fd3-ac56-ae1507a2bb87)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:23.455193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.471354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.509566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:23.534314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e0489b92-9e7c-4230-a54c-1708508d021b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.537550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:23.567066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:23.569598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:23.577095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:23.578053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.583744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:23.585507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e0489b92-9e7c-4230-a54c-1708508d021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.590788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 37678d22-b4bf-459f-909f-2dc3d9fe7d32, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37678d22-b4bf-459f-909f-2dc3d9fe7d32,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:23.594642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:23.600544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event updated for resources: {'Port': ['ID=7de180f1-b176-49a8-ad09-ed76157390d7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:23.609567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.701677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-165a5300-912c-4097-ada7-008f40789fcc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7650108 Aug 31 13:45:23.706593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee78081-c651-4d9a-a5dd-0dccb2a79f33 None None] Pushing event updated for resources: {'Port': ['ID=d60345a9-4d8d-4625-bc29-b0a8d502f430,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:23.735024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0489b92-9e7c-4230-a54c-1708508d021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb8bfe0-7e94-4030-84de-948ff85c914d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:23.739922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Pushing event updated for resources: {'Port': ['ID=18667cda-b68d-405f-ba69-f05466dddb67,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:23.743757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e0489b92-9e7c-4230-a54c-1708508d021b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65fac3a57b97467fbf002bfe4250600f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1960089 Aug 31 13:45:23.755284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-ea437c89-1672-4389-a342-36eb6ae08d42 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:45:23.756979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-ea437c89-1672-4389-a342-36eb6ae08d42 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230837 Aug 31 13:45:23.759480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48732) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:23.765415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.807219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48736) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:23.841453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=37678d22-b4bf-459f-909f-2dc3d9fe7d32,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:23.864249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Transition to ACTIVE for port object ce7f69ad-535b-4a2d-a871-3dd81bb14126 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:23.925233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-744e7aca-f859-4711-9fc4-1f5b3dd2d4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.980301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.395660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-744e7aca-f859-4711-9fc4-1f5b3dd2d4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.422203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d60345a9-4d8d-4625-bc29-b0a8d502f430 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:24.446295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:24.481760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485e94-8ffc-4ac4-a994-edfc57f85fb5 req-dc6145d8-13fd-474f-a91c-b20255f17226 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:24.483695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:24.484436 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-02485e94-8ffc-4ac4-a994-edfc57f85fb5 req-dc6145d8-13fd-474f-a91c-b20255f17226 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 932 time: 0.6218178 Aug 31 13:45:24.511736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d60345a9-4d8d-4625-bc29-b0a8d502f430 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:24.512346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:24.517585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:24.518529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.520120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37678d22-b4bf-459f-909f-2dc3d9fe7d32 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:24.526493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8529891c-af65-4201-a7bb-e4e6b899475b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.537051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Pushing event updated for resources: {'Port': ['ID=ce7f69ad-535b-4a2d-a871-3dd81bb14126,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:24.570938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Request body: {'port': {'device_id': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:24.592215 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-6ec8478d-fe34-4273-9252-6bdcd76bee74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6255505 Aug 31 13:45:24.630903 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-02485e94-8ffc-4ac4-a994-edfc57f85fb5 req-1ec9bbd6-0291-4de5-92cf-c8c34e6ce235 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398890 Aug 31 13:45:24.634240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.657133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:24.657521 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.673947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd461-be96-4a6e-b43f-26cf6bdb2bf4 req-238ad56b-c21c-4d28-a867-6bfabc6f490a tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:24.712683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-827bd461-be96-4a6e-b43f-26cf6bdb2bf4 req-238ad56b-c21c-4d28-a867-6bfabc6f490a tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 936 time: 0.3103626 Aug 31 13:45:24.718075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-d6f4a4b2-0fdf-4162-b9ba-0dcb335419a5 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:45:24.719101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-d6f4a4b2-0fdf-4162-b9ba-0dcb335419a5 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0775516 Aug 31 13:45:24.765124 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-744e7aca-f859-4711-9fc4-1f5b3dd2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.767798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-744e7aca-f859-4711-9fc4-1f5b3dd2d4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.769389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-744e7aca-f859-4711-9fc4-1f5b3dd2d4a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fb8bfe0-7e94-4030-84de-948ff85c914d HTTP/1.1" status: 204 len: 168 time: 1.0088561 Aug 31 13:45:24.941624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e7aca-f859-4711-9fc4-1f5b3dd2d4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb8bfe0-7e94-4030-84de-948ff85c914d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:25.020695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.069648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-827bd461-be96-4a6e-b43f-26cf6bdb2bf4 req-22bc021d-cc14-48f1-a055-232c53fa29d1 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558116 Aug 31 13:45:25.093045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b9654d97-06fe-4e15-9fcf-b6ab7b4bb908 None None] Provisioning for port ce7f69ad-535b-4a2d-a871-3dd81bb14126 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:25.099104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b9654d97-06fe-4e15-9fcf-b6ab7b4bb908 None None] Provisioning complete for port ce7f69ad-535b-4a2d-a871-3dd81bb14126 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:25.099755 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9654d97-06fe-4e15-9fcf-b6ab7b4bb908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.130026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Request body: {'port': {'device_id': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'device_owner': 'compute:tempest-test_az-695949367', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:25.135924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.186875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b9654d97-06fe-4e15-9fcf-b6ab7b4bb908 None None] Port ce7f69ad-535b-4a2d-a871-3dd81bb14126 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:25.422867 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Router f0fe555f-b467-481a-adf3-f98bfc2e50bf is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:45:25.458092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9b776-9589-4b3f-98f9-680053d7fe36 None None] Network d349b19f-6a55-4d82-af99-10a1a0580580 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:45:25.493527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.510060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48770) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:25.567470 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3c26-11d3-4bfc-9e91-099deb40e08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.621122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:25.627160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7720721e-18a2-463d-85c5-2f89e00a9993 None None] Provisioning for port d60345a9-4d8d-4625-bc29-b0a8d502f430 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:25.634755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Sync routers for ids ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:25.642460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7720721e-18a2-463d-85c5-2f89e00a9993 None None] Provisioning complete for port d60345a9-4d8d-4625-bc29-b0a8d502f430 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:25.643979 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7720721e-18a2-463d-85c5-2f89e00a9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.660946 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Routers {'f0fe555f-b467-481a-adf3-f98bfc2e50bf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:25.661782 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:44:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:25.693964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8529891c-af65-4201-a7bb-e4e6b899475b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.712718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.716917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-670bfe2f-4fb7-48c8-a2f4-fbf3fcf01232 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5517251 Aug 31 13:45:25.720345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48774) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:25.740734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8529891c-af65-4201-a7bb-e4e6b899475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:25.895265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8529891c-af65-4201-a7bb-e4e6b899475b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1786d66d11d3468aac74f18439045744&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0868733 Aug 31 13:45:25.908067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48780) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:25.999212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7720721e-18a2-463d-85c5-2f89e00a9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.008928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529891c-af65-4201-a7bb-e4e6b899475b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b8e359-0a4a-4485-8518-5ec4acef1d78,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:26.011311 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Set router f0fe555f-b467-481a-adf3-f98bfc2e50bf gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:26.119571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7720721e-18a2-463d-85c5-2f89e00a9993 None None] For port d60345a9-4d8d-4625-bc29-b0a8d502f430, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d60345a9-4d8d-4625-bc29-b0a8d502f430,segment=NetworkSegment(3fc34639-1eb1-4fd3-ac56-ae1507a2bb87),segment_id=3fc34639-1eb1-4fd3-ac56-ae1507a2bb87)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:26.144145 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7720721e-18a2-463d-85c5-2f89e00a9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.219302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720721e-18a2-463d-85c5-2f89e00a9993 None None] Pushing event updated for resources: {'Port': ['ID=d60345a9-4d8d-4625-bc29-b0a8d502f430,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:26.273842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c3a66-eaa9-4342-9781-0f1c11e70f9a req-6f92bd97-fce0-4316-82a6-f6561dbd6030 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:26.275599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d96c3a66-eaa9-4342-9781-0f1c11e70f9a req-6f92bd97-fce0-4316-82a6-f6561dbd6030 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 932 time: 0.4707024 Aug 31 13:45:26.428740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48788) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:26.482947 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '18667cda-b68d-405f-ba69-f05466dddb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 3, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port': {'id': '18667cda-b68d-405f-ba69-f05466dddb67', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:22Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:26.508803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de180f1-b176-49a8-ad09-ed76157390d7 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:26.516914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.547498 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Checking router: f0fe555f-b467-481a-adf3-f98bfc2e50bf for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:26.553018 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Updating router f0fe555f-b467-481a-adf3-f98bfc2e50bf port 18667cda-b68d-405f-ba69-f05466dddb67 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:45:26.567737 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-58aa5802-a7ee-4e53-90ef-42be0ba8f4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.600716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48790) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:26.602367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc9e4c22-92ea-49ae-bd39-56bc57e2425d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.608683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7e72dd16-25b3-4cdf-a333-93bea8bd7b41 None None] Provisioning complete for port d60345a9-4d8d-4625-bc29-b0a8d502f430 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:26.609088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e72dd16-25b3-4cdf-a333-93bea8bd7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.628233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc9e4c22-92ea-49ae-bd39-56bc57e2425d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.629645 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.630720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7f69ad-535b-4a2d-a871-3dd81bb14126 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:26.638823 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.653204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Transition to ACTIVE for port object ce7f69ad-535b-4a2d-a871-3dd81bb14126 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:26.661660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.701841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d96c3a66-eaa9-4342-9781-0f1c11e70f9a req-f7500a4f-e9ad-4c95-926f-2813c3f79913 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084997 Aug 31 13:45:26.716326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.911782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:26.912127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:26.912472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:26.923262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc9e4c22-92ea-49ae-bd39-56bc57e2425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.937698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc9e4c22-92ea-49ae-bd39-56bc57e2425d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.942908 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fc9e4c22-92ea-49ae-bd39-56bc57e2425d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86b8e359-0a4a-4485-8518-5ec4acef1d78 HTTP/1.1" status: 204 len: 168 time: 0.9798567 Aug 31 13:45:26.946602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:26.946993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:26.950665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:26.994409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:26.994787 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:27.015498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e4c22-92ea-49ae-bd39-56bc57e2425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b8e359-0a4a-4485-8518-5ec4acef1d78,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:27.046517 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 2 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:27.089065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cc172-a5d4-4faa-a136-0b4865ae6425 req-9492791d-cb8d-4c2b-8ba2-ecf0167758b7 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:27.098344 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3b7cc172-a5d4-4faa-a136-0b4865ae6425 req-9492791d-cb8d-4c2b-8ba2-ecf0167758b7 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.6703091 Aug 31 13:45:27.100119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.100514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.100852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.169265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.169536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.178447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Attempting to bind port ce7f69ad-535b-4a2d-a871-3dd81bb14126 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.178725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Attempting to bind port ce7f69ad-535b-4a2d-a871-3dd81bb14126 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.179006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Attempting to bind port ce7f69ad-535b-4a2d-a871-3dd81bb14126 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.183865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Pushing event updated for resources: {'Port': ['ID=7de180f1-b176-49a8-ad09-ed76157390d7,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:27.193232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.193232 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:27.225855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ca21a29-3bbb-4372-a29b-d45f091c9fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.255815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36c258d5-64cd-4d85-8a4b-870bb9637853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.260654 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 3 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:27.291477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7f69ad-535b-4a2d-a871-3dd81bb14126,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:27.301709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.304826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.305312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.317400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Port ce7f69ad-535b-4a2d-a871-3dd81bb14126 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.317914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Attempting to bind port ce7f69ad-535b-4a2d-a871-3dd81bb14126 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.333792 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.334614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:27.334844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:27.335535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:27.339399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Bound port: ce7f69ad-535b-4a2d-a871-3dd81bb14126, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:27.339880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.363089 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Transition to ACTIVE for port object 18667cda-b68d-405f-ba69-f05466dddb67 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:27.378425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.378425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.380505 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.396540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.396919 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:27.401133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3c26-11d3-4bfc-9e91-099deb40e08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.404857 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 4 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:27.456754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.458075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.458463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.466888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.467218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.474910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.475380 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:27.480281 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 5 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:27.499281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.499790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.500066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.507731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.508149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.530352 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02bd41-9c7b-42f3-8ecc-a9a82a435cbb None None] Pushing event updated for resources: {'Port': ['ID=18667cda-b68d-405f-ba69-f05466dddb67,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:27.543246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.543491 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:27.553454 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Attempting to bind port 18667cda-b68d-405f-ba69-f05466dddb67 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.554114 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Attempting to bind port 18667cda-b68d-405f-ba69-f05466dddb67 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.554895 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Attempting to bind port 18667cda-b68d-405f-ba69-f05466dddb67 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.559126 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 6 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:27.559411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3c26-11d3-4bfc-9e91-099deb40e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.562322 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:27.563091 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:27.563727 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.564838 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:27.565553 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Bound port: 18667cda-b68d-405f-ba69-f05466dddb67, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:27.566974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3b7cc172-a5d4-4faa-a136-0b4865ae6425 req-f4f5b374-07a5-4231-a61c-62f3eea7e2d6 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670088 Aug 31 13:45:27.574485 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.608586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.609141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.609484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.627005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.627312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.647316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.647656 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:27.650900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] For port ce7f69ad-535b-4a2d-a871-3dd81bb14126, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:27.662453 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 7 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:27.724852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36c258d5-64cd-4d85-8a4b-870bb9637853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.735093 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] For port 18667cda-b68d-405f-ba69-f05466dddb67, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:27.741011 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] For port 18667cda-b68d-405f-ba69-f05466dddb67, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=18667cda-b68d-405f-ba69-f05466dddb67,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:27.758257 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.775092 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36c258d5-64cd-4d85-8a4b-870bb9637853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.780240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] For port ce7f69ad-535b-4a2d-a871-3dd81bb14126, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ce7f69ad-535b-4a2d-a871-3dd81bb14126,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:27.782344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:27.782691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:27.783094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.798430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.798801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:27.814257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:27.814519 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:27.817390 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.842418 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 8 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:27.863516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ff8d3c26-11d3-4bfc-9e91-099deb40e08f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26f10cd9e2b3482aa91cd592478ccd33&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3483882 Aug 31 13:45:27.863516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d3c26-11d3-4bfc-9e91-099deb40e08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd48d7-6360-4d9a-8de3-835d60e7699b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:27.868027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48812) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:27.972629 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02bd41-9c7b-42f3-8ecc-a9a82a435cbb None None] Pushing event updated for resources: {'Port': ['ID=18667cda-b68d-405f-ba69-f05466dddb67,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:28.007912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.007912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:28.007912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce7f69ad-535b-4a2d-a871-3dd81bb14126 HTTP/1.1" status: 200 len: 1117 time: 3.1538978 Aug 31 13:45:28.008326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'tag': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:28.047656 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Routers {'f0fe555f-b467-481a-adf3-f98bfc2e50bf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:28.048359 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:44:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:28.075192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d60345a9-4d8d-4625-bc29-b0a8d502f430 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:28.286994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d60345a9-4d8d-4625-bc29-b0a8d502f430 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:28.287650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:28.299389 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] Set router f0fe555f-b467-481a-adf3-f98bfc2e50bf gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:28.350059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:28.350059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:28.350663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:28.374753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:28.375019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:28.390953 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ca21a29-3bbb-4372-a29b-d45f091c9fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:28.400455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:28.400829 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:28.404732 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 9 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:28.435373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ca21a29-3bbb-4372-a29b-d45f091c9fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:28.442612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb1e5e-dc2a-4b1f-8535-7bc01b206dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7f69ad-535b-4a2d-a871-3dd81bb14126,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:28.447844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:28.448187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:28.448520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:28.476021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-1fad5c6c-c10a-4c51-ab24-8a5a8b470b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.477707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-1fad5c6c-c10a-4c51-ab24-8a5a8b470b3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c91c0ec5143744d0a009c135e92e7136&device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 1120 time: 0.3021312 Aug 31 13:45:28.485795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36c258d5-64cd-4d85-8a4b-870bb9637853 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad46d017a102474da88dd21b36076b82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7334895 Aug 31 13:45:28.488951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48830) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:28.490795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:28.491146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:28.510048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a28bc-126b-4169-853f-8550f449c48c req-cb6fd827-3030-49a1-aa2a-5e419286643e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.511663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a2a28bc-126b-4169-853f-8550f449c48c req-cb6fd827-3030-49a1-aa2a-5e419286643e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 944 time: 0.5991702 Aug 31 13:45:28.519861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:28.520205 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:28.544828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Allocated IP 172.20.0.1 (d349b19f-6a55-4d82-af99-10a1a0580580/bf9f1e7a-0933-4c83-8f25-82c1c1e46686/dab5d189-443f-4583-a0f3-c4fb2248fcb6) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:28.549517 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempt 10 to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 Aug 31 13:45:28.614051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:28.614405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:28.614732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:28.625836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-88558f7b-ebf5-42d2-bd32-d9b4593f013b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=ce7f69ad-535b-4a2d-a871-3dd81bb14126 HTTP/1.1" status: 200 len: 217 time: 0.1130939 Aug 31 13:45:28.634193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:28.634536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempting to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:28.642240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:28.642521 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Failed to bind port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:45:28.642926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:28.851884 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8ca21a29-3bbb-4372-a29b-d45f091c9fca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bf3dba887c24446a10885b20a70ce38&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2609689 Aug 31 13:45:28.880721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:28.883527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48838) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:28.890452 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '18667cda-b68d-405f-ba69-f05466dddb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 3, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port': {'id': '18667cda-b68d-405f-ba69-f05466dddb67', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:22Z', 'updated_at': '2021-08-31T13:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:28.952010 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547d6f-0300-4085-8af3-9cf2fc252750 None None] The sync data for ids ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'] in n-d-792362-6 is: [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '18667cda-b68d-405f-ba69-f05466dddb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 3, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port': {'id': '18667cda-b68d-405f-ba69-f05466dddb67', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:22Z', 'updated_at': '2021-08-31T13:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:28.956112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a2a28bc-126b-4169-853f-8550f449c48c req-6b217399-7a60-4b52-9700-b3396c62dcff tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348340 Aug 31 13:45:28.958887 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7e4c55-c02b-47e1-ba69-669409b66ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "cab68186-171e-4d84-a667-e7adc5ff1693", "tag": "ce7f69ad-535b-4a2d-a871-3dd81bb14126"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:28.992456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c258d5-64cd-4d85-8a4b-870bb9637853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd968445-0f63-460e-ba9b-df2f23795aa5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:29.047988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-46df3917-6e64-444b-989d-2119fe99cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:29.058007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-46df3917-6e64-444b-989d-2119fe99cfb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.4167528 Aug 31 13:45:29.147533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8804ecdb-0ad4-4f6b-9fad-685ebedc7417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.185816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Transition to ACTIVE for port object dab5d189-443f-4583-a0f3-c4fb2248fcb6 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:29.203243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] For port 7de180f1-b176-49a8-ad09-ed76157390d7, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:29.203633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:45:29.232798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.272192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8804ecdb-0ad4-4f6b-9fad-685ebedc7417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.279593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-358f5017-b992-438a-82ca-be904f34317a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.413646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] In _notify_port_updated(), no bound segment for port 7de180f1-b176-49a8-ad09-ed76157390d7 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:45:29.415527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:29.416509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.419229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] 10.222.0.101 "PUT /v2.0/ports/7de180f1-b176-49a8-ad09-ed76157390d7 HTTP/1.1" status: 200 len: 1057 time: 5.0111437 Aug 31 13:45:29.424637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b403-11e2-4285-a408-ab080d7e7cac req-f7c2fa6b-c40e-4949-aea9-f94adb6491fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:29.426669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-f7c2fa6b-c40e-4949-aea9-f94adb6491fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3558705 Aug 31 13:45:29.499607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8804ecdb-0ad4-4f6b-9fad-685ebedc7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.502743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8804ecdb-0ad4-4f6b-9fad-685ebedc7417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.506925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8804ecdb-0ad4-4f6b-9fad-685ebedc7417 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30dd48d7-6360-4d9a-8de3-835d60e7699b HTTP/1.1" status: 204 len: 168 time: 1.6333532 Aug 31 13:45:29.508355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.541267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21a29-3bbb-4372-a29b-d45f091c9fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db51358d-3c40-48ff-bf50-ee492bce9d43,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:29.627586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804ecdb-0ad4-4f6b-9fad-685ebedc7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd48d7-6360-4d9a-8de3-835d60e7699b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:29.630751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a2456df-4e34-42d3-86ba-7fe5c632a7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.669960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a0b43-aa9d-4ae6-8891-edc6cc5c65ed req-d91d05d5-6138-4f99-829e-fe49595c6dcb tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:29.684704 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e0a0b43-aa9d-4ae6-8891-edc6cc5c65ed req-d91d05d5-6138-4f99-829e-fe49595c6dcb tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.7619338 Aug 31 13:45:29.750684 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213ef9f-9680-4b7c-b774-df66e6a259b3 x-openstack-request-id: req-b213ef9f-9680-4b7c-b774-df66e6a259b3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:29.752993 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab68186-171e-4d84-a667-e7adc5ff1693", "tag": "ce7f69ad-535b-4a2d-a871-3dd81bb14126", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:29.753596 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b213ef9f-9680-4b7c-b774-df66e6a259b3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:29.754491 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'tag': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126', 'status': 'completed', 'code': 200} Aug 31 13:45:29.791790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:29.882874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e0a0b43-aa9d-4ae6-8891-edc6cc5c65ed req-b8f68ea0-11fd-4365-bf88-486c0462590c tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971791 Aug 31 13:45:29.996194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Network d349b19f-6a55-4d82-af99-10a1a0580580 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:30.006982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:30.012006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:30.012496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.044830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-1dce0d5a-4794-4e5e-8ec8-c73418a27c80 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865682 Aug 31 13:45:30.088288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18667cda-b68d-405f-ba69-f05466dddb67 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:30.180229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 18667cda-b68d-405f-ba69-f05466dddb67 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:30.191908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 18667cda-b68d-405f-ba69-f05466dddb67 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:30.193764 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.360391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8552b403-11e2-4285-a408-ab080d7e7cac req-fe3288d1-efd0-49e3-9ead-1b07d785c650 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770209 Aug 31 13:45:30.386975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3721036-eb10-4434-9280-20cf3efcaa57 service neutron] Pushing event updated for resources: {'Port': ['ID=7de180f1-b176-49a8-ad09-ed76157390d7,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:30.436380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a2456df-4e34-42d3-86ba-7fe5c632a7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.459190 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.466204 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.550094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 18667cda-b68d-405f-ba69-f05466dddb67, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=18667cda-b68d-405f-ba69-f05466dddb67,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:30.576149 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.580739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Deleting port 7de180f1-b176-49a8-ad09-ed76157390d7 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:45:30.589561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Pushing event updated for resources: {'Port': ['ID=dab5d189-443f-4583-a0f3-c4fb2248fcb6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:30.605493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01cab627-fdf3-4898-9a8f-f7d728cfce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.610940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.652429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e62217d6-3b04-46e9-b331-08a508a17e1f None None] Provisioning for port dab5d189-443f-4583-a0f3-c4fb2248fcb6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:30.677823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01cab627-fdf3-4898-9a8f-f7d728cfce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.689845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e62217d6-3b04-46e9-b331-08a508a17e1f None None] Provisioning complete for port dab5d189-443f-4583-a0f3-c4fb2248fcb6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:30.690299 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e62217d6-3b04-46e9-b331-08a508a17e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.799816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-c9ccf407-35fc-446b-ba64-ec6876499ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:30.808486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-c9ccf407-35fc-446b-ba64-ec6876499ecd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c91c0ec5143744d0a009c135e92e7136&device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 1120 time: 0.2779317 Aug 31 13:45:30.819969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01cab627-fdf3-4898-9a8f-f7d728cfce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.826569 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01cab627-fdf3-4898-9a8f-f7d728cfce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.830986 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-01cab627-fdf3-4898-9a8f-f7d728cfce8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd968445-0f63-460e-ba9b-df2f23795aa5 HTTP/1.1" status: 204 len: 168 time: 1.9699483 Aug 31 13:45:30.874794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a2456df-4e34-42d3-86ba-7fe5c632a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.877342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a2456df-4e34-42d3-86ba-7fe5c632a7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.881598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a2456df-4e34-42d3-86ba-7fe5c632a7da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db51358d-3c40-48ff-bf50-ee492bce9d43 HTTP/1.1" status: 204 len: 168 time: 1.9544034 Aug 31 13:45:30.908284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cab627-fdf3-4898-9a8f-f7d728cfce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd968445-0f63-460e-ba9b-df2f23795aa5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:31.041670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e62217d6-3b04-46e9-b331-08a508a17e1f None None] Port dab5d189-443f-4583-a0f3-c4fb2248fcb6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:31.042765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2456df-4e34-42d3-86ba-7fe5c632a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db51358d-3c40-48ff-bf50-ee492bce9d43,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:31.071917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:31.090381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94417fb-cc60-4765-9e52-dc49f1d48464 req-c3d604c7-9005-47cc-acde-a92b8d3a529f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:31.098928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f94417fb-cc60-4765-9e52-dc49f1d48464 req-c3d604c7-9005-47cc-acde-a92b8d3a529f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 944 time: 0.5134776 Aug 31 13:45:31.106499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48890) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:31.123600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=18667cda-b68d-405f-ba69-f05466dddb67,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:31.147393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] For port 7de180f1-b176-49a8-ad09-ed76157390d7, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:31.147788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:31.259530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Calling delete_port for 7de180f1-b176-49a8-ad09-ed76157390d7 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:45:31.306470 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f94417fb-cc60-4765-9e52-dc49f1d48464 req-545bbd12-5bf8-4dd8-bddc-fbdd4664df4d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012725 Aug 31 13:45:31.637325 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:31.647244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:31.647988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:31.701573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dff51-c908-439c-ab18-3e98f4193dbf req-f5718745-4340-40bc-ab22-27b7b36d757f tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:31.710628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f5dff51-c908-439c-ab18-3e98f4193dbf req-f5718745-4340-40bc-ab22-27b7b36d757f tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.6341608 Aug 31 13:45:31.727161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-36cb243b-a01a-4752-9a7e-1b02202470fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:31.728796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-36cb243b-a01a-4752-9a7e-1b02202470fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.8861513 Aug 31 13:45:31.780037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'tag': '7de180f1-b176-49a8-ad09-ed76157390d7'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:31.791206 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5f77ee-ce72-46d1-b040-9a1958e26ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "tag": "7de180f1-b176-49a8-ad09-ed76157390d7"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:31.837494 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:31.873010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Pushing event updated for resources: {'Port': ['ID=dab5d189-443f-4583-a0f3-c4fb2248fcb6,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:31.882617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29b99336-17e5-4fe5-9858-f5a2ead00fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:31.889783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-baada89e-9cf2-4099-a94c-0016aec6dd5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=ce7f69ad-535b-4a2d-a871-3dd81bb14126 HTTP/1.1" status: 200 len: 217 time: 0.1400533 Aug 31 13:45:32.030115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f5dff51-c908-439c-ab18-3e98f4193dbf req-f53be69a-0796-4d2b-9197-f90b49cdba45 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184724 Aug 31 13:45:32.081695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:32.083251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18667cda-b68d-405f-ba69-f05466dddb67 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:32.246826 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023a467e-9380-48e4-9d3f-cb0473a14af7 x-openstack-request-id: req-023a467e-9380-48e4-9d3f-cb0473a14af7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:32.247903 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "tag": "7de180f1-b176-49a8-ad09-ed76157390d7", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:32.249811 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-023a467e-9380-48e4-9d3f-cb0473a14af7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:32.250469 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'tag': '7de180f1-b176-49a8-ad09-ed76157390d7', 'status': 'completed', 'code': 200} Aug 31 13:45:32.257160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-78505344-7ad5-4dac-a5f5-0f9454630d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.289007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 18667cda-b68d-405f-ba69-f05466dddb67 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:32.291805 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.309190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Network d349b19f-6a55-4d82-af99-10a1a0580580 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:32.322075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:32.351156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48908) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:32.438268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-793182bb-a62e-4c07-b9ef-2e9285d2c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:32.443600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-793182bb-a62e-4c07-b9ef-2e9285d2c37f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.5220761 Aug 31 13:45:32.446948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.513579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.101', 50200) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:32.518907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee61-2081-4464-8574-ab356dfd2f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.597015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29b99336-17e5-4fe5-9858-f5a2ead00fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.611744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29b99336-17e5-4fe5-9858-f5a2ead00fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.682520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ef9fd6ba-b8ea-4718-8c05-0075609642bd None None] Provisioning complete for port dab5d189-443f-4583-a0f3-c4fb2248fcb6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:32.682991 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ef9fd6ba-b8ea-4718-8c05-0075609642bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.726279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b99336-17e5-4fe5-9858-f5a2ead00fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3521a5-631a-4fbf-9a97-5d9b26bbbf0d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:32.761378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event deleted for resources: {'Port': ['ID=7de180f1-b176-49a8-ad09-ed76157390d7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:32.763328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ef9fd6ba-b8ea-4718-8c05-0075609642bd None None] Port dab5d189-443f-4583-a0f3-c4fb2248fcb6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:32.769303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-29b99336-17e5-4fe5-9858-f5a2ead00fa7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f91d3f2d13e64e00b972c30a9451dfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6478570 Aug 31 13:45:32.771822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48916) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:32.809262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Router f0fe555f-b467-481a-adf3-f98bfc2e50bf has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:45:32.898561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6869-8a7c-4f48-91a0-af888d949a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.924209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] No DVR routers for this DVR port 7de180f1-b176-49a8-ad09-ed76157390d7 on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:45:32.927663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.930237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5104c6ce-527c-442e-a5ae-225d40deead4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.101 "DELETE /v2.0/ports/7de180f1-b176-49a8-ad09-ed76157390d7 HTTP/1.1" status: 204 len: 173 time: 3.4864182 Aug 31 13:45:32.943121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb5f77ee-ce72-46d1-b040-9a1958e26ea5 req-3dac1ca1-08f8-44c1-a94f-5289a6c974db service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.3831449 Aug 31 13:45:32.962292 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6869-8a7c-4f48-91a0-af888d949a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.967124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7638ae3a-b297-4230-8e51-ddad2c5f739a req-bbb2ea2f-14c9-4a4d-9793-ece4176b84ec tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.2893512 Aug 31 13:45:32.984155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-4fc3a626-70e4-4493-9ca0-078f982d35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:32.986246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-4fc3a626-70e4-4493-9ca0-078f982d35ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743190 Aug 31 13:45:33.015953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:33.027962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Sync routers for ids ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:33.048459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-07db839b-b9eb-4172-8375-7647ecf712a0 admin admin] 10.222.0.10 "PUT /v2.0/routers/f0fe555f-b467-481a-adf3-f98bfc2e50bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3191044 Aug 31 13:45:33.048790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Routers {'f0fe555f-b467-481a-adf3-f98bfc2e50bf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:33.048790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:45:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:33.090719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6869-8a7c-4f48-91a0-af888d949a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:33.094654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6869-8a7c-4f48-91a0-af888d949a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:33.099646 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8ffe6869-8a7c-4f48-91a0-af888d949a7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad3521a5-631a-4fbf-9a97-5d9b26bbbf0d HTTP/1.1" status: 204 len: 168 time: 0.3268213 Aug 31 13:45:33.123788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe6869-8a7c-4f48-91a0-af888d949a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3521a5-631a-4fbf-9a97-5d9b26bbbf0d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:33.234274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-78505344-7ad5-4dac-a5f5-0f9454630d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:33.245802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-78505344-7ad5-4dac-a5f5-0f9454630d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:33.327739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78505344-7ad5-4dac-a5f5-0f9454630d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19a442-6403-4e15-a270-bce7ba4adc5e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:33.377373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Set router f0fe555f-b467-481a-adf3-f98bfc2e50bf gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:33.415350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a929fd1-ca0a-4e3f-b237-86b438fce202 req-3ad2885d-35d9-42ac-9bae-e64653bbacb2 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:33.435086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a929fd1-ca0a-4e3f-b237-86b438fce202 req-3ad2885d-35d9-42ac-9bae-e64653bbacb2 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.1834121 Aug 31 13:45:33.553845 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a929fd1-ca0a-4e3f-b237-86b438fce202 req-8bd8bba3-a894-450d-84fa-2fb5b50df25d tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177430 Aug 31 13:45:33.724933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-16cd3e22-46d6-4948-af50-a5fac52124d8 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164009 Aug 31 13:45:33.852496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7e4c55-c02b-47e1-ba69-669409b66ce2 req-45d5849f-a464-4be9-b678-4db93408dc50 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093774 Aug 31 13:45:33.876931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-78505344-7ad5-4dac-a5f5-0f9454630d77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c624795e1dcb420ea0ca4089f4e74c98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7775624 Aug 31 13:45:33.879749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48936) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:33.950624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '18667cda-b68d-405f-ba69-f05466dddb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:45:30Z', 'revision_number': 4, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port': {'id': '18667cda-b68d-405f-ba69-f05466dddb67', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:22Z', 'updated_at': '2021-08-31T13:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dab5d189-443f-4583-a0f3-c4fb2248fcb6', 'name': '', 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'mac_address': 'fa:16:3e:02:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'bf9f1e7a-0933-4c83-8f25-82c1c1e46686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:27Z', 'updated_at': '2021-08-31T13:45:31Z', 'revision_number': 2, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'subnets': [{'id': 'bf9f1e7a-0933-4c83-8f25-82c1c1e46686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:34.011868 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55385954-77f4-4ba8-97fc-1de50ec55726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.042323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Checking router: f0fe555f-b467-481a-adf3-f98bfc2e50bf for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:34.043103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Updating router f0fe555f-b467-481a-adf3-f98bfc2e50bf port dab5d189-443f-4583-a0f3-c4fb2248fcb6 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:45:34.068072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f77ee-ce72-46d1-b040-9a1958e26ea5 req-e1157e8b-4c03-4b31-85e5-bb827bc220b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:34.075491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb5f77ee-ce72-46d1-b040-9a1958e26ea5 req-e1157e8b-4c03-4b31-85e5-bb827bc220b6 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7652309 Aug 31 13:45:34.091217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55385954-77f4-4ba8-97fc-1de50ec55726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.125894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.206404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee61-2081-4464-8574-ab356dfd2f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.220903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48942) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:34.228600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55385954-77f4-4ba8-97fc-1de50ec55726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.244369 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55385954-77f4-4ba8-97fc-1de50ec55726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.249902 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-55385954-77f4-4ba8-97fc-1de50ec55726 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc19a442-6403-4e15-a270-bce7ba4adc5e HTTP/1.1" status: 204 len: 168 time: 0.3650367 Aug 31 13:45:34.267046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee61-2081-4464-8574-ab356dfd2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.272818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'name': 'network-vif-deleted', 'tag': '7de180f1-b176-49a8-ad09-ed76157390d7'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:34.278116 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7176f7-4c02-456f-860b-7db150c2f59f" -d '{"events": [{"server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "name": "network-vif-deleted", "tag": "7de180f1-b176-49a8-ad09-ed76157390d7"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:34.328236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55385954-77f4-4ba8-97fc-1de50ec55726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19a442-6403-4e15-a270-bce7ba4adc5e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:34.338236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-23e75d15-931b-4e6e-a09e-7d236e4ac16f req-9b8d838c-de4c-4771-8819-0eed34e872aa tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.1490190 Aug 31 13:45:34.606123 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca561ec-d723-480a-a1f0-c025d90b3b57 x-openstack-request-id: req-dca561ec-d723-480a-a1f0-c025d90b3b57 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:34.610535 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "name": "network-vif-deleted", "tag": "7de180f1-b176-49a8-ad09-ed76157390d7", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:34.610904 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dca561ec-d723-480a-a1f0-c025d90b3b57 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:34.617188 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'name': 'network-vif-deleted', 'tag': '7de180f1-b176-49a8-ad09-ed76157390d7', 'status': 'completed', 'code': 200} Aug 31 13:45:34.618066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecee61-2081-4464-8574-ab356dfd2f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a767d-1110-4fc5-9d07-98361f24cddc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:34.621127 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a561dc04-e100-4e0e-8780-781ca907fecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.728052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c2ecee61-2081-4464-8574-ab356dfd2f11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1711fe474e14d649f6e03dc45592e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3240080 Aug 31 13:45:34.736450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48956) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:34.851058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f91f69-dee7-4bef-84c4-354144b39d6f req-8350cfc4-5ad3-4825-bd8b-4f7abce1916d tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:34.858682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f6f91f69-dee7-4bef-84c4-354144b39d6f req-8350cfc4-5ad3-4825-bd8b-4f7abce1916d tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.1645122 Aug 31 13:45:34.866816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f77ee-ce72-46d1-b040-9a1958e26ea5 req-172682bf-63d5-418d-b7c6-294e7a62ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:34.868411 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb5f77ee-ce72-46d1-b040-9a1958e26ea5 req-172682bf-63d5-418d-b7c6-294e7a62ad55 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7811887 Aug 31 13:45:34.889741 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29046cb4-5567-4b0d-980c-92d5927542c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.930162 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29046cb4-5567-4b0d-980c-92d5927542c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.985624 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.000671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Transition to ACTIVE for port object dab5d189-443f-4583-a0f3-c4fb2248fcb6 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:35.011671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.015608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a561dc04-e100-4e0e-8780-781ca907fecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.024943 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f6f91f69-dee7-4bef-84c4-354144b39d6f req-1a629ad1-8bb8-4e0e-b601-b3095de7d45a tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596439 Aug 31 13:45:35.030542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a561dc04-e100-4e0e-8780-781ca907fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.173321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561dc04-e100-4e0e-8780-781ca907fecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e174fc-057f-4e74-8235-341eefe970b1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:35.177439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b1c07-c113-41f9-a55c-44e7fc7904cd None None] Pushing event updated for resources: {'Port': ['ID=dab5d189-443f-4583-a0f3-c4fb2248fcb6,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:35.181111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a561dc04-e100-4e0e-8780-781ca907fecb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c334960acbe48dd85428c3f7257341a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9583004 Aug 31 13:45:35.182723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48974) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:35.237711 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29046cb4-5567-4b0d-980c-92d5927542c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.249746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29046cb4-5567-4b0d-980c-92d5927542c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.256094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-29046cb4-5567-4b0d-980c-92d5927542c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/849a767d-1110-4fc5-9d07-98361f24cddc HTTP/1.1" status: 204 len: 168 time: 0.5138824 Aug 31 13:45:35.305042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29046cb4-5567-4b0d-980c-92d5927542c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a767d-1110-4fc5-9d07-98361f24cddc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:35.336381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Attempting to bind port dab5d189-443f-4583-a0f3-c4fb2248fcb6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:35.337173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Attempting to bind port dab5d189-443f-4583-a0f3-c4fb2248fcb6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:35.339787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Attempting to bind port dab5d189-443f-4583-a0f3-c4fb2248fcb6 on network d349b19f-6a55-4d82-af99-10a1a0580580 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:35.367217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:35.373511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Checking segment: {'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:35.373511 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.373885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Bound using segment: {'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:35.376481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Bound port: dab5d189-443f-4583-a0f3-c4fb2248fcb6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:35.377447 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.395322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa129c48-8e7a-41ca-8b4f-2e3be75767e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.448894 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa129c48-8e7a-41ca-8b4f-2e3be75767e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.540472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] For port dab5d189-443f-4583-a0f3-c4fb2248fcb6, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:35.549639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] For port dab5d189-443f-4583-a0f3-c4fb2248fcb6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dab5d189-443f-4583-a0f3-c4fb2248fcb6,segment=NetworkSegment(3fc34639-1eb1-4fd3-ac56-ae1507a2bb87),segment_id=3fc34639-1eb1-4fd3-ac56-ae1507a2bb87)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:35.560228 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.629164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-605fb0b5-69c3-41cf-98e8-2622bfc622bd req-10115d4c-4190-4757-af64-2fa85a7d398a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0771930 Aug 31 13:45:35.634189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48986) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:35.639648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-82ab1f6e-c8f8-41be-bdef-ded0c4054eea tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128938880', 'description': 'tempest-description--652407321'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:35.684630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa129c48-8e7a-41ca-8b4f-2e3be75767e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.694741 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa129c48-8e7a-41ca-8b4f-2e3be75767e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.702237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aa129c48-8e7a-41ca-8b4f-2e3be75767e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74e174fc-057f-4e74-8235-341eefe970b1 HTTP/1.1" status: 204 len: 168 time: 0.5139108 Aug 31 13:45:35.730590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa129c48-8e7a-41ca-8b4f-2e3be75767e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e174fc-057f-4e74-8235-341eefe970b1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:35.743515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82ab1f6e-c8f8-41be-bdef-ded0c4054eea tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.840094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Routers {'f0fe555f-b467-481a-adf3-f98bfc2e50bf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:35.840951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:45:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:35.844398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b1c07-c113-41f9-a55c-44e7fc7904cd None None] Pushing event updated for resources: {'Port': ['ID=dab5d189-443f-4583-a0f3-c4fb2248fcb6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:36.011421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82ab1f6e-c8f8-41be-bdef-ded0c4054eea tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.016352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82ab1f6e-c8f8-41be-bdef-ded0c4054eea tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.111428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab1f6e-c8f8-41be-bdef-ded0c4054eea tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:36.120412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82ab1f6e-c8f8-41be-bdef-ded0c4054eea tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.121634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-82ab1f6e-c8f8-41be-bdef-ded0c4054eea tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4864209 Aug 31 13:45:36.124635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:36.131305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-86baae36-02db-4be0-b63f-c9bd61626286 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'security_group_rule': {'security_group_id': 'b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:36.144709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] Set router f0fe555f-b467-481a-adf3-f98bfc2e50bf gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:36.266502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86baae36-02db-4be0-b63f-c9bd61626286 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.426588 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86baae36-02db-4be0-b63f-c9bd61626286 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.438520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86baae36-02db-4be0-b63f-c9bd61626286 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.469253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baae36-02db-4be0-b63f-c9bd61626286 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dd297c-21cc-4b52-a463-0b5bbb95c4f8,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:36.474532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86baae36-02db-4be0-b63f-c9bd61626286 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.476510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-86baae36-02db-4be0-b63f-c9bd61626286 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495581 Aug 31 13:45:36.478816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49012) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:36.483977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7586b143-85d6-44f4-a7e9-d0b0072db4a5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'security_group_rule': {'security_group_id': 'b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:36.522127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3341-e1fe-4101-91f2-a9619e6a0589 req-5245a1a4-cf06-472c-bac2-cea16f624702 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:36.527289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-327d3341-e1fe-4101-91f2-a9619e6a0589 req-5245a1a4-cf06-472c-bac2-cea16f624702 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.3449771 Aug 31 13:45:36.555034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7586b143-85d6-44f4-a7e9-d0b0072db4a5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.570080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '18667cda-b68d-405f-ba69-f05466dddb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:45:30Z', 'revision_number': 4, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port': {'id': '18667cda-b68d-405f-ba69-f05466dddb67', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:22Z', 'updated_at': '2021-08-31T13:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dab5d189-443f-4583-a0f3-c4fb2248fcb6', 'name': '', 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'mac_address': 'fa:16:3e:02:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'bf9f1e7a-0933-4c83-8f25-82c1c1e46686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:27Z', 'updated_at': '2021-08-31T13:45:35Z', 'revision_number': 4, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'subnets': [{'id': 'bf9f1e7a-0933-4c83-8f25-82c1c1e46686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:36.631183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-327d3341-e1fe-4101-91f2-a9619e6a0589 req-bd7a2e65-7413-488a-bef9-bfed7509d4fc tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932527 Aug 31 13:45:36.663529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267da08-ca0a-4556-8812-c190d45e29d1 None None] The sync data for ids ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'] in n-d-792362-6 is: [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '18667cda-b68d-405f-ba69-f05466dddb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:45:30Z', 'revision_number': 4, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port': {'id': '18667cda-b68d-405f-ba69-f05466dddb67', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:22Z', 'updated_at': '2021-08-31T13:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dab5d189-443f-4583-a0f3-c4fb2248fcb6', 'name': '', 'network_id': 'd349b19f-6a55-4d82-af99-10a1a0580580', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'mac_address': 'fa:16:3e:02:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'bf9f1e7a-0933-4c83-8f25-82c1c1e46686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:27Z', 'updated_at': '2021-08-31T13:45:35Z', 'revision_number': 4, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'subnets': [{'id': 'bf9f1e7a-0933-4c83-8f25-82c1c1e46686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:36.691334 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7586b143-85d6-44f4-a7e9-d0b0072db4a5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.697706 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7586b143-85d6-44f4-a7e9-d0b0072db4a5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.824303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48a64d8e-8e1c-4a18-8f1a-6ce5fe89c7e5 req-956e79a0-79b5-4376-8874-25538d402657 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0727167 Aug 31 13:45:37.128469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586b143-85d6-44f4-a7e9-d0b0072db4a5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c069b43-dbb6-4628-9d44-2d2ab2afd16f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:37.149090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7586b143-85d6-44f4-a7e9-d0b0072db4a5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:37.154787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49034) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:37.156033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7586b143-85d6-44f4-a7e9-d0b0072db4a5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6758122 Aug 31 13:45:37.160439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:37.257908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:37.510399 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:37.848078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Allocated IP 172.25.0.221 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/ce6c7592-7349-4507-8f92-e8b7985613b0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:37.960563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c88304-9d9f-496b-9e1b-690c827bef4f req-b5d89ad0-08b4-46b1-902f-9936170516ff tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:37.969301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d5c88304-9d9f-496b-9e1b-690c827bef4f req-b5d89ad0-08b4-46b1-902f-9936170516ff tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.1301420 Aug 31 13:45:38.089575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dab5d189-443f-4583-a0f3-c4fb2248fcb6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:38.140928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d5c88304-9d9f-496b-9e1b-690c827bef4f req-fe28d23e-3fd6-4af0-8dfb-45fe03f92f6c tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649783 Aug 31 13:45:38.262109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d331839-524d-4bc0-9318-13b1336d9617 req-4f74dbe0-621a-4ef9-96e9-7809766e3682 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.1466129 Aug 31 13:45:38.363495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:38.389140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port dab5d189-443f-4583-a0f3-c4fb2248fcb6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:38.409962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dab5d189-443f-4583-a0f3-c4fb2248fcb6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:38.410681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:38.467738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:38.565978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:38.585948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:38.596986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:38.681307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'Port': ['ID=ce6c7592-7349-4507-8f92-e8b7985613b0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:38.715513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:38.796309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port dab5d189-443f-4583-a0f3-c4fb2248fcb6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dab5d189-443f-4583-a0f3-c4fb2248fcb6,segment=NetworkSegment(3fc34639-1eb1-4fd3-ac56-ae1507a2bb87),segment_id=3fc34639-1eb1-4fd3-ac56-ae1507a2bb87)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:38.801997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:38.845961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:38.889766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=dab5d189-443f-4583-a0f3-c4fb2248fcb6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:38.963201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.197122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.203484 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.281789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49078) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:39.294992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'Port': ['ID=ce6c7592-7349-4507-8f92-e8b7985613b0,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:39.313365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.339952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.365932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2ebb250e-27d6-430a-9492-13e345d7c909 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2094395 Aug 31 13:45:39.410797 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.435406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49cb17-ac4a-441b-8ecb-28d620d78672 req-f84ec2ac-099b-4f7e-925b-01632a5346e1 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:39.461895 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b49cb17-ac4a-441b-8ecb-28d620d78672 req-f84ec2ac-099b-4f7e-925b-01632a5346e1 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.1601741 Aug 31 13:45:39.475419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-baf38511-0fa4-4b37-b73e-7d4f50106e16 req-730087ee-cf05-41a6-8ca6-f8d7e2ed8d30 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0629215 Aug 31 13:45:39.554995 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b49cb17-ac4a-441b-8ecb-28d620d78672 req-7ca3a513-d25c-4c3e-bc74-87e80682f9e3 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897019 Aug 31 13:45:39.951989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dab5d189-443f-4583-a0f3-c4fb2248fcb6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:39.964850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a38c471-41f4-4d97-8051-2b37dc3aa87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.056628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dab5d189-443f-4583-a0f3-c4fb2248fcb6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:40.057050 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.262848 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a38c471-41f4-4d97-8051-2b37dc3aa87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.276437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a38c471-41f4-4d97-8051-2b37dc3aa87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.400572 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a38c471-41f4-4d97-8051-2b37dc3aa87e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c65408fc4fb54cf7ba0d2a4d9073f7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1175170 Aug 31 13:45:40.402145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38c471-41f4-4d97-8051-2b37dc3aa87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80219ce2-de16-4d23-93a7-93a4e7a287a1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:40.402771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49104) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:40.538016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b716218-e3e5-4a91-837f-2ac2a8ff53bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.607203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b716218-e3e5-4a91-837f-2ac2a8ff53bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.682204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fdd188d0-de24-48bf-91bd-4f9cff868438 req-0e381141-b050-447f-82ed-2fea5b4ac892 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0629804 Aug 31 13:45:40.721841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b716218-e3e5-4a91-837f-2ac2a8ff53bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.724473 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b716218-e3e5-4a91-837f-2ac2a8ff53bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.725863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b716218-e3e5-4a91-837f-2ac2a8ff53bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80219ce2-de16-4d23-93a7-93a4e7a287a1 HTTP/1.1" status: 204 len: 168 time: 0.3216352 Aug 31 13:45:40.776180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b716218-e3e5-4a91-837f-2ac2a8ff53bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80219ce2-de16-4d23-93a7-93a4e7a287a1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:40.868447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81511a15-6ec9-46d0-a013-76a575981389 req-ee708254-ad6e-49e6-9ee2-8b658a981314 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:40.883602 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-81511a15-6ec9-46d0-a013-76a575981389 req-ee708254-ad6e-49e6-9ee2-8b658a981314 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.1029298 Aug 31 13:45:40.941350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-81511a15-6ec9-46d0-a013-76a575981389 req-44455b8f-1c46-40c8-9461-955e23442870 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563440 Aug 31 13:45:41.489549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:41.509412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-725efc34-23fb-42c8-8040-49d0c5a8bd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:41.755634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-725efc34-23fb-42c8-8040-49d0c5a8bd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:41.764981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-725efc34-23fb-42c8-8040-49d0c5a8bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:41.799759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-725efc34-23fb-42c8-8040-49d0c5a8bd12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65d9bb6d876f4e6c9d0acd9fd91e805c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067954 Aug 31 13:45:41.800592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49140) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:41.818380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725efc34-23fb-42c8-8040-49d0c5a8bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e45c73-a54a-4ed6-bc51-72b1547db586,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:41.869251 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28d7899c-8859-45ff-a1b9-c1f88314a399 req-35c9f831-b576-4a34-b8bb-727d8f04c946 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0473058 Aug 31 13:45:41.939148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be0e44cf-dce3-4809-ba21-6b8b7a860487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:41.972576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be0e44cf-dce3-4809-ba21-6b8b7a860487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:42.046469 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be0e44cf-dce3-4809-ba21-6b8b7a860487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:42.049852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be0e44cf-dce3-4809-ba21-6b8b7a860487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:42.053608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-be0e44cf-dce3-4809-ba21-6b8b7a860487 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23e45c73-a54a-4ed6-bc51-72b1547db586 HTTP/1.1" status: 204 len: 168 time: 0.2496920 Aug 31 13:45:42.063510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-99dd5541-2476-457c-82f9-95919623845e tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1128938880&fields=id&tenant_id=d169bffdbb4846c286e4ccacf0386e53 HTTP/1.1" status: 200 len: 267 time: 0.1399529 Aug 31 13:45:42.064656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e44cf-dce3-4809-ba21-6b8b7a860487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e45c73-a54a-4ed6-bc51-72b1547db586,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:42.187920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-07ee5834-7ce6-4558-97d6-402c2116edb4 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:42.189737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-07ee5834-7ce6-4558-97d6-402c2116edb4 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 824 time: 0.1150885 Aug 31 13:45:42.204760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-b0de2c9c-436d-4bbe-a838-4b511672e0f9 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/quotas/d169bffdbb4846c286e4ccacf0386e53 HTTP/1.1" status: 200 len: 375 time: 0.0094185 Aug 31 13:45:42.273858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-3f892f0c-96d5-4e58-a42e-635fda3dfa63 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623138 Aug 31 13:45:42.295647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-fbfe3c09-673d-4bf7-8298-e72f39a31668 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:45:42.296733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-fbfe3c09-673d-4bf7-8298-e72f39a31668 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064745 Aug 31 13:45:42.622042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b56d56-d70b-47f4-a1e6-b899e17b5855 req-170ba517-0e6d-412b-9560-fc02bfd50a64 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:42.623695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25b56d56-d70b-47f4-a1e6-b899e17b5855 req-170ba517-0e6d-412b-9560-fc02bfd50a64 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.0526431 Aug 31 13:45:42.664002 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25b56d56-d70b-47f4-a1e6-b899e17b5855 req-90d56584-5c8e-4b6b-89b5-226650239b35 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334268 Aug 31 13:45:42.699513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f151e8de-aa95-4908-9ffa-eff9d1c7f1de service neutron] 10.222.0.10 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364615 Aug 31 13:45:42.802623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-48911830-ec98-4d6c-93c6-cc7eef747789 service neutron] 10.222.0.10 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955839 Aug 31 13:45:43.120122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-d81dec49-aad6-4748-8e15-1d3fdebb8554 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0537252 Aug 31 13:45:43.259774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-9e2f1e91-a726-4d38-9c19-15e926a04f26 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=77212051d9864f5cbba7ee2c1f212646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393965 Aug 31 13:45:43.379459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-057eb671-c23d-43ad-88f3-a9fc9a943721 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:43.386251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-057eb671-c23d-43ad-88f3-a9fc9a943721 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256485 Aug 31 13:45:43.554007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0411925d-2f33-4057-a3e7-ec36d4a7067a req-87a58ffc-74f0-4381-9360-9da764369b94 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0324588 Aug 31 13:45:43.605319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-dc0b3aeb-d5be-4df4-9182-abf4678221c9 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/quotas/77212051d9864f5cbba7ee2c1f212646 HTTP/1.1" status: 200 len: 375 time: 0.2181635 Aug 31 13:45:43.660269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-57c446af-27e7-4ac3-b011-5e23b12386b8 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=77212051d9864f5cbba7ee2c1f212646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537775 Aug 31 13:45:43.661871 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-44fe41c0-c18d-4caa-b023-16e27fb315d9 req-6d03e5f3-30be-4208-a4c9-b3495b2ec53b tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0313990 Aug 31 13:45:43.666426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-4b06d0a7-30ad-4136-97e9-1bcad9869374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:43.668561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-4b06d0a7-30ad-4136-97e9-1bcad9869374 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5281935 Aug 31 13:45:43.904627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-a83b0cb7-f05e-4b0e-99c2-03c808832a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:43.906118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-a83b0cb7-f05e-4b0e-99c2-03c808832a3b service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1837060 Aug 31 13:45:43.921897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea92d2-ee97-459a-ad2d-2fbe326190f2 req-f37adf44-9c61-4acc-b647-86d8e35a89e8 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:43.929564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0ea92d2-ee97-459a-ad2d-2fbe326190f2 req-f37adf44-9c61-4acc-b647-86d8e35a89e8 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.0713906 Aug 31 13:45:43.964981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0ea92d2-ee97-459a-ad2d-2fbe326190f2 req-794554aa-0819-49b9-a52d-277e4f9c9027 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 31 13:45:44.045297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-350d3485-4a4e-4b9d-a140-914c58ae55d4 req-261a0160-85da-449d-9add-2c1bd0e7fbe4 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 210 time: 0.0353723 Aug 31 13:45:44.151751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-d9dae888-9715-4071-8757-d934381a50b5 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0417039 Aug 31 13:45:44.611444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-8e5007ad-5e30-4974-9631-2cb3484f76f7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:44.616551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-8e5007ad-5e30-4974-9631-2cb3484f76f7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.101 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 824 time: 0.1453013 Aug 31 13:45:44.693418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-ea48826f-1c8e-46d2-bf10-eeebc8b2fec9 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d169bffdbb4846c286e4ccacf0386e53 HTTP/1.1" status: 200 len: 380 time: 0.0526018 Aug 31 13:45:44.719276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'port': {'device_id': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'admin_state_up': True, 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'security_groups': ['b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:44.794561 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04387af5-b8be-4475-8052-e3b9e03222d5 req-d9b90e9f-1a48-4891-9146-656f816fa423 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0282810 Aug 31 13:45:44.800519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb162e4a-e168-4b9d-8423-1e9cd002ba68 req-5e4223b4-fee4-4c66-ad30-4c17d849f541 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0395198 Aug 31 13:45:44.874242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Made reservation on behalf of d169bffdbb4846c286e4ccacf0386e53 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:44.883368 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.056501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-4b7fbaa5-fd99-46a8-a5da-41a128efc491 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=77212051d9864f5cbba7ee2c1f212646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332727 Aug 31 13:45:45.099167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ce7f69ad-535b-4a2d-a871-3dd81bb14126 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:45:45.158916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Allocated IP 172.20.0.4 (6831ca53-9fea-4d70-9b5c-f53c04ed2d51/4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84/99967f88-dd79-49f6-9971-5112d6f0598a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:45.191278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b347931-ee2f-4f6d-8a02-0a517f6e5d73 req-3d5bedb4-869b-4242-88f3-48f66323445a tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:45.192902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b347931-ee2f-4f6d-8a02-0a517f6e5d73 req-3d5bedb4-869b-4242-88f3-48f66323445a tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 969 time: 0.1354969 Aug 31 13:45:45.347620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b1347b48-4744-4665-8af6-8b93b537dd42 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.1416533 Aug 31 13:45:45.369763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9939a60-0064-40e9-b620-471019a929b7 req-96a08340-506b-484e-935c-946c1261cca9 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 210 time: 0.0361564 Aug 31 13:45:45.378804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ce7f69ad-535b-4a2d-a871-3dd81bb14126, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ce7f69ad-535b-4a2d-a871-3dd81bb14126,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:45.381785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49312) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:45.393867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126', 'mac_address': 'fa:16:3e:e3:a9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:tempest-test_az-695949367', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:45:45.440197 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.459140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7f69ad-535b-4a2d-a871-3dd81bb14126 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:45.468500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-2a050ffc-6319-4be9-9ef3-0bcc275f5259 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:45.470186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-2a050ffc-6319-4be9-9ef3-0bcc275f5259 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3800447 Aug 31 13:45:45.483480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b347931-ee2f-4f6d-8a02-0a517f6e5d73 req-7e70d1dd-19cc-483c-a566-07407705e08c tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663085 Aug 31 13:45:45.487827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ce7f69ad-535b-4a2d-a871-3dd81bb14126, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ce7f69ad-535b-4a2d-a871-3dd81bb14126,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:45.493639 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.495172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Request body: {'port': {'device_id': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '77212051d9864f5cbba7ee2c1f212646'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:45.530171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-49f16ec8-2db9-45fe-af27-c650ae714c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.552950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ce7f69ad-535b-4a2d-a871-3dd81bb14126,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:45.624618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.642798 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-49f16ec8-2db9-45fe-af27-c650ae714c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.648890 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-49f16ec8-2db9-45fe-af27-c650ae714c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.665994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Transition to ACTIVE for port object 99967f88-dd79-49f6-9971-5112d6f0598a will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:45.678793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-0470187e-95ea-4357-a4b6-384d62b39f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:45.680297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-0470187e-95ea-4357-a4b6-384d62b39f18 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3040829 Aug 31 13:45:45.696223 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-49f16ec8-2db9-45fe-af27-c650ae714c7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=483596e469904470a4f33b593144ec55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132834 Aug 31 13:45:45.697314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f16ec8-2db9-45fe-af27-c650ae714c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa2469-ca20-4e09-8724-89896492b842,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:45.699820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:45.765281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f1cb87c-4e6b-4c9b-9afd-0b1683bbe064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.796198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f1cb87c-4e6b-4c9b-9afd-0b1683bbe064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.797251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Made reservation on behalf of 77212051d9864f5cbba7ee2c1f212646 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:45.801288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.807143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.826954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.877857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-6474bdb4-d4db-45e4-9e03-f971b898b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:45.879330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-6474bdb4-d4db-45e4-9e03-f971b898b901 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1872544 Aug 31 13:45:45.894297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:45.904823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:45.910014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f1cb87c-4e6b-4c9b-9afd-0b1683bbe064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.911522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:45.913632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f1cb87c-4e6b-4c9b-9afd-0b1683bbe064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.917382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:45.918022 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.918161 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1f1cb87c-4e6b-4c9b-9afd-0b1683bbe064 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31fa2469-ca20-4e09-8724-89896492b842 HTTP/1.1" status: 204 len: 168 time: 0.2171164 Aug 31 13:45:45.922585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ce7f69ad-535b-4a2d-a871-3dd81bb14126'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:45:45.927000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'Port': ['ID=99967f88-dd79-49f6-9971-5112d6f0598a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:45.991723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82cb6ff3-6f5b-4850-8f23-48b96a28da95 req-ce7739d8-af8e-4843-97d8-323c3d875956 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.1020477 Aug 31 13:45:46.005492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cb87c-4e6b-4c9b-9afd-0b1683bbe064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa2469-ca20-4e09-8724-89896492b842,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:46.013776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-7cf6be19-e186-406a-be13-879b4faceb55 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0549464 Aug 31 13:45:46.047118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94ae6-9132-417f-a4ae-cd286ec9e0e0 req-9f66c2ce-ac10-43d1-aa96-434eb65f1798 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.054671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28d94ae6-9132-417f-a4ae-cd286ec9e0e0 req-9f66c2ce-ac10-43d1-aa96-434eb65f1798 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 931 time: 0.1527255 Aug 31 13:45:46.137030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28d94ae6-9132-417f-a4ae-cd286ec9e0e0 req-424b6491-3d6a-4bb7-9081-6e1a7abe96ce tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793831 Aug 31 13:45:46.175367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.183849 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.321001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-f4b126de-72e9-4c15-ad87-749993067ad0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6066120 Aug 31 13:45:46.344561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a2ee717a-0739-405d-a5a6-6ed957fe76c4 None None] Provisioning for port 99967f88-dd79-49f6-9971-5112d6f0598a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:46.352464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a2ee717a-0739-405d-a5a6-6ed957fe76c4 None None] Provisioning complete for port 99967f88-dd79-49f6-9971-5112d6f0598a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:46.353089 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a2ee717a-0739-405d-a5a6-6ed957fe76c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.364627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60efbf12-18b4-4b63-8cea-d6fbd23913b3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:46.381584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Allocated IP 192.168.233.237 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/51a694da-6bf9-4ebf-a050-8a418eb5b591) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:46.407113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:46.424734 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8d3223b-bc27-4130-bc9f-ed20e7c11bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.438764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee717a-0739-405d-a5a6-6ed957fe76c4 None None] Port 99967f88-dd79-49f6-9971-5112d6f0598a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:46.468415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Request body: {'port': {'device_id': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:46.555568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8d3223b-bc27-4130-bc9f-ed20e7c11bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.562413 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8d3223b-bc27-4130-bc9f-ed20e7c11bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.600115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3223b-bc27-4130-bc9f-ed20e7c11bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20783f1a-097f-417e-bd0c-fd824b6af374,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:46.608134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d4fd722-2f0b-4742-aac6-ad5592c7b782 req-3642e1b7-fe75-4ae8-b9dd-b33f52072c06 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 210 time: 0.0970294 Aug 31 13:45:46.625418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d8d3223b-bc27-4130-bc9f-ed20e7c11bd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a520bbcf464a43efb2d680313b2a7fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162995 Aug 31 13:45:46.628423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49354) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:46.698525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e598-aa06-4826-a486-33b09238f74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.721658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.722371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e598-aa06-4826-a486-33b09238f74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.775850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.779692 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e598-aa06-4826-a486-33b09238f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.783651 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e598-aa06-4826-a486-33b09238f74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.785605 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bcb4e598-aa06-4826-a486-33b09238f74d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20783f1a-097f-417e-bd0c-fd824b6af374 HTTP/1.1" status: 204 len: 168 time: 0.1555281 Aug 31 13:45:46.795555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e598-aa06-4826-a486-33b09238f74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20783f1a-097f-417e-bd0c-fd824b6af374,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:46.831907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4e81a-ab9d-4651-80b9-ad15d2de7480 req-c5cd1d40-40ba-48a7-9dbe-4e46a2b04838 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.835654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48a4e81a-ab9d-4651-80b9-ad15d2de7480 req-c5cd1d40-40ba-48a7-9dbe-4e46a2b04838 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 970 time: 0.1538322 Aug 31 13:45:46.840966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Transition to ACTIVE for port object 51a694da-6bf9-4ebf-a050-8a418eb5b591 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:47.092994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ce7f69ad-535b-4a2d-a871-3dd81bb14126 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:47.109532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e0f7a02d-9571-42eb-aaaf-ff3b8bf06829 req-3a00a1e3-b257-4325-8294-b6f29233e4d5 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.0436225 Aug 31 13:45:47.224279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port ce7f69ad-535b-4a2d-a871-3dd81bb14126 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:47.233463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port ce7f69ad-535b-4a2d-a871-3dd81bb14126 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:47.234121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.305519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48a4e81a-ab9d-4651-80b9-ad15d2de7480 req-b3a0fd32-bbc3-48ec-8fbd-8193308dbdea tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478562 Aug 31 13:45:47.320028 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.342017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.343061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad75de-74f4-4746-a8a4-67179b081097 req-34994f3c-8786-4cc1-acc5-a092174939b0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.346078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bad75de-74f4-4746-a8a4-67179b081097 req-34994f3c-8786-4cc1-acc5-a092174939b0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 931 time: 0.0998945 Aug 31 13:45:47.394100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:47.399767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:47.405442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:47.411926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:47.419131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.419953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.425512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Pushing event updated for resources: {'Port': ['ID=51a694da-6bf9-4ebf-a050-8a418eb5b591,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:47.428725 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bad75de-74f4-4746-a8a4-67179b081097 req-0d510986-e8ce-4a26-9b8c-aeb3e8d94a4a tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742226 Aug 31 13:45:47.469583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-da4a1aa3-65e1-44ff-8ac7-6f444c3d4f2e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9781425 Aug 31 13:45:47.503008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Request body: {'port': {'device_id': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'device_owner': 'compute:tempest-test_az-695949367', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:47.504997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ce7f69ad-535b-4a2d-a871-3dd81bb14126, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ce7f69ad-535b-4a2d-a871-3dd81bb14126,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:47.512262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.590137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99967f88-dd79-49f6-9971-5112d6f0598a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:47.604376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.613560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.625460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.638692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ce7f69ad-535b-4a2d-a871-3dd81bb14126,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:47.699848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.26', 53967) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:47.823210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Pushing event updated for resources: {'Port': ['ID=99967f88-dd79-49f6-9971-5112d6f0598a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:47.848488 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52792409-bfdd-4288-932b-b66634095c9e" -d '{"events": [{"server_uuid": "cab68186-171e-4d84-a667-e7adc5ff1693", "name": "network-vif-plugged", "status": "completed", "tag": "ce7f69ad-535b-4a2d-a871-3dd81bb14126"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:47.903131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:47.903425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:47.903643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:47.911371 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-01d8b6e4-d3a9-4692-9401-9938beea2f20 None None] Provisioning for port 51a694da-6bf9-4ebf-a050-8a418eb5b591 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:47.918713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-01d8b6e4-d3a9-4692-9401-9938beea2f20 None None] Provisioning complete for port 51a694da-6bf9-4ebf-a050-8a418eb5b591 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:47.919704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6e4-d3a9-4692-9401-9938beea2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.921914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:47.922282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:47.941302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:47.941603 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:47.943861 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 2 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:47.977314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-01d8b6e4-d3a9-4692-9401-9938beea2f20 None None] Port 51a694da-6bf9-4ebf-a050-8a418eb5b591 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:47.982964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:47.983309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:47.983645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.001017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.002478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.016577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.017254 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.019830 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 3 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.038228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc15abf-e721-42ed-8151-3b5efa5eeee0 req-052b7b19-4201-480c-b90d-6b73579c6b6e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:48.039799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0dc15abf-e721-42ed-8151-3b5efa5eeee0 req-052b7b19-4201-480c-b90d-6b73579c6b6e tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 936 time: 0.2735596 Aug 31 13:45:48.043469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.044105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.044648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.066365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.067786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.083348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.083935 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.095222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-11a9a09f-8169-4c3e-a4b0-7c7b09eb8822 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:48.095222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-11a9a09f-8169-4c3e-a4b0-7c7b09eb8822 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.3911397 Aug 31 13:45:48.101313 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 4 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.120449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0dc15abf-e721-42ed-8151-3b5efa5eeee0 req-41fc26c2-1d5f-4bf7-a74a-20c83ece4fbd tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708666 Aug 31 13:45:48.127176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Request body: {'port': {'device_id': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'admin_state_up': True, 'tenant_id': 'a412d1ff6e0c4a8ea08c302fa0fbad88'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:48.155126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.155622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.156258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.175901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.176517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.190251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.190588 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.192966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a694da-6bf9-4ebf-a050-8a418eb5b591 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:48.199210 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 5 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.206919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4b95ad48-87a2-4c67-95cc-eec82615030e None None] Provisioning complete for port 99967f88-dd79-49f6-9971-5112d6f0598a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:48.207341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b95ad48-87a2-4c67-95cc-eec82615030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:48.214642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:48.231491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.231947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.232352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.243241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Transition to ACTIVE for port object 51a694da-6bf9-4ebf-a050-8a418eb5b591 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:48.244450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.244943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.253470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.253936 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.254595 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 6 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.258888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:48.320576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4b95ad48-87a2-4c67-95cc-eec82615030e None None] Port 99967f88-dd79-49f6-9971-5112d6f0598a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:48.326235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.326698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.352111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.386966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Made reservation on behalf of a412d1ff6e0c4a8ea08c302fa0fbad88 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:48.391810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:48.401593 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3c9e9-5efb-4293-8a80-814a8eb1a3e0 x-openstack-request-id: req-51d3c9e9-5efb-4293-8a80-814a8eb1a3e0 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:48.402098 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab68186-171e-4d84-a667-e7adc5ff1693", "name": "network-vif-plugged", "status": "completed", "tag": "ce7f69ad-535b-4a2d-a871-3dd81bb14126", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:48.402098 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51d3c9e9-5efb-4293-8a80-814a8eb1a3e0 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:48.402604 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126', 'code': 200} Aug 31 13:45:48.410517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.413317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.419445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Pushing event updated for resources: {'Port': ['ID=51a694da-6bf9-4ebf-a050-8a418eb5b591,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:48.451412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.451755 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.478125 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 7 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.534545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.534545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.534939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.537115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.26', 53968) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:48.623139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.623502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.665722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d2537c1-a76d-4246-aa9e-00c8455f5e90 req-004a75e5-de1f-4a01-bd6b-80859e7b4c13 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.1251776 Aug 31 13:45:48.686260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Attempting to bind port 51a694da-6bf9-4ebf-a050-8a418eb5b591 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.686260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Attempting to bind port 51a694da-6bf9-4ebf-a050-8a418eb5b591 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.686260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Attempting to bind port 51a694da-6bf9-4ebf-a050-8a418eb5b591 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.686260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.686260 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.686260 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 8 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.718437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2308a9-ca58-41fe-9681-4bfc1c364776 req-ecf0550c-bf51-4bc7-a322-7a1deb6c08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:48.720094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab2308a9-ca58-41fe-9681-4bfc1c364776 req-ecf0550c-bf51-4bc7-a322-7a1deb6c08d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 1122 time: 0.1786060 Aug 31 13:45:48.723489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.723741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Allocated IP 172.20.0.8 (0ceeeb85-9087-45e9-8b64-0cdcc9206a2a/483300cd-c929-4e93-9d3c-7ac90b7407ab/08252222-264a-4909-bfd5-ea2769d28066) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:48.724092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.724477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.733244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.733975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.760323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Port 51a694da-6bf9-4ebf-a050-8a418eb5b591 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.760672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Attempting to bind port 51a694da-6bf9-4ebf-a050-8a418eb5b591 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.775414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ab2308a9-ca58-41fe-9681-4bfc1c364776 req-3f91844f-0d92-4bce-a63a-32b3337873cf service neutron] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:48.779973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.780407 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.802434 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 9 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.816300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:48.816819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:48.817308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:48.817863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Bound port: 51a694da-6bf9-4ebf-a050-8a418eb5b591, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:48.818233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:48.821773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.822099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.822421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.867152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.867459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.902228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:48.902455 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:48.908210 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempt 10 to bind port 99967f88-dd79-49f6-9971-5112d6f0598a Aug 31 13:45:48.961565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daed35-40d0-44f3-89c8-016e48c29275 req-0855497a-c2f7-49c5-935a-b50220aa9377 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:48.968753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98daed35-40d0-44f3-89c8-016e48c29275 req-0855497a-c2f7-49c5-935a-b50220aa9377 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 971 time: 0.2203321 Aug 31 13:45:48.974976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:48.975336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:48.975639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:48.996891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.005368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:49.005738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempting to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:49.020629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] For port 51a694da-6bf9-4ebf-a050-8a418eb5b591, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:49.027273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:49.027603 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Failed to bind port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] Aug 31 13:45:49.027971 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.052830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c9589-0c83-45e3-9036-cc9e5717bc90 req-32f43417-4b70-4f0b-9383-7fb15456fce6 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.054368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0b6c9589-0c83-45e3-9036-cc9e5717bc90 req-32f43417-4b70-4f0b-9383-7fb15456fce6 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 943 time: 0.0768671 Aug 31 13:45:49.054532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] For port 51a694da-6bf9-4ebf-a050-8a418eb5b591, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=51a694da-6bf9-4ebf-a050-8a418eb5b591,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:49.080416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98daed35-40d0-44f3-89c8-016e48c29275 req-98c3d5bc-1d90-4c1d-86ac-a4b3fffb9717 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Aug 31 13:45:49.086698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.089464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.136827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ab2308a9-ca58-41fe-9681-4bfc1c364776 req-3f91844f-0d92-4bce-a63a-32b3337873cf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.183100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0b6c9589-0c83-45e3-9036-cc9e5717bc90 req-2f7d10d9-d6ca-45d0-8850-7e1c366a0864 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157882 Aug 31 13:45:49.191245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.192219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.195789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] 10.222.0.26 "PUT /v2.0/ports/51a694da-6bf9-4ebf-a050-8a418eb5b591 HTTP/1.1" status: 200 len: 1117 time: 1.7002339 Aug 31 13:45:49.196600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ab2308a9-ca58-41fe-9681-4bfc1c364776 req-3f91844f-0d92-4bce-a63a-32b3337873cf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.199928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'tag': '51a694da-6bf9-4ebf-a050-8a418eb5b591'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:49.201697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:49.203042 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568" -d '{"events": [{"name": "network-changed", "server_uuid": "9331e841-15bb-45b8-807a-ba1d64c86d64", "tag": "51a694da-6bf9-4ebf-a050-8a418eb5b591"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:49.236210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:49.245377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:49.260896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.261868 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.285380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event updated for resources: {'Port': ['ID=08252222-264a-4909-bfd5-ea2769d28066,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:49.296408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-8014e1c7-2258-452e-b7b6-fc5ee9cff07d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1742895 Aug 31 13:45:49.331670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Request body: {'port': {'device_id': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'device_owner': 'compute:tempest-test_az-695949367', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:49.381559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab2308a9-ca58-41fe-9681-4bfc1c364776 req-3f91844f-0d92-4bce-a63a-32b3337873cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493366 Aug 31 13:45:49.385939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91844f-0d92-4bce-a63a-32b3337873cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb0ac6d-ba9d-41e2-831f-a859fddd9861,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:49.399200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb308b9-0db1-4443-9545-1b7662241350 req-a59d7b57-6f93-411f-a507-a6862a732ef1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.406363 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbb308b9-0db1-4443-9545-1b7662241350 req-a59d7b57-6f93-411f-a507-a6862a732ef1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 969 time: 0.0930457 Aug 31 13:45:49.415401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4962e-169d-4b9d-a8d7-4aa8a1721a45 service neutron] Pushing event updated for resources: {'Port': ['ID=51a694da-6bf9-4ebf-a050-8a418eb5b591,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:49.444192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.472205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] For port 99967f88-dd79-49f6-9971-5112d6f0598a, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:49.472644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:45:49.473708 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbb308b9-0db1-4443-9545-1b7662241350 req-6149d6df-be70-4ea7-85c3-608dcb3338f7 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617549 Aug 31 13:45:49.485880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-1a8ea2f1-57be-4485-b2fe-37aad6f2a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.485880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-1a8ea2f1-57be-4485-b2fe-37aad6f2a36c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77212051d9864f5cbba7ee2c1f212646&device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 1120 time: 0.1714673 Aug 31 13:45:49.489442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.534228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] In _notify_port_updated(), no bound segment for port 99967f88-dd79-49f6-9971-5112d6f0598a on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:45:49.535210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.535949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.537836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] 10.222.0.101 "PUT /v2.0/ports/99967f88-dd79-49f6-9971-5112d6f0598a HTTP/1.1" status: 200 len: 1056 time: 3.0761294 Aug 31 13:45:49.554869 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9116c29-c890-4c25-9e50-c7857ad21da0 x-openstack-request-id: req-d9116c29-c890-4c25-9e50-c7857ad21da0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:49.555370 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9331e841-15bb-45b8-807a-ba1d64c86d64", "tag": "51a694da-6bf9-4ebf-a050-8a418eb5b591", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:49.555738 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9116c29-c890-4c25-9e50-c7857ad21da0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:49.556230 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'tag': '51a694da-6bf9-4ebf-a050-8a418eb5b591', 'status': 'completed', 'code': 200} Aug 31 13:45:49.635825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44cbfb-c8ab-42ba-9f48-cdbde810d552 service neutron] Pushing event updated for resources: {'Port': ['ID=99967f88-dd79-49f6-9971-5112d6f0598a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:49.766076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Deleting port 99967f88-dd79-49f6-9971-5112d6f0598a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:45:49.766431 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.823103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0c836efe-a9d1-44cb-aab2-c9d349b82692 None None] Provisioning complete for port 99967f88-dd79-49f6-9971-5112d6f0598a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:49.823759 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c836efe-a9d1-44cb-aab2-c9d349b82692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.870277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0c836efe-a9d1-44cb-aab2-c9d349b82692 None None] Port 99967f88-dd79-49f6-9971-5112d6f0598a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:49.878139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-f3baf043-4e95-4244-b79f-4d6d87859893 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=51a694da-6bf9-4ebf-a050-8a418eb5b591 HTTP/1.1" status: 200 len: 217 time: 0.0427778 Aug 31 13:45:49.957448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] For port 99967f88-dd79-49f6-9971-5112d6f0598a, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:49.957858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:49.977139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-1f917b89-d254-48d4-b787-31bd715ef5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.978855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-1f917b89-d254-48d4-b787-31bd715ef5f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0873017 Aug 31 13:45:49.979939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Calling delete_port for 99967f88-dd79-49f6-9971-5112d6f0598a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:45:50.035218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1367629594', 'description': 'tempest-description-669011985'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:50.074288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-b42a53df-ff20-4023-95b6-3a351562a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.076213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-b42a53df-ff20-4023-95b6-3a351562a2a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861378 Aug 31 13:45:50.084002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.093888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.159390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08252222-264a-4909-bfd5-ea2769d28066 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:50.169507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.196519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Transition to ACTIVE for port object 08252222-264a-4909-bfd5-ea2769d28066 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:50.206442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.249436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eb014-77ae-4475-9ad7-6d4345743bfb req-5e35fe6e-7618-4db1-b79a-9203d2b58d3a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.250896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f3eb014-77ae-4475-9ad7-6d4345743bfb req-5e35fe6e-7618-4db1-b79a-9203d2b58d3a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 931 time: 0.1326845 Aug 31 13:45:50.270476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=08252222-264a-4909-bfd5-ea2769d28066,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:50.322643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-f2d70a09-fedc-4bee-b4ec-4b7e4d508c06 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366111 Aug 31 13:45:50.347870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:50.348187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:50.348516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:50.360985 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.363957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:50.364303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:50.369720 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.375578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:50.375927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Checking segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:50.377084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Bound using segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:50.377555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Bound port: 08252222-264a-4909-bfd5-ea2769d28066, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:50.377916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.419992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f3eb014-77ae-4475-9ad7-6d4345743bfb req-4fb005c2-b13f-488c-a171-c7e5ee554cf2 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287735 Aug 31 13:45:50.422512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabdd485-2183-4135-a9de-57bae97dbcc0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:50.422777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.479422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event deleted for resources: {'Port': ['ID=99967f88-dd79-49f6-9971-5112d6f0598a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:50.504777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49466) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:50.507407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] For port 08252222-264a-4909-bfd5-ea2769d28066, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:50.514251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] For port 08252222-264a-4909-bfd5-ea2769d28066, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=08252222-264a-4909-bfd5-ea2769d28066,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:50.521535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.558564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bf0c1b9-8a2b-4473-980d-5fb0653716fe req-3ca41441-2e41-4702-b9d5-159aada00c79 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245595 Aug 31 13:45:50.565026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.567240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.567889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.569433 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] 10.222.0.26 "PUT /v2.0/ports/08252222-264a-4909-bfd5-ea2769d28066 HTTP/1.1" status: 200 len: 1112 time: 1.2457623 Aug 31 13:45:50.569896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'tag': '08252222-264a-4909-bfd5-ea2769d28066'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:50.655004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] No DVR routers for this DVR port 99967f88-dd79-49f6-9971-5112d6f0598a on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:45:50.664225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.666458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-54aefed7-5494-4dea-980e-81195954cd72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.101 "DELETE /v2.0/ports/99967f88-dd79-49f6-9971-5112d6f0598a HTTP/1.1" status: 204 len: 173 time: 1.1090224 Aug 31 13:45:50.668471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.684467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd1164-2990-4e96-a41e-833741920675 req-6a1ee679-7175-46fd-a923-f83bf4fac554 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.686048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03fd1164-2990-4e96-a41e-833741920675 req-6a1ee679-7175-46fd-a923-f83bf4fac554 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 971 time: 0.1212974 Aug 31 13:45:50.743143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.744381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01dcb932-b671-4dd9-b170-c906e56c07d7 req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9052601 Aug 31 13:45:50.786473 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d50abe7-68be-469b-b71a-f8a4eecb110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.813022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03fd1164-2990-4e96-a41e-833741920675 req-737ee414-9337-4bb4-8d90-a71b800abd07 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095531 Aug 31 13:45:50.831065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-50622692-31c5-4e9b-853e-282f70592c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.832573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-50622692-31c5-4e9b-853e-282f70592c46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 1115 time: 0.1222069 Aug 31 13:45:50.842230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae8e9-3f86-48dd-882f-71422520a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=08252222-264a-4909-bfd5-ea2769d28066,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:50.869217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1c62a-9800-4c56-91d3-3adc8213e820 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08eca89a-1acd-4206-940a-4f7bbf7c39c2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:50.896612 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637c3f21-959e-4d88-9a25-5643a3b24379" -d '{"events": [{"name": "network-changed", "server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "tag": "08252222-264a-4909-bfd5-ea2769d28066"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:50.900815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a35ba9e0-1233-4a09-a153-335dcffb2caa req-6e292a45-c410-4c24-b3ca-0383aba7c8ee tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0528290 Aug 31 13:45:50.904751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-93af5429-f08b-49a4-8f65-d1af0dfae076 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08252222-264a-4909-bfd5-ea2769d28066 HTTP/1.1" status: 200 len: 217 time: 0.0535405 Aug 31 13:45:50.910087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-cbdcca8e-5f64-456f-a632-eb38b0016131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.911915 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-cbdcca8e-5f64-456f-a632-eb38b0016131 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77212051d9864f5cbba7ee2c1f212646&device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 1120 time: 0.2081943 Aug 31 13:45:50.931848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-d5b85cd8-ab5a-4cf5-9da9-1ca9d0a9270a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0374150 Aug 31 13:45:51.139463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-8435e334-92fb-45f2-ad34-73ebec4d57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.141201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-8435e334-92fb-45f2-ad34-73ebec4d57c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2061937 Aug 31 13:45:51.168000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-76a56c90-3a05-485d-92a4-722171c9082c req-78cb9f33-89b9-4d8c-b08e-f3ef628e15e5 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-11044913', 'description': 'tempest-description-533455186'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:51.175942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-43ab894c-b8c7-42c7-9e28-01c6d7ab157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.177460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-43ab894c-b8c7-42c7-9e28-01c6d7ab157b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.2435064 Aug 31 13:45:51.200361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78994293-3149-497f-a159-081e902bf2e3 req-9b839685-29ba-49b2-97bd-82486bdb9384 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.201903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78994293-3149-497f-a159-081e902bf2e3 req-9b839685-29ba-49b2-97bd-82486bdb9384 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 969 time: 0.2777545 Aug 31 13:45:51.240367 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-28b04aa6-4dd1-4643-83f4-881cdeaa4aa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=51a694da-6bf9-4ebf-a050-8a418eb5b591 HTTP/1.1" status: 200 len: 217 time: 0.0619431 Aug 31 13:45:51.263549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d50abe7-68be-469b-b71a-f8a4eecb110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.268709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-5348d8ce-09a6-49c0-a955-a5ef87acbaec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574491 Aug 31 13:45:51.292849 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d50abe7-68be-469b-b71a-f8a4eecb110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.326484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-76a56c90-3a05-485d-92a4-722171c9082c req-78cb9f33-89b9-4d8c-b08e-f3ef628e15e5 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.330781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-3855cf86-6d72-413c-8c33-3d030b31f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.332301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-3855cf86-6d72-413c-8c33-3d030b31f142 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0695624 Aug 31 13:45:51.382470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-89a9a52d-7b85-4fc1-878d-695fbcc392f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.384116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-89a9a52d-7b85-4fc1-878d-695fbcc392f9 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=d169bffdbb4846c286e4ccacf0386e53&shared=False HTTP/1.1" status: 200 len: 926 time: 0.4243343 Aug 31 13:45:51.417424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3d50abe7-68be-469b-b71a-f8a4eecb110a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=740ed2d1ef8f49918e8ddb9278527739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9083364 Aug 31 13:45:51.421518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:51.443967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50abe7-68be-469b-b71a-f8a4eecb110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c371de-fdc6-4c7f-8ccd-86778704efdc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:51.465920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-73426e00-664a-4b82-8d26-a8e817a561a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.467463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-73426e00-664a-4b82-8d26-a8e817a561a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248322 Aug 31 13:45:51.485544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78994293-3149-497f-a159-081e902bf2e3 req-836f73c4-ad3a-4b21-ac13-036b67ab191c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596292 Aug 31 13:45:51.549102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-4c0d9b3a-6a1f-4af4-941c-1d50cf7452cc service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570570 Aug 31 13:45:51.558179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'tag': '99967f88-dd79-49f6-9971-5112d6f0598a'}, {'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'name': 'network-vif-deleted', 'tag': '99967f88-dd79-49f6-9971-5112d6f0598a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:51.560790 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b98fd0-0bf8-42c7-a578-bd152f370145" -d '{"events": [{"name": "network-changed", "server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "tag": "99967f88-dd79-49f6-9971-5112d6f0598a"}, {"server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "name": "network-vif-deleted", "tag": "99967f88-dd79-49f6-9971-5112d6f0598a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:51.590923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-0ee2cdf0-961b-458d-88d4-9109abc5af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.591073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-76a56c90-3a05-485d-92a4-722171c9082c req-78cb9f33-89b9-4d8c-b08e-f3ef628e15e5 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.592486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-0ee2cdf0-961b-458d-88d4-9109abc5af51 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1935141 Aug 31 13:45:51.598782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85444d21-338f-4d02-968c-4af5d2ac86c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.601873 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-76a56c90-3a05-485d-92a4-722171c9082c req-78cb9f33-89b9-4d8c-b08e-f3ef628e15e5 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.629225 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a9c8b-70d6-4189-ac3d-bd2bacb5e677 x-openstack-request-id: req-166a9c8b-70d6-4189-ac3d-bd2bacb5e677 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:51.629502 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "tag": "08252222-264a-4909-bfd5-ea2769d28066", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:51.629772 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-166a9c8b-70d6-4189-ac3d-bd2bacb5e677 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:51.630209 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'tag': '08252222-264a-4909-bfd5-ea2769d28066', 'status': 'completed', 'code': 200} Aug 31 13:45:51.663669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85444d21-338f-4d02-968c-4af5d2ac86c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.677008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aeec11-2660-41c7-acb6-58270155ac7f req-926cec70-2334-43f3-9798-b0a1e84bcb8f service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079381 Aug 31 13:45:51.679318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-329a3cae-38cf-4015-835d-020cb9c8285d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015729 Aug 31 13:45:51.682262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-76a56c90-3a05-485d-92a4-722171c9082c req-78cb9f33-89b9-4d8c-b08e-f3ef628e15e5 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.683385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76a56c90-3a05-485d-92a4-722171c9082c req-78cb9f33-89b9-4d8c-b08e-f3ef628e15e5 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5195158 Aug 31 13:45:51.683963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9f33-89b9-4d8c-b08e-f3ef628e15e5 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4bb175-418d-4d37-a7d9-f4c20f61c4ac,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:51.834527 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85444d21-338f-4d02-968c-4af5d2ac86c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.837507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85444d21-338f-4d02-968c-4af5d2ac86c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.838814 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-85444d21-338f-4d02-968c-4af5d2ac86c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14c371de-fdc6-4c7f-8ccd-86778704efdc HTTP/1.1" status: 204 len: 168 time: 0.4154384 Aug 31 13:45:51.872199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85444d21-338f-4d02-968c-4af5d2ac86c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c371de-fdc6-4c7f-8ccd-86778704efdc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:51.922195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e7532-b28b-4c42-b80b-04af4ef1534d req-0a2ddc8f-9c82-442b-a8da-c685c2b14ad2 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.924018 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62e7532-b28b-4c42-b80b-04af4ef1534d req-0a2ddc8f-9c82-442b-a8da-c685c2b14ad2 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 964 time: 0.1481028 Aug 31 13:45:51.930485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f773f1e-22ed-4db0-86ce-5d4d3e31f568 req-f1d2d7d2-1540-4c7c-aa3d-62aab07c9068 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208605 Aug 31 13:45:51.967603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62e7532-b28b-4c42-b80b-04af4ef1534d req-09645da0-5724-4224-a4d9-fd348e59d998 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Aug 31 13:45:52.025401 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e032c97-0a4b-4d1e-bb3f-01261eb38514 x-openstack-request-id: req-0e032c97-0a4b-4d1e-bb3f-01261eb38514 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:52.025767 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "tag": "99967f88-dd79-49f6-9971-5112d6f0598a", "status": "completed", "code": 200}, {"server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "name": "network-vif-deleted", "tag": "99967f88-dd79-49f6-9971-5112d6f0598a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:52.025937 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e032c97-0a4b-4d1e-bb3f-01261eb38514 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:52.026370 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'tag': '99967f88-dd79-49f6-9971-5112d6f0598a', 'status': 'completed', 'code': 200} Aug 31 13:45:52.026652 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'name': 'network-vif-deleted', 'tag': '99967f88-dd79-49f6-9971-5112d6f0598a', 'status': 'completed', 'code': 200} Aug 31 13:45:52.030585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1be7fb31-b05b-49f7-a721-26b43c52b848 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.101 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.3008387 Aug 31 13:45:52.042475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-966787838', 'description': 'tempest-description-359980066'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:52.083508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6c008-c1de-45d7-84b8-dbecd18bc026 req-6f8c218d-7881-4ddc-a485-ff2e9fa1c418 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.085111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5de6c008-c1de-45d7-84b8-dbecd18bc026 req-6f8c218d-7881-4ddc-a485-ff2e9fa1c418 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 971 time: 0.0567327 Aug 31 13:45:52.101245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0b98fd0-0bf8-42c7-a578-bd152f370145 req-dd3b0937-e79d-4750-a7da-d5c022cb24c2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0737064 Aug 31 13:45:52.121563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-42164566-726f-48fc-a3b6-62bd3404c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.123127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-42164566-726f-48fc-a3b6-62bd3404c7bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 1115 time: 0.0995941 Aug 31 13:45:52.125835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:52.135504 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:52.145548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5de6c008-c1de-45d7-84b8-dbecd18bc026 req-c58cc07b-192e-481c-9d2d-4e4b24ea0000 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475316 Aug 31 13:45:52.247608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57a4dc90-af76-454f-af5f-a98a6792d7a0 req-7ec366c8-cf46-4e63-80d5-bd0a6795a54c tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0386350 Aug 31 13:45:52.265249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49524) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:52.297158 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d777c4db-87f5-4c53-a151-f586e00eb88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:52.382915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b98fd0-0bf8-42c7-a578-bd152f370145 req-2d92677b-19f0-4ace-a39d-9078469f2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.384381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0b98fd0-0bf8-42c7-a578-bd152f370145 req-2d92677b-19f0-4ace-a39d-9078469f2205 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=d169bffdbb4846c286e4ccacf0386e53&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2331929 Aug 31 13:45:52.393019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-ae7790bc-70dc-4664-b01d-7fc1c9d5e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.394792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-ae7790bc-70dc-4664-b01d-7fc1c9d5e93c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 910 time: 0.2605016 Aug 31 13:45:52.484483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-5eb0556a-ae91-414e-b461-ccfae15f93e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08252222-264a-4909-bfd5-ea2769d28066 HTTP/1.1" status: 200 len: 217 time: 0.0758221 Aug 31 13:45:52.579010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-488d6cea-16de-4f19-b39b-97aaa8b36d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.581108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-488d6cea-16de-4f19-b39b-97aaa8b36d82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.0853364 Aug 31 13:45:52.598926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:52.601826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b98fd0-0bf8-42c7-a578-bd152f370145 req-a351603e-af5b-439e-8ed5-75da1d4e27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.603305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0b98fd0-0bf8-42c7-a578-bd152f370145 req-a351603e-af5b-439e-8ed5-75da1d4e27d6 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2060356 Aug 31 13:45:52.623542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-4fa9e039-be3f-417f-9384-932c1b64128f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341992 Aug 31 13:45:52.626851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:52.712938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d26d6ae-975f-4f8b-992e-f0250b4fdb36,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:52.719736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a444-dda5-4365-8f60-09e768a38a94 req-02ef4b95-91d8-4016-a4aa-2fd84d1dd8fd tempest-AggregatesAdminTestJSON-968842156 tempest-AggregatesAdminTestJSON-968842156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.721401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2b48a444-dda5-4365-8f60-09e768a38a94 req-02ef4b95-91d8-4016-a4aa-2fd84d1dd8fd tempest-AggregatesAdminTestJSON-968842156 tempest-AggregatesAdminTestJSON-968842156-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 1122 time: 0.0805492 Aug 31 13:45:52.740395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-b97ce259-b699-4c95-b902-513f090066ce service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0421286 Aug 31 13:45:52.741851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2b48a444-dda5-4365-8f60-09e768a38a94 req-aabc34e7-f890-45cb-910c-f121a7d0238c tempest-AggregatesAdminTestJSON-968842156 tempest-AggregatesAdminTestJSON-968842156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:52.847457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-a038b78c-ab3d-42b8-96a5-da862f94c81c service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064729 Aug 31 13:45:52.934589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d777c4db-87f5-4c53-a151-f586e00eb88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:52.948985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d777c4db-87f5-4c53-a151-f586e00eb88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.007681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-d59aebaa-ac38-43c4-b4c5-221df4b2d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:53.009152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-d59aebaa-ac38-43c4-b4c5-221df4b2d3c4 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=d169bffdbb4846c286e4ccacf0386e53&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2397137 Aug 31 13:45:53.023226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d777c4db-87f5-4c53-a151-f586e00eb88d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6910a8dd86b2456980b7b38262f3afaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7548900 Aug 31 13:45:53.026071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49536) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:53.036903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777c4db-87f5-4c53-a151-f586e00eb88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4631badd-645d-470b-a75e-ddcc2bd188cc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:53.076633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e797d3fd-75a9-489c-8308-0cbbbe15f53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.099158 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e797d3fd-75a9-489c-8308-0cbbbe15f53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.101522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-637c3f21-959e-4d88-9a25-5643a3b24379 req-095ddb72-bc3b-40f6-853e-4fbb1bd6a966 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461550 Aug 31 13:45:53.112062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 51a694da-6bf9-4ebf-a050-8a418eb5b591 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:45:53.154066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.155251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e797d3fd-75a9-489c-8308-0cbbbe15f53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.159141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e797d3fd-75a9-489c-8308-0cbbbe15f53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.160190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.160910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e797d3fd-75a9-489c-8308-0cbbbe15f53d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4631badd-645d-470b-a75e-ddcc2bd188cc HTTP/1.1" status: 204 len: 168 time: 0.1337793 Aug 31 13:45:53.176793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797d3fd-75a9-489c-8308-0cbbbe15f53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631badd-645d-470b-a75e-ddcc2bd188cc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:53.178895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-317a26ad-fc8d-4ca5-a2ed-dc4d12baef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:53.180388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-317a26ad-fc8d-4ca5-a2ed-dc4d12baef90 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1596677 Aug 31 13:45:53.193993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c69fc-e6e8-4b48-a002-ce9494194771,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:53.270011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 51a694da-6bf9-4ebf-a050-8a418eb5b591, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=51a694da-6bf9-4ebf-a050-8a418eb5b591,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:53.278456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2b48a444-dda5-4365-8f60-09e768a38a94 req-aabc34e7-f890-45cb-910c-f121a7d0238c tempest-AggregatesAdminTestJSON-968842156 tempest-AggregatesAdminTestJSON-968842156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.282227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '51a694da-6bf9-4ebf-a050-8a418eb5b591', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '51a694da-6bf9-4ebf-a050-8a418eb5b591', 'mac_address': 'fa:16:3e:fe:6f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:tempest-test_az-695949367', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:45:53.285743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2b48a444-dda5-4365-8f60-09e768a38a94 req-aabc34e7-f890-45cb-910c-f121a7d0238c tempest-AggregatesAdminTestJSON-968842156 tempest-AggregatesAdminTestJSON-968842156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.286132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-de6ef147-bf63-4e65-9e75-5dc3a1fef790 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.101 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0348008 Aug 31 13:45:53.292533 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.312090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7493a06-92ec-474b-8076-1555924227f5 req-d0fe64d8-2cc7-4c28-87ac-a8d1818cbbce tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2895000 Aug 31 13:45:53.320101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2b48a444-dda5-4365-8f60-09e768a38a94 req-aabc34e7-f890-45cb-910c-f121a7d0238c tempest-AggregatesAdminTestJSON-968842156 tempest-AggregatesAdminTestJSON-968842156-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918515 Aug 31 13:45:53.329092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc34e7-f890-45cb-910c-f121a7d0238c tempest-AggregatesAdminTestJSON-968842156 tempest-AggregatesAdminTestJSON-968842156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7b9afe-ceee-4864-9a49-6ae5298a9e71,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:53.349567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.369398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a694da-6bf9-4ebf-a050-8a418eb5b591 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:53.408290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 51a694da-6bf9-4ebf-a050-8a418eb5b591, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=51a694da-6bf9-4ebf-a050-8a418eb5b591,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:53.414876 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.474230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=51a694da-6bf9-4ebf-a050-8a418eb5b591,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:53.477073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e727f-ddb5-457a-ae59-bc344a1c907e req-c85e66a1-665b-47ca-8203-431df982e13c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:53.479394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-978e727f-ddb5-457a-ae59-bc344a1c907e req-c85e66a1-665b-47ca-8203-431df982e13c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 969 time: 0.0987763 Aug 31 13:45:53.533834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-978e727f-ddb5-457a-ae59-bc344a1c907e req-6ffc9abe-f9b3-4d5a-853e-be2a1dfe1c47 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Aug 31 13:45:53.674450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07861845-0797-4689-8cc5-d45ff9c6a2e3 req-2e79bda7-cf43-4df7-a848-a1fa96d7942b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:53.682142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07861845-0797-4689-8cc5-d45ff9c6a2e3 req-2e79bda7-cf43-4df7-a848-a1fa96d7942b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 964 time: 0.0814021 Aug 31 13:45:53.726773 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d3ecd60-5436-4b0e-be24-c575408e6796 req-f4904869-367e-4cd0-a7b0-72bdf1e45bfa tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0397325 Aug 31 13:45:53.742900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07861845-0797-4689-8cc5-d45ff9c6a2e3 req-f2dab8db-cda0-4269-9923-fef20d40fae0 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595963 Aug 31 13:45:53.749316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['51a694da-6bf9-4ebf-a050-8a418eb5b591'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:45:53.757957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b8fbbd00-8556-4e28-bef9-50419c9179ae req-0a8a7a22-b9a2-485d-81e6-7fc17dde55eb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1542664106', 'description': 'tempest-description-1276796155'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:53.789009 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8fbbd00-8556-4e28-bef9-50419c9179ae req-0a8a7a22-b9a2-485d-81e6-7fc17dde55eb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.922633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8fbbd00-8556-4e28-bef9-50419c9179ae req-0a8a7a22-b9a2-485d-81e6-7fc17dde55eb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.942760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8fbbd00-8556-4e28-bef9-50419c9179ae req-0a8a7a22-b9a2-485d-81e6-7fc17dde55eb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:54.009296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8fbbd00-8556-4e28-bef9-50419c9179ae req-0a8a7a22-b9a2-485d-81e6-7fc17dde55eb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:54.010550 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8fbbd00-8556-4e28-bef9-50419c9179ae req-0a8a7a22-b9a2-485d-81e6-7fc17dde55eb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2570341 Aug 31 13:45:54.015629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a7a22-b9a2-485d-81e6-7fc17dde55eb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7469d3c-04b8-41b3-b7a0-af8833a3f51c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:54.587405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:54.593090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-0bed497c-9368-47aa-b224-bb5ea48c8efa tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42312 time: 0.5370729 Aug 31 13:45:54.636294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-edcd4be7-a206-4d5e-aa13-a61a083ea896 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0cfee3c9-ae54-427d-8929-71b0d2bd02c7 HTTP/1.1" status: 200 len: 2977 time: 0.0422273 Aug 31 13:45:54.708420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-9f68c565-000d-443f-99b6-7859b378696f tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0cfee3c9-ae54-427d-8929-71b0d2bd02c7 HTTP/1.1" status: 200 len: 2977 time: 0.0608866 Aug 31 13:45:54.719179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123a20-f2b2-4fd5-a4c3-36ec552286c2 req-beb33778-5450-482f-90fc-7ca2aacc2618 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:54.721481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed123a20-f2b2-4fd5-a4c3-36ec552286c2 req-beb33778-5450-482f-90fc-7ca2aacc2618 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 970 time: 0.0703735 Aug 31 13:45:54.766148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-c2a8f145-272d-42db-96fc-5c68005e4f57 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/19cf7f52-3b2d-486c-9438-0d9e213716da HTTP/1.1" status: 200 len: 2973 time: 0.0561111 Aug 31 13:45:54.816485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ec22c53-7066-431b-af8a-f5062e7dfc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:54.845852 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-b6322b75-af89-4df7-ac12-1ab3ba4f7fc0 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/19cf7f52-3b2d-486c-9438-0d9e213716da HTTP/1.1" status: 200 len: 2973 time: 0.0731266 Aug 31 13:45:54.884892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed123a20-f2b2-4fd5-a4c3-36ec552286c2 req-dea34b44-807a-4151-9253-392f29006d04 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328564 Aug 31 13:45:54.904799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-46d5ae22-fff8-4eff-bea1-9832b2f297ef tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1adcee19-f4f4-43c4-8881-2f923b886ea8 HTTP/1.1" status: 200 len: 2977 time: 0.0502591 Aug 31 13:45:54.951940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-0497178d-2972-438e-a23c-8ab2f4295049 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:54.953624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-0497178d-2972-438e-a23c-8ab2f4295049 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 824 time: 0.2286704 Aug 31 13:45:54.978372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-6e0209fb-7dcd-4494-9d59-708eefb2fedb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1adcee19-f4f4-43c4-8881-2f923b886ea8 HTTP/1.1" status: 200 len: 2977 time: 0.0640099 Aug 31 13:45:55.041006 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-4d9b5d03-d175-43b5-9238-b73c693b16b4 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1d26d6ae-975f-4f8b-992e-f0250b4fdb36 HTTP/1.1" status: 200 len: 2981 time: 0.0461869 Aug 31 13:45:55.044658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ec22c53-7066-431b-af8a-f5062e7dfc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.057396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ec22c53-7066-431b-af8a-f5062e7dfc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.084918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7ec22c53-7066-431b-af8a-f5062e7dfc41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c0a1f6c9aa44f29a5760c546bf59f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962511 Aug 31 13:45:55.088949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49644) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:55.098767 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-d4793614-8b4d-471d-8329-f0b19cb1fd43 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1d26d6ae-975f-4f8b-992e-f0250b4fdb36 HTTP/1.1" status: 200 len: 2981 time: 0.0461400 Aug 31 13:45:55.104382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-39fa269c-381b-4c7a-bd8b-232ab3a04696 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d169bffdbb4846c286e4ccacf0386e53 HTTP/1.1" status: 200 len: 380 time: 0.0972829 Aug 31 13:45:55.113348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 08252222-264a-4909-bfd5-ea2769d28066 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:45:55.146147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'port': {'device_id': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'admin_state_up': True, 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'security_groups': ['b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:55.162092 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-398e9847-6a7b-4e53-bccc-a16cf5dc53c6 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3ac1c5f4-3c4a-4c69-90c1-8e0f7f5f17c0 HTTP/1.1" status: 200 len: 2981 time: 0.0543771 Aug 31 13:45:55.182538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec22c53-7066-431b-af8a-f5062e7dfc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef61565-6361-4d99-9905-f5327d11769c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:55.197586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899603a7-96aa-45f2-bc8f-96675c268e71 req-9809554c-dc0e-4f15-af2b-ab9c55b06900 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 210 time: 0.0752428 Aug 31 13:45:55.201851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 51a694da-6bf9-4ebf-a050-8a418eb5b591 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:55.255508 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-c8502b9d-798d-4583-8fa3-1d0d1337c7cb tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3ac1c5f4-3c4a-4c69-90c1-8e0f7f5f17c0 HTTP/1.1" status: 200 len: 2981 time: 0.0864725 Aug 31 13:45:55.271713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 51a694da-6bf9-4ebf-a050-8a418eb5b591 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:55.278574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 51a694da-6bf9-4ebf-a050-8a418eb5b591 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:55.279317 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.307688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-e77e0719-b613-4fab-a72c-0f3875b08726 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/60efbf12-18b4-4b63-8cea-d6fbd23913b3 HTTP/1.1" status: 200 len: 2981 time: 0.0511985 Aug 31 13:45:55.343429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f51d617-459d-4ec5-b2a0-48754e175731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.355933 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-adc9bafc-37d0-4e3c-b64a-cb8d4bd2f92f tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/60efbf12-18b4-4b63-8cea-d6fbd23913b3 HTTP/1.1" status: 200 len: 2981 time: 0.0469851 Aug 31 13:45:55.356246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 08252222-264a-4909-bfd5-ea2769d28066, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=08252222-264a-4909-bfd5-ea2769d28066,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:55.378991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '08252222-264a-4909-bfd5-ea2769d28066', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'port_id': '08252222-264a-4909-bfd5-ea2769d28066', 'mac_address': 'fa:16:3e:ab:42:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483300cd-c929-4e93-9d3c-7ac90b7407ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-695949367', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:45:55.405803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-c1772b2c-2907-4cfa-b89a-b7c7af3b1aa4 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6f3245ea-1c83-40db-9d94-75ce30bb3b3d HTTP/1.1" status: 200 len: 2977 time: 0.0488977 Aug 31 13:45:55.446766 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-e2d48443-0cb5-4abb-aae0-15e74fad8d55 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6f3245ea-1c83-40db-9d94-75ce30bb3b3d HTTP/1.1" status: 200 len: 2977 time: 0.0398352 Aug 31 13:45:55.449515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f51d617-459d-4ec5-b2a0-48754e175731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.453150 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.456656 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.460067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Made reservation on behalf of d169bffdbb4846c286e4ccacf0386e53 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:55.465149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.475793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08252222-264a-4909-bfd5-ea2769d28066 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:55.493660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-5944df7f-b74b-49f4-9f7f-4f62935880a9 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a2a9c4dd-47b8-4a0e-a791-0bd50921a002 HTTP/1.1" status: 200 len: 2981 time: 0.0390880 Aug 31 13:45:55.505118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a694da-6bf9-4ebf-a050-8a418eb5b591'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:55.507325 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b7014-5e28-4827-b377-61bead6a2c00" -d '{"events": [{"server_uuid": "9331e841-15bb-45b8-807a-ba1d64c86d64", "name": "network-vif-plugged", "status": "completed", "tag": "51a694da-6bf9-4ebf-a050-8a418eb5b591"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:55.510267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3835fc-aa5f-4b94-88e1-f5a1dd4c92d8 req-8cda0db1-3ac7-4bec-915f-0eccc827d8f6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:55.511802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b3835fc-aa5f-4b94-88e1-f5a1dd4c92d8 req-8cda0db1-3ac7-4bec-915f-0eccc827d8f6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 964 time: 0.2024283 Aug 31 13:45:55.528531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 51a694da-6bf9-4ebf-a050-8a418eb5b591, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=51a694da-6bf9-4ebf-a050-8a418eb5b591,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:55.531991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 08252222-264a-4909-bfd5-ea2769d28066, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=08252222-264a-4909-bfd5-ea2769d28066,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:55.534973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.540972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-e598cb1e-e4df-46a2-8958-edc6507b0e26 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a2a9c4dd-47b8-4a0e-a791-0bd50921a002 HTTP/1.1" status: 200 len: 2981 time: 0.0386922 Aug 31 13:45:55.549217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.586555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-b86840f3-a34d-4ff5-b174-2ba648f17d48 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/bdb0ac6d-ba9d-41e2-831f-a859fddd9861 HTTP/1.1" status: 200 len: 2981 time: 0.0392132 Aug 31 13:45:55.602655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=51a694da-6bf9-4ebf-a050-8a418eb5b591,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:55.621166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b3835fc-aa5f-4b94-88e1-f5a1dd4c92d8 req-2bb61ecb-8b9d-4982-8cbd-91a02743d8a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953665 Aug 31 13:45:55.638125 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-0efc4876-6a3b-4aeb-8f7a-96fc0aa16e46 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/bdb0ac6d-ba9d-41e2-831f-a859fddd9861 HTTP/1.1" status: 200 len: 2981 time: 0.0449970 Aug 31 13:45:55.652000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f51d617-459d-4ec5-b2a0-48754e175731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.654598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f51d617-459d-4ec5-b2a0-48754e175731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.655966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f51d617-459d-4ec5-b2a0-48754e175731 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fef61565-6361-4d99-9905-f5327d11769c HTTP/1.1" status: 204 len: 168 time: 0.5658176 Aug 31 13:45:55.686875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=08252222-264a-4909-bfd5-ea2769d28066,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:55.705549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-e488b473-20d1-4579-9c68-2215b85c951c tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/cc7b9afe-ceee-4864-9a49-6ae5298a9e71 HTTP/1.1" status: 200 len: 2981 time: 0.0605414 Aug 31 13:45:55.716590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d617-459d-4ec5-b2a0-48754e175731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef61565-6361-4d99-9905-f5327d11769c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:55.745525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Allocated IP 172.20.0.14 (6831ca53-9fea-4d70-9b5c-f53c04ed2d51/4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84/53b1ed05-47cb-4d26-bb75-1c73acf3e7c0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:55.787930 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-69b74743-9f83-40b6-b47e-389a2e57ea33 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/cc7b9afe-ceee-4864-9a49-6ae5298a9e71 HTTP/1.1" status: 200 len: 2981 time: 0.0760875 Aug 31 13:45:55.836062 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-a150a7ed-e318-49a9-add1-a79efb72d86f tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d03aa207-2620-47d3-88db-cd95b4cdf073 HTTP/1.1" status: 200 len: 2977 time: 0.0471723 Aug 31 13:45:55.887485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-aa1fa414-357f-4b99-af60-6f75e214a488 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d03aa207-2620-47d3-88db-cd95b4cdf073 HTTP/1.1" status: 200 len: 2977 time: 0.0504901 Aug 31 13:45:55.891400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['08252222-264a-4909-bfd5-ea2769d28066'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:45:55.935576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:55.935968 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbb4c42-4af6-4fea-a9b6-d29f182ae79e x-openstack-request-id: req-1cbb4c42-4af6-4fea-a9b6-d29f182ae79e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:55.936374 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9331e841-15bb-45b8-807a-ba1d64c86d64", "name": "network-vif-plugged", "status": "completed", "tag": "51a694da-6bf9-4ebf-a050-8a418eb5b591", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:55.936721 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cbb4c42-4af6-4fea-a9b6-d29f182ae79e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:55.937219 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a694da-6bf9-4ebf-a050-8a418eb5b591', 'code': 200} Aug 31 13:45:55.954951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Transition to ACTIVE for port object 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:55.957924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-81b01199-4737-4664-bc72-11877bf9c374 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/fabdd485-2183-4135-a9de-57bae97dbcc0 HTTP/1.1" status: 200 len: 2981 time: 0.0563250 Aug 31 13:45:56.029275 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.056639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b52e7de6-2f9b-4786-b071-915429cd2c49 req-9e15f583-02ea-4674-bae2-04d81272d7e9 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/fabdd485-2183-4135-a9de-57bae97dbcc0 HTTP/1.1" status: 200 len: 2981 time: 0.0919199 Aug 31 13:45:56.151523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:56.156118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:56.164742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:56.170160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:56.170797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.176818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3753420-d02e-496c-9935-8efe4d3f5d88 req-65a073d0-975e-4181-bf2c-f77c6944f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:56.178390 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3753420-d02e-496c-9935-8efe4d3f5d88 req-65a073d0-975e-4181-bf2c-f77c6944f23e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 1122 time: 0.1170764 Aug 31 13:45:56.203939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49682) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:56.210692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'Port': ['ID=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:56.230171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-1db5b855-9156-4f73-a882-2dbaf3c182fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0903983 Aug 31 13:45:56.241349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5995a84b-5648-44b2-88b4-a1660a5ea1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.250626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Request body: {'port': {'device_id': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'device_owner': 'compute:tempest-test_az-695949367', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:56.261470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186e2b0-67cc-4968-a99a-8020f01a8b45 req-6069978e-7c07-44f6-abff-9064bd196cbe tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:56.263175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a186e2b0-67cc-4968-a99a-8020f01a8b45 req-6069978e-7c07-44f6-abff-9064bd196cbe tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 971 time: 0.0797658 Aug 31 13:45:56.292091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3753420-d02e-496c-9935-8efe4d3f5d88 req-c511b4e2-ac75-41ea-bfb9-238a889c383f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986567 Aug 31 13:45:56.317712 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcb4d065-782e-4254-afb4-41ab112a3277 req-63ffc59a-ea33-4341-96aa-bf5623bb520c tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3397b1f426644827b85013fca70fffc7 HTTP/1.1" status: 200 len: 6100 time: 0.1447463 Aug 31 13:45:56.353081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a186e2b0-67cc-4968-a99a-8020f01a8b45 req-f5f98324-5222-4150-a864-9bc9c1561ce1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667202 Aug 31 13:45:56.354341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.397566 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcb4d065-782e-4254-afb4-41ab112a3277 req-7bc99bf1-fbdd-462c-8bde-296cc35cf5f7 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "GET /v2.0/security-groups/fabdd485-2183-4135-a9de-57bae97dbcc0 HTTP/1.1" status: 200 len: 2981 time: 0.0664613 Aug 31 13:45:56.436416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0dbfb881-c50e-496d-a633-760088709a2e None None] Provisioning for port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:56.441538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0dbfb881-c50e-496d-a633-760088709a2e None None] Provisioning complete for port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:56.442125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb881-c50e-496d-a633-760088709a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.466822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5995a84b-5648-44b2-88b4-a1660a5ea1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.481439 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcb4d065-782e-4254-afb4-41ab112a3277 req-e0ba04dc-a5a3-4038-90f4-61ce0b520619 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "GET /v2.0/security-groups/fabdd485-2183-4135-a9de-57bae97dbcc0 HTTP/1.1" status: 200 len: 2981 time: 0.0759549 Aug 31 13:45:56.482757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5995a84b-5648-44b2-88b4-a1660a5ea1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.511586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfb881-c50e-496d-a633-760088709a2e None None] Port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:56.562945 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-855d23bd-5090-49f9-80fe-d502957fdd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.565222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5995a84b-5648-44b2-88b4-a1660a5ea1d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1048c613dbff4b76a75706a6d57dbc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596683 Aug 31 13:45:56.568037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49696) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:56.571010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995a84b-5648-44b2-88b4-a1660a5ea1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857e3b3-f7d9-454f-8913-99cbd6d9ddd6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:56.656504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c5cc-e816-440c-8798-8d8506a8dfb9 req-45108e1f-56d3-4bb9-a064-7db04122ac6f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:56.658192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1924c5cc-e816-440c-8798-8d8506a8dfb9 req-45108e1f-56d3-4bb9-a064-7db04122ac6f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 932 time: 0.1174228 Aug 31 13:45:56.668125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1777e43d-340b-42d5-b0d6-d3070f95eab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.675378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75e38901-36ea-4f35-86e3-7cd64c0f5871 req-3179dcfa-db5e-4301-985c-901408a98c72 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a7469d3c-04b8-41b3-b7a0-af8833a3f51c HTTP/1.1" status: 200 len: 1778 time: 0.0684376 Aug 31 13:45:56.708919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1777e43d-340b-42d5-b0d6-d3070f95eab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.740987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1924c5cc-e816-440c-8798-8d8506a8dfb9 req-a701eb2b-a629-4fc6-922d-847610ff62e8 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709348 Aug 31 13:45:56.758420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:56.773448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75e38901-36ea-4f35-86e3-7cd64c0f5871 req-6a681fb4-6d15-46f3-bc52-3cbe0847d206 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.778881 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.801831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75e38901-36ea-4f35-86e3-7cd64c0f5871 req-6a681fb4-6d15-46f3-bc52-3cbe0847d206 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.803650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1777e43d-340b-42d5-b0d6-d3070f95eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.806240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1777e43d-340b-42d5-b0d6-d3070f95eab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.808924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Transition to ACTIVE for port object 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:56.809072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1777e43d-340b-42d5-b0d6-d3070f95eab0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a857e3b3-f7d9-454f-8913-99cbd6d9ddd6 HTTP/1.1" status: 204 len: 168 time: 0.2375493 Aug 31 13:45:56.815587 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.831893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777e43d-340b-42d5-b0d6-d3070f95eab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857e3b3-f7d9-454f-8913-99cbd6d9ddd6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:56.868364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75e38901-36ea-4f35-86e3-7cd64c0f5871 req-6a681fb4-6d15-46f3-bc52-3cbe0847d206 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.871179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75e38901-36ea-4f35-86e3-7cd64c0f5871 req-6a681fb4-6d15-46f3-bc52-3cbe0847d206 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:56.873838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75e38901-36ea-4f35-86e3-7cd64c0f5871 req-6a681fb4-6d15-46f3-bc52-3cbe0847d206 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7469d3c-04b8-41b3-b7a0-af8833a3f51c HTTP/1.1" status: 204 len: 173 time: 0.1859927 Aug 31 13:45:56.889011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a681fb4-6d15-46f3-bc52-3cbe0847d206 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7469d3c-04b8-41b3-b7a0-af8833a3f51c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:56.939595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:56.965502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Attempting to bind port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:56.965854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Attempting to bind port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:56.966258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Attempting to bind port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:56.980075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:56.980912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Attempting to bind port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:56.999589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:57.000050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Checking segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:57.000466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Bound using segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:57.000968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Bound port: 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:57.001395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.037088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49718) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:57.117668 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d85af9e-e985-42a7-bec1-8e560b9b5dae req-43488ff5-150d-42d5-bcbb-85609443a89f tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b66c69fc-e6e8-4b48-a002-ce9494194771 HTTP/1.1" status: 200 len: 1776 time: 0.1130579 Aug 31 13:45:57.147580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] For port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:57.149000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 08252222-264a-4909-bfd5-ea2769d28066 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:57.170913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] For port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:57.179592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.220744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.222393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.224055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] 10.222.0.26 "PUT /v2.0/ports/53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 HTTP/1.1" status: 200 len: 1113 time: 0.9777007 Aug 31 13:45:57.228270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:57.230876 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79175305-6fdd-4a02-96dc-c3860ece83b8" -d '{"events": [{"name": "network-changed", "server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:57.253066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7d85af9e-e985-42a7-bec1-8e560b9b5dae req-b6a2feef-d1cf-4209-bf33-a099a0c4e7d3 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.286905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa70-134b-45ca-8bad-91ec43991af0 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:57.293233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 08252222-264a-4909-bfd5-ea2769d28066 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:57.299710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 08252222-264a-4909-bfd5-ea2769d28066 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:57.300069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.302538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7d85af9e-e985-42a7-bec1-8e560b9b5dae req-b6a2feef-d1cf-4209-bf33-a099a0c4e7d3 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.340840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e9b4-b920-4bba-bef2-55c60081da11 req-863fe8c8-7d21-4eb1-802a-e6a8d94bd6ba tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.353560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4755e9b4-b920-4bba-bef2-55c60081da11 req-863fe8c8-7d21-4eb1-802a-e6a8d94bd6ba tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 965 time: 0.1321030 Aug 31 13:45:57.460501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4755e9b4-b920-4bba-bef2-55c60081da11 req-f48dce67-8749-42f9-9eb8-38605599e8db tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935311 Aug 31 13:45:57.483054 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.489813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5e5d-e8a7-4474-abc8-8e438d16a145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.511876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-dcde47be-3eb8-42c6-8aed-708a8e7f6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.515084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-dcde47be-3eb8-42c6-8aed-708a8e7f6954 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 1116 time: 0.2027137 Aug 31 13:45:57.538861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 08252222-264a-4909-bfd5-ea2769d28066, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=08252222-264a-4909-bfd5-ea2769d28066,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:57.543347 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.562059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7d85af9e-e985-42a7-bec1-8e560b9b5dae req-b6a2feef-d1cf-4209-bf33-a099a0c4e7d3 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.564259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7d85af9e-e985-42a7-bec1-8e560b9b5dae req-b6a2feef-d1cf-4209-bf33-a099a0c4e7d3 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:57.565637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d85af9e-e985-42a7-bec1-8e560b9b5dae req-b6a2feef-d1cf-4209-bf33-a099a0c4e7d3 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/b66c69fc-e6e8-4b48-a002-ce9494194771 HTTP/1.1" status: 204 len: 173 time: 0.4475088 Aug 31 13:45:57.624446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-32684cf1-7f6c-4dff-b3f6-1271bc039a71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 HTTP/1.1" status: 200 len: 217 time: 0.0907269 Aug 31 13:45:57.627104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2feef-d1cf-4209-bf33-a099a0c4e7d3 tempest-SecurityGroupsTestAdminJSON-1008801492 tempest-SecurityGroupsTestAdminJSON-1008801492-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c69fc-e6e8-4b48-a002-ce9494194771,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:57.661887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=08252222-264a-4909-bfd5-ea2769d28066,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:57.717170 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206f36e-3cd4-453a-8ad6-f857ee55772c x-openstack-request-id: req-9206f36e-3cd4-453a-8ad6-f857ee55772c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:57.718535 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:57.718920 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9206f36e-3cd4-453a-8ad6-f857ee55772c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:57.719511 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'status': 'completed', 'code': 200} Aug 31 13:45:57.784827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a200ec-348f-4939-b0ed-11597f23ad1c req-abced0ee-0388-456f-afaf-0dfb2f3e54e1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.786522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9a200ec-348f-4939-b0ed-11597f23ad1c req-abced0ee-0388-456f-afaf-0dfb2f3e54e1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 971 time: 0.0578995 Aug 31 13:45:57.831139 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9a200ec-348f-4939-b0ed-11597f23ad1c req-0d94f453-ad4c-4f7c-83b2-de294bfd402c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363109 Aug 31 13:45:57.938583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08252222-264a-4909-bfd5-ea2769d28066'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:57.942239 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b27315-68b2-415e-97ec-902dbafc9ea7" -d '{"events": [{"server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "name": "network-vif-plugged", "status": "completed", "tag": "08252222-264a-4909-bfd5-ea2769d28066"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:57.992493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c08cd-a8c1-48c3-9ef6-64cdcda49b86 req-bcf17c6f-0108-4601-98f1-00983d86573d tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.994104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-800c08cd-a8c1-48c3-9ef6-64cdcda49b86 req-bcf17c6f-0108-4601-98f1-00983d86573d tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 965 time: 0.0521765 Aug 31 13:45:57.997881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-66c42ddb-c5a5-49c0-a8fb-ba24a71cba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.999323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-66c42ddb-c5a5-49c0-a8fb-ba24a71cba24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 200 len: 863 time: 0.3214502 Aug 31 13:45:58.039090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-800c08cd-a8c1-48c3-9ef6-64cdcda49b86 req-3563b150-cf6e-4378-90c7-9d5fdf659b36 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347598 Aug 31 13:45:58.051932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d27c7d0-bd18-44ed-86cd-c8b6be3d62f1 req-06d4e985-2fb9-486c-ab09-921f34bb7a93 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "GET /v2.0/security-groups/ea4bb175-418d-4d37-a7d9-f4c20f61c4ac HTTP/1.1" status: 200 len: 1775 time: 0.1046672 Aug 31 13:45:58.097990 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5e5d-e8a7-4474-abc8-8e438d16a145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.109297 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5e5d-e8a7-4474-abc8-8e438d16a145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.120223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-2dae8dd2-abbc-4ceb-9fc0-2ea1dc6fc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:58.121743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-2dae8dd2-abbc-4ceb-9fc0-2ea1dc6fc794 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121306 Aug 31 13:45:58.183339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b6fc5e5d-e8a7-4474-abc8-8e438d16a145 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=856291f45d7049678e567d94b59688de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1452124 Aug 31 13:45:58.186308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49768) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:58.216425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5e5d-e8a7-4474-abc8-8e438d16a145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f139703f-7685-43bd-a9a8-7bfbe7ece4cb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:58.234430 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1d27c7d0-bd18-44ed-86cd-c8b6be3d62f1 req-f4516500-0d9e-4e9b-8303-61f1d9c6d994 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.241421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3316b8ec-a739-45b3-ad73-c29c1bec336f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.269906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1d27c7d0-bd18-44ed-86cd-c8b6be3d62f1 req-f4516500-0d9e-4e9b-8303-61f1d9c6d994 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.274493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3316b8ec-a739-45b3-ad73-c29c1bec336f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.306386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-a0ed8e4b-d97f-42ae-bd4f-aee93efaeb32 service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658216 Aug 31 13:45:58.332413 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3316b8ec-a739-45b3-ad73-c29c1bec336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.337211 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3316b8ec-a739-45b3-ad73-c29c1bec336f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.340621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3316b8ec-a739-45b3-ad73-c29c1bec336f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f139703f-7685-43bd-a9a8-7bfbe7ece4cb HTTP/1.1" status: 204 len: 168 time: 0.1510074 Aug 31 13:45:58.353759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b8ec-a739-45b3-ad73-c29c1bec336f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f139703f-7685-43bd-a9a8-7bfbe7ece4cb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:58.378255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1d27c7d0-bd18-44ed-86cd-c8b6be3d62f1 req-f4516500-0d9e-4e9b-8303-61f1d9c6d994 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.382072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1d27c7d0-bd18-44ed-86cd-c8b6be3d62f1 req-f4516500-0d9e-4e9b-8303-61f1d9c6d994 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.396844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d27c7d0-bd18-44ed-86cd-c8b6be3d62f1 req-f4516500-0d9e-4e9b-8303-61f1d9c6d994 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "DELETE /v2.0/security-groups/ea4bb175-418d-4d37-a7d9-f4c20f61c4ac HTTP/1.1" status: 204 len: 173 time: 0.3326650 Aug 31 13:45:58.415899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4516500-0d9e-4e9b-8303-61f1d9c6d994 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4bb175-418d-4d37-a7d9-f4c20f61c4ac,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:58.481968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a39d566-5a12-49e1-b2f0-423700f35504 req-78884cd1-5835-4358-83eb-1e0bdce601cd service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667321 Aug 31 13:45:58.522561 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdac04d-1b96-402e-81c4-32ed7e71cd82 x-openstack-request-id: req-9bdac04d-1b96-402e-81c4-32ed7e71cd82 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:58.523083 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "name": "network-vif-plugged", "status": "completed", "tag": "08252222-264a-4909-bfd5-ea2769d28066", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:58.523167 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bdac04d-1b96-402e-81c4-32ed7e71cd82 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:58.523514 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08252222-264a-4909-bfd5-ea2769d28066', 'code': 200} Aug 31 13:45:58.620396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-663e6486-cefb-49ba-8f28-34778168aded req-0593f80e-ea63-4d24-95ce-5fbd43acb420 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "GET /v2.0/security-groups/08eca89a-1acd-4206-940a-4f7bbf7c39c2 HTTP/1.1" status: 200 len: 1777 time: 0.0833032 Aug 31 13:45:58.684982 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-663e6486-cefb-49ba-8f28-34778168aded req-d2f22f1b-001e-4000-b8c6-1cb7665448b0 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.713426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-663e6486-cefb-49ba-8f28-34778168aded req-d2f22f1b-001e-4000-b8c6-1cb7665448b0 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.742204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0e147-1c23-4063-94ad-8889d4fda7bb req-b7894344-a478-4646-8d65-dd0adc0ee4f8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:58.743965 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-10a0e147-1c23-4063-94ad-8889d4fda7bb req-b7894344-a478-4646-8d65-dd0adc0ee4f8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 966 time: 0.0835304 Aug 31 13:45:58.800208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20929b2-6eb2-4302-b015-d3e154afcb8c req-6de4533f-c735-4371-8377-f5387796b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:58.802420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c20929b2-6eb2-4302-b015-d3e154afcb8c req-6de4533f-c735-4371-8377-f5387796b1dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 1117 time: 0.0543180 Aug 31 13:45:58.805229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-663e6486-cefb-49ba-8f28-34778168aded req-d2f22f1b-001e-4000-b8c6-1cb7665448b0 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.808202 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-663e6486-cefb-49ba-8f28-34778168aded req-d2f22f1b-001e-4000-b8c6-1cb7665448b0 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.813439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-663e6486-cefb-49ba-8f28-34778168aded req-d2f22f1b-001e-4000-b8c6-1cb7665448b0 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] 10.222.0.10 "DELETE /v2.0/security-groups/08eca89a-1acd-4206-940a-4f7bbf7c39c2 HTTP/1.1" status: 204 len: 173 time: 0.1919563 Aug 31 13:45:58.823271 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-10a0e147-1c23-4063-94ad-8889d4fda7bb req-2a84d10a-27eb-49b7-b4ea-d1be7af90235 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676324 Aug 31 13:45:58.828054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-49e8ad5e-7440-4d47-a271-6bd7344c79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:58.830384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-49e8ad5e-7440-4d47-a271-6bd7344c79f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 1116 time: 0.0846736 Aug 31 13:45:58.869090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f22f1b-001e-4000-b8c6-1cb7665448b0 tempest-SecurityGroupsTestAdminJSON-1251858268 tempest-SecurityGroupsTestAdminJSON-1251858268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eca89a-1acd-4206-940a-4f7bbf7c39c2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:58.880433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49802) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:58.905207 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d49177c7-22d6-497e-81ec-1b4bf1ebf02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:58.933461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c20929b2-6eb2-4302-b015-d3e154afcb8c req-55e39bbe-39b6-49e5-b867-d536e0d45210 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028931 Aug 31 13:45:58.943612 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:45:59.053969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebceae-9fe5-4b4a-a9f9-a6ef12641501 req-950d480f-a54f-4c9e-b561-89f0e3680587 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:59.061205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bdebceae-9fe5-4b4a-a9f9-a6ef12641501 req-950d480f-a54f-4c9e-b561-89f0e3680587 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 971 time: 0.0904441 Aug 31 13:45:59.066184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d49177c7-22d6-497e-81ec-1b4bf1ebf02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.072463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d49177c7-22d6-497e-81ec-1b4bf1ebf02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.111432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d49177c7-22d6-497e-81ec-1b4bf1ebf02a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8ffc4794e99467abc1eb7d0a77edf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250357 Aug 31 13:45:59.112148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49820) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:59.123763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bdebceae-9fe5-4b4a-a9f9-a6ef12641501 req-d963c35a-b481-4a07-ba22-cf34204a689b tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615895 Aug 31 13:45:59.170751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49177c7-22d6-497e-81ec-1b4bf1ebf02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15837342-2525-468e-844a-4e186dcac5b3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:59.179437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-15c64cef-201b-4e70-9727-e90b7de7a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:59.182735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-15c64cef-201b-4e70-9727-e90b7de7a6c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 926 time: 0.3352227 Aug 31 13:45:59.212191 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9782eae1-d373-46c5-bb64-179ecd5191a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.263483 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37fc39aa-c6d2-4d51-804d-2d50722c3290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.264473 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9782eae1-d373-46c5-bb64-179ecd5191a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.321889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-af780a77-3e60-4816-994b-b12c4fe04be8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 HTTP/1.1" status: 200 len: 217 time: 0.0474894 Aug 31 13:45:59.322075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49834) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:59.342091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad0f77-2236-49ff-bf2c-ee7fd462f9a7 req-8c7e7ecb-489d-47f1-883a-8340cc9a2f94 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:59.353173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbad0f77-2236-49ff-bf2c-ee7fd462f9a7 req-8c7e7ecb-489d-47f1-883a-8340cc9a2f94 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 965 time: 0.1263356 Aug 31 13:45:59.374286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9782eae1-d373-46c5-bb64-179ecd5191a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.377061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9782eae1-d373-46c5-bb64-179ecd5191a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.380425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9782eae1-d373-46c5-bb64-179ecd5191a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15837342-2525-468e-844a-4e186dcac5b3 HTTP/1.1" status: 204 len: 168 time: 0.2676356 Aug 31 13:45:59.398094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782eae1-d373-46c5-bb64-179ecd5191a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15837342-2525-468e-844a-4e186dcac5b3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:59.472549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbad0f77-2236-49ff-bf2c-ee7fd462f9a7 req-e503cbbd-0eb7-4b56-b906-72920078b332 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184309 Aug 31 13:45:59.485637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.495564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-4f3365fa-e2b5-49f3-90ef-d06742bdaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:59.497442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-4f3365fa-e2b5-49f3-90ef-d06742bdaa9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 200 len: 863 time: 0.0958214 Aug 31 13:45:59.639597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-141113fd-93f1-4bae-87be-9f5a4beb8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:59.642392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-141113fd-93f1-4bae-87be-9f5a4beb8361 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336145 Aug 31 13:45:59.645595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-41e85a57-1208-4e49-9ce0-9d7496718cbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3397b1f426644827b85013fca70fffc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222427 Aug 31 13:45:59.648108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49864) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:59.810191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3f61-08cc-4bb1-bbfb-49b8ec9b5223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:59.819226 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48da6d12-c55f-4edd-8209-36e8a5e24adb req-4906d9e3-4794-40dc-b0cb-efa73ad95453 tempest-FlavorsV2NegativeTest-2099070191 tempest-FlavorsV2NegativeTest-2099070191-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=81728cbdb099439da19d7f564c465a08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509229 Aug 31 13:45:59.849251 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-17e47bb3-fb84-439f-b1bf-862e7f5f4cc8 service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767271 Aug 31 13:45:59.940954 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3f61-08cc-4bb1-bbfb-49b8ec9b5223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.013129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33b11-2305-4f4f-b786-902c3a21fa77 req-076af8fa-06f2-4d19-900e-3438601e34a3 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:00.015205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1c33b11-2305-4f4f-b786-902c3a21fa77 req-076af8fa-06f2-4d19-900e-3438601e34a3 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 966 time: 0.0521450 Aug 31 13:46:00.057630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1c33b11-2305-4f4f-b786-902c3a21fa77 req-75e1a6a0-0a66-4fc8-b8a3-65e9ac85e658 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Aug 31 13:46:00.162007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3f61-08cc-4bb1-bbfb-49b8ec9b5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.164537 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3f61-08cc-4bb1-bbfb-49b8ec9b5223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.165729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c6f3f61-08cc-4bb1-bbfb-49b8ec9b5223 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fabdd485-2183-4135-a9de-57bae97dbcc0 HTTP/1.1" status: 204 len: 168 time: 0.5165620 Aug 31 13:46:00.176206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f3f61-08cc-4bb1-bbfb-49b8ec9b5223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabdd485-2183-4135-a9de-57bae97dbcc0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:00.217207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da6d12-c55f-4edd-8209-36e8a5e24adb req-04da35c3-1de5-4eda-95f2-57c057b2fc13 tempest-FlavorsV2NegativeTest-2099070191 tempest-FlavorsV2NegativeTest-2099070191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:00.224462 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48da6d12-c55f-4edd-8209-36e8a5e24adb req-04da35c3-1de5-4eda-95f2-57c057b2fc13 tempest-FlavorsV2NegativeTest-2099070191 tempest-FlavorsV2NegativeTest-2099070191-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3910058 Aug 31 13:46:00.228828 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79175305-6fdd-4a02-96dc-c3860ece83b8 req-895d824d-596b-4adb-a068-a17abb48ea88 service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661892 Aug 31 13:46:00.246127 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48da6d12-c55f-4edd-8209-36e8a5e24adb req-435a1c51-bed2-4235-987f-483b11677bc5 tempest-FlavorsV2NegativeTest-2099070191 tempest-FlavorsV2NegativeTest-2099070191-project] 10.222.0.10 "GET /v2.0/quotas/81728cbdb099439da19d7f564c465a08 HTTP/1.1" status: 200 len: 375 time: 0.0207818 Aug 31 13:46:00.290532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48da6d12-c55f-4edd-8209-36e8a5e24adb req-f1bfe4bc-aaa0-42bd-acf8-dc76cb4e4c02 tempest-FlavorsV2NegativeTest-2099070191 tempest-FlavorsV2NegativeTest-2099070191-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81728cbdb099439da19d7f564c465a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286674 Aug 31 13:46:00.379724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179cce-69e0-4eaa-9e53-06e5bdde01b6 req-f6cc9052-4de1-412a-8963-006246354177 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:00.388072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3179cce-69e0-4eaa-9e53-06e5bdde01b6 req-f6cc9052-4de1-412a-8963-006246354177 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 971 time: 0.1071424 Aug 31 13:46:00.393811 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49928) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:00.443662 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.451189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3179cce-69e0-4eaa-9e53-06e5bdde01b6 req-4d3feab6-0171-46e0-9ed3-bbe230cba647 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621605 Aug 31 13:46:00.645493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49952) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:00.705296 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b38a29fa-664f-41e6-8aac-2b6b8dbad054 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=345efdf51fc244e29e11e2d2a56a1843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577390 Aug 31 13:46:00.708639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880cd99-c535-4250-bd0c-29e18242a2cb req-fb7ba1aa-64c6-4623-ad8b-e1b8be37b912 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:00.710227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c880cd99-c535-4250-bd0c-29e18242a2cb req-fb7ba1aa-64c6-4623-ad8b-e1b8be37b912 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 965 time: 0.0846875 Aug 31 13:46:00.710733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49958) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:00.802660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c880cd99-c535-4250-bd0c-29e18242a2cb req-11d639f1-0958-4d0b-809d-a1e84758db98 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837672 Aug 31 13:46:00.827280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43c345f8-5c3f-4543-bfd6-1b65f012fb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.856148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43c345f8-5c3f-4543-bfd6-1b65f012fb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.874609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1866492738-network', 'tenant_id': 'c8a8c96a92474d8d82bf1878deba930e'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:00.922501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Made reservation on behalf of c8a8c96a92474d8d82bf1878deba930e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:00.927692 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.930195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43c345f8-5c3f-4543-bfd6-1b65f012fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.932744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43c345f8-5c3f-4543-bfd6-1b65f012fb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:00.940515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-43c345f8-5c3f-4543-bfd6-1b65f012fb04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d26d6ae-975f-4f8b-992e-f0250b4fdb36 HTTP/1.1" status: 204 len: 168 time: 0.2283676 Aug 31 13:46:00.960245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c345f8-5c3f-4543-bfd6-1b65f012fb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d26d6ae-975f-4f8b-992e-f0250b4fdb36,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:00.988973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.113040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-2fc4753a-77d2-443e-926b-26d92b21aa20 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:01.115481 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-2fc4753a-77d2-443e-926b-26d92b21aa20 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 1122 time: 0.0783041 Aug 31 13:46:01.274457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.291838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.320641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864548b-6617-41b1-a4eb-c1df0b2fd857 req-b8a31281-2d68-4818-9927-1e9eb5bee209 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:01.322453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0864548b-6617-41b1-a4eb-c1df0b2fd857 req-b8a31281-2d68-4818-9927-1e9eb5bee209 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 966 time: 0.1199067 Aug 31 13:46:01.336517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Deleting port 51a694da-6bf9-4ebf-a050-8a418eb5b591 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:01.336844 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.355168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1502, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:46:01.437211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:01.449217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.449753 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Added segment ba9623a0-a758-4327-8788-02cde2b068d0 of type vlan for network 20f4e35f-0db9-45f1-a857-0738f7b1b204 Aug 31 13:46:01.500740 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0864548b-6617-41b1-a4eb-c1df0b2fd857 req-c54a1973-dd3e-4e91-b2b5-0d238cc18e3c tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492219 Aug 31 13:46:01.524722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:01.564446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f975e-efd3-4991-bd2d-b016ee6ede47 req-3d39de20-9466-4068-a9c2-46cd62a20950 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:01.566520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-210f975e-efd3-4991-bd2d-b016ee6ede47 req-3d39de20-9466-4068-a9c2-46cd62a20950 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 971 time: 0.0798979 Aug 31 13:46:01.608553 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.620980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-210f975e-efd3-4991-bd2d-b016ee6ede47 req-04c6264e-ec93-4066-ac04-dd6c95880c74 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Aug 31 13:46:01.688925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] For port 51a694da-6bf9-4ebf-a050-8a418eb5b591, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=51a694da-6bf9-4ebf-a050-8a418eb5b591,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:01.689300 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.710297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.711532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:01.712264 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.725401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Calling delete_port for 51a694da-6bf9-4ebf-a050-8a418eb5b591 owned by compute:tempest-test_az-695949367 {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:01.728255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ed11-4de4-4866-befa-9ca36d98443f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.768410 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3724000 Aug 31 13:46:01.770749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50028) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:01.809920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe58934-e384-4b75-a3c2-5741d725b3c9 req-cabc8181-02f9-412e-8350-4e0a61f5134d tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:01.811704 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fe58934-e384-4b75-a3c2-5741d725b3c9 req-cabc8181-02f9-412e-8350-4e0a61f5134d tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 971 time: 0.1922319 Aug 31 13:46:01.826551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.827179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ed11-4de4-4866-befa-9ca36d98443f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.834347 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ed11-4de4-4866-befa-9ca36d98443f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.846329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Request body: {'subnet': {'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1866492738-subnet', 'tenant_id': 'c8a8c96a92474d8d82bf1878deba930e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:01.866489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4ed11-4de4-4866-befa-9ca36d98443f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33768d2-1aec-44c9-8eea-3685c96370f9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:01.902776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bbc4ed11-4de4-4866-befa-9ca36d98443f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81728cbdb099439da19d7f564c465a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771148 Aug 31 13:46:01.905212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50034) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:01.969456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68495edc-2a80-4b77-9dea-e195a02fb7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:01.998477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68495edc-2a80-4b77-9dea-e195a02fb7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.076167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e958aa-5f68-44c7-a532-a3f31e816c35 req-9a7a8801-42a3-44bc-9c06-95d0a826fb54 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:02.077729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10e958aa-5f68-44c7-a532-a3f31e816c35 req-9a7a8801-42a3-44bc-9c06-95d0a826fb54 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 1117 time: 0.0514266 Aug 31 13:46:02.084330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68495edc-2a80-4b77-9dea-e195a02fb7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.087416 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68495edc-2a80-4b77-9dea-e195a02fb7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.091227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-68495edc-2a80-4b77-9dea-e195a02fb7f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c33768d2-1aec-44c9-8eea-3685c96370f9 HTTP/1.1" status: 204 len: 168 time: 0.1820729 Aug 31 13:46:02.103260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613178ae-f0d3-4057-bd42-a0dcb619a5d0 admin admin] Pushing event updated for resources: {'Network': ['ID=20f4e35f-0db9-45f1-a857-0738f7b1b204,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:02.114017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68495edc-2a80-4b77-9dea-e195a02fb7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33768d2-1aec-44c9-8eea-3685c96370f9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:02.117758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 20f4e35f-0db9-45f1-a857-0738f7b1b204 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:46:02.139529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Made reservation on behalf of c8a8c96a92474d8d82bf1878deba930e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:02.142509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.161603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fe58934-e384-4b75-a3c2-5741d725b3c9 req-32c3e084-4366-4505-911d-dc5d89bf7206 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114996 Aug 31 13:46:02.165167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10e958aa-5f68-44c7-a532-a3f31e816c35 req-40441922-46d1-451a-b176-58b5d83e1013 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749836 Aug 31 13:46:02.344441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6601e-1f72-4021-93a7-a374cc5f9370 req-96b23624-6329-4665-a0d9-ce9817e53cfc tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:02.352483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cf6601e-1f72-4021-93a7-a374cc5f9370 req-96b23624-6329-4665-a0d9-ce9817e53cfc tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 965 time: 0.0686114 Aug 31 13:46:02.397452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cf6601e-1f72-4021-93a7-a374cc5f9370 req-4e2efb09-67f9-4305-8b54-db8be332f3b0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Aug 31 13:46:02.407149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.419592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ba895-b19a-4138-b54f-9ae5f9976575 req-7ad80325-69ff-490a-8035-c69f2f4241f0 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:02.422328 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-720ba895-b19a-4138-b54f-9ae5f9976575 req-7ad80325-69ff-490a-8035-c69f2f4241f0 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 1117 time: 0.0683119 Aug 31 13:46:02.446490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['51a694da-6bf9-4ebf-a050-8a418eb5b591'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:02.481605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Pushing event deleted for resources: {'Port': ['ID=51a694da-6bf9-4ebf-a050-8a418eb5b591,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:02.562887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] No DVR routers for this DVR port 51a694da-6bf9-4ebf-a050-8a418eb5b591 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:02.566694 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.569222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e02a5d0-afc0-4910-9460-ec023ebb8009 req-329d4e0a-aed7-4d32-864b-bd01b9669a43 tempest-DeleteServersAdminTestJSON-2128336288 tempest-DeleteServersAdminTestJSON-2128336288-project-admin] 10.222.0.26 "DELETE /v2.0/ports/51a694da-6bf9-4ebf-a050-8a418eb5b591 HTTP/1.1" status: 204 len: 173 time: 1.4461687 Aug 31 13:46:02.592150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'name': 'network-vif-deleted', 'tag': '51a694da-6bf9-4ebf-a050-8a418eb5b591'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:02.603143 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adaba13-6c15-4edc-9cdf-fb08e9e45004" -d '{"events": [{"server_uuid": "9331e841-15bb-45b8-807a-ba1d64c86d64", "name": "network-vif-deleted", "tag": "51a694da-6bf9-4ebf-a050-8a418eb5b591"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:02.655785 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-720ba895-b19a-4138-b54f-9ae5f9976575 req-f75ce21d-6939-4753-af9b-e4d72178a0ea tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877716 Aug 31 13:46:02.679866 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f3874c-16f6-4c8a-9a49-a4c3537288a9 x-openstack-request-id: req-63f3874c-16f6-4c8a-9a49-a4c3537288a9 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:02.679866 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9331e841-15bb-45b8-807a-ba1d64c86d64", "name": "network-vif-deleted", "tag": "51a694da-6bf9-4ebf-a050-8a418eb5b591", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:02.679866 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63f3874c-16f6-4c8a-9a49-a4c3537288a9 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:02.679866 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9331e841-15bb-45b8-807a-ba1d64c86d64', 'name': 'network-vif-deleted', 'tag': '51a694da-6bf9-4ebf-a050-8a418eb5b591', 'status': 'completed', 'code': 200} Aug 31 13:46:02.803991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.917491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280a04ca-3854-4ff2-a672-2ca905f36700,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:02.926844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe943c6-2602-4a77-854a-3c2e8e6a4659 req-25a6f3e6-bd8c-4004-b2c3-ff18f891b3f4 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:02.933505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5fe943c6-2602-4a77-854a-3c2e8e6a4659 req-25a6f3e6-bd8c-4004-b2c3-ff18f891b3f4 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 971 time: 0.1419256 Aug 31 13:46:02.948505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Checking segment: {'id': 'ba9623a0-a758-4327-8788-02cde2b068d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:02.948915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Network hostable DHCP agents. Network: 20f4e35f-0db9-45f1-a857-0738f7b1b204, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:46:03.043329 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5fe943c6-2602-4a77-854a-3c2e8e6a4659 req-49f21597-b15f-4f4c-a0da-ccc8f2446278 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2a9c4dd-47b8-4a0e-a791-0bd50921a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051242 Aug 31 13:46:03.047699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Network 20f4e35f-0db9-45f1-a857-0738f7b1b204 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:46:03.068925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-ee4ee3a8-73d5-4240-8eb9-9f717226a09e tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:03.070661 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-ee4ee3a8-73d5-4240-8eb9-9f717226a09e tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.26 "GET /v2.0/ports?device_id=cab68186-171e-4d84-a667-e7adc5ff1693 HTTP/1.1" status: 200 len: 971 time: 0.0822511 Aug 31 13:46:03.071729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 20f4e35f-0db9-45f1-a857-0738f7b1b204) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:03.076377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:03.077019 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.085570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5201cec-ef0a-4397-aca1-50b120c10b7d None None] Network 20f4e35f-0db9-45f1-a857-0738f7b1b204 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:03.143980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-0fd090cb-312a-45c4-9f58-3a65b7379dc7 req-f33cb09e-06a9-496f-a8a1-c5fcef184054 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:46:03.145724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fd090cb-312a-45c4-9f58-3a65b7379dc7 req-f33cb09e-06a9-496f-a8a1-c5fcef184054 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112400 Aug 31 13:46:03.178114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:03.185598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6617225b-a745-4940-83af-76f8dbfef576 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3888395 Aug 31 13:46:03.372363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Deleting port ce7f69ad-535b-4a2d-a871-3dd81bb14126 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:03.372730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.507273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:03.564179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'port_id': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'mac_address': 'fa:16:3e:98:a6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-695949367', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:03.570249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a2ae96-dd5c-4f8e-a070-15aa3a7c92c7 None None] Network 20f4e35f-0db9-45f1-a857-0738f7b1b204 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:03.625500 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.644168 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8c81772-bae6-4abb-8aa8-d032fa8aa669 req-b91db770-522a-403a-8272-bc0e33725ad7 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331e841-15bb-45b8-807a-ba1d64c86d64 HTTP/1.1" status: 200 len: 210 time: 0.2227111 Aug 31 13:46:03.675186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:03.698333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50128) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:03.717262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:03.736013 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.781260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] For port ce7f69ad-535b-4a2d-a871-3dd81bb14126, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ce7f69ad-535b-4a2d-a871-3dd81bb14126,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:03.781904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.801741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Calling delete_port for ce7f69ad-535b-4a2d-a871-3dd81bb14126 owned by compute:tempest-test_az-695949367 {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:03.823139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:03.861628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-242398650-network', 'tenant_id': '1a48c05bf9d445d58dcb47a944602623'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:03.895135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Made reservation on behalf of 1a48c05bf9d445d58dcb47a944602623 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:03.897845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.921938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.937812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443cf54-24e6-4299-94f7-1d12e01894cb req-3a0c3a88-4779-4f51-95fd-a03dc2aa3c42 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:03.939358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3443cf54-24e6-4299-94f7-1d12e01894cb req-3a0c3a88-4779-4f51-95fd-a03dc2aa3c42 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 966 time: 0.0683544 Aug 31 13:46:04.021559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3443cf54-24e6-4299-94f7-1d12e01894cb req-392db135-8705-4e3d-af3c-db782642d62b tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668387 Aug 31 13:46:04.052631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.060399 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.062608 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['53b1ed05-47cb-4d26-bb75-1c73acf3e7c0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:04.067268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.101180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] vlan segment allocate from pool success with {'vlan_id': 1549, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:46:04.123843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Pushing event deleted for resources: {'Port': ['ID=ce7f69ad-535b-4a2d-a871-3dd81bb14126,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:04.143604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2b6f71-af2a-4b4d-bc21-027c273b058c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:04.151037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.152617 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Added segment 64ec8482-0afe-4439-ad66-a80b47354739 of type vlan for network 7b42fd37-680e-4723-8311-61308ced669b Aug 31 13:46:04.169376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:04.236715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.241180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] No DVR routers for this DVR port ce7f69ad-535b-4a2d-a871-3dd81bb14126 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:04.245571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.248222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82c73ca2-28aa-452d-b5d4-774a44a9d1b2 req-532256f2-7395-4a3a-9e50-9421c2217312 tempest-AggregatesAdminTestJSON-1637713643 tempest-AggregatesAdminTestJSON-1637713643-project] 10.222.0.26 "DELETE /v2.0/ports/ce7f69ad-535b-4a2d-a871-3dd81bb14126 HTTP/1.1" status: 204 len: 173 time: 1.1676579 Aug 31 13:46:04.277869 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.279159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:04.279835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.351409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] Pushing event updated for resources: {'Network': ['ID=7b42fd37-680e-4723-8311-61308ced669b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:04.357555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8037f67b-ec9d-407b-aa06-3b7e49fb7074 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6581149 Aug 31 13:46:04.361968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:04.378439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Request body: {'subnet': {'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-242398650-subnet', 'tenant_id': '1a48c05bf9d445d58dcb47a944602623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:04.381759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7b42fd37-680e-4723-8311-61308ced669b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:46:04.413860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Made reservation on behalf of 1a48c05bf9d445d58dcb47a944602623 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:04.416549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.677756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'name': 'network-vif-deleted', 'tag': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:04.682722 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df5c5a-a9c0-4f87-b2cb-073699b3859e" -d '{"events": [{"server_uuid": "cab68186-171e-4d84-a667-e7adc5ff1693", "name": "network-vif-deleted", "tag": "ce7f69ad-535b-4a2d-a871-3dd81bb14126"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:04.731530 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-14c4048e-e99d-407b-aa2c-9ecdbdb26261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.756699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50188) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:04.765165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1814811385-network', 'tenant_id': 'a579dd2b374448d996bef02d4ff8e26e'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:04.785460 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-4e980ba8-3dd3-42b9-9426-0616073ac22f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097083 Aug 31 13:46:04.817191 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.904526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ce7f69ad-535b-4a2d-a871-3dd81bb14126'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:04.946660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61031600-0441-4de8-862a-48ec957d864a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:04.950229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Checking segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:04.950229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Network hostable DHCP agents. Network: 7b42fd37-680e-4723-8311-61308ced669b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:46:04.975889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-5f4287d2-cd08-48e0-a48f-2f4c2ea28023 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:04.977776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-5f4287d2-cd08-48e0-a48f-2f4c2ea28023 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912720 Aug 31 13:46:04.994000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Network 7b42fd37-680e-4723-8311-61308ced669b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:46:05.003200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-c4b9f2d3-baef-4a28-9dc5-8e0dcfbb78ce tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/quotas/4f7b256bb3ff448fa3a75135de5a8324 HTTP/1.1" status: 200 len: 375 time: 0.0130186 Aug 31 13:46:05.011702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-14c4048e-e99d-407b-aa2c-9ecdbdb26261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.015180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 7b42fd37-680e-4723-8311-61308ced669b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:05.018454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-14c4048e-e99d-407b-aa2c-9ecdbdb26261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.027293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66402ab3-8c00-4b25-ba0c-2eb12312b314 None None] Network 7b42fd37-680e-4723-8311-61308ced669b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:05.033631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:05.034939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.070800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-14c4048e-e99d-407b-aa2c-9ecdbdb26261 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef7aea29ba8b419fa032a6bc896f2963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9001954 Aug 31 13:46:05.073963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50198) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:05.086122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-30c444e3-2d5d-4e51-91dc-092c5a445fc0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544312 Aug 31 13:46:05.089475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4048e-e99d-407b-aa2c-9ecdbdb26261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457e45ed-f4c6-48a8-bb4a-65d812d5e6e1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:05.117941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Made reservation on behalf of a579dd2b374448d996bef02d4ff8e26e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:05.120814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.124815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e1c49ea6-13fb-46b0-af9a-10e5674d395f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7615471 Aug 31 13:46:05.149218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.185928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80fc0b4-036d-430c-8e5f-681c6587ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.202617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:05.247658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80fc0b4-036d-430c-8e5f-681c6587ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.328057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80fc0b4-036d-430c-8e5f-681c6587ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.331809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80fc0b4-036d-430c-8e5f-681c6587ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.333261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f80fc0b4-036d-430c-8e5f-681c6587ca4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/457e45ed-f4c6-48a8-bb4a-65d812d5e6e1 HTTP/1.1" status: 204 len: 168 time: 0.2583950 Aug 31 13:46:05.359677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fc0b4-036d-430c-8e5f-681c6587ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457e45ed-f4c6-48a8-bb4a-65d812d5e6e1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:05.384403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.398061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.430746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] vlan segment allocate from pool success with {'vlan_id': 1533, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:46:05.460582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.461810 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Added segment 3a9df650-85ee-4ed3-bae7-008231925da3 of type vlan for network 3c7ae800-4be3-4e7f-b5d0-3ffb9092657d Aug 31 13:46:05.524473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ebd84-f7c5-4c2f-b718-6bc1f268f95c None None] Network 7b42fd37-680e-4723-8311-61308ced669b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:05.582331 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bd315e-90bf-490e-8331-8555f95915c0 x-openstack-request-id: req-b1bd315e-90bf-490e-8331-8555f95915c0 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:05.582920 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab68186-171e-4d84-a667-e7adc5ff1693", "name": "network-vif-deleted", "tag": "ce7f69ad-535b-4a2d-a871-3dd81bb14126", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:05.583330 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1bd315e-90bf-490e-8331-8555f95915c0 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:05.583880 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab68186-171e-4d84-a667-e7adc5ff1693', 'name': 'network-vif-deleted', 'tag': 'ce7f69ad-535b-4a2d-a871-3dd81bb14126', 'status': 'completed', 'code': 200} Aug 31 13:46:05.615477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.646102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da3e8c0-342c-4e1b-ac0f-66c6b161a5c4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:05.675260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.677476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:05.678187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.678584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:05.691105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:05.692001 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.780189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] Pushing event updated for resources: {'Network': ['ID=3c7ae800-4be3-4e7f-b5d0-3ffb9092657d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:05.830479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50230) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:05.836676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Request body: {'subnet': {'network_id': '3c7ae800-4be3-4e7f-b5d0-3ffb9092657d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1814811385-subnet', 'tenant_id': 'a579dd2b374448d996bef02d4ff8e26e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:05.842815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-41404a43-6acf-4b3c-9027-8600db94800a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0832326 Aug 31 13:46:05.859570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 3c7ae800-4be3-4e7f-b5d0-3ffb9092657d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:46:05.875157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aded4b1-d4ec-4376-aed0-1364cb92d319 req-efdc86fc-7074-4a99-8ef2-d7c66eb5d889 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:05.877804 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3aded4b1-d4ec-4376-aed0-1364cb92d319 req-efdc86fc-7074-4a99-8ef2-d7c66eb5d889 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 966 time: 0.1968417 Aug 31 13:46:05.880976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Made reservation on behalf of a579dd2b374448d996bef02d4ff8e26e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:05.884516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:05.972568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3aded4b1-d4ec-4376-aed0-1364cb92d319 req-e363fa3c-db5f-4e86-9321-b6bbbd4c13fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850060 Aug 31 13:46:06.136536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-add48359-c7a8-4f4f-a829-428fdf5fd755 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386875 Aug 31 13:46:06.150697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.174578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50244) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:06.198063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0760848f-30e7-4bde-8456-9ba1c060c40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.224153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50246) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:06.233706 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.246616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:06.254717 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb030188-aa90-4075-9813-5258c0885127" -d '{"events": [{"server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "name": "network-vif-plugged", "status": "completed", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:06.269834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:06.276130 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.277464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 51a694da-6bf9-4ebf-a050-8a418eb5b591 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:06.325120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8379eaf4-54b0-4eb0-86a5-07cdf2ae099a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:06.354429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-f8a7f891-7aac-4c43-925f-758b120bc34a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:06.357205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:06.361193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 51a694da-6bf9-4ebf-a050-8a418eb5b591 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:06.361430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 51a694da-6bf9-4ebf-a050-8a418eb5b591 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:06.366324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Checking segment: {'id': '3a9df650-85ee-4ed3-bae7-008231925da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': '3c7ae800-4be3-4e7f-b5d0-3ffb9092657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:06.366954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Network hostable DHCP agents. Network: 3c7ae800-4be3-4e7f-b5d0-3ffb9092657d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:46:06.369257 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-f8a7f891-7aac-4c43-925f-758b120bc34a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316670 Aug 31 13:46:06.374230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50252) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:06.402104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Network 3c7ae800-4be3-4e7f-b5d0-3ffb9092657d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:46:06.406245 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-7cf2e198-c5dc-40ec-81d4-fe45bfef32c4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/quotas/4f7b256bb3ff448fa3a75135de5a8324 HTTP/1.1" status: 200 len: 375 time: 0.0285215 Aug 31 13:46:06.421977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0760848f-30e7-4bde-8456-9ba1c060c40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.422969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 3c7ae800-4be3-4e7f-b5d0-3ffb9092657d) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:06.427557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:06.428192 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.430551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0760848f-30e7-4bde-8456-9ba1c060c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.434743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74284053-8e66-429a-bf9a-498ce894c16f None None] Network 3c7ae800-4be3-4e7f-b5d0-3ffb9092657d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:06.463386 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-28b0e03c-3b3d-47ba-a043-c840e005172f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451953 Aug 31 13:46:06.473408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9c13dc97-99e9-4794-9064-85d67717fdf2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6417577 Aug 31 13:46:06.490360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50258) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:06.490766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0760848f-30e7-4bde-8456-9ba1c060c40e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8637c0a522f8424da257295be94746b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148983 Aug 31 13:46:06.492008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760848f-30e7-4bde-8456-9ba1c060c40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dcd6f8-118c-403e-8098-7b2b6b3fa44d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:06.571196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d815300-d2c2-4e55-aff3-600a23458bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.640391 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dc0cf1c0-d621-40eb-bf4c-ef1855609bc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c91c0ec5143744d0a009c135e92e7136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647731 Aug 31 13:46:06.643434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50266) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:06.649951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d815300-d2c2-4e55-aff3-600a23458bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.685580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccad87f-0c7d-45a3-b6d0-864536ade87f None None] Network 3c7ae800-4be3-4e7f-b5d0-3ffb9092657d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:06.713607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-09e36a9d-85fb-47cf-8d64-19adf24384d1 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:46:06.715640 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-09e36a9d-85fb-47cf-8d64-19adf24384d1 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4905779 Aug 31 13:46:06.744048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d815300-d2c2-4e55-aff3-600a23458bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.747678 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d815300-d2c2-4e55-aff3-600a23458bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.751350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d815300-d2c2-4e55-aff3-600a23458bd4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93dcd6f8-118c-403e-8098-7b2b6b3fa44d HTTP/1.1" status: 204 len: 168 time: 0.2572808 Aug 31 13:46:06.770125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815300-d2c2-4e55-aff3-600a23458bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dcd6f8-118c-403e-8098-7b2b6b3fa44d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:06.822049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12e21710-e1eb-4864-ad89-0561297cfc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.877994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12e21710-e1eb-4864-ad89-0561297cfc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.945418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-d3e773f6-7628-4981-853d-df6ca15b0f3f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423594 Aug 31 13:46:06.984735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12e21710-e1eb-4864-ad89-0561297cfc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.987485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12e21710-e1eb-4864-ad89-0561297cfc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.988680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-12e21710-e1eb-4864-ad89-0561297cfc36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2a9c4dd-47b8-4a0e-a791-0bd50921a002 HTTP/1.1" status: 204 len: 168 time: 0.3442695 Aug 31 13:46:07.007515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e21710-e1eb-4864-ad89-0561297cfc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a9c4dd-47b8-4a0e-a791-0bd50921a002,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:07.210332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ce7f69ad-535b-4a2d-a871-3dd81bb14126 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:07.236925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: ce7f69ad-535b-4a2d-a871-3dd81bb14126 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:07.237925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ce7f69ad-535b-4a2d-a871-3dd81bb14126 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:07.239566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:07.240270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Unknown quota resources ['binding']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:46:07.290465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-8add223f-2858-477c-ac7e-054de88ddbfa tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:07.293429 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-8add223f-2858-477c-ac7e-054de88ddbfa tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3413949 Aug 31 13:46:07.317580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Request body: {'port': {'device_id': 'db560450-1a2e-4287-8904-a16293258028', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '4f7b256bb3ff448fa3a75135de5a8324'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:07.372654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-dc75ceef-e5fe-4c5b-a2a6-307ccd80f80e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:07.374297 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-dc75ceef-e5fe-4c5b-a2a6-307ccd80f80e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 0.2920640 Aug 31 13:46:07.442670 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-22b97288-5d81-4fcd-8523-3b63d341b5d5 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/quotas/1a48c05bf9d445d58dcb47a944602623 HTTP/1.1" status: 200 len: 375 time: 0.0554140 Aug 31 13:46:07.500022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7fe83b6b-39ff-4c91-9cd3-3cb3c4009117 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491800 Aug 31 13:46:07.568479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50308) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:07.610210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d5e61878-07cb-4a85-9615-4e4e38d0d075 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24cdf078694744ff946218ee6bcfbe74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404403 Aug 31 13:46:07.612913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50310) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:07.635455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Made reservation on behalf of 4f7b256bb3ff448fa3a75135de5a8324 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:07.638806 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.665773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9096eb15-c0a5-4547-8899-96eebe53336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.670611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.679511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:07.679854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:07.680185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.686059 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a303d259-ec2c-4de4-99bc-a328d759149d service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721380 Aug 31 13:46:07.689987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.690352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.690626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9096eb15-c0a5-4547-8899-96eebe53336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.710379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.710729 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:07.711140 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 2 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:07.748024 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9096eb15-c0a5-4547-8899-96eebe53336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.752888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9096eb15-c0a5-4547-8899-96eebe53336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.757042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9096eb15-c0a5-4547-8899-96eebe53336e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc7b9afe-ceee-4864-9a49-6ae5298a9e71 HTTP/1.1" status: 204 len: 168 time: 0.1407154 Aug 31 13:46:07.767328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096eb15-c0a5-4547-8899-96eebe53336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7b9afe-ceee-4864-9a49-6ae5298a9e71,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:07.773473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:07.773616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:07.773955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.789717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.790045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.812453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.812453 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:07.812453 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 3 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:07.847573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:07.847929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:07.848389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.857152 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a0a716f5-5cf5-45ab-9e8c-45c66d5106fe service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598525 Aug 31 13:46:07.866212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.866719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.879021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.879531 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:07.882326 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 4 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:07.910381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:07.910910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:07.911428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.926020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.927647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.928122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:07.934763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.942655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:07.943242 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:07.950020 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 5 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:08.090262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-0868d6a9-8354-40de-b3a8-e99e8490c3b3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713921 Aug 31 13:46:08.324417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:08.324755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:08.325237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.332784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-0ae7a35e-fd5e-4eba-8f33-8989639558dc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:08.334620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-0ae7a35e-fd5e-4eba-8f33-8989639558dc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375512 Aug 31 13:46:08.339293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.339619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.347140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373a9f83-a94c-454e-9b78-ee26d3ffc674,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:08.359741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Request body: {'port': {'device_id': '873c669d-432f-4e4c-a444-28cf52a5382d', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '4f7b256bb3ff448fa3a75135de5a8324'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:08.361936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-04d2ea4a-a47c-48a4-9459-258d09d69e4c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=77212051d9864f5cbba7ee2c1f212646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520806 Aug 31 13:46:08.379216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.379610 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:08.393160 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 6 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:08.506846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:08.507515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:08.507515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.525200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.525661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.535166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.535497 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:08.540018 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 7 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:08.564935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Made reservation on behalf of 4f7b256bb3ff448fa3a75135de5a8324 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:08.572293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Allocated IP 192.168.233.241 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/a37eeded-a910-4990-803a-a9c548a70d65) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:08.573609 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:08.594013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:08.594364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:08.595245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.617080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.617681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.650545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-7f92cee4-6920-4d90-8e17-6f070d320718 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:08.660233 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-7f92cee4-6920-4d90-8e17-6f070d320718 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958684 Aug 31 13:46:08.677450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.677787 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:08.681312 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 8 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:08.696763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-f497598b-43ae-4cb6-9718-963f5ebdb476 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/quotas/77212051d9864f5cbba7ee2c1f212646 HTTP/1.1" status: 200 len: 375 time: 0.0370226 Aug 31 13:46:08.803765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:08.804111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:08.804439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.820057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-b68ad59e-31a8-494f-9e70-b0cd8c9fec4f tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=77212051d9864f5cbba7ee2c1f212646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958147 Aug 31 13:46:08.848004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.851815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.873298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.873627 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:08.877538 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 9 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:08.904953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:08.905551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:08.906443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.921895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.922628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.931845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.932617 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:08.937012 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempt 10 to bind port 08252222-264a-4909-bfd5-ea2769d28066 Aug 31 13:46:08.956794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:08.968413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:08.969230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:08.970303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:08.983118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Transition to ACTIVE for port object a37eeded-a910-4990-803a-a9c548a70d65 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:08.989057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:08.989832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Attempting to bind port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:09.017308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Port 08252222-264a-4909-bfd5-ea2769d28066 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:09.017652 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to bind port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:09.018277 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.plugin [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] Failed to commit binding results for 08252222-264a-4909-bfd5-ea2769d28066 after 10 tries Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 could not be created or updated. Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:09.038867 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h1-792362-6 could not be created or updated. Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Aug 31 13:46:09.042029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fe50077-fd75-4158-9a88-92db04738fa9 req-cd997d94-c7d9-468b-b896-7e45b3d0cdfb service neutron] 10.222.0.10 "POST /v2.0/ports/08252222-264a-4909-bfd5-ea2769d28066/bindings HTTP/1.1" status: 500 len: 401 time: 2.1636126 Aug 31 13:46:09.042945 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838b8b4-296a-4cca-bea9-24b04db48fff x-openstack-request-id: req-9838b8b4-296a-4cca-bea9-24b04db48fff {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:09.042945 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "name": "network-vif-plugged", "status": "completed", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:09.042945 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9838b8b4-296a-4cca-bea9-24b04db48fff {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:09.042945 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'code': 200} Aug 31 13:46:09.135810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.192466 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c7e8316-5e2e-4b8a-a4b0-0c18ea564692 req-cfb18d31-1a63-48ac-8c47-f0bc66191b4b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 210 time: 0.0833180 Aug 31 13:46:09.279785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:09.283576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:09.290635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:09.299478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:09.306425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:09.307079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.311326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Allocated IP 192.168.233.240 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/d722fd62-481a-45fd-95df-07c6ab16ef1d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:09.312378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.313789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.314236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.314687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.315470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.315470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.315840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.316197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.316529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.316889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.317279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.325371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.405992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6d7478f6-dfee-4615-ac80-210c19df7f16 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0947385 Aug 31 13:46:09.420394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9c260-2a69-43ed-865d-9f463930cf83 req-8bc9b6fb-4b3f-4e13-9f22-5dfcac0c3cfe tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:09.431061 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25a9c260-2a69-43ed-865d-9f463930cf83 req-8bc9b6fb-4b3f-4e13-9f22-5dfcac0c3cfe tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 967 time: 0.0854523 Aug 31 13:46:09.437601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.440896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Request body: {'port': {'device_id': 'db560450-1a2e-4287-8904-a16293258028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:09.465007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403f780-c22f-4581-bdab-31bb6df8e348 req-87e153d6-cefd-4e46-ba9a-9aeedcd84994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:09.472828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9403f780-c22f-4581-bdab-31bb6df8e348 req-87e153d6-cefd-4e46-ba9a-9aeedcd84994 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 1118 time: 0.2988300 Aug 31 13:46:09.522644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25a9c260-2a69-43ed-865d-9f463930cf83 req-cb5d6a13-066f-436a-9bb9-1e8bb4e4d1d5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892463 Aug 31 13:46:09.577894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.26', 53980) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:09.618230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.674029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9403f780-c22f-4581-bdab-31bb6df8e348 req-d2ebbc67-a2a0-46c2-b9f5-904420308449 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907363 Aug 31 13:46:09.701086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d1f0dc5e-abb4-47d2-8f35-afa400044056 None None] Provisioning for port a37eeded-a910-4990-803a-a9c548a70d65 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:09.714116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d1f0dc5e-abb4-47d2-8f35-afa400044056 None None] Provisioning complete for port a37eeded-a910-4990-803a-a9c548a70d65 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:09.714492 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d1f0dc5e-abb4-47d2-8f35-afa400044056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.796692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-141c34b7-4f2a-4a47-8f3a-f92f52639e03 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:09.798521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-141c34b7-4f2a-4a47-8f3a-f92f52639e03 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 0.2190552 Aug 31 13:46:09.819470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0dc5e-abb4-47d2-8f35-afa400044056 None None] Port a37eeded-a910-4990-803a-a9c548a70d65 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:46:09.819692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.835338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Transition to ACTIVE for port object d722fd62-481a-45fd-95df-07c6ab16ef1d will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:09.878774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.915697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:09.919391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:09.924173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:09.931225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:09.932095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.961011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Pushing event updated for resources: {'Port': ['ID=d722fd62-481a-45fd-95df-07c6ab16ef1d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:09.975949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6220846 Aug 31 13:46:09.978267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.978901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.979478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.980313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.980894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.981471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.984100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.984680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.985778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.986373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.986931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:09.987467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33374e29-6320-4a55-a175-5da1403668af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:10.040975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Request body: {'port': {'device_id': '5be26907-0980-4376-9079-9016e0e6990e', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'admin_state_up': True, 'tenant_id': '1a48c05bf9d445d58dcb47a944602623'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:10.093331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918589f4-b02a-4d37-89aa-944fc363440d req-fb9c72e5-4e62-4503-bd7d-ba9d78c0fe7d tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:10.094920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-fb9c72e5-4e62-4503-bd7d-ba9d78c0fe7d tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/networks?id=20f4e35f-0db9-45f1-a857-0738f7b1b204 HTTP/1.1" status: 200 len: 815 time: 0.1417620 Aug 31 13:46:10.140365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-e0811bc5-9247-4bc5-a6bd-4d07a8d38706 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/quotas/c8a8c96a92474d8d82bf1878deba930e HTTP/1.1" status: 200 len: 375 time: 0.0277586 Aug 31 13:46:10.160741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Request body: {'port': {'device_id': '873c669d-432f-4e4c-a444-28cf52a5382d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:10.199285 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-4eddfc64-932e-4584-9563-4efe2f895887 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8a8c96a92474d8d82bf1878deba930e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498581 Aug 31 13:46:10.253653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-06c48ca8-4e8b-4653-b2b9-6f624491a1aa None None] Provisioning for port d722fd62-481a-45fd-95df-07c6ab16ef1d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:10.259044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-06c48ca8-4e8b-4653-b2b9-6f624491a1aa None None] Provisioning complete for port d722fd62-481a-45fd-95df-07c6ab16ef1d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:10.259452 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06c48ca8-4e8b-4653-b2b9-6f624491a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.312918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.321350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37eeded-a910-4990-803a-a9c548a70d65 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:10.332226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.377204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Transition to ACTIVE for port object a37eeded-a910-4990-803a-a9c548a70d65 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:10.389315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-06c48ca8-4e8b-4653-b2b9-6f624491a1aa None None] Port d722fd62-481a-45fd-95df-07c6ab16ef1d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:46:10.398780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-788b4da7-8b5f-4c29-a208-2dff31003cf2 service neutron] 10.222.0.10 "GET /v2.0/networks/20f4e35f-0db9-45f1-a857-0738f7b1b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870084 Aug 31 13:46:10.400610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.476185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Made reservation on behalf of 1a48c05bf9d445d58dcb47a944602623 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:10.484173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.534378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:10.536364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8868630e-4beb-46db-9fe2-7da338cc9134 req-00b027b6-3c7b-41a4-809c-697c9931beed tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 210 time: 0.0854232 Aug 31 13:46:10.600990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Attempting to bind port a37eeded-a910-4990-803a-a9c548a70d65 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:10.601342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Attempting to bind port a37eeded-a910-4990-803a-a9c548a70d65 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:10.601676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Attempting to bind port a37eeded-a910-4990-803a-a9c548a70d65 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:10.614127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Port a37eeded-a910-4990-803a-a9c548a70d65 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:10.614462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Attempting to bind port a37eeded-a910-4990-803a-a9c548a70d65 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:10.626717 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-ec57dbb2-856f-4d63-bb39-3eec4d962f4b service neutron] 10.222.0.10 "GET /v2.0/networks/20f4e35f-0db9-45f1-a857-0738f7b1b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269993 Aug 31 13:46:10.639578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:10.639932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:10.640326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:10.645009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Bound port: a37eeded-a910-4990-803a-a9c548a70d65, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:10.645448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.739248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:10.743514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:10.754681 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.814830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-709085c1-a758-453b-953f-236b867dbce1 req-1e94ff58-c401-4100-b3f2-f39ab9978701 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 210 time: 0.0686753 Aug 31 13:46:10.895181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:10.898179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:10.899799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] 10.222.0.26 "PUT /v2.0/ports/a37eeded-a910-4990-803a-a9c548a70d65 HTTP/1.1" status: 200 len: 1096 time: 1.4654999 Aug 31 13:46:10.901470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:10.918032 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e32ae68-84ed-4033-8f0c-3b91fc402da7" -d '{"events": [{"name": "network-changed", "server_uuid": "db560450-1a2e-4287-8904-a16293258028", "tag": "a37eeded-a910-4990-803a-a9c548a70d65"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:10.943125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a54c4b-e1f1-4cf4-9925-f6c752a7b674 service neutron] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:11.152415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-302c840a-b85c-411d-85a4-11ec7333e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.153985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-302c840a-b85c-411d-85a4-11ec7333e97f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1099 time: 0.1190572 Aug 31 13:46:11.221948 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-332dacf6-08ef-4ab1-83e8-af8baebb2858 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a37eeded-a910-4990-803a-a9c548a70d65 HTTP/1.1" status: 200 len: 217 time: 0.0524249 Aug 31 13:46:11.362268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6fccb7f3-8221-4097-9c84-cdf10a39b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.362268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-6fccb7f3-8221-4097-9c84-cdf10a39b541 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1278172 Aug 31 13:46:11.414166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Allocated IP 172.20.0.2 (7b42fd37-680e-4723-8311-61308ced669b/61031600-0441-4de8-862a-48ec957d864a/e2a06bb6-9dec-4791-a623-2bd7151f68d6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:11.437141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-ade9d3b0-3978-4920-b760-e3b23562d500 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.440005 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-ade9d3b0-3978-4920-b760-e3b23562d500 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.2207289 Aug 31 13:46:11.458660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-050a1d3b-e033-4de7-9ecf-6d1b42f2a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.460124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-050a1d3b-e033-4de7-9ecf-6d1b42f2a356 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897238 Aug 31 13:46:11.467549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-bfceba3b-b0a3-42aa-ad6a-1db3ce242d87 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/quotas/a412d1ff6e0c4a8ea08c302fa0fbad88 HTTP/1.1" status: 200 len: 375 time: 0.0217407 Aug 31 13:46:11.472781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-8dce5b3f-b4d2-4da7-ba43-cc24acd2441d tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=77212051d9864f5cbba7ee2c1f212646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638199 Aug 31 13:46:11.524258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9acd25-c2a8-4da3-8242-65ba9932363f req-fa9d85e9-5dac-4046-a79d-f40257ca50f7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.525809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae9acd25-c2a8-4da3-8242-65ba9932363f req-fa9d85e9-5dac-4046-a79d-f40257ca50f7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 936 time: 0.6371469 Aug 31 13:46:11.588885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-6ea41b42-c90c-4da1-94cf-d4d301097fbe tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204741 Aug 31 13:46:11.590039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d722fd62-481a-45fd-95df-07c6ab16ef1d {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:11.599541 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-2543be9a-77e8-4818-ab16-73dfd986db74 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300306 Aug 31 13:46:11.611993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:11.665769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Transition to ACTIVE for port object d722fd62-481a-45fd-95df-07c6ab16ef1d will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:11.710144 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:11.725354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae9acd25-c2a8-4da3-8242-65ba9932363f req-386690e3-2b02-4845-8314-6514ba1bf3ca tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536748 Aug 31 13:46:11.775219 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6690372e-637c-46e1-baf3-9b37a5af1cad req-cfb89fdc-f785-4086-a196-cb642878f1e4 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423364 Aug 31 13:46:11.802494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-954a47ec-4051-4ba7-a648-97bf42c01287 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.804078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-954a47ec-4051-4ba7-a648-97bf42c01287 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256874 Aug 31 13:46:11.819948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d722fd62-481a-45fd-95df-07c6ab16ef1d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:11.829240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-51ad5bed-ba8b-4ae3-a49f-91e64ec8a55a service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157731 Aug 31 13:46:11.861086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Request body: {'port': {'device_id': '9f408b76-0ddf-4567-9216-91d723b75922', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '77212051d9864f5cbba7ee2c1f212646'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:11.929639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-fb8de032-1c09-4094-96a8-4d12a1422cfc service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996737 Aug 31 13:46:11.975111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:11.980084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Attempting to bind port d722fd62-481a-45fd-95df-07c6ab16ef1d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:11.980427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Attempting to bind port d722fd62-481a-45fd-95df-07c6ab16ef1d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:11.980689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Attempting to bind port d722fd62-481a-45fd-95df-07c6ab16ef1d on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:11.999602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Port d722fd62-481a-45fd-95df-07c6ab16ef1d on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:12.000176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Attempting to bind port d722fd62-481a-45fd-95df-07c6ab16ef1d on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:12.025090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:12.025422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:12.025807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:12.026250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Bound port: d722fd62-481a-45fd-95df-07c6ab16ef1d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:12.026629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:12.054355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e200-870e-41ee-b63c-1b33894b1e7a req-e75a508b-60a6-4775-bbad-c8e5cc46c105 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.056246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e43e200-870e-41ee-b63c-1b33894b1e7a req-e75a508b-60a6-4775-bbad-c8e5cc46c105 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 967 time: 0.2195363 Aug 31 13:46:12.118368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de6a52a8-8630-415f-8f22-3df9ffa79b4b req-611384d0-d769-4494-9c99-4fc27faf4358 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 210 time: 0.0346296 Aug 31 13:46:12.171703 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c819d-14b5-4697-8593-40fc6802dda3 x-openstack-request-id: req-812c819d-14b5-4697-8593-40fc6802dda3 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:12.172091 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db560450-1a2e-4287-8904-a16293258028", "tag": "a37eeded-a910-4990-803a-a9c548a70d65", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:12.172269 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-812c819d-14b5-4697-8593-40fc6802dda3 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:12.173089 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65', 'status': 'completed', 'code': 200} Aug 31 13:46:12.190194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e43e200-870e-41ee-b63c-1b33894b1e7a req-8e579721-2d6f-4b8c-9871-8969b8a178b7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219809 Aug 31 13:46:12.190837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Made reservation on behalf of 77212051d9864f5cbba7ee2c1f212646 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:12.194486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:12.209413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:12.258022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] For port d722fd62-481a-45fd-95df-07c6ab16ef1d, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:12.262689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] For port d722fd62-481a-45fd-95df-07c6ab16ef1d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d722fd62-481a-45fd-95df-07c6ab16ef1d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:12.285491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-b12cf099-6d6c-4768-8411-66b8267305fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.287305 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-b12cf099-6d6c-4768-8411-66b8267305fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1099 time: 0.0575016 Aug 31 13:46:12.378667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:12.408898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Network 7b42fd37-680e-4723-8311-61308ced669b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:12.414132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:12.416002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:12.430117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:12.436294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.436940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.26', 53983) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:12.437412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:12.560027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-c357dd09-29a9-4418-8444-90ac9aabb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.561603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-c357dd09-29a9-4418-8444-90ac9aabb90f service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2646499 Aug 31 13:46:12.610040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.615229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:12.616689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] 10.222.0.26 "PUT /v2.0/ports/d722fd62-481a-45fd-95df-07c6ab16ef1d HTTP/1.1" status: 200 len: 1096 time: 2.4603932 Aug 31 13:46:12.620761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873c669d-432f-4e4c-a444-28cf52a5382d', 'tag': 'd722fd62-481a-45fd-95df-07c6ab16ef1d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:12.628682 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec459c5-45bd-4f54-9718-663cfff9d71a" -d '{"events": [{"name": "network-changed", "server_uuid": "873c669d-432f-4e4c-a444-28cf52a5382d", "tag": "d722fd62-481a-45fd-95df-07c6ab16ef1d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:12.668266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-7aebb27e-3943-49ab-8826-6e2ab7c809da tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6331367 Aug 31 13:46:12.687476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-c27e0dd2-f7ce-4bfe-8211-d9ab8a565b94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a37eeded-a910-4990-803a-a9c548a70d65 HTTP/1.1" status: 200 len: 217 time: 0.1154871 Aug 31 13:46:12.710398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a774cf8-0c68-4e42-942c-c02ab548bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d722fd62-481a-45fd-95df-07c6ab16ef1d,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:12.734460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba387e65-608c-4bd8-a038-5fe0db67d008 req-5c5f0002-4966-4882-8dbe-42d2d22ddbf1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.736045 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba387e65-608c-4bd8-a038-5fe0db67d008 req-5c5f0002-4966-4882-8dbe-42d2d22ddbf1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 931 time: 0.1532111 Aug 31 13:46:12.765965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Request body: {'port': {'device_id': '5be26907-0980-4376-9079-9016e0e6990e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:12.774067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b18a098-7f21-4dc4-8e02-b6c01eae47ab req-9bee4ac2-a549-4fa0-ac10-4e01568453a1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 210 time: 0.0686047 Aug 31 13:46:12.775680 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918589f4-b02a-4d37-89aa-944fc363440d req-67391be0-b7f1-4343-a076-1ce80f120a5d tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.777628 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-67391be0-b7f1-4343-a076-1ce80f120a5d tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.26 "GET /v2.0/networks?id=20f4e35f-0db9-45f1-a857-0738f7b1b204 HTTP/1.1" status: 200 len: 815 time: 0.3393295 Aug 31 13:46:12.805140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Request body: {'port': {'device_id': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204', 'admin_state_up': True, 'tenant_id': 'c8a8c96a92474d8d82bf1878deba930e'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:12.876273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba387e65-608c-4bd8-a038-5fe0db67d008 req-7bced1c4-21fc-4c15-91d5-a1edc86fc858 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318700 Aug 31 13:46:12.882336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-97c58023-4bcf-4b1b-ba7b-8704088d7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.883609 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-97c58023-4bcf-4b1b-ba7b-8704088d7a44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1239808 Aug 31 13:46:12.895882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Allocated IP 192.168.233.28 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/6e4dd387-618d-4d18-a7ea-41e568684f37) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:12.925720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35d40b6e-00bd-4f36-9058-f20db50e0325 req-1dc9cf20-aa6d-465a-991f-01aed40e7f7a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 210 time: 0.0489912 Aug 31 13:46:12.933858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:12.941119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-0930c66f-59e6-4250-ae62-6c4387b2a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.942468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-0930c66f-59e6-4250-ae62-6c4387b2a4cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 1099 time: 0.1727240 Aug 31 13:46:13.027297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-9f03b405-fa83-474e-83e4-9550c04593d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.029210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-9f03b405-fa83-474e-83e4-9550c04593d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209068 Aug 31 13:46:13.030022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Made reservation on behalf of c8a8c96a92474d8d82bf1878deba930e for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:13.034196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:13.123586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-7c939ca3-db10-428d-bdfb-d9d2e418b6e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d722fd62-481a-45fd-95df-07c6ab16ef1d HTTP/1.1" status: 200 len: 217 time: 0.0686040 Aug 31 13:46:13.131003 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6756d7ab-553d-439f-8ceb-f0951827b126 x-openstack-request-id: req-6756d7ab-553d-439f-8ceb-f0951827b126 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:13.131336 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873c669d-432f-4e4c-a444-28cf52a5382d", "tag": "d722fd62-481a-45fd-95df-07c6ab16ef1d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:13.131598 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6756d7ab-553d-439f-8ceb-f0951827b126 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:13.131995 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873c669d-432f-4e4c-a444-28cf52a5382d', 'tag': 'd722fd62-481a-45fd-95df-07c6ab16ef1d', 'status': 'completed', 'code': 200} Aug 31 13:46:13.309093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:13.313198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-e6a2aa4a-c84c-4c2e-8260-e4abd5d3a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.314671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-e6a2aa4a-c84c-4c2e-8260-e4abd5d3a563 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1730297 Aug 31 13:46:13.377632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Transition to ACTIVE for port object 6e4dd387-618d-4d18-a7ea-41e568684f37 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:13.412089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7030b-b691-4b71-991f-b70378335562 req-6ba1f2a8-218d-45e6-b3e0-2072f5e057e5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.413592 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ee7030b-b691-4b71-991f-b70378335562 req-6ba1f2a8-218d-45e6-b3e0-2072f5e057e5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 967 time: 0.3526680 Aug 31 13:46:13.425911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:13.434874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d97cd-1dc3-4f4e-8959-e30df4b91db1 req-b453f4c5-294c-4e65-9a36-888d64023edd tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.436380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e8d97cd-1dc3-4f4e-8959-e30df4b91db1 req-b453f4c5-294c-4e65-9a36-888d64023edd tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 948 time: 0.2266824 Aug 31 13:46:13.442756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'floatingip': {'port_id': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:13.492182 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-ad8616cf-e255-402c-b137-f49b2751569b service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974297 Aug 31 13:46:13.493355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Allocated IP 172.20.0.7 (20f4e35f-0db9-45f1-a857-0738f7b1b204/280a04ca-3854-4ff2-a672-2ca905f36700/e604df47-eb59-454c-bf7a-ecede0266d79) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:13.563999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:13.599020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-0c3e444e-aa43-4721-b90d-4265abb681d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.600544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-0c3e444e-aa43-4721-b90d-4265abb681d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2689416 Aug 31 13:46:13.641756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e8d97cd-1dc3-4f4e-8959-e30df4b91db1 req-cc7b6ebf-2af7-4066-afc2-67b519e9bcec tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653504 Aug 31 13:46:13.658758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.26', 53985) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:13.694357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d954f0d9-5ffb-4c2b-833c-7362698e8bb8 req-37db94ce-9313-4bf8-9c6d-1106e6f07969 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 210 time: 0.0864279 Aug 31 13:46:13.714260 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e32ae68-84ed-4033-8f0c-3b91fc402da7 req-35911558-431c-44f9-8a2b-253d442d1a2f service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096083 Aug 31 13:46:13.785446 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:13.850598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:13.866175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-481a4d16-f9ed-4632-8ec0-181103e34552 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.868131 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-481a4d16-f9ed-4632-8ec0-181103e34552 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.1782784 Aug 31 13:46:13.918159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Request body: {'port': {'device_id': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'admin_state_up': True, 'tenant_id': 'a412d1ff6e0c4a8ea08c302fa0fbad88'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:13.945524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:14.009262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.103769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Network 20f4e35f-0db9-45f1-a857-0738f7b1b204 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:14.116729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:14.123043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:14.128900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:14.129531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.145436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Pushing event updated for resources: {'Port': ['ID=e604df47-eb59-454c-bf7a-ecede0266d79,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:14.171375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004395b-43cb-41ed-8d6f-a0c15532c8be req-fffa0350-2777-4667-a129-2860bd7a3c0c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:14.172994 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c004395b-43cb-41ed-8d6f-a0c15532c8be req-fffa0350-2777-4667-a129-2860bd7a3c0c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 931 time: 0.1497650 Aug 31 13:46:14.182469 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-d03143a8-a656-4dde-9a22-43f9eb54b413 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391009 Aug 31 13:46:14.189831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Made reservation on behalf of a412d1ff6e0c4a8ea08c302fa0fbad88 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:14.193807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.199962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:14.212337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-ad88c7c2-e730-47ab-a1bf-f0c1afa2c292 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4133542 Aug 31 13:46:14.241052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Request body: {'port': {'device_id': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:14.244356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:14.249767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:14.250396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.254535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Pushing event updated for resources: {'Port': ['ID=6e4dd387-618d-4d18-a7ea-41e568684f37,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:14.267381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c004395b-43cb-41ed-8d6f-a0c15532c8be req-fde05a6d-614c-4afc-a4c8-a6c6e7551dc5 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873482 Aug 31 13:46:14.368925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.372652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-3cb325bf-0354-47ee-9e83-7343467edf35 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5266407 Aug 31 13:46:14.405028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a06bb6-9dec-4791-a623-2bd7151f68d6 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:14.423537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf9b7-e257-4f10-955a-43fd271edc59 req-5cc81820-ed32-414c-b95b-ec566c6658d1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:14.425272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2bf9b7-e257-4f10-955a-43fd271edc59 req-5cc81820-ed32-414c-b95b-ec566c6658d1 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 935 time: 0.5205402 Aug 31 13:46:14.427279 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.434322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Request body: {'port': {'device_id': '9f408b76-0ddf-4567-9216-91d723b75922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:14.440296 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-548736f7-52b3-452d-b1da-7c462bdd712e req-bbd4314f-8fdd-4d78-95c4-13beb42d5c5e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 210 time: 0.0401866 Aug 31 13:46:14.488119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Allocated IP 172.20.0.10 (0ceeeb85-9087-45e9-8b64-0cdcc9206a2a/483300cd-c929-4e93-9d3c-7ac90b7407ab/03ec4247-c696-41ea-b8a1-579d62594f4a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:14.529910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Transition to ACTIVE for port object e2a06bb6-9dec-4791-a623-2bd7151f68d6 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:14.588197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.595834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-12e0e657-0144-495d-ba44-3d87d5b2d4e4 None None] Provisioning for port 6e4dd387-618d-4d18-a7ea-41e568684f37 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:14.604734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-12e0e657-0144-495d-ba44-3d87d5b2d4e4 None None] Provisioning complete for port 6e4dd387-618d-4d18-a7ea-41e568684f37 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:14.606705 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-12e0e657-0144-495d-ba44-3d87d5b2d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.609490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4e186a3-b880-4eef-8bbc-63904063e03d req-b850422e-e37c-4fbe-b668-1579ac01fab5 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065373 Aug 31 13:46:14.662331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2bf9b7-e257-4f10-955a-43fd271edc59 req-1bea6cc5-f0a2-4a0b-9003-91998412541c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193024 Aug 31 13:46:14.671025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-12e0e657-0144-495d-ba44-3d87d5b2d4e4 None None] Port 6e4dd387-618d-4d18-a7ea-41e568684f37 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:46:14.737818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.831074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:14.885217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.921316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386cc3f-c8db-42ff-973a-ef99d2a243cd req-c335ed52-cd20-4f17-8378-ed73392b2f61 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:14.929712 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d386cc3f-c8db-42ff-973a-ef99d2a243cd req-c335ed52-cd20-4f17-8378-ed73392b2f61 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 948 time: 0.1429081 Aug 31 13:46:15.036055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e604df47-eb59-454c-bf7a-ecede0266d79 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:15.050848 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.054365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.060168 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d386cc3f-c8db-42ff-973a-ef99d2a243cd req-60be1210-f729-4113-96fb-e981f8fdf0a6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294291 Aug 31 13:46:15.082599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:15.091831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['08252222-264a-4909-bfd5-ea2769d28066'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:15.105652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:15.139313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50574) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:15.146830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:15.154518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:15.155190 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.167245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Transition to ACTIVE for port object e604df47-eb59-454c-bf7a-ecede0266d79 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:15.195406 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.204971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:15.207620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event updated for resources: {'Port': ['ID=03ec4247-c696-41ea-b8a1-579d62594f4a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:15.225762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-3968cc99-93c3-4cdc-b22c-28aa324fb9a8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3319314 Aug 31 13:46:15.279653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4dd387-618d-4d18-a7ea-41e568684f37 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:15.293724 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.294329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Request body: {'port': {'device_id': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:15.320567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Transition to ACTIVE for port object 6e4dd387-618d-4d18-a7ea-41e568684f37 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:15.351330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.399073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Pushing event updated for resources: {'Port': ['ID=e604df47-eb59-454c-bf7a-ecede0266d79,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:15.412175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Attempting to bind port e604df47-eb59-454c-bf7a-ecede0266d79 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:15.412529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Attempting to bind port e604df47-eb59-454c-bf7a-ecede0266d79 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ba9623a0-a758-4327-8788-02cde2b068d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:15.412885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Attempting to bind port e604df47-eb59-454c-bf7a-ecede0266d79 on network 20f4e35f-0db9-45f1-a857-0738f7b1b204 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:15.419990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2209e94-50b2-46ca-8578-56927e4154f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.435834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-bbf06d57-b06d-48e2-9f9c-0b34f97737b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:15.437347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-bbf06d57-b06d-48e2-9f9c-0b34f97737b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 1099 time: 0.6802516 Aug 31 13:46:15.438060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dd387-618d-4d18-a7ea-41e568684f37,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:15.439014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.455904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:15.463118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Port e604df47-eb59-454c-bf7a-ecede0266d79 on network 20f4e35f-0db9-45f1-a857-0738f7b1b204 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:15.463531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Attempting to bind port e604df47-eb59-454c-bf7a-ecede0266d79 on network 20f4e35f-0db9-45f1-a857-0738f7b1b204 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:15.464315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Attempting to bind port e2a06bb6-9dec-4791-a623-2bd7151f68d6 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:15.464503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Attempting to bind port e2a06bb6-9dec-4791-a623-2bd7151f68d6 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:15.464834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Attempting to bind port e2a06bb6-9dec-4791-a623-2bd7151f68d6 on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:15.469791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'a37eeded-a910-4990-803a-a9c548a70d65', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'a37eeded-a910-4990-803a-a9c548a70d65', 'mac_address': 'fa:16:3e:31:7a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:15.522962 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.538219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37eeded-a910-4990-803a-a9c548a70d65 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:15.548117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Port e2a06bb6-9dec-4791-a623-2bd7151f68d6 on network 7b42fd37-680e-4723-8311-61308ced669b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:15.548664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Attempting to bind port e2a06bb6-9dec-4791-a623-2bd7151f68d6 on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:15.563994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:15.572349 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.602504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:15.602849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Checking segment: {'id': 'ba9623a0-a758-4327-8788-02cde2b068d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:15.603308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Bound using segment: {'id': 'ba9623a0-a758-4327-8788-02cde2b068d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:15.603759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Bound port: e604df47-eb59-454c-bf7a-ecede0266d79, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9623a0-a758-4327-8788-02cde2b068d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:15.604122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.610509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d3f9c-8902-48dd-a579-ab330e3a7f46 req-cd9899b4-68ab-4e68-8025-89f2128ceaf3 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:15.620285 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc7d3f9c-8902-48dd-a579-ab330e3a7f46 req-cd9899b4-68ab-4e68-8025-89f2128ceaf3 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 931 time: 0.8037412 Aug 31 13:46:15.635852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:15.636210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Checking segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:15.636559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Bound using segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:15.637222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Bound port: e2a06bb6-9dec-4791-a623-2bd7151f68d6, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:15.637738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.642858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:15.651427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.651696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.652038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.652536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.652914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.653256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.653593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.654367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.654758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.655094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.655956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.656297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.663349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898d7bd-dfbd-4c77-828f-976216a8b9ae req-171c9f1e-251d-437e-bfb2-6c97c005b542 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:15.676222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b898d7bd-dfbd-4c77-828f-976216a8b9ae req-171c9f1e-251d-437e-bfb2-6c97c005b542 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 943 time: 0.2487831 Aug 31 13:46:15.698656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.resource_extend [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:46:15.816559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Attempting to bind port 6e4dd387-618d-4d18-a7ea-41e568684f37 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:15.816895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Attempting to bind port 6e4dd387-618d-4d18-a7ea-41e568684f37 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:15.817236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Attempting to bind port 6e4dd387-618d-4d18-a7ea-41e568684f37 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:15.830633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] For port e604df47-eb59-454c-bf7a-ecede0266d79, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:15.835442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b898d7bd-dfbd-4c77-828f-976216a8b9ae req-b1f6199f-9800-4ca5-a3ef-3d8f8224e976 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582174 Aug 31 13:46:15.856844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] For port e604df47-eb59-454c-bf7a-ecede0266d79, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e604df47-eb59-454c-bf7a-ecede0266d79,segment=NetworkSegment(ba9623a0-a758-4327-8788-02cde2b068d0),segment_id=ba9623a0-a758-4327-8788-02cde2b068d0)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:15.862623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc7d3f9c-8902-48dd-a579-ab330e3a7f46 req-99ed4a02-6967-49c0-92f2-f250e86ff073 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411473 Aug 31 13:46:15.867019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.869801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Port 6e4dd387-618d-4d18-a7ea-41e568684f37 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:15.870183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Attempting to bind port 6e4dd387-618d-4d18-a7ea-41e568684f37 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:15.884743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.918137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:15.922996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:15.926100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-1f8c1d94-db47-41d1-899b-b0941d3ab6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:15.927923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-1f8c1d94-db47-41d1-899b-b0941d3ab6b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.4657071 Aug 31 13:46:15.929262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:15.929607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:15.931334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:15.931334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Bound port: 6e4dd387-618d-4d18-a7ea-41e568684f37, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:15.931334 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.933225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.949866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:15.950508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.951869 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] 10.222.0.26 "PUT /v2.0/ports/e604df47-eb59-454c-bf7a-ecede0266d79 HTTP/1.1" status: 200 len: 1091 time: 1.7165375 Aug 31 13:46:15.956044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'tag': 'e604df47-eb59-454c-bf7a-ecede0266d79'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:15.958658 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5533a10c-4300-42d8-9c7b-56ff14db4019" -d '{"events": [{"name": "network-changed", "server_uuid": "503b91eb-ffeb-4681-97ca-e4903b0c6b16", "tag": "e604df47-eb59-454c-bf7a-ecede0266d79"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:15.986572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.996497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2209e94-50b2-46ca-8578-56927e4154f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.997528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['a37eeded-a910-4990-803a-a9c548a70d65'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:16.057224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2209e94-50b2-46ca-8578-56927e4154f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.091962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04583ccc-b550-4c5c-b8ab-f4b3f5a7d3ee service neutron] Pushing event updated for resources: {'Port': ['ID=e604df47-eb59-454c-bf7a-ecede0266d79,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:16.135405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ec4247-c696-41ea-b8a1-579d62594f4a {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:16.158225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2209e94-50b2-46ca-8578-56927e4154f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20e34f20eef744949fb36a4c16840744&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0182006 Aug 31 13:46:16.158225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.163038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2209e94-50b2-46ca-8578-56927e4154f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e03472c-53f5-470f-b912-a5e29df5a47a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:16.173207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50592) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:16.189467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae15607-854c-4190-9f82-c8883339cb9b req-0346eceb-e60c-4726-a15d-3faf41e29ce5 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.191026 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ae15607-854c-4190-9f82-c8883339cb9b req-0346eceb-e60c-4726-a15d-3faf41e29ce5 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 947 time: 0.2116466 Aug 31 13:46:16.214192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918589f4-b02a-4d37-89aa-944fc363440d req-9e5d9138-7ec2-4089-9bad-8caecdff111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.215696 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-9e5d9138-7ec2-4089-9bad-8caecdff111d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8a8c96a92474d8d82bf1878deba930e&device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 1094 time: 0.1940310 Aug 31 13:46:16.225744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Transition to ACTIVE for port object 03ec4247-c696-41ea-b8a1-579d62594f4a will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:16.245525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.284080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-e1ecb422-d7fb-4dbe-b961-0f5e2c90ffae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d722fd62-481a-45fd-95df-07c6ab16ef1d HTTP/1.1" status: 200 len: 217 time: 0.3423331 Aug 31 13:46:16.311366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-802ad1c7-5d29-4971-9bee-f5a247a30f69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e604df47-eb59-454c-bf7a-ecede0266d79 HTTP/1.1" status: 200 len: 217 time: 0.0803249 Aug 31 13:46:16.330790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.331420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.332737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] 10.222.0.26 "PUT /v2.0/ports/e2a06bb6-9dec-4791-a623-2bd7151f68d6 HTTP/1.1" status: 200 len: 1091 time: 3.5711286 Aug 31 13:46:16.354743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:16.362736 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a069137-59fe-4018-8504-19a1137b2c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:16.383335 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ae15607-854c-4190-9f82-c8883339cb9b req-4d30ffc9-b319-46a6-aabe-0e1e7e589c9f tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764882 Aug 31 13:46:16.398023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=03ec4247-c696-41ea-b8a1-579d62594f4a,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:16.428269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-621a6f6c-efac-4271-a821-20f2f174a556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.454799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918589f4-b02a-4d37-89aa-944fc363440d req-3d4b17a4-7142-423b-9353-0ab1f1865693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.456290 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-3d4b17a4-7142-423b-9353-0ab1f1865693 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=280a04ca-3854-4ff2-a672-2ca905f36700 HTTP/1.1" status: 200 len: 855 time: 0.1261406 Aug 31 13:46:16.473794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9423380-c7de-4841-a56d-2b664b9bd543 req-6045d655-5e6b-449c-803f-752cb44dc31a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.475386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9423380-c7de-4841-a56d-2b664b9bd543 req-6045d655-5e6b-449c-803f-752cb44dc31a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 932 time: 0.5352266 Aug 31 13:46:16.530899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc83ab-6300-4c87-bba3-a70cd04f9fec service neutron] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:16.540447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-1d84a939-490e-4347-a3ea-6becd31000ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.541960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-1d84a939-490e-4347-a3ea-6becd31000ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2315838 Aug 31 13:46:16.562561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] For port 6e4dd387-618d-4d18-a7ea-41e568684f37, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:16.582866 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4 associated. External IP: 172.25.0.221, port: 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0. Aug 31 13:46:16.605540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] For port 6e4dd387-618d-4d18-a7ea-41e568684f37, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e4dd387-618d-4d18-a7ea-41e568684f37,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:16.657555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.674954 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a9fdf0-a4b0-4fa3-ab8c-cb230b003a37 x-openstack-request-id: req-19a9fdf0-a4b0-4fa3-ab8c-cb230b003a37 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:16.675170 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503b91eb-ffeb-4681-97ca-e4903b0c6b16", "tag": "e604df47-eb59-454c-bf7a-ecede0266d79", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:16.675395 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19a9fdf0-a4b0-4fa3-ab8c-cb230b003a37 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:16.675779 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'tag': 'e604df47-eb59-454c-bf7a-ecede0266d79', 'status': 'completed', 'code': 200} Aug 31 13:46:16.700364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9423380-c7de-4841-a56d-2b664b9bd543 req-4d1a3131-6658-41ab-94c1-b754b701ab22 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952779 Aug 31 13:46:16.705769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-d6f07169-0652-432b-92ff-215fb5e16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.707202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-d6f07169-0652-432b-92ff-215fb5e16c7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 1094 time: 0.2772682 Aug 31 13:46:16.712222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:16.712844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:16.713016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:16.732205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-68d825cf-d95c-47c1-9f7e-528b83f9e5bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20f4e35f-0db9-45f1-a857-0738f7b1b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607908 Aug 31 13:46:16.735842 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-621a6f6c-efac-4271-a821-20f2f174a556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.758504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:16.758850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:16.809632 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f560f2-c310-4f18-933a-b2918c907854 x-openstack-request-id: req-98f560f2-c310-4f18-933a-b2918c907854 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:16.810820 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:16.811266 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98f560f2-c310-4f18-933a-b2918c907854 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:16.814351 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'status': 'completed', 'code': 200} Aug 31 13:46:16.818236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dd387-618d-4d18-a7ea-41e568684f37,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:16.829900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.830544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:16.830893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Checking segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:16.831028 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.831289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Bound using segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:16.831804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Bound port: 03ec4247-c696-41ea-b8a1-579d62594f4a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:16.832097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.832817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-e936e48c-edfc-4c9a-af50-21f8d67e27ef service neutron] 10.222.0.26 "PUT /v2.0/ports/6e4dd387-618d-4d18-a7ea-41e568684f37 HTTP/1.1" status: 200 len: 1095 time: 2.4179344 Aug 31 13:46:16.854019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1d80-2280-4a3f-9841-6c7641b8df75 req-ec3b0321-37be-4575-8162-dba2ea8b73a9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.862497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a7ab1d80-2280-4a3f-9841-6c7641b8df75 req-ec3b0321-37be-4575-8162-dba2ea8b73a9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 948 time: 0.1899085 Aug 31 13:46:16.873893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-53ab75d9-f84c-4d1d-8ee2-30c50bf7ebf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6 HTTP/1.1" status: 200 len: 217 time: 0.0584006 Aug 31 13:46:16.880456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-0689b84f-c903-4e39-b2ee-b5495ee92093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.882161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-0689b84f-c903-4e39-b2ee-b5495ee92093 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3288951 Aug 31 13:46:16.963868 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-621a6f6c-efac-4271-a821-20f2f174a556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.966554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-621a6f6c-efac-4271-a821-20f2f174a556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:16.967735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-621a6f6c-efac-4271-a821-20f2f174a556 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e03472c-53f5-470f-b912-a5e29df5a47a HTTP/1.1" status: 204 len: 168 time: 0.7935636 Aug 31 13:46:16.992478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a7ab1d80-2280-4a3f-9841-6c7641b8df75 req-9e5f311d-6087-4db3-ab3b-a072a25ad095 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291268 Aug 31 13:46:17.008815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a6f6c-efac-4271-a821-20f2f174a556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e03472c-53f5-470f-b912-a5e29df5a47a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:17.012497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-32906b9e-6a58-4914-9e2b-cfe31a8536ce service neutron] 10.222.0.26 "GET /v2.0/networks/20f4e35f-0db9-45f1-a857-0738f7b1b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660670 Aug 31 13:46:17.093722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] For port 03ec4247-c696-41ea-b8a1-579d62594f4a, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:17.142469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] For port 03ec4247-c696-41ea-b8a1-579d62594f4a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ec4247-c696-41ea-b8a1-579d62594f4a,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:17.181669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.220085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d722fd62-481a-45fd-95df-07c6ab16ef1d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:17.228008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-bc1e5ad6-6a47-41fb-8dcb-c276dde23758 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814000 Aug 31 13:46:17.251015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-45eb1088-cf67-44b5-b8a9-5ad3b90baee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.252452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-45eb1088-cf67-44b5-b8a9-5ad3b90baee1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.3107722 Aug 31 13:46:17.279877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:17.312057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:17.314090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-6e1afbe5-f153-450e-8394-d825b5f3ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.315601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-6e1afbe5-f153-450e-8394-d825b5f3ff4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77212051d9864f5cbba7ee2c1f212646&device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 1098 time: 0.3728395 Aug 31 13:46:17.317151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=03ec4247-c696-41ea-b8a1-579d62594f4a,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:17.326153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23095da-cbed-4081-a624-40c6a2866ceb req-bbba6c96-fbbd-42d1-b40e-f642008e2b28 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.326975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-918589f4-b02a-4d37-89aa-944fc363440d req-f26d8896-e0e8-4d23-bca1-2dd16cb91569 service neutron] 10.222.0.26 "GET /v2.0/networks/20f4e35f-0db9-45f1-a857-0738f7b1b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066702 Aug 31 13:46:17.327647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f23095da-cbed-4081-a624-40c6a2866ceb req-bbba6c96-fbbd-42d1-b40e-f642008e2b28 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 943 time: 0.2486064 Aug 31 13:46:17.337514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.338133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.340916 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-d4b6c1d8-e2ec-490d-ae9a-22b31678cb07 service neutron] 10.222.0.26 "PUT /v2.0/ports/03ec4247-c696-41ea-b8a1-579d62594f4a HTTP/1.1" status: 200 len: 1092 time: 2.0587592 Aug 31 13:46:17.351543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-5d01d081-64af-45f5-b855-5ef823d55c38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779574 Aug 31 13:46:17.357385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6069e2a-f58a-4b7b-9864-5ff90f5b40f9 req-2b257d13-7d00-4b86-9ce5-d46b1be79647 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.368944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6069e2a-f58a-4b7b-9864-5ff90f5b40f9 req-2b257d13-7d00-4b86-9ce5-d46b1be79647 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 943 time: 0.2619104 Aug 31 13:46:17.406738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-a5a380a1-989b-4ba9-89ef-d82c8e1410c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6e4dd387-618d-4d18-a7ea-41e568684f37 HTTP/1.1" status: 200 len: 217 time: 0.0574329 Aug 31 13:46:17.433570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6069e2a-f58a-4b7b-9864-5ff90f5b40f9 req-f84bab12-d5ac-4ca6-9cd1-e02a9b320a72 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635924 Aug 31 13:46:17.543442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port a37eeded-a910-4990-803a-a9c548a70d65 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:17.561877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port a37eeded-a910-4990-803a-a9c548a70d65 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:17.562612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.597111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d722fd62-481a-45fd-95df-07c6ab16ef1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d722fd62-481a-45fd-95df-07c6ab16ef1d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:17.617382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec459c5-45bd-4f54-9718-663cfff9d71a req-9afcbbe3-aaf7-4113-8ee1-23875f0b207f service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780303 Aug 31 13:46:17.622160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd722fd62-481a-45fd-95df-07c6ab16ef1d', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'd722fd62-481a-45fd-95df-07c6ab16ef1d', 'mac_address': 'fa:16:3e:e7:04:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:17.637754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4089ddc-12c1-46da-8cff-a9f3471b08e9 req-3c167693-a7ae-4ef6-a94a-23511459d6c0 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.646372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4089ddc-12c1-46da-8cff-a9f3471b08e9 req-3c167693-a7ae-4ef6-a94a-23511459d6c0 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 947 time: 0.1196473 Aug 31 13:46:17.650332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50618) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:17.657901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f23095da-cbed-4081-a624-40c6a2866ceb req-6e908e05-603a-42b3-acf0-254609908fd2 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567987 Aug 31 13:46:17.664551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-d898bc97-1146-459c-9728-a80bab4a232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.666034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-d898bc97-1146-459c-9728-a80bab4a232d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2129936 Aug 31 13:46:17.669124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-58bdadd1-7736-4433-b6f5-cdfeb6d6627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.670596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-58bdadd1-7736-4433-b6f5-cdfeb6d6627e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8a8c96a92474d8d82bf1878deba930e&device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 1094 time: 0.1732824 Aug 31 13:46:17.692983 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.721872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-0b53c393-6f36-4b8b-8427-edb7edadb514 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574786 Aug 31 13:46:17.728718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:17.735192 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.745772 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] Sync routers for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:17.760620 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:17.761847 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:45:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:17.769394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.774665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d722fd62-481a-45fd-95df-07c6ab16ef1d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:17.791519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-565ee43c-7dd0-4ca6-83fa-07de0e27e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.793047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-565ee43c-7dd0-4ca6-83fa-07de0e27e615 service neutron] 10.222.0.26 "GET /v2.0/networks?id=20f4e35f-0db9-45f1-a857-0738f7b1b204 HTTP/1.1" status: 200 len: 917 time: 0.1107018 Aug 31 13:46:17.793784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be16868b-fe7c-4ad8-af64-c221d41c76ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.800057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-dc0df892-1459-4818-83bd-39fbc249f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.800240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d722fd62-481a-45fd-95df-07c6ab16ef1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d722fd62-481a-45fd-95df-07c6ab16ef1d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:17.802103 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-dc0df892-1459-4818-83bd-39fbc249f230 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 1095 time: 0.3033023 Aug 31 13:46:17.815613 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:17.823952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0347f80c-f6ca-440e-8219-a05e132c4090 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "PUT /v2.0/floatingips/d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4 HTTP/1.1" status: 200 len: 1013 time: 4.3968143 Aug 31 13:46:17.825943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-653bb56b-cd20-4c3b-997d-b8c2914efc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:17.827402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-653bb56b-cd20-4c3b-997d-b8c2914efc15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478209 Aug 31 13:46:17.871323 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-11f95e79-2f43-4372-8197-6207ed735fac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ec4247-c696-41ea-b8a1-579d62594f4a HTTP/1.1" status: 200 len: 217 time: 0.0522478 Aug 31 13:46:17.881864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d722fd62-481a-45fd-95df-07c6ab16ef1d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:17.909881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:17.912447 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b20d70-1cab-44e6-b0a5-14b7579437f3" -d '{"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-plugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:17.926463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-33c34cba-1466-4b0d-9008-2e2f72c2be09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e604df47-eb59-454c-bf7a-ecede0266d79 HTTP/1.1" status: 200 len: 217 time: 0.1183131 Aug 31 13:46:17.935839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:17.937888 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4089ddc-12c1-46da-8cff-a9f3471b08e9 req-ce50f2ef-7181-4c79-b75a-4664a9c4a64f tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884815 Aug 31 13:46:17.940720 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:17.942802 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:18.003254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:18.025286 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58adaf82-c63f-433c-9190-fc39fefa3f23 req-d2dbe3da-5f17-40d1-af94-1865e6a22d53 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933815 Aug 31 13:46:18.068338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-59d68a23-b23f-4978-b4ed-15c016d88f28 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285321 Aug 31 13:46:18.103567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-27c0fd8b-255f-42b0-8a4e-922f06734785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.105089 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-27c0fd8b-255f-42b0-8a4e-922f06734785 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.1988993 Aug 31 13:46:18.121630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-26ca75df-7fb7-4ed6-b94b-f2e055771776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.123110 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-26ca75df-7fb7-4ed6-b94b-f2e055771776 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=280a04ca-3854-4ff2-a672-2ca905f36700 HTTP/1.1" status: 200 len: 855 time: 0.1845820 Aug 31 13:46:18.161054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7219c-6d3f-483a-834e-0514a9e27f4e req-4ed6dd15-7d36-4510-bbdd-bab2c608e3a5 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.162762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-40c7219c-6d3f-483a-834e-0514a9e27f4e req-4ed6dd15-7d36-4510-bbdd-bab2c608e3a5 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 944 time: 0.1190047 Aug 31 13:46:18.200594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-eb92924d-a26c-4790-966d-a08c48a8217b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367663 Aug 31 13:46:18.263385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d722fd62-481a-45fd-95df-07c6ab16ef1d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:18.273578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-64096e64-439e-46b0-b135-9a82d4195d98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20f4e35f-0db9-45f1-a857-0738f7b1b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687635 Aug 31 13:46:18.309888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be16868b-fe7c-4ad8-af64-c221d41c76ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:18.343236 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d50c9-cf8b-4f21-a209-f19bb4afcf5a x-openstack-request-id: req-800d50c9-cf8b-4f21-a209-f19bb4afcf5a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:18.343560 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-plugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:18.343834 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-800d50c9-cf8b-4f21-a209-f19bb4afcf5a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:18.344242 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65', 'code': 200} Aug 31 13:46:18.347842 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be16868b-fe7c-4ad8-af64-c221d41c76ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:18.368832 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'port_id': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'mac_address': 'fa:16:3e:98:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'device_owner': 'compute:tempest-test_az-695949367'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:38Z', 'updated_at': '2021-08-31T13:46:15Z', 'revision_number': 1, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:18.400486 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] Checking router: 9bdc8342-3263-4ea8-9cdf-9522302dffa0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:18.419121 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:18.419336 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:45:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:18.432261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-40c7219c-6d3f-483a-834e-0514a9e27f4e req-d0505153-20ea-402e-9f14-0554bc44914e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551241 Aug 31 13:46:18.488660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16868b-fe7c-4ad8-af64-c221d41c76ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676a384-9bd1-4cd5-aaf7-0c14efee7153,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:18.501753 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-be16868b-fe7c-4ad8-af64-c221d41c76ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fe1d4d727fb4c98b58bc2bf2852a32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8486905 Aug 31 13:46:18.509022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50640) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:18.542098 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-4e3bc6ea-bda1-42b0-854c-718a4bf450c2 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260798 Aug 31 13:46:18.543196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a069137-59fe-4018-8504-19a1137b2c4c req-36d99647-6ef1-434b-9a8b-44c6aa3cae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.545676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a069137-59fe-4018-8504-19a1137b2c4c req-36d99647-6ef1-434b-9a8b-44c6aa3cae08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 1094 time: 0.3785858 Aug 31 13:46:18.588728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-37480c20-3c37-4b2a-8395-e7f9a1c26c28 service neutron] 10.222.0.26 "GET /v2.0/networks/20f4e35f-0db9-45f1-a857-0738f7b1b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774882 Aug 31 13:46:18.619678 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:18.659925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b14ff118-a8a3-42a9-af87-32d035c4b47e req-608bb79c-e203-428a-8449-d9281dc6770d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170803 Aug 31 13:46:18.696496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'tag': '03ec4247-c696-41ea-b8a1-579d62594f4a'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:18.698783 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8ccca3-d9ba-4ef6-9645-c76e93054ff0", "tag": "03ec4247-c696-41ea-b8a1-579d62594f4a"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:18.710706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df77966-2c13-4a9c-832e-5789134d87aa req-3bb1307d-b419-4f2d-b8cd-aa7b9420f8a3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.712040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5df77966-2c13-4a9c-832e-5789134d87aa req-3bb1307d-b419-4f2d-b8cd-aa7b9420f8a3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 949 time: 0.1713309 Aug 31 13:46:18.713992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01be74-a52e-4a35-b57f-c4153806f1b0 req-47e0e87b-2e02-49f0-95cb-d5750ace36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.716316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da01be74-a52e-4a35-b57f-c4153806f1b0 req-47e0e87b-2e02-49f0-95cb-d5750ace36d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1101 time: 0.1764846 Aug 31 13:46:18.744082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad6437b5-1dbd-4fd9-b7b2-0e7d964ed031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:18.749253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a069137-59fe-4018-8504-19a1137b2c4c req-29ccdb1f-0e8e-4f97-ba77-0a8bf7fdfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.750863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a069137-59fe-4018-8504-19a1137b2c4c req-29ccdb1f-0e8e-4f97-ba77-0a8bf7fdfce1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 906 time: 0.1817682 Aug 31 13:46:18.770826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5df77966-2c13-4a9c-832e-5789134d87aa req-7a398dad-acf8-4f9d-9095-2e18913c5b55 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389583 Aug 31 13:46:18.808224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad6437b5-1dbd-4fd9-b7b2-0e7d964ed031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:18.813873 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d0231cf-f462-46a8-8cc9-dfb1327273c1 req-787d52b9-08d9-4ded-bcb7-52a3ced16f88 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523289 Aug 31 13:46:18.838768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f408b76-0ddf-4567-9216-91d723b75922', 'tag': '6e4dd387-618d-4d18-a7ea-41e568684f37'}, {'name': 'network-changed', 'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:18.842460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791937b-1c02-42ba-9d0f-d3d29bfd06df req-5b7c7bd9-3e78-4fdc-9331-6164b9cc23c9 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.843295 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa5a406-2f81-4a24-9f48-2017bab82e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f408b76-0ddf-4567-9216-91d723b75922", "tag": "6e4dd387-618d-4d18-a7ea-41e568684f37"}, {"name": "network-changed", "server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:18.849841 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f791937b-1c02-42ba-9d0f-d3d29bfd06df req-5b7c7bd9-3e78-4fdc-9331-6164b9cc23c9 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 943 time: 0.2580383 Aug 31 13:46:18.853789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a069137-59fe-4018-8504-19a1137b2c4c req-13b22aae-d4bf-4113-b1b8-50420708ace9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6 HTTP/1.1" status: 200 len: 217 time: 0.0666580 Aug 31 13:46:18.864644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5533a10c-4300-42d8-9c7b-56ff14db4019 req-03f644dd-0d61-434d-bc60-d7b3e76a1610 service neutron] 10.222.0.26 "GET /v2.0/networks/20f4e35f-0db9-45f1-a857-0738f7b1b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433038 Aug 31 13:46:18.869200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da01be74-a52e-4a35-b57f-c4153806f1b0 req-9af5dbf9-5762-4ec6-8c0d-51884477a0cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919063 Aug 31 13:46:18.880907 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'port_id': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'mac_address': 'fa:16:3e:98:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'device_owner': 'compute:tempest-test_az-695949367'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:38Z', 'updated_at': '2021-08-31T13:46:15Z', 'revision_number': 1, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:18.919003 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7e0b-c585-43ab-a25d-6f464cacf428 None None] The sync data for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 is: [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'port_id': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'mac_address': 'fa:16:3e:98:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'device_owner': 'compute:tempest-test_az-695949367'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:38Z', 'updated_at': '2021-08-31T13:46:15Z', 'revision_number': 1, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:18.919519 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f791937b-1c02-42ba-9d0f-d3d29bfd06df req-5ed004d9-1dc9-48b4-9fcf-806b216c3aa2 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630453 Aug 31 13:46:18.958462 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad6437b5-1dbd-4fd9-b7b2-0e7d964ed031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:18.961499 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad6437b5-1dbd-4fd9-b7b2-0e7d964ed031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:18.964199 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ad6437b5-1dbd-4fd9-b7b2-0e7d964ed031 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e676a384-9bd1-4cd5-aaf7-0c14efee7153 HTTP/1.1" status: 204 len: 168 time: 0.4527562 Aug 31 13:46:18.975088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a069137-59fe-4018-8504-19a1137b2c4c req-a7f89581-f419-4a5a-a172-bd0dc2520c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:18.976899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a069137-59fe-4018-8504-19a1137b2c4c req-a7f89581-f419-4a5a-a172-bd0dc2520c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.0945446 Aug 31 13:46:18.988776 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bc6525-5839-405a-a500-3c112eb80a7b x-openstack-request-id: req-83bc6525-5839-405a-a500-3c112eb80a7b {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:18.989346 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8ccca3-d9ba-4ef6-9645-c76e93054ff0", "tag": "03ec4247-c696-41ea-b8a1-579d62594f4a", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:18.989780 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83bc6525-5839-405a-a500-3c112eb80a7b {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:18.990365 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'tag': '03ec4247-c696-41ea-b8a1-579d62594f4a', 'status': 'completed', 'code': 200} Aug 31 13:46:18.991694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6437b5-1dbd-4fd9-b7b2-0e7d964ed031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676a384-9bd1-4cd5-aaf7-0c14efee7153,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:18.999383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364cd2f-51e4-485b-9204-ef0bfefefadf req-a9ab94a7-8c12-433c-914b-ddf6e25be6f9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.003383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9364cd2f-51e4-485b-9204-ef0bfefefadf req-a9ab94a7-8c12-433c-914b-ddf6e25be6f9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 943 time: 0.0783551 Aug 31 13:46:19.078335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9364cd2f-51e4-485b-9204-ef0bfefefadf req-f656bc8e-2b2b-4941-9927-813ab44ac47e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Aug 31 13:46:19.078335 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137cc342-d1b4-40e2-8e25-7ea49b05e27d x-openstack-request-id: req-137cc342-d1b4-40e2-8e25-7ea49b05e27d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:19.078335 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f408b76-0ddf-4567-9216-91d723b75922", "tag": "6e4dd387-618d-4d18-a7ea-41e568684f37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:19.078335 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-137cc342-d1b4-40e2-8e25-7ea49b05e27d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:19.078335 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f408b76-0ddf-4567-9216-91d723b75922', 'tag': '6e4dd387-618d-4d18-a7ea-41e568684f37', 'status': 'completed', 'code': 200} Aug 31 13:46:19.078335 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'status': 'completed', 'code': 200} Aug 31 13:46:19.181808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa196e-5ff3-4639-b929-d4b1cd4783fa req-e0cb5a3b-1b53-4ba0-b3e7-5f9bf80e3ca5 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.183464 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d8fa196e-5ff3-4639-b929-d4b1cd4783fa req-e0cb5a3b-1b53-4ba0-b3e7-5f9bf80e3ca5 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 947 time: 0.0669012 Aug 31 13:46:19.232749 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d8fa196e-5ff3-4639-b929-d4b1cd4783fa req-977e8064-b473-4510-8a68-5cf9653c2aaf tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Aug 31 13:46:19.283449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6c79f-cbef-42a7-8e40-77c62ff135c5 None None] New status for floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:46:19.393994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a069137-59fe-4018-8504-19a1137b2c4c req-da031c4d-a9f7-4618-95cf-3a831eef0357 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368800 Aug 31 13:46:19.504895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-0bfdd6be-5d75-4557-a778-5b8f60411cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.509243 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-0bfdd6be-5d75-4557-a778-5b8f60411cf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77212051d9864f5cbba7ee2c1f212646&device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 1098 time: 0.0549335 Aug 31 13:46:19.593726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50682) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:19.627059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-c40fcf2e-0fbc-4f50-81fb-bb05d5eea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.628973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-c40fcf2e-0fbc-4f50-81fb-bb05d5eea78d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 1095 time: 0.1941295 Aug 31 13:46:19.691140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c518f8-3fac-4467-87fd-e6c89538f778 req-29d64cb5-dd21-4bcf-8da7-3ad769274207 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.692710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-87c518f8-3fac-4467-87fd-e6c89538f778 req-29d64cb5-dd21-4bcf-8da7-3ad769274207 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 944 time: 0.0966549 Aug 31 13:46:19.737388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-e2a6b3b4-5989-4910-ba93-ed07e5d4a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.738972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-e2a6b3b4-5989-4910-ba93-ed07e5d4a5f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2243683 Aug 31 13:46:19.754032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-87c518f8-3fac-4467-87fd-e6c89538f778 req-4cbcce67-b9ae-4ad1-866a-8d8e36146a99 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 Aug 31 13:46:19.777614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-231c24b0-023d-41a4-bcb1-595a76524070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.779546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-231c24b0-023d-41a4-bcb1-595a76524070 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 910 time: 0.1344812 Aug 31 13:46:19.796273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-ebd20354-d51e-4945-86db-70259bd75d8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6e4dd387-618d-4d18-a7ea-41e568684f37 HTTP/1.1" status: 200 len: 217 time: 0.0412953 Aug 31 13:46:19.834938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a069137-59fe-4018-8504-19a1137b2c4c req-c7a28b3a-b748-480f-81bb-3af9dfae10f8 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427348 Aug 31 13:46:19.836336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-d206c041-989d-4e03-9a72-b29e89835ce7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ec4247-c696-41ea-b8a1-579d62594f4a HTTP/1.1" status: 200 len: 217 time: 0.0434864 Aug 31 13:46:19.886855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-418dfdbc-f081-4ef3-8b26-7632b2dba864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.888330 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-418dfdbc-f081-4ef3-8b26-7632b2dba864 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0607185 Aug 31 13:46:19.944040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-8c74248f-4101-4f22-9427-7ffa940a510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:19.945581 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-8c74248f-4101-4f22-9427-7ffa940a510c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487134 Aug 31 13:46:19.986445 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20067d27-04a7-405e-b1d0-0d45f2992102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.013985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-55bd34a9-bb36-49b6-9719-4f5ca8a805ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.015742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-55bd34a9-bb36-49b6-9719-4f5ca8a805ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.1650374 Aug 31 13:46:20.058110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be4705-60f4-4c32-a50b-6a03c87f1fc2 req-2e0132fd-2498-42f4-aceb-29eda626335c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.059618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27be4705-60f4-4c32-a50b-6a03c87f1fc2 req-2e0132fd-2498-42f4-aceb-29eda626335c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 949 time: 0.2014089 Aug 31 13:46:20.088278 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-17152722-e60d-4aa5-a0ee-c936dd71cf0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572193 Aug 31 13:46:20.089151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb646-ecf5-4c98-9d20-239abefc4191 req-87b4cadc-ab1d-429d-9e02-1a9faadc872a tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.090621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a0cb646-ecf5-4c98-9d20-239abefc4191 req-87b4cadc-ab1d-429d-9e02-1a9faadc872a tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 943 time: 0.1025128 Aug 31 13:46:20.111877 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-7ac96345-955d-47af-9291-5f3d1e40dff2 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448922 Aug 31 13:46:20.119561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a069137-59fe-4018-8504-19a1137b2c4c req-f4d0e27b-53fc-455d-9072-7ccf7f9f18a2 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702074 Aug 31 13:46:20.189177 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a0cb646-ecf5-4c98-9d20-239abefc4191 req-cada4988-8671-43fa-9abe-60f9e57ce6be tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876944 Aug 31 13:46:20.197969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27be4705-60f4-4c32-a50b-6a03c87f1fc2 req-3510fb6c-263a-4527-909c-7e5116ecbc3b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291265 Aug 31 13:46:20.268901 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-81bfbf93-0cc7-434a-8423-4933578f12b0 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478717 Aug 31 13:46:20.278919 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-c1a54623-5cc7-4c09-a379-a0c57f8b7e94 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791379 Aug 31 13:46:20.301443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20067d27-04a7-405e-b1d0-0d45f2992102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.333439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20067d27-04a7-405e-b1d0-0d45f2992102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.412145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd8642-5c63-4ea6-92cc-2547afa51d27 req-8ecc5f77-d0ee-4dac-b856-a6fe1d0afd44 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.419900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-20067d27-04a7-405e-b1d0-0d45f2992102 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6438379053274387a99dc9284bba96a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224380 Aug 31 13:46:20.420018 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a6cd8642-5c63-4ea6-92cc-2547afa51d27 req-8ecc5f77-d0ee-4dac-b856-a6fe1d0afd44 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 947 time: 0.0720375 Aug 31 13:46:20.427817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50714) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:20.443547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fdd11-e2b4-4286-a763-1917b18314d5 req-9680c7d0-90e0-4ba2-adff-cbeb58076b72 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.444838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f5fdd11-e2b4-4286-a763-1917b18314d5 req-9680c7d0-90e0-4ba2-adff-cbeb58076b72 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 943 time: 0.1605220 Aug 31 13:46:20.450632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067d27-04a7-405e-b1d0-0d45f2992102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723f8839-82c5-4105-9b07-bf0cd8f96981,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:20.529139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d2c775-4ba2-465f-ba21-9b94fd4acc9b req-ff8579f5-cbf8-4f90-95e7-b179b72ac97f service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079089 Aug 31 13:46:20.545990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f5fdd11-e2b4-4286-a763-1917b18314d5 req-fee8f474-fbfd-408c-ac13-7c32eef0bc94 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743396 Aug 31 13:46:20.561756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ccc999b-3ca6-4dac-955c-c072f540fae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.591775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ccc999b-3ca6-4dac-955c-c072f540fae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.670588 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ccc999b-3ca6-4dac-955c-c072f540fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.673343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ccc999b-3ca6-4dac-955c-c072f540fae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.677964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6ccc999b-3ca6-4dac-955c-c072f540fae1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/723f8839-82c5-4105-9b07-bf0cd8f96981 HTTP/1.1" status: 204 len: 168 time: 0.2492483 Aug 31 13:46:20.686390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc999b-3ca6-4dac-955c-c072f540fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723f8839-82c5-4105-9b07-bf0cd8f96981,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:20.725601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a6cd8642-5c63-4ea6-92cc-2547afa51d27 req-a49d2369-9145-4e9d-85ba-37f4cd5373ee tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047473 Aug 31 13:46:20.728651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-c54097d4-25a6-4b58-8f20-eb7d9abc50df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.731268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-c54097d4-25a6-4b58-8f20-eb7d9abc50df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 1118 time: 0.3411715 Aug 31 13:46:20.873698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-95ea47e8-27dd-49aa-9e9e-d879bc44ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.875169 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-95ea47e8-27dd-49aa-9e9e-d879bc44ff1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 926 time: 0.1330702 Aug 31 13:46:20.957611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4d6f-47a8-4a2e-a323-579c99011697 req-a650abc4-c207-4e74-8bcc-4ab18955cbfb tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:20.959096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ea3c4d6f-47a8-4a2e-a323-579c99011697 req-a650abc4-c207-4e74-8bcc-4ab18955cbfb tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 944 time: 0.1136274 Aug 31 13:46:21.001921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-1ea006b7-d4f2-4516-badc-544c11d8490b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 HTTP/1.1" status: 200 len: 1023 time: 0.1190724 Aug 31 13:46:21.044542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ea3c4d6f-47a8-4a2e-a323-579c99011697 req-c2de957d-f303-4739-a437-ee32beff9cfa tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785806 Aug 31 13:46:21.068920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-a37a56c1-e73e-4b18-9847-8be138936f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:21.068920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-a37a56c1-e73e-4b18-9847-8be138936f36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 200 len: 863 time: 0.0543919 Aug 31 13:46:21.068920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50732) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:21.089993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78ad0744-ec35-482e-a299-cddd95f22318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.143646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-d45119d6-d635-47f1-88f7-d7f777d67637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:21.145296 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-d45119d6-d635-47f1-88f7-d7f777d67637 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653362 Aug 31 13:46:21.229463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e2a06bb6-9dec-4791-a623-2bd7151f68d6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:21.236412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d722fd62-481a-45fd-95df-07c6ab16ef1d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:21.276603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-94797fe3-1c9d-4a51-872f-18d6588e7e0e service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224809 Aug 31 13:46:21.295717 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78ad0744-ec35-482e-a299-cddd95f22318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.352074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4886c-b5ef-4e51-8b8f-6b752324a7c6 req-51845c00-0ddc-4f6c-8bc5-8523656e1df7 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:21.353933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fd4886c-b5ef-4e51-8b8f-6b752324a7c6 req-51845c00-0ddc-4f6c-8bc5-8523656e1df7 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 943 time: 0.0570300 Aug 31 13:46:21.355395 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78ad0744-ec35-482e-a299-cddd95f22318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.373699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port d722fd62-481a-45fd-95df-07c6ab16ef1d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:21.389853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d722fd62-481a-45fd-95df-07c6ab16ef1d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:21.390504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.404036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fd4886c-b5ef-4e51-8b8f-6b752324a7c6 req-531fbd1c-148d-47f3-9cde-88d9cd29d5c5 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345340 Aug 31 13:46:21.414576 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-78ad0744-ec35-482e-a299-cddd95f22318 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c75874fa55384151b820fff3a19e6164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462813 Aug 31 13:46:21.418946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50756) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:21.422573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad0744-ec35-482e-a299-cddd95f22318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca3cce5-344a-4bd6-a7bb-564bffab97f8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:21.440598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:21.442403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7a0b1-6c54-4d4f-a342-e1c6547456f1 req-48143b18-7de9-4cde-b14e-0769afd7e199 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:21.449534 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4db7a0b1-6c54-4d4f-a342-e1c6547456f1 req-48143b18-7de9-4cde-b14e-0769afd7e199 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 949 time: 0.1525285 Aug 31 13:46:21.456176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'mac_address': 'fa:16:3e:af:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:21.494299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fa5a406-2f81-4a24-9f48-2017bab82e9b req-ae19298c-0b13-489a-9cf1-29155809f1a7 service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077601 Aug 31 13:46:21.514291 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4db7a0b1-6c54-4d4f-a342-e1c6547456f1 req-6493d346-6878-4cc4-9b27-a8d7af61edbc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586629 Aug 31 13:46:21.527048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.529170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.531390 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2426ad2a-82dd-48ad-a134-451e6cbdd58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.555301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a06bb6-9dec-4791-a623-2bd7151f68d6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:21.564418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2426ad2a-82dd-48ad-a134-451e6cbdd58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.571768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c669d-432f-4e4c-a444-28cf52a5382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd722fd62-481a-45fd-95df-07c6ab16ef1d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:21.574267 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04984cb2-cf37-435f-8a40-2bb39bc4a81f" -d '{"events": [{"server_uuid": "873c669d-432f-4e4c-a444-28cf52a5382d", "name": "network-vif-plugged", "status": "completed", "tag": "d722fd62-481a-45fd-95df-07c6ab16ef1d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:21.615421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:21.617803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d722fd62-481a-45fd-95df-07c6ab16ef1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d722fd62-481a-45fd-95df-07c6ab16ef1d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:21.619856 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2426ad2a-82dd-48ad-a134-451e6cbdd58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.622138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.622727 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2426ad2a-82dd-48ad-a134-451e6cbdd58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.623653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e604df47-eb59-454c-bf7a-ecede0266d79 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:21.626784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2426ad2a-82dd-48ad-a134-451e6cbdd58a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dca3cce5-344a-4bd6-a7bb-564bffab97f8 HTTP/1.1" status: 204 len: 168 time: 0.2067304 Aug 31 13:46:21.630248 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.636856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426ad2a-82dd-48ad-a134-451e6cbdd58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca3cce5-344a-4bd6-a7bb-564bffab97f8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:21.654545 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1be5fa-3a0a-49ce-901d-af7bba39d1ff x-openstack-request-id: req-aa1be5fa-3a0a-49ce-901d-af7bba39d1ff {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:21.654930 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873c669d-432f-4e4c-a444-28cf52a5382d", "name": "network-vif-plugged", "status": "completed", "tag": "d722fd62-481a-45fd-95df-07c6ab16ef1d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:21.655240 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa1be5fa-3a0a-49ce-901d-af7bba39d1ff {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:21.656119 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c669d-432f-4e4c-a444-28cf52a5382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd722fd62-481a-45fd-95df-07c6ab16ef1d', 'code': 200} Aug 31 13:46:21.714234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:21.729872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439ce50-9fc5-49c3-9769-6711c2bef0a8 req-5f13fc0e-a06a-4f1a-9280-d6f1eb14c186 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:21.731698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8439ce50-9fc5-49c3-9769-6711c2bef0a8 req-5f13fc0e-a06a-4f1a-9280-d6f1eb14c186 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 944 time: 0.0815253 Aug 31 13:46:21.785865 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8439ce50-9fc5-49c3-9769-6711c2bef0a8 req-d5c3ffbc-02c6-47da-a4af-3978a8a0f655 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Aug 31 13:46:21.825280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d722fd62-481a-45fd-95df-07c6ab16ef1d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:21.855021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a051f96-cf00-4140-8c5a-9c26857f9188 req-032001a6-1a32-4c6f-98f3-066629bc6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:21.856793 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1a051f96-cf00-4140-8c5a-9c26857f9188 req-032001a6-1a32-4c6f-98f3-066629bc6a02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 1101 time: 0.1108644 Aug 31 13:46:21.889058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e604df47-eb59-454c-bf7a-ecede0266d79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e604df47-eb59-454c-bf7a-ecede0266d79,segment=NetworkSegment(ba9623a0-a758-4327-8788-02cde2b068d0),segment_id=ba9623a0-a758-4327-8788-02cde2b068d0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:21.921859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e604df47-eb59-454c-bf7a-ecede0266d79', 'network_id': '20f4e35f-0db9-45f1-a857-0738f7b1b204', 'port_id': 'e604df47-eb59-454c-bf7a-ecede0266d79', 'mac_address': 'fa:16:3e:86:48:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280a04ca-3854-4ff2-a672-2ca905f36700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:21.943069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1a051f96-cf00-4140-8c5a-9c26857f9188 req-5e9eb146-e075-43c9-aa11-87c88d92a8f2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523775 Aug 31 13:46:21.956240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6cef2-299a-4ff1-a90d-ad94da7c939c req-fc4c4e59-4f1b-499e-a342-1a6fab41a89d tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:21.958456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45a6cef2-299a-4ff1-a90d-ad94da7c939c req-fc4c4e59-4f1b-499e-a342-1a6fab41a89d tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 947 time: 0.0754695 Aug 31 13:46:21.964836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.982099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e604df47-eb59-454c-bf7a-ecede0266d79 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:22.007238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e604df47-eb59-454c-bf7a-ecede0266d79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e604df47-eb59-454c-bf7a-ecede0266d79,segment=NetworkSegment(ba9623a0-a758-4327-8788-02cde2b068d0),segment_id=ba9623a0-a758-4327-8788-02cde2b068d0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:22.011220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45a6cef2-299a-4ff1-a90d-ad94da7c939c req-44c7d60f-cf77-44f3-b0b5-0a20b82eb105 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 Aug 31 13:46:22.012968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.065745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e604df47-eb59-454c-bf7a-ecede0266d79,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:22.093329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50784) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:22.108041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5b068e0-9f0b-4473-945a-0c0d33dd25bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.119284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50786) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:22.184150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb9b35-52c4-47cb-9dd1-14a32da9e820 req-68351c3e-020a-4e62-8c71-7a5d3b7e62d8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:22.185918 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7aeb9b35-52c4-47cb-9dd1-14a32da9e820 req-68351c3e-020a-4e62-8c71-7a5d3b7e62d8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 944 time: 0.0576816 Aug 31 13:46:22.222502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5b068e0-9f0b-4473-945a-0c0d33dd25bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.227588 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5b068e0-9f0b-4473-945a-0c0d33dd25bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.228111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7aeb9b35-52c4-47cb-9dd1-14a32da9e820 req-8b3e9199-f3ba-4755-870b-490cb8aa784b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Aug 31 13:46:22.267804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b5b068e0-9f0b-4473-945a-0c0d33dd25bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cec7517738e84c1d88b8f5e2dedaf535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728301 Aug 31 13:46:22.268967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b068e0-9f0b-4473-945a-0c0d33dd25bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181dab96-bde9-4270-91e7-9ea203c3a220,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:22.270788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50790) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:22.319538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-707d1020-daa1-4117-a18e-f2fdfaafeddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.352213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6da12403-08de-4278-943f-127ff8882a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.388686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6da12403-08de-4278-943f-127ff8882a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.466328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6da12403-08de-4278-943f-127ff8882a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.468824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6da12403-08de-4278-943f-127ff8882a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.470010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6da12403-08de-4278-943f-127ff8882a07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/181dab96-bde9-4270-91e7-9ea203c3a220 HTTP/1.1" status: 204 len: 168 time: 0.1982591 Aug 31 13:46:22.471918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-707d1020-daa1-4117-a18e-f2fdfaafeddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.479693 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-707d1020-daa1-4117-a18e-f2fdfaafeddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.482885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12403-08de-4278-943f-127ff8882a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181dab96-bde9-4270-91e7-9ea203c3a220,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:22.522700 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-707d1020-daa1-4117-a18e-f2fdfaafeddf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf722d76a7734ece87b325785b8614b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022217 Aug 31 13:46:22.524695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d1020-daa1-4117-a18e-f2fdfaafeddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931018e9-713b-4a26-bde2-65a06bef6c36,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:22.525654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50798) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:22.560922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99914fd2-6db1-45a3-8809-41f50a5878a3 req-9274c7a7-d0a3-45ba-a05b-9bb93ce50783 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:22.562574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99914fd2-6db1-45a3-8809-41f50a5878a3 req-9274c7a7-d0a3-45ba-a05b-9bb93ce50783 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 944 time: 0.0737884 Aug 31 13:46:22.615128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e604df47-eb59-454c-bf7a-ecede0266d79'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:22.625794 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99914fd2-6db1-45a3-8809-41f50a5878a3 req-2cf76264-c260-441f-81b3-b152a9e41af8 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539408 Aug 31 13:46:22.643491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7e05d8f-7b29-44d1-9209-1c7c3f366aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.645930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004c85b-0fb7-4398-beb9-cb0261437be1 req-95632014-305a-424d-a4e1-4cd921a54924 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:22.647497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1004c85b-0fb7-4398-beb9-cb0261437be1 req-95632014-305a-424d-a4e1-4cd921a54924 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 950 time: 0.0570285 Aug 31 13:46:22.662500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e2a06bb6-9dec-4791-a623-2bd7151f68d6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:22.678751 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7e05d8f-7b29-44d1-9209-1c7c3f366aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.696261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1004c85b-0fb7-4398-beb9-cb0261437be1 req-7ecbcfd2-8f6e-499a-a44f-796ba114ad75 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Aug 31 13:46:22.748984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7e05d8f-7b29-44d1-9209-1c7c3f366aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.748984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7e05d8f-7b29-44d1-9209-1c7c3f366aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:22.750777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e7e05d8f-7b29-44d1-9209-1c7c3f366aac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/931018e9-713b-4a26-bde2-65a06bef6c36 HTTP/1.1" status: 204 len: 168 time: 0.2228761 Aug 31 13:46:22.766021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e05d8f-7b29-44d1-9209-1c7c3f366aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931018e9-713b-4a26-bde2-65a06bef6c36,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:22.962538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80ca6-1e59-4c1a-b278-e0d8f493dc52 req-c5da76a0-1699-47b9-91d1-bbaeba64f3b6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:22.964115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06d80ca6-1e59-4c1a-b278-e0d8f493dc52 req-c5da76a0-1699-47b9-91d1-bbaeba64f3b6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 944 time: 0.0926375 Aug 31 13:46:23.014045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06d80ca6-1e59-4c1a-b278-e0d8f493dc52 req-41d9fbe2-aa86-41f9-b552-81e14e487612 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Aug 31 13:46:23.060757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50820) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:23.076340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd7b4-bcff-4fb5-acd3-b9dd012f0ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.145642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3db94-ebf2-486e-b7a3-664e0c18a715 req-c5044bed-dab8-47ed-917f-d2acb9569702 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:23.147187 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84f3db94-ebf2-486e-b7a3-664e0c18a715 req-c5044bed-dab8-47ed-917f-d2acb9569702 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 947 time: 0.0630460 Aug 31 13:46:23.179426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd7b4-bcff-4fb5-acd3-b9dd012f0ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.183901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd7b4-bcff-4fb5-acd3-b9dd012f0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.195987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84f3db94-ebf2-486e-b7a3-664e0c18a715 req-d634e9a8-31a1-4c18-8d0e-b72aabf70381 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Aug 31 13:46:23.223397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b4fcd7b4-bcff-4fb5-acd3-b9dd012f0ce3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ee5558f0ccc415695b4234911e66899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611516 Aug 31 13:46:23.224418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcd7b4-bcff-4fb5-acd3-b9dd012f0ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2367dc-9824-495a-ac38-7dafb94b9cca,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:23.226113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50826) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:23.244939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ec4247-c696-41ea-b8a1-579d62594f4a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:23.284781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad3e58ea-7719-4da4-907e-8f7703a3e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.309505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad3e58ea-7719-4da4-907e-8f7703a3e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.374347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad3e58ea-7719-4da4-907e-8f7703a3e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.377174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad3e58ea-7719-4da4-907e-8f7703a3e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.378640 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ad3e58ea-7719-4da4-907e-8f7703a3e146 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e2367dc-9824-495a-ac38-7dafb94b9cca HTTP/1.1" status: 204 len: 168 time: 0.1510756 Aug 31 13:46:23.386179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019dcc2-f23d-4984-8422-5d6d59217f7e req-c7d1812e-c769-45c7-904f-2a7df0bfd98f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:23.389409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e58ea-7719-4da4-907e-8f7703a3e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2367dc-9824-495a-ac38-7dafb94b9cca,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:23.393593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2019dcc2-f23d-4984-8422-5d6d59217f7e req-c7d1812e-c769-45c7-904f-2a7df0bfd98f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 944 time: 0.0930817 Aug 31 13:46:23.393798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 03ec4247-c696-41ea-b8a1-579d62594f4a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ec4247-c696-41ea-b8a1-579d62594f4a,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:23.415541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '03ec4247-c696-41ea-b8a1-579d62594f4a', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'port_id': '03ec4247-c696-41ea-b8a1-579d62594f4a', 'mac_address': 'fa:16:3e:86:c0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483300cd-c929-4e93-9d3c-7ac90b7407ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:23.450584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2019dcc2-f23d-4984-8422-5d6d59217f7e req-3aabaddc-6a11-419d-9151-05a635e0ce4b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509388 Aug 31 13:46:23.465146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.484359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ec4247-c696-41ea-b8a1-579d62594f4a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:23.505774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 03ec4247-c696-41ea-b8a1-579d62594f4a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ec4247-c696-41ea-b8a1-579d62594f4a,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:23.510955 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.511663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e4dd387-618d-4d18-a7ea-41e568684f37 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:23.610661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=03ec4247-c696-41ea-b8a1-579d62594f4a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:23.672534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6e4dd387-618d-4d18-a7ea-41e568684f37, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e4dd387-618d-4d18-a7ea-41e568684f37,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:23.686455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '6e4dd387-618d-4d18-a7ea-41e568684f37', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '6e4dd387-618d-4d18-a7ea-41e568684f37', 'mac_address': 'fa:16:3e:8a:a3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:23.733853 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.752085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4dd387-618d-4d18-a7ea-41e568684f37 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:23.779700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6e4dd387-618d-4d18-a7ea-41e568684f37, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e4dd387-618d-4d18-a7ea-41e568684f37,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:23.788300 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.814053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2d6f-e1e8-4621-8de8-00adfc0633d2 req-1aabc52a-2ec7-4a86-8bb7-0f29a633767b tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:23.823318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758d2d6f-e1e8-4621-8de8-00adfc0633d2 req-1aabc52a-2ec7-4a86-8bb7-0f29a633767b tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 944 time: 0.1076450 Aug 31 13:46:23.861402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6e4dd387-618d-4d18-a7ea-41e568684f37,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:23.869557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211cd89-741b-4d59-be5f-638260a81246 req-e9b5e16a-c6cc-4be4-b1d6-1c28a893b214 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:23.877291 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758d2d6f-e1e8-4621-8de8-00adfc0633d2 req-7b21a7de-d01d-4bd9-b574-790439c81d7a tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Aug 31 13:46:23.879796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d211cd89-741b-4d59-be5f-638260a81246 req-e9b5e16a-c6cc-4be4-b1d6-1c28a893b214 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 950 time: 0.0904942 Aug 31 13:46:23.923201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d211cd89-741b-4d59-be5f-638260a81246 req-c08d6123-da21-4ac9-b0f6-a70f55e0ba77 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Aug 31 13:46:24.061755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6649de7-2fc6-4a6d-8625-2fcdae5e40b5 req-5259df40-3c3b-4c49-88c9-d4222105510e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:24.063815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6649de7-2fc6-4a6d-8625-2fcdae5e40b5 req-5259df40-3c3b-4c49-88c9-d4222105510e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0645373 Aug 31 13:46:24.127486 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6649de7-2fc6-4a6d-8625-2fcdae5e40b5 req-69ea0d41-e03f-4355-ab0a-953a2e0e5819 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520301 Aug 31 13:46:24.194129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64506bd3-31bc-4e35-913c-4f51395d3924 req-738fbd1a-ed38-4bfe-8bb4-ca29f9238ee3 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:24.195779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64506bd3-31bc-4e35-913c-4f51395d3924 req-738fbd1a-ed38-4bfe-8bb4-ca29f9238ee3 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 944 time: 0.0600383 Aug 31 13:46:24.241418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64506bd3-31bc-4e35-913c-4f51395d3924 req-0c22f40e-5ae4-43d7-8faf-e4369a3bd4ba tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Aug 31 13:46:24.356971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787e08a-eae3-4446-8e45-39e7ae4248e5 req-e2c921bd-e37d-4fff-9e58-f3e1aa5d233c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:24.358608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e787e08a-eae3-4446-8e45-39e7ae4248e5 req-e2c921bd-e37d-4fff-9e58-f3e1aa5d233c tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 948 time: 0.0544107 Aug 31 13:46:24.409896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e787e08a-eae3-4446-8e45-39e7ae4248e5 req-5a1fd28b-e42c-424a-aefc-15874f32916f tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Aug 31 13:46:24.470262 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-c6b166a3-db33-45cc-acf4-791cf21b95b3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238261 Aug 31 13:46:24.511778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['03ec4247-c696-41ea-b8a1-579d62594f4a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:24.541355 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6e4dd387-618d-4d18-a7ea-41e568684f37'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:24.594915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-1666e20a-cffa-4257-92ec-9fb920375187 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:24.599620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b728dc-3923-4564-ae01-6757a6d7d103 req-261ac3fc-22df-4efd-a7e8-d32a59357ad9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:24.602128 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-1666e20a-cffa-4257-92ec-9fb920375187 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248307 Aug 31 13:46:24.602715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0b728dc-3923-4564-ae01-6757a6d7d103 req-261ac3fc-22df-4efd-a7e8-d32a59357ad9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 945 time: 0.0675964 Aug 31 13:46:24.620561 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0486c0bb-2f6c-49ed-a6ef-3d3406af6f78 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/quotas/4f7b256bb3ff448fa3a75135de5a8324 HTTP/1.1" status: 200 len: 375 time: 0.0169737 Aug 31 13:46:24.647760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0b728dc-3923-4564-ae01-6757a6d7d103 req-60fcd8ff-3a89-4bcc-b409-159995cd5edc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Aug 31 13:46:24.690370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-5827d7d6-a69b-46e6-b4a5-965a6e2b25bf tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685699 Aug 31 13:46:24.871225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-480eab85-32e6-419c-b30e-41e67b069154 req-f9520c25-3e16-442a-8636-5d10d8fcf497 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 210 time: 0.0331457 Aug 31 13:46:25.026477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9572b9-2e2f-483c-a6b4-f0c153465e4d req-fae4729b-f0d7-42c9-a5f6-1712f5c04aef tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:25.028923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb9572b9-2e2f-483c-a6b4-f0c153465e4d req-fae4729b-f0d7-42c9-a5f6-1712f5c04aef tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 944 time: 0.0804696 Aug 31 13:46:25.082365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb9572b9-2e2f-483c-a6b4-f0c153465e4d req-6e7a4b9d-552e-4b49-85c2-645ba945f2c2 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450172 Aug 31 13:46:25.231941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e2a06bb6-9dec-4791-a623-2bd7151f68d6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:25.303055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e2a06bb6-9dec-4791-a623-2bd7151f68d6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:25.310057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e2a06bb6-9dec-4791-a623-2bd7151f68d6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:25.311868 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:25.397463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d30df-1802-4931-8852-71e4744890c4 req-10d101d2-7c75-4504-9b91-1d6c9fdf3261 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:25.405217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:25.405665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-765d30df-1802-4931-8852-71e4744890c4 req-10d101d2-7c75-4504-9b91-1d6c9fdf3261 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 944 time: 0.0757883 Aug 31 13:46:25.430682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:25.434303 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52db970-2b02-47ba-9f1d-7099ac0f8352" -d '{"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:25.446971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:25.452826 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:25.454383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e604df47-eb59-454c-bf7a-ecede0266d79 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:25.455280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-765d30df-1802-4931-8852-71e4744890c4 req-2afc1290-2571-4feb-a59d-e979ac1bbd95 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Aug 31 13:46:25.548587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:25.561171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e604df47-eb59-454c-bf7a-ecede0266d79 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:25.565797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e604df47-eb59-454c-bf7a-ecede0266d79 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:25.566718 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:25.569688 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb35ec6-b955-45b0-a1e2-8a65ce1015cb x-openstack-request-id: req-5cb35ec6-b955-45b0-a1e2-8a65ce1015cb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:25.570211 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:25.570542 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cb35ec6-b955-45b0-a1e2-8a65ce1015cb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:25.571111 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'code': 200} Aug 31 13:46:25.606375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cc34e-eba2-4e8b-b56f-7565e6ea1551 req-ff1b8f05-1539-4090-bce3-fa8e4ee39677 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:25.608346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe5cc34e-eba2-4e8b-b56f-7565e6ea1551 req-ff1b8f05-1539-4090-bce3-fa8e4ee39677 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 948 time: 0.0720940 Aug 31 13:46:25.672965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe5cc34e-eba2-4e8b-b56f-7565e6ea1551 req-38155c39-1cdc-485f-8e51-f3f4b6be59fd tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527723 Aug 31 13:46:25.722259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:25.760761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e604df47-eb59-454c-bf7a-ecede0266d79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e604df47-eb59-454c-bf7a-ecede0266d79,segment=NetworkSegment(ba9623a0-a758-4327-8788-02cde2b068d0),segment_id=ba9623a0-a758-4327-8788-02cde2b068d0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:25.767393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:25.795980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938dea9-12b2-46dd-82d4-71e5a3436a03 req-dd0989f8-e3c0-4614-a5e9-d898ba0e7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:25.802121 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c938dea9-12b2-46dd-82d4-71e5a3436a03 req-dd0989f8-e3c0-4614-a5e9-d898ba0e7994 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 1096 time: 0.0680363 Aug 31 13:46:25.810230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcf746-cd9b-4582-9c6f-419398efe87f req-91b21293-9e17-4aed-95b0-d2b3e95cb8d6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:25.818132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6fcf746-cd9b-4582-9c6f-419398efe87f req-91b21293-9e17-4aed-95b0-d2b3e95cb8d6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 945 time: 0.0828781 Aug 31 13:46:25.854687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e604df47-eb59-454c-bf7a-ecede0266d79,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:25.856513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c938dea9-12b2-46dd-82d4-71e5a3436a03 req-ee5f29e3-3d6c-4858-b204-c6ea981fd49c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Aug 31 13:46:25.868673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6fcf746-cd9b-4582-9c6f-419398efe87f req-2a021783-e38d-49c8-917e-ff1b26f24471 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494702 Aug 31 13:46:25.979172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4365923f-1f43-45ec-bea2-0dfb807f16c1 req-dc4734b8-1b0f-4a1f-885a-d3c6ac8d77cb tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 210 time: 0.0301726 Aug 31 13:46:26.013642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51002) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:26.137573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-073888a5-88fb-4b26-90d3-0f8e0f18bef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.227854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee76ea3-22da-4e09-9508-48151185f2a0 req-0d19c2c5-4402-4c2a-a74d-e1c5240150df tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:26.237155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ee76ea3-22da-4e09-9508-48151185f2a0 req-0d19c2c5-4402-4c2a-a74d-e1c5240150df tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0662236 Aug 31 13:46:26.255608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-073888a5-88fb-4b26-90d3-0f8e0f18bef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.260058 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-073888a5-88fb-4b26-90d3-0f8e0f18bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.281636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ee76ea3-22da-4e09-9508-48151185f2a0 req-16b0f097-2b8e-4801-94df-fd16f4fe2ec4 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Aug 31 13:46:26.283927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:26.301392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-073888a5-88fb-4b26-90d3-0f8e0f18bef9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a515d775f084f88bf274488b911a4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866237 Aug 31 13:46:26.302718 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073888a5-88fb-4b26-90d3-0f8e0f18bef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885db198-a7b0-4797-910b-3c18076bae0b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:26.309095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:26.362126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-688d353d-656b-431a-bb04-b7ad23801a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.384288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-688d353d-656b-431a-bb04-b7ad23801a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.405273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-122ea7bb-4b42-4554-a2d6-eaa2d6ba0a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.467598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-688d353d-656b-431a-bb04-b7ad23801a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.470064 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-688d353d-656b-431a-bb04-b7ad23801a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.471184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-688d353d-656b-431a-bb04-b7ad23801a2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/885db198-a7b0-4797-910b-3c18076bae0b HTTP/1.1" status: 204 len: 168 time: 0.1611428 Aug 31 13:46:26.483766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d353d-656b-431a-bb04-b7ad23801a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885db198-a7b0-4797-910b-3c18076bae0b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:26.537731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-122ea7bb-4b42-4554-a2d6-eaa2d6ba0a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.544316 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-122ea7bb-4b42-4554-a2d6-eaa2d6ba0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.573436 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e979139f-eb11-490e-806e-ebafd7f28795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.584976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea7bb-4b42-4554-a2d6-eaa2d6ba0a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a68338-332b-4a8a-b5cd-c4ddb7145574,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:26.589441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-122ea7bb-4b42-4554-a2d6-eaa2d6ba0a65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57dd7ec5dad44e91b85f3522dc16eb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041620 Aug 31 13:46:26.592550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51026) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:26.630061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b911a56-92f8-4c49-bb04-4e5be6b26f3b req-f3a05674-ebb7-4bd2-a80e-f7adab5af319 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:26.631940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8b911a56-92f8-4c49-bb04-4e5be6b26f3b req-f3a05674-ebb7-4bd2-a80e-f7adab5af319 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 945 time: 0.0863571 Aug 31 13:46:26.657016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60c494f1-f7e6-4e9a-ba1b-ce7615c8c23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.661640 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-f9a18e5a-be30-41fe-9e86-39b02e9f4ab7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287497 Aug 31 13:46:26.685800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60c494f1-f7e6-4e9a-ba1b-ce7615c8c23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.759142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60c494f1-f7e6-4e9a-ba1b-ce7615c8c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.762881 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60c494f1-f7e6-4e9a-ba1b-ce7615c8c23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:26.766438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-60c494f1-f7e6-4e9a-ba1b-ce7615c8c23e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24a68338-332b-4a8a-b5cd-c4ddb7145574 HTTP/1.1" status: 204 len: 168 time: 0.1726053 Aug 31 13:46:26.789239 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8b911a56-92f8-4c49-bb04-4e5be6b26f3b req-be8efabf-c2f5-4f1e-8308-6c13bae95ea7 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393096 Aug 31 13:46:26.806103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c494f1-f7e6-4e9a-ba1b-ce7615c8c23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a68338-332b-4a8a-b5cd-c4ddb7145574,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:26.846696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-961f6197-73dc-49f0-9934-13de4ca64937 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:26.849326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-961f6197-73dc-49f0-9934-13de4ca64937 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788113 Aug 31 13:46:26.880889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d2ad9-a230-41a2-a3b3-d75a4fcde336 req-1ee55d88-84b8-4b22-9f0d-c83a064dcb0a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:26.882632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-301d2ad9-a230-41a2-a3b3-d75a4fcde336 req-1ee55d88-84b8-4b22-9f0d-c83a064dcb0a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 948 time: 0.0730352 Aug 31 13:46:26.888040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Request body: {'port': {'device_id': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '4f7b256bb3ff448fa3a75135de5a8324'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:26.924444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51036) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:26.931189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-301d2ad9-a230-41a2-a3b3-d75a4fcde336 req-2546ecaa-556b-40a8-8dc3-ddd7bdc8c3c5 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Aug 31 13:46:26.995900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579483d3-6730-4218-be03-688cecb742d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.084028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dea8a58-d0f4-4937-a4b8-89768a95c9a8 req-dae0ba34-e6d6-4270-af5f-d414efaaff3a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 210 time: 0.0347710 Aug 31 13:46:27.090054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42d31b-68c6-4b92-a576-e9a62fc5bd18 req-faeb06b5-97ba-4fd1-a522-c0f00fba9a26 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:27.091572 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb42d31b-68c6-4b92-a576-e9a62fc5bd18 req-faeb06b5-97ba-4fd1-a522-c0f00fba9a26 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 945 time: 0.1169417 Aug 31 13:46:27.123481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51042) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:27.137923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23fa8c36-1d21-451d-bee4-32d05c2d1321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.164237 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb42d31b-68c6-4b92-a576-e9a62fc5bd18 req-b665b752-f41e-403f-80f9-e811bdf1a85b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642695 Aug 31 13:46:27.199002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579483d3-6730-4218-be03-688cecb742d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.206263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579483d3-6730-4218-be03-688cecb742d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.245542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579483d3-6730-4218-be03-688cecb742d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf11a809-5a8b-4bb7-bbfe-d9379bc4aa29,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:27.249646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ec4247-c696-41ea-b8a1-579d62594f4a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:27.251208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Made reservation on behalf of 4f7b256bb3ff448fa3a75135de5a8324 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:27.254647 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.260738 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-579483d3-6730-4218-be03-688cecb742d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2dd349729f849d8a37df4283b147ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351245 Aug 31 13:46:27.266661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51044) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:27.310978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 03ec4247-c696-41ea-b8a1-579d62594f4a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:27.318530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 03ec4247-c696-41ea-b8a1-579d62594f4a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:27.319191 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.389056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23fa8c36-1d21-451d-bee4-32d05c2d1321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.395270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23fa8c36-1d21-451d-bee4-32d05c2d1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.427507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.432898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d15dd000-48a3-46bd-89f0-cdca1231a297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.446674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-23fa8c36-1d21-451d-bee4-32d05c2d1321 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce94c0aba67a4c09acaa0a265075eda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195491 Aug 31 13:46:27.446674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa8c36-1d21-451d-bee4-32d05c2d1321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da1e991-08cb-450a-9ad1-be9ebedc026b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:27.448180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51050) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:27.491571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 03ec4247-c696-41ea-b8a1-579d62594f4a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ec4247-c696-41ea-b8a1-579d62594f4a,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:27.497079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d15dd000-48a3-46bd-89f0-cdca1231a297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.497425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.498419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e4dd387-618d-4d18-a7ea-41e568684f37 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:27.546314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Allocated IP 192.168.233.20 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/5eb51f04-be56-4ab4-a8e7-831fac5752f1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:27.546882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-059c3b09-c391-462b-9d1f-77e2938318f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.555148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86bb9d-301f-45b9-8e88-2b1d2b7ef26e req-74e29682-b41f-4113-b4ee-eed877703e6f tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:27.557083 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2f86bb9d-301f-45b9-8e88-2b1d2b7ef26e req-74e29682-b41f-4113-b4ee-eed877703e6f tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.1549551 Aug 31 13:46:27.573063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e604df47-eb59-454c-bf7a-ecede0266d79'}, {'server_uuid': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ec4247-c696-41ea-b8a1-579d62594f4a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:27.576043 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27077250-fc89-40ec-86e9-73bfd2c9d6b8" -d '{"events": [{"server_uuid": "503b91eb-ffeb-4681-97ca-e4903b0c6b16", "name": "network-vif-plugged", "status": "completed", "tag": "e604df47-eb59-454c-bf7a-ecede0266d79"}, {"server_uuid": "2a8ccca3-d9ba-4ef6-9645-c76e93054ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03ec4247-c696-41ea-b8a1-579d62594f4a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:27.582558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-059c3b09-c391-462b-9d1f-77e2938318f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.624783 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2f86bb9d-301f-45b9-8e88-2b1d2b7ef26e req-21f0e2ea-8d29-425f-a91c-18ca359cd0d9 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Aug 31 13:46:27.637347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=03ec4247-c696-41ea-b8a1-579d62594f4a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:27.655142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d15dd000-48a3-46bd-89f0-cdca1231a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.658297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d15dd000-48a3-46bd-89f0-cdca1231a297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.658763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 6e4dd387-618d-4d18-a7ea-41e568684f37 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:27.659421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d15dd000-48a3-46bd-89f0-cdca1231a297 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf11a809-5a8b-4bb7-bbfe-d9379bc4aa29 HTTP/1.1" status: 204 len: 168 time: 0.3919263 Aug 31 13:46:27.665295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 6e4dd387-618d-4d18-a7ea-41e568684f37 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:27.674875 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.674875 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39811ceb-99d5-4287-92eb-537e471153f4 x-openstack-request-id: req-39811ceb-99d5-4287-92eb-537e471153f4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:27.674875 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503b91eb-ffeb-4681-97ca-e4903b0c6b16", "name": "network-vif-plugged", "status": "completed", "tag": "e604df47-eb59-454c-bf7a-ecede0266d79", "code": 200}, {"server_uuid": "2a8ccca3-d9ba-4ef6-9645-c76e93054ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03ec4247-c696-41ea-b8a1-579d62594f4a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:27.674875 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39811ceb-99d5-4287-92eb-537e471153f4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:27.674875 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e604df47-eb59-454c-bf7a-ecede0266d79', 'code': 200} Aug 31 13:46:27.674875 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ec4247-c696-41ea-b8a1-579d62594f4a', 'code': 200} Aug 31 13:46:27.692568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dd000-48a3-46bd-89f0-cdca1231a297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf11a809-5a8b-4bb7-bbfe-d9379bc4aa29,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:27.693511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-059c3b09-c391-462b-9d1f-77e2938318f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.696367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-059c3b09-c391-462b-9d1f-77e2938318f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.703870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-059c3b09-c391-462b-9d1f-77e2938318f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2da1e991-08cb-450a-9ad1-be9ebedc026b HTTP/1.1" status: 204 len: 168 time: 0.2541289 Aug 31 13:46:27.725180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c3b09-c391-462b-9d1f-77e2938318f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da1e991-08cb-450a-9ad1-be9ebedc026b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:27.812200 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.855872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6e4dd387-618d-4d18-a7ea-41e568684f37, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e4dd387-618d-4d18-a7ea-41e568684f37,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:27.869321 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.879559 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.903282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Transition to ACTIVE for port object 5eb51f04-be56-4ab4-a8e7-831fac5752f1 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:27.951875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.952971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba4c1-f969-4749-a7a8-f15716acd3f2 req-e72cefce-671a-47ba-87de-930c6649f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:27.954829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-988ba4c1-f969-4749-a7a8-f15716acd3f2 req-e72cefce-671a-47ba-87de-930c6649f70b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 1097 time: 0.1248503 Aug 31 13:46:28.005377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['a37eeded-a910-4990-803a-a9c548a70d65', 'd722fd62-481a-45fd-95df-07c6ab16ef1d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:28.009355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43015-a6fe-4e82-8339-2e8e92733bf2 req-b9cfe7cf-5692-476f-b992-fc85a2c7ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:28.011365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fc43015-a6fe-4e82-8339-2e8e92733bf2 req-b9cfe7cf-5692-476f-b992-fc85a2c7ac5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 1096 time: 0.1264269 Aug 31 13:46:28.017529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-988ba4c1-f969-4749-a7a8-f15716acd3f2 req-966e4afe-928c-4019-b416-592405c5af65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510893 Aug 31 13:46:28.052199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd365c-412a-40a4-a2c1-85eab2e7ad86 req-2d609a41-9ac4-4ffa-978e-1a914548c67e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:28.053998 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcbd365c-412a-40a4-a2c1-85eab2e7ad86 req-2d609a41-9ac4-4ffa-978e-1a914548c67e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 945 time: 0.1152489 Aug 31 13:46:28.058355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:28.059754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Pushing event updated for resources: {'Port': ['ID=5eb51f04-be56-4ab4-a8e7-831fac5752f1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:28.076087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6e4dd387-618d-4d18-a7ea-41e568684f37,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:28.085987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:28.090500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:28.095988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:28.096622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:28.146445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0d7d-2472-46ba-9430-e6d866e49ca9 req-dca391e3-80aa-43c2-a361-14ce1e780437 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:28.160764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7cf0d7d-2472-46ba-9430-e6d866e49ca9 req-dca391e3-80aa-43c2-a361-14ce1e780437 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.0992811 Aug 31 13:46:28.199178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcbd365c-412a-40a4-a2c1-85eab2e7ad86 req-7029f402-2d2d-4c9e-9bd5-407ecf8d5da0 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049919 Aug 31 13:46:28.199178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-0051f69e-afc0-45de-9d4e-f527c5b16b74 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3052554 Aug 31 13:46:28.264265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7cf0d7d-2472-46ba-9430-e6d866e49ca9 req-f9ce7500-0bf9-473d-9732-b9b6abd60d24 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958312 Aug 31 13:46:28.396453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fc43015-a6fe-4e82-8339-2e8e92733bf2 req-c3e47c69-5fb5-4d1a-a900-756802f7cb7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488222 Aug 31 13:46:28.399836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Request body: {'port': {'device_id': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:28.457167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84754d-7ba3-48c0-b2d0-4540f9c7d108 req-3f3a2190-b1f7-49e7-b970-186b6c5a85d6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:28.464805 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dd84754d-7ba3-48c0-b2d0-4540f9c7d108 req-3f3a2190-b1f7-49e7-b970-186b6c5a85d6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 935 time: 0.1757879 Aug 31 13:46:28.477612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4bc08-3b13-4199-9280-9fe2423b671c req-a2836dec-26f4-475e-b964-17a9c8703200 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:28.481207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6c4bc08-3b13-4199-9280-9fe2423b671c req-a2836dec-26f4-475e-b964-17a9c8703200 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 946 time: 0.0701540 Aug 31 13:46:28.502536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fd5a84bd-e4b5-44bc-8e98-d2cc558ee708 None None] Provisioning for port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:28.512048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fd5a84bd-e4b5-44bc-8e98-d2cc558ee708 None None] Provisioning complete for port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:28.513148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fd5a84bd-e4b5-44bc-8e98-d2cc558ee708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:28.521939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:28.561116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6c4bc08-3b13-4199-9280-9fe2423b671c req-20eff1c5-5b7e-4564-ab1e-590aeb34b3a5 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Aug 31 13:46:28.577153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a84bd-e4b5-44bc-8e98-d2cc558ee708 None None] Port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:46:28.579566 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dd84754d-7ba3-48c0-b2d0-4540f9c7d108 req-38122dd6-365f-48f9-9b45-8556402dce1b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137438 Aug 31 13:46:28.854238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba0341-67cd-4245-8758-896f98c92f39 req-3cf3fe9e-3ee1-4ca9-8e3c-0abde3f6f79e tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:28.864494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45ba0341-67cd-4245-8758-896f98c92f39 req-3cf3fe9e-3ee1-4ca9-8e3c-0abde3f6f79e tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0898547 Aug 31 13:46:28.927596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45ba0341-67cd-4245-8758-896f98c92f39 req-8fd9da86-6cb8-4ad4-be8d-66fe8835a346 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618033 Aug 31 13:46:28.996257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb51f04-be56-4ab4-a8e7-831fac5752f1 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:29.010293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab351b9-5bb3-45aa-856d-a72aa26c01ae req-4dbf5c75-8fea-42cd-a202-2f6816fbdaac tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.011514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ab351b9-5bb3-45aa-856d-a72aa26c01ae req-4dbf5c75-8fea-42cd-a202-2f6816fbdaac tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 945 time: 0.1210225 Aug 31 13:46:29.016027 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.048225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Transition to ACTIVE for port object 5eb51f04-be56-4ab4-a8e7-831fac5752f1 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:29.057045 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.072423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ab351b9-5bb3-45aa-856d-a72aa26c01ae req-2233dbab-2503-4245-b65a-2ca2a9704f58 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533297 Aug 31 13:46:29.121537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb51f04-be56-4ab4-a8e7-831fac5752f1,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:29.165240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Attempting to bind port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:29.165581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Attempting to bind port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:29.165921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Attempting to bind port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:29.170645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:29.170977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Attempting to bind port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:29.177651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:29.178059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:29.178500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:29.178931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Bound port: 5eb51f04-be56-4ab4-a8e7-831fac5752f1, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:29.179296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.260678 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-459a53a6-4e85-41cc-8cbc-dc77a6ab2d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.282416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] For port 5eb51f04-be56-4ab4-a8e7-831fac5752f1, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:29.285939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] For port 5eb51f04-be56-4ab4-a8e7-831fac5752f1, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5eb51f04-be56-4ab4-a8e7-831fac5752f1,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:29.294669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.342130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.342862 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.352541 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] 10.222.0.26 "PUT /v2.0/ports/5eb51f04-be56-4ab4-a8e7-831fac5752f1 HTTP/1.1" status: 200 len: 1095 time: 0.9704962 Aug 31 13:46:29.353765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'tag': '5eb51f04-be56-4ab4-a8e7-831fac5752f1'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:29.359284 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d752b6e-1e47-4b2f-b573-989f833ae19d", "tag": "5eb51f04-be56-4ab4-a8e7-831fac5752f1"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:29.410964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abac6a-87c6-460b-8a2a-05459bc7d671 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb51f04-be56-4ab4-a8e7-831fac5752f1,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:29.459864 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a599864-edc5-4056-b899-6ce47d97131a x-openstack-request-id: req-8a599864-edc5-4056-b899-6ce47d97131a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:29.459864 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d752b6e-1e47-4b2f-b573-989f833ae19d", "tag": "5eb51f04-be56-4ab4-a8e7-831fac5752f1", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:29.460376 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a599864-edc5-4056-b899-6ce47d97131a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:29.460836 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'tag': '5eb51f04-be56-4ab4-a8e7-831fac5752f1', 'status': 'completed', 'code': 200} Aug 31 13:46:29.485828 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.526530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aba53-6152-46fa-a80b-191e301725b4 req-349b873e-6253-4a7f-ad3d-483dc24482bb tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.528249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c9aba53-6152-46fa-a80b-191e301725b4 req-349b873e-6253-4a7f-ad3d-483dc24482bb tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.0930600 Aug 31 13:46:29.565284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-22d05e7b-b4ee-4e7b-8ed3-ac0bcd0df986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.569501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-22d05e7b-b4ee-4e7b-8ed3-ac0bcd0df986 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 1098 time: 0.0799820 Aug 31 13:46:29.613247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c9aba53-6152-46fa-a80b-191e301725b4 req-dfcd1094-dced-425f-a359-0b327f7defa5 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765824 Aug 31 13:46:29.674471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f408b76-0ddf-4567-9216-91d723b75922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dd387-618d-4d18-a7ea-41e568684f37'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:29.677130 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9eceaa-7813-45ec-9d26-b4f471548133" -d '{"events": [{"server_uuid": "9f408b76-0ddf-4567-9216-91d723b75922", "name": "network-vif-plugged", "status": "completed", "tag": "6e4dd387-618d-4d18-a7ea-41e568684f37"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:29.688507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-38d5d8aa-a900-4430-910b-03c137454d91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5eb51f04-be56-4ab4-a8e7-831fac5752f1 HTTP/1.1" status: 200 len: 217 time: 0.0766165 Aug 31 13:46:29.766981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451330a1-884f-4291-9ff6-20d46adf18db req-f510e334-2773-4455-ad98-dcdab00e6786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.769105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451330a1-884f-4291-9ff6-20d46adf18db req-f510e334-2773-4455-ad98-dcdab00e6786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 946 time: 0.1006920 Aug 31 13:46:29.773428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-11063f00-f558-4db0-9086-72dead34cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.774929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-11063f00-f558-4db0-9086-72dead34cc01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0721061 Aug 31 13:46:29.778451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65e5b-01ad-4683-a38d-c8aeca0ba89c req-4adedede-db1c-43b3-85cf-e6eb8a61bb5f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.787314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8c65e5b-01ad-4683-a38d-c8aeca0ba89c req-4adedede-db1c-43b3-85cf-e6eb8a61bb5f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 947 time: 0.0782297 Aug 31 13:46:29.827664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8c65e5b-01ad-4683-a38d-c8aeca0ba89c req-0fcb9919-0a53-4f3f-a647-63847ae24c6d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Aug 31 13:46:29.871339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451330a1-884f-4291-9ff6-20d46adf18db req-f9d8ba3f-202d-46ea-8376-c4fe8f4f7ea4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939734 Aug 31 13:46:29.882011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-89d38a0b-c8c9-4024-ba82-db62a9cf3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.883548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-89d38a0b-c8c9-4024-ba82-db62a9cf3f0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754917 Aug 31 13:46:29.888428 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfb3088-cd1c-4a87-8867-bd730ea97b33 x-openstack-request-id: req-1dfb3088-cd1c-4a87-8867-bd730ea97b33 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:29.888802 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f408b76-0ddf-4567-9216-91d723b75922", "name": "network-vif-plugged", "status": "completed", "tag": "6e4dd387-618d-4d18-a7ea-41e568684f37", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:29.889091 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1dfb3088-cd1c-4a87-8867-bd730ea97b33 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:29.889481 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f408b76-0ddf-4567-9216-91d723b75922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dd387-618d-4d18-a7ea-41e568684f37', 'code': 200} Aug 31 13:46:30.022540 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-c6dedd44-57ae-47d2-a1ef-e3afe4cf997e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219049 Aug 31 13:46:30.110477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe674216-9510-474f-9327-605e9b1f00d8 req-6c31aba8-2828-492d-a0ea-d805caf4fc8f tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.111924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe674216-9510-474f-9327-605e9b1f00d8 req-6c31aba8-2828-492d-a0ea-d805caf4fc8f tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0572009 Aug 31 13:46:30.160134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe674216-9510-474f-9327-605e9b1f00d8 req-21a5b3b6-2fa9-4af3-9f75-c1416834a429 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Aug 31 13:46:30.228734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccbb2b-e3db-4397-a8ca-8094d2300ff2 req-860516d1-9332-41b1-bc8e-11b49721f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.230426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48ccbb2b-e3db-4397-a8ca-8094d2300ff2 req-860516d1-9332-41b1-bc8e-11b49721f5ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 1100 time: 0.0548768 Aug 31 13:46:30.286514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc180eb6-5ee8-4f68-bc0c-5adc51a72629 req-b8d5cea7-799d-4485-ac4c-0a1a0ce6c14b service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086550 Aug 31 13:46:30.354398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48ccbb2b-e3db-4397-a8ca-8094d2300ff2 req-2e3376e2-4e36-44a5-abaf-8238aa191662 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694151 Aug 31 13:46:30.377794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eab17-7c53-49cc-9022-a9c3b9897867 req-8301861b-d96b-4772-aa9a-cde649d49603 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.379440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f1eab17-7c53-49cc-9022-a9c3b9897867 req-8301861b-d96b-4772-aa9a-cde649d49603 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 945 time: 0.1060994 Aug 31 13:46:30.413719 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.445294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f1eab17-7c53-49cc-9022-a9c3b9897867 req-9b324220-2a32-44a2-99f2-a796cabfb684 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593090 Aug 31 13:46:30.643079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51190) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:30.768769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5da87d-dda7-4603-a27b-d62724a63b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.899272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2952-e87d-42a2-8624-f3bac5897133 req-5c89cab5-2b6d-4e4e-86c2-9dee100f3b07 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.900978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-806c2952-e87d-42a2-8624-f3bac5897133 req-5c89cab5-2b6d-4e4e-86c2-9dee100f3b07 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.0800624 Aug 31 13:46:30.936303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5da87d-dda7-4603-a27b-d62724a63b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.941511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5da87d-dda7-4603-a27b-d62724a63b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.985826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-806c2952-e87d-42a2-8624-f3bac5897133 req-73460870-5a37-4ac6-9d6d-8f47e661d29d tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726273 Aug 31 13:46:30.993688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ea5da87d-dda7-4603-a27b-d62724a63b88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae2d7f97adba410a97626801f5366dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493555 Aug 31 13:46:30.996691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:30.998686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5da87d-dda7-4603-a27b-d62724a63b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e852055a-17c9-4645-b1aa-b5a0fc71fb6a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:31.052563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-6c21a08d-372d-43bb-a836-30ba399ae7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.054230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-6c21a08d-372d-43bb-a836-30ba399ae7d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 1098 time: 0.0468941 Aug 31 13:46:31.066792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0fca068-e6dd-4123-ba13-80c948022815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.095682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0fca068-e6dd-4123-ba13-80c948022815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.145103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0fca068-e6dd-4123-ba13-80c948022815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.147870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0fca068-e6dd-4123-ba13-80c948022815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.152478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d0fca068-e6dd-4123-ba13-80c948022815 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e852055a-17c9-4645-b1aa-b5a0fc71fb6a HTTP/1.1" status: 204 len: 168 time: 0.1543078 Aug 31 13:46:31.166924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fca068-e6dd-4123-ba13-80c948022815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e852055a-17c9-4645-b1aa-b5a0fc71fb6a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:31.283351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca617e-32fe-4c59-a45d-7c257b5e9d88 req-3679faf1-2b67-4ff0-adef-621b3bc9619e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.284912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4aca617e-32fe-4c59-a45d-7c257b5e9d88 req-3679faf1-2b67-4ff0-adef-621b3bc9619e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 947 time: 0.1677639 Aug 31 13:46:31.303271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-2547b10b-f0d0-4f72-b4f1-3d8c2a4ceb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.304738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-2547b10b-f0d0-4f72-b4f1-3d8c2a4ceb62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1606967 Aug 31 13:46:31.334583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4aca617e-32fe-4c59-a45d-7c257b5e9d88 req-6b01c7de-781a-4fdb-b388-251978dbde71 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Aug 31 13:46:31.349824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323978f8-8469-43cb-889e-6ead0d7cecfb req-a605bfc1-f8cc-4e00-ad09-42ac02d857be tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.354622 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-323978f8-8469-43cb-889e-6ead0d7cecfb req-a605bfc1-f8cc-4e00-ad09-42ac02d857be tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 946 time: 0.0734050 Aug 31 13:46:31.424120 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-323978f8-8469-43cb-889e-6ead0d7cecfb req-96956eb3-70f8-40c8-b009-1ad54151456c tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 Aug 31 13:46:31.431802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-ebe58f24-0332-4b7c-a05c-4e29c7f8d168 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5eb51f04-be56-4ab4-a8e7-831fac5752f1 HTTP/1.1" status: 200 len: 217 time: 0.0840578 Aug 31 13:46:31.514940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51230) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:31.528140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-bbd58948-ce35-48ce-9ee9-975aab4665c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.535081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-bbd58948-ce35-48ce-9ee9-975aab4665c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0776703 Aug 31 13:46:31.543159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77de0ec-9e85-4244-802a-046ca529d039 req-d7a1b9ad-a2f0-4e0b-831d-25df268ddd4f tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.544836 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e77de0ec-9e85-4244-802a-046ca529d039 req-d7a1b9ad-a2f0-4e0b-831d-25df268ddd4f tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0684371 Aug 31 13:46:31.608166 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e77de0ec-9e85-4244-802a-046ca529d039 req-10d3b2e2-dc6a-4a5c-8bb9-935b1aab8a55 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542006 Aug 31 13:46:31.634644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-32e779e8-f30c-48be-a984-67c25471c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.634644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-32e779e8-f30c-48be-a984-67c25471c52c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803125 Aug 31 13:46:31.662953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4e149-3575-4e19-8e5e-0d853e257de5 req-e6406216-2704-4db4-b18e-d759b62706bb tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.665198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fa4e149-3575-4e19-8e5e-0d853e257de5 req-e6406216-2704-4db4-b18e-d759b62706bb tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0782013 Aug 31 13:46:31.671119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51238) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:31.695894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.697947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2da5c8f-e53a-4b39-9013-6fb0f939fcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.738229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.api [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:46:31.738229 n-d-792362-6 neutron-server[101360]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 13:46:31.738229 n-d-792362-6 neutron-server[101360]: [parameters: {'project_id': 'f3afcc730c9847be99b6ab6de105c9fa', 'id': 'b107faa7-3134-478f-bea9-e84cd108a49c', 'expiration': datetime.datetime(2021, 8, 31, 13, 48, 31, 729437)}] Aug 31 13:46:31.738229 n-d-792362-6 neutron-server[101360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:46:31.738640 n-d-792362-6 neutron-server[101360]: DEBUG oslo_db.api [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:46:31.761721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fa4e149-3575-4e19-8e5e-0d853e257de5 req-38be3e54-3f0c-417d-9c95-feee4662e783 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783052 Aug 31 13:46:31.794534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-1cd536c5-71c9-46f7-b86d-e10937e246ba service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447611 Aug 31 13:46:31.823517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2da5c8f-e53a-4b39-9013-6fb0f939fcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.824918 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.830727 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2da5c8f-e53a-4b39-9013-6fb0f939fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.923549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658dd64e-f59c-43bc-afc2-4c1d33a5fdf7 req-7667cad0-ca87-4e2e-8ebc-612821479337 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040287 Aug 31 13:46:32.100385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2da5c8f-e53a-4b39-9013-6fb0f939fcbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92981ca2370a41e4805990b622d606a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5842493 Aug 31 13:46:32.106108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51246) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:32.125637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da5c8f-e53a-4b39-9013-6fb0f939fcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a2a646-afc4-44de-8797-4ac4e43c5d2f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:32.145535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953600de-2005-47fa-9b77-9a2c9ae45aef req-bf9cf776-7cfc-47e5-a58d-583000edb6ba tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:32.147080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-953600de-2005-47fa-9b77-9a2c9ae45aef req-bf9cf776-7cfc-47e5-a58d-583000edb6ba tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 1097 time: 0.3030555 Aug 31 13:46:32.149578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92ec1f-7b52-47a0-81d9-c59b02d96c19 req-b68b0bc3-369a-4692-a08c-387e2f4be172 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:32.152413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b92ec1f-7b52-47a0-81d9-c59b02d96c19 req-b68b0bc3-369a-4692-a08c-387e2f4be172 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.0760078 Aug 31 13:46:32.191646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef846-14c4-4851-967f-2405ab44720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.204579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b92ec1f-7b52-47a0-81d9-c59b02d96c19 req-5ab31902-ce92-4e0c-a03b-cfe7a831f05a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Aug 31 13:46:32.238765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef846-14c4-4851-967f-2405ab44720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.240361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.248188 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-953600de-2005-47fa-9b77-9a2c9ae45aef req-727319ca-d08a-42c0-921c-a57d9930d422 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836918 Aug 31 13:46:32.340435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef846-14c4-4851-967f-2405ab44720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.347778 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef846-14c4-4851-967f-2405ab44720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.347778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e8ef846-14c4-4851-967f-2405ab44720d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01a2a646-afc4-44de-8797-4ac4e43c5d2f HTTP/1.1" status: 204 len: 168 time: 0.2348585 Aug 31 13:46:32.383943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ef846-14c4-4851-967f-2405ab44720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a2a646-afc4-44de-8797-4ac4e43c5d2f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:32.543626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.557838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.589529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399af04-2f38-4274-8fb9-67209c99ba81 req-4107f79d-f279-462c-9708-dd5c0cce0867 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:32.599857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4399af04-2f38-4274-8fb9-67209c99ba81 req-4107f79d-f279-462c-9708-dd5c0cce0867 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 947 time: 0.1128600 Aug 31 13:46:32.646100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8740f-928a-40f7-b314-b42bf6e35af5 req-db840fbe-a48b-44e3-b3d8-5a28431116fd tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:32.650057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fee8740f-928a-40f7-b314-b42bf6e35af5 req-db840fbe-a48b-44e3-b3d8-5a28431116fd tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0666709 Aug 31 13:46:32.659455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3afcc730c9847be99b6ab6de105c9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9839029 Aug 31 13:46:32.659455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee709d-4d7d-4e40-b365-93132fe1157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5af5b68-5872-4d77-a54c-4bf9e66a56d9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:32.659892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51282) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:32.697052 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4399af04-2f38-4274-8fb9-67209c99ba81 req-3d925bbb-2b73-4800-9335-14bcbf8b848c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961781 Aug 31 13:46:32.798776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fee8740f-928a-40f7-b314-b42bf6e35af5 req-d875cac3-d728-4553-a651-01bd1cbe4905 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248171 Aug 31 13:46:32.842921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e7b-4842-407a-bb42-7973c232ffee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.869405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51286) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:32.880160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e7b-4842-407a-bb42-7973c232ffee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.913773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-340a1305-127a-4365-9b0f-e59c5b00493d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.951111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e7b-4842-407a-bb42-7973c232ffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.955270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e7b-4842-407a-bb42-7973c232ffee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.956478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fcc93e7b-4842-407a-bb42-7973c232ffee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5af5b68-5872-4d77-a54c-4bf9e66a56d9 HTTP/1.1" status: 204 len: 168 time: 0.2955236 Aug 31 13:46:32.965100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93e7b-4842-407a-bb42-7973c232ffee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5af5b68-5872-4d77-a54c-4bf9e66a56d9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:33.076259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-340a1305-127a-4365-9b0f-e59c5b00493d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.086637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-340a1305-127a-4365-9b0f-e59c5b00493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.131521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51290) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:33.131774 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-340a1305-127a-4365-9b0f-e59c5b00493d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24b33ce6bb684cc1b6b58ddb4ca6d060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603018 Aug 31 13:46:33.133435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a1305-127a-4365-9b0f-e59c5b00493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790ec468-bb30-428f-9e63-6b4a4ba33718,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:33.212150 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01030326-5875-4e16-b71f-6b5e0108ca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.241849 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01030326-5875-4e16-b71f-6b5e0108ca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.330812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01030326-5875-4e16-b71f-6b5e0108ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.335036 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01030326-5875-4e16-b71f-6b5e0108ca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.336322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-01030326-5875-4e16-b71f-6b5e0108ca08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/790ec468-bb30-428f-9e63-6b4a4ba33718 HTTP/1.1" status: 204 len: 168 time: 0.2029901 Aug 31 13:46:33.361286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01030326-5875-4e16-b71f-6b5e0108ca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790ec468-bb30-428f-9e63-6b4a4ba33718,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:33.379627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6908a9-3206-4bd9-a1f5-4af7f0799c20 req-a6f40817-266f-4dc4-a299-a19c9a12dfaa tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:33.387930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd6908a9-3206-4bd9-a1f5-4af7f0799c20 req-a6f40817-266f-4dc4-a299-a19c9a12dfaa tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.1030879 Aug 31 13:46:33.430264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd6908a9-3206-4bd9-a1f5-4af7f0799c20 req-429b0817-7fa2-43ed-8f8c-fb0758b97da7 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Aug 31 13:46:33.773843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa64c-9473-4581-ba10-e162b7969f81 req-1368ba51-1be9-4ebd-a53a-2e49d5d1a9e4 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:33.775399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-182fa64c-9473-4581-ba10-e162b7969f81 req-1368ba51-1be9-4ebd-a53a-2e49d5d1a9e4 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.0843906 Aug 31 13:46:33.835037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-182fa64c-9473-4581-ba10-e162b7969f81 req-2e4b98a0-c0df-4b29-912f-512ddf8d9c43 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Aug 31 13:46:33.906988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b583f-9a58-44d7-95cd-7a1ef4030554 req-e51c153a-7c39-4e50-b6cf-056ba0ce8f8c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:33.919153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d58b583f-9a58-44d7-95cd-7a1ef4030554 req-e51c153a-7c39-4e50-b6cf-056ba0ce8f8c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 947 time: 0.1349084 Aug 31 13:46:33.984629 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d58b583f-9a58-44d7-95cd-7a1ef4030554 req-e93b7e52-c9fa-465c-b725-fb4ccc55f9b4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635953 Aug 31 13:46:33.997052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96f634-042a-4c7b-98fb-b6db026b1804 req-feec7817-9798-49aa-bfce-7ff9cca412c7 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:34.006219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c96f634-042a-4c7b-98fb-b6db026b1804 req-feec7817-9798-49aa-bfce-7ff9cca412c7 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0585160 Aug 31 13:46:34.063791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c96f634-042a-4c7b-98fb-b6db026b1804 req-4f070cf2-77c8-4804-8143-a4012d24aec5 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Aug 31 13:46:34.239743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51356) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:34.266564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-1c0613bd-213d-4fc8-a54e-165f62d75da8 req-f3349d3c-8860-42b4-9727-88939299f579 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:46:34.269141 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1c0613bd-213d-4fc8-a54e-165f62d75da8 req-f3349d3c-8860-42b4-9727-88939299f579 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088675 Aug 31 13:46:34.433927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a50ee4-a38f-41ed-8195-00f224840929 req-d5da1e93-4d0a-46ee-ae7e-2907508a2443 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:34.441885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1a50ee4-a38f-41ed-8195-00f224840929 req-d5da1e93-4d0a-46ee-ae7e-2907508a2443 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.0692787 Aug 31 13:46:34.454471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51366) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:34.505619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1a50ee4-a38f-41ed-8195-00f224840929 req-fc908719-460c-41d8-8b1d-9d10bb01890f tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Aug 31 13:46:34.532377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-481208534-network', 'tenant_id': '3d09256baa1e4dba94dc419391f70c37'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:34.557490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1926072921-network', 'tenant_id': '2bd598ca8a5645089796468729a71859'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:34.594643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Made reservation on behalf of 3d09256baa1e4dba94dc419391f70c37 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:34.597213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.606398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Made reservation on behalf of 2bd598ca8a5645089796468729a71859 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:34.609738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.619503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.629571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.655031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:46:34.655031 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:46:34.655031 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id_1': '2bd598ca8a5645089796468729a71859', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 46, 34, 641944)}] Aug 31 13:46:34.655031 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:46:34.656231 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:46:34.755424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.761827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.787446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1505, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:46:34.806116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e141fe7a-7d42-494a-8854-1205d34fdf77,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:34.821907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.822316 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Added segment ce43c03f-5d90-4e9e-9c55-22bf3754ac62 of type vlan for network a0e71daf-bc07-4fed-85fb-8d36a55bf156 Aug 31 13:46:34.871680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.902482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.905824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:34.906432 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.972379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5167494 Aug 31 13:46:34.975899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51404) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:34.981732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Request body: {'subnet': {'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-481208534-subnet', 'tenant_id': '3d09256baa1e4dba94dc419391f70c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:34.998494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776faa37-e50c-4899-ad0a-c9127e9b5a46 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e71daf-bc07-4fed-85fb-8d36a55bf156,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:35.018966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Made reservation on behalf of 3d09256baa1e4dba94dc419391f70c37 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:35.021296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:46:35.021873 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.162962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.279475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5eb51f04-be56-4ab4-a8e7-831fac5752f1 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:35.307994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.382092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb28f3f-462f-466b-9f34-c8e1fefa11b6 req-24ad0a5b-b2be-49e7-bac0-f0315f950143 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:35.384032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bb28f3f-462f-466b-9f34-c8e1fefa11b6 req-24ad0a5b-b2be-49e7-bac0-f0315f950143 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 947 time: 0.1274252 Aug 31 13:46:35.396692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.403408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5eb51f04-be56-4ab4-a8e7-831fac5752f1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5eb51f04-be56-4ab4-a8e7-831fac5752f1,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:35.410550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e85a9ca-8053-464d-a4c0-c68d32483454,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:35.416052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '5eb51f04-be56-4ab4-a8e7-831fac5752f1', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '5eb51f04-be56-4ab4-a8e7-831fac5752f1', 'mac_address': 'fa:16:3e:46:a8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:35.416639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Checking segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:35.417278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Network hostable DHCP agents. Network: a0e71daf-bc07-4fed-85fb-8d36a55bf156, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:46:35.438022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bb28f3f-462f-466b-9f34-c8e1fefa11b6 req-9baa18b6-b625-4f66-bbb0-2704d35699cc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Aug 31 13:46:35.438660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:46:35.439378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.461216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, a0e71daf-bc07-4fed-85fb-8d36a55bf156) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:35.461535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:46:35.472692 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.475084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:35.475737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.481662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b76a4-0c86-4a1b-92f7-8f9ad295d579 None None] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:35.490128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.490584 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Added segment ae490b0f-3e3d-4686-a81e-205e74b9bd93 of type vlan for network 0be2910e-0e9e-4ac6-a35c-6120e838ef8c Aug 31 13:46:35.495512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ebe92e78-97a9-440b-94d5-79898db98200 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5183830 Aug 31 13:46:35.502917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc08c8b2-d709-45bd-9254-32035faca0d4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:35.538517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb51f04-be56-4ab4-a8e7-831fac5752f1 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:35.546159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.573949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5eb51f04-be56-4ab4-a8e7-831fac5752f1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5eb51f04-be56-4ab4-a8e7-831fac5752f1,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:35.577056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.578057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:35.578656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.581141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.581813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e2a06bb6-9dec-4791-a623-2bd7151f68d6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:35.736052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5eb51f04-be56-4ab4-a8e7-831fac5752f1,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:35.774216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57643afa-6ec2-4eb3-b64e-a2013e639aeb None None] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:35.838038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:35.855759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'mac_address': 'fa:16:3e:af:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:35.857745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6168747 Aug 31 13:46:35.861512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51438) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:35.867735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Request body: {'subnet': {'network_id': '0be2910e-0e9e-4ac6-a35c-6120e838ef8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1926072921-subnet', 'tenant_id': '2bd598ca8a5645089796468729a71859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:35.873587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66c61b-886c-4d90-86c3-d729649985ea admin admin] Pushing event updated for resources: {'Network': ['ID=0be2910e-0e9e-4ac6-a35c-6120e838ef8c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:35.894726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Made reservation on behalf of 2bd598ca8a5645089796468729a71859 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:35.897181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:35.905803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0be2910e-0e9e-4ac6-a35c-6120e838ef8c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:46:35.948639 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:46:36.017669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.068181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2a06bb6-9dec-4791-a623-2bd7151f68d6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:36.100372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:36.110562 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.160442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.187259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:36.231078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67f203-a834-4941-ae99-5d2ee07b8cca req-d4964729-6e1e-4d6b-bc8c-a3426bc11e86 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:36.240375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c67f203-a834-4941-ae99-5d2ee07b8cca req-d4964729-6e1e-4d6b-bc8c-a3426bc11e86 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.0924890 Aug 31 13:46:36.242085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f815d7-a402-4d31-ad4a-edaf1fabd046,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:36.248312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51452) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:36.254096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2104971803-network', 'tenant_id': '84e7f4686475437bac1b9b388babf1ad'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:36.266212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Checking segment: {'id': 'ae490b0f-3e3d-4686-a81e-205e74b9bd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '0be2910e-0e9e-4ac6-a35c-6120e838ef8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:36.266571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Network hostable DHCP agents. Network: 0be2910e-0e9e-4ac6-a35c-6120e838ef8c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:46:36.292266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Made reservation on behalf of 84e7f4686475437bac1b9b388babf1ad for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:36.294943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.305239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c67f203-a834-4941-ae99-5d2ee07b8cca req-37103573-52ea-4825-8756-adbc66041657 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Aug 31 13:46:36.309509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.322648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Network 0be2910e-0e9e-4ac6-a35c-6120e838ef8c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:46:36.338418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0be2910e-0e9e-4ac6-a35c-6120e838ef8c) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:36.348576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:36.349567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.396622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba328ce-66eb-49e3-9254-e73d2d8204e8 None None] Network 0be2910e-0e9e-4ac6-a35c-6120e838ef8c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:36.438025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-c990a1de-2b9d-4c9c-99ed-c73e12093ef3 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:46:36.445456 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-c990a1de-2b9d-4c9c-99ed-c73e12093ef3 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358460 Aug 31 13:46:36.454337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:36.455484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Unknown quota resources ['binding']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:46:36.495210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e2a06bb6-9dec-4791-a623-2bd7151f68d6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:36.621817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f51e3d-21b8-4f05-ba0f-91991e2d7468 req-2ea04b14-954c-408d-a0fb-1d1fd13194dc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:36.625903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51f51e3d-21b8-4f05-ba0f-91991e2d7468 req-2ea04b14-954c-408d-a0fb-1d1fd13194dc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 948 time: 0.1068561 Aug 31 13:46:36.659187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.682405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:36.683210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:36.683781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.687853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.696762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51f51e3d-21b8-4f05-ba0f-91991e2d7468 req-aa6ee38e-af5d-444e-9dea-10225b3baa78 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632138 Aug 31 13:46:36.711715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a020445-ad54-48fd-8aa2-bf88beaffe2a None None] Network 0be2910e-0e9e-4ac6-a35c-6120e838ef8c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:36.724283 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95feff0d-bcd0-43b9-9f25-9db9a0ba7e88 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8612416 Aug 31 13:46:36.755463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:46:36.757723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd011c-2a1a-44c3-81fd-ff2dd070b85d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:36.764489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.765098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.772950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.773797 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:36.775510 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 2 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:36.784428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.784971 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Added segment ec3c7130-506f-4bc9-91b7-27ce0cc60365 of type vlan for network c1b8d912-bd6b-4436-9e59-bfc06053c69e Aug 31 13:46:36.813380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:36.813920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:36.814532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.821419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['5eb51f04-be56-4ab4-a8e7-831fac5752f1'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:36.841868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.842448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.850299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.850960 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:36.855011 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 3 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:36.874422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.884439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:36.885085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:36.885695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.893485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.894040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.903908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.904657 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:36.910979 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 4 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:36.928418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:36.929081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:36.929566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.938374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.938933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:36.952577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.956817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:36.957905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.985689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:36.987453 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:36.991985 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 5 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:37.033759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:37.034106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:37.034440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.037997 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7884967 Aug 31 13:46:37.040684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51486) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:37.046951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Request body: {'subnet': {'network_id': 'c1b8d912-bd6b-4436-9e59-bfc06053c69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2104971803-subnet', 'tenant_id': '84e7f4686475437bac1b9b388babf1ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:37.095685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.096104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.103138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.103496 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:37.105761 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 6 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:37.119685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e732c-25cc-44d8-8e70-cee809db57c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b8d912-bd6b-4436-9e59-bfc06053c69e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:37.127888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:37.127888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:37.128433 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.133931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network c1b8d912-bd6b-4436-9e59-bfc06053c69e details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:46:37.134815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Made reservation on behalf of 84e7f4686475437bac1b9b388babf1ad for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:37.136407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.137702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.142470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Notify callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.143611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.144008 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:37.144513 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 7 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:37.160314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:37.160704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:37.162046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.168608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.175329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.180235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.180572 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:37.180995 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 8 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:37.197706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:37.198072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:37.198368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.204203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.204532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.210211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.210541 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:37.210935 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 9 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:37.227024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:37.227370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:37.227705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.233776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.234513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.240467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.240888 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:37.241353 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempt 10 to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a Aug 31 13:46:37.257791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:37.258279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:37.258466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.263858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.264176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Attempting to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:37.269335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Port 03ec4247-c696-41ea-b8a1-579d62594f4a on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:37.269671 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to bind port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:46:37.270058 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.plugin [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] Failed to commit binding results for 03ec4247-c696-41ea-b8a1-579d62594f4a after 10 tries Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 could not be created or updated. Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:37.271723 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h1-792362-6 could not be created or updated. Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Aug 31 13:46:37.275069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07d5e62e-85a8-4045-b9e0-bffd1077d928 req-f0804d7e-a06f-47b4-9b69-0194a783d961 service neutron] 10.222.0.10 "POST /v2.0/ports/03ec4247-c696-41ea-b8a1-579d62594f4a/bindings HTTP/1.1" status: 500 len: 401 time: 0.8265798 Aug 31 13:46:37.298098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e2a06bb6-9dec-4791-a623-2bd7151f68d6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:37.388738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e2a06bb6-9dec-4791-a623-2bd7151f68d6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:37.389066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.486289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.537009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.582752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:37.585278 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4975088-a5b0-4069-b65d-63bc0bb1738f" -d '{"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:37.616698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:37.625890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.647786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe190fec-9cff-4f83-bbfb-e2f08856187d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:37.664572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e91ec-e036-4ecf-81c3-4033945fabb0 req-cc633b3b-e9d1-4e46-ab24-4435233559b8 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:37.666478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300e91ec-e036-4ecf-81c3-4033945fabb0 req-cc633b3b-e9d1-4e46-ab24-4435233559b8 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.2053366 Aug 31 13:46:37.696681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Checking segment: {'id': 'ec3c7130-506f-4bc9-91b7-27ce0cc60365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'c1b8d912-bd6b-4436-9e59-bfc06053c69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:37.697370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Network hostable DHCP agents. Network: c1b8d912-bd6b-4436-9e59-bfc06053c69e, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:46:37.732974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300e91ec-e036-4ecf-81c3-4033945fabb0 req-bf42ffb2-0da3-4363-8ec3-fe41f1ee53f9 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/security-groups?id=60efbf12-18b4-4b63-8cea-d6fbd23913b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564070 Aug 31 13:46:37.739332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:37.746923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Network c1b8d912-bd6b-4436-9e59-bfc06053c69e is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:46:37.764750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, c1b8d912-bd6b-4436-9e59-bfc06053c69e) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:37.775316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fbf27c-005b-4517-9288-c16373481dca None None] Network c1b8d912-bd6b-4436-9e59-bfc06053c69e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:37.788259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:37.789476 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.850591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ced1c7b-687a-4ca2-bc40-270ccd3beeea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8083470 Aug 31 13:46:37.968588 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9af80c-8e53-4532-a382-206396162a73 x-openstack-request-id: req-ae9af80c-8e53-4532-a382-206396162a73 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:37.973815 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:37.976586 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae9af80c-8e53-4532-a382-206396162a73 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:37.977419 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'code': 200} Aug 31 13:46:38.236764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8376f-569b-4408-9cba-3bd0f27f248d None None] Network c1b8d912-bd6b-4436-9e59-bfc06053c69e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:38.271054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-0de93c31-3090-4813-9256-0212287d1924 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:38.272850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-0de93c31-3090-4813-9256-0212287d1924 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 949 time: 0.2147095 Aug 31 13:46:38.405427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996f549-885b-4e37-9c67-09b41133cc8f req-57db86c4-0ca7-406c-95f0-411b42f0d1b7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:38.414251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7996f549-885b-4e37-9c67-09b41133cc8f req-57db86c4-0ca7-406c-95f0-411b42f0d1b7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 948 time: 0.2836602 Aug 31 13:46:38.443189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51544) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:38.449352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2091602731-network', 'tenant_id': '73646349c0984838baf5f99357127ffe'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:38.489519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Made reservation on behalf of 73646349c0984838baf5f99357127ffe for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:38.492239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:38.518357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:38.651099 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7996f549-885b-4e37-9c67-09b41133cc8f req-eb2b91e8-ccc1-4047-8b13-d3628a3a645e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358608 Aug 31 13:46:38.712362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Deleting port 6e4dd387-618d-4d18-a7ea-41e568684f37 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:38.712795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:38.900794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] For port 6e4dd387-618d-4d18-a7ea-41e568684f37, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e4dd387-618d-4d18-a7ea-41e568684f37,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:38.901233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:38.928062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:38.936944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Calling delete_port for 6e4dd387-618d-4d18-a7ea-41e568684f37 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:38.951086 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.210909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f3d43-3142-486d-a9d3-2e336bdcae5b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:39.221284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-1293d133-83b1-44be-aca1-32433d34c1e6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:39.228230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-1293d133-83b1-44be-aca1-32433d34c1e6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.3155324 Aug 31 13:46:39.282174 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-a9419fb9-4573-41a3-8cd6-fdbb58a7b6dd tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/quotas/a412d1ff6e0c4a8ea08c302fa0fbad88 HTTP/1.1" status: 200 len: 375 time: 0.0507088 Aug 31 13:46:39.284985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] vlan segment allocate from pool success with {'vlan_id': 1521, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:46:39.311028 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.319151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5eb51f04-be56-4ab4-a8e7-831fac5752f1 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:39.380091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.380735 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Added segment c8fbc784-4e8a-4059-9567-dc6867d937e7 of type vlan for network 036ec505-169c-463a-b992-e63d17516650 Aug 31 13:46:39.404988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6e4dd387-618d-4d18-a7ea-41e568684f37'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:39.430494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Pushing event deleted for resources: {'Port': ['ID=6e4dd387-618d-4d18-a7ea-41e568684f37,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:39.481612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.502989 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-a81f0b3d-eecd-4b84-b691-b1e32cef6b5b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123332 Aug 31 13:46:39.547360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.557682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:39.562538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:39.563166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.565456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] No DVR routers for this DVR port 6e4dd387-618d-4d18-a7ea-41e568684f37 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:39.580691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.582903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb2d0535-5fd2-4730-81bc-3162464da129 req-255a0bd2-da89-49ba-9e4e-04188522702a tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.26 "DELETE /v2.0/ports/6e4dd387-618d-4d18-a7ea-41e568684f37 HTTP/1.1" status: 204 len: 173 time: 1.2891402 Aug 31 13:46:39.584299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f408b76-0ddf-4567-9216-91d723b75922', 'name': 'network-vif-deleted', 'tag': '6e4dd387-618d-4d18-a7ea-41e568684f37'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:39.586696 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ce767-2ef2-4831-b7f2-36b75e956b72" -d '{"events": [{"server_uuid": "9f408b76-0ddf-4567-9216-91d723b75922", "name": "network-vif-deleted", "tag": "6e4dd387-618d-4d18-a7ea-41e568684f37"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:39.642985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-920d8a81-0f37-4c66-b296-abe0cc987001 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:39.655662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-920d8a81-0f37-4c66-b296-abe0cc987001 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.5058591 Aug 31 13:46:39.669898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.670873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:39.672007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.697722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-638f482d-1fdf-427d-8d44-b8d743ff4df6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/quotas/3d09256baa1e4dba94dc419391f70c37 HTTP/1.1" status: 200 len: 375 time: 0.0402715 Aug 31 13:46:39.790971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-50c61d7c-1bf6-4979-924a-52b5627307f7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881712 Aug 31 13:46:39.795885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3515654 Aug 31 13:46:39.803949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51580) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:39.815834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Request body: {'subnet': {'network_id': '036ec505-169c-463a-b992-e63d17516650', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2091602731-subnet', 'tenant_id': '73646349c0984838baf5f99357127ffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:39.822215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66dac0-ad05-4878-a75f-d55c11d63206 admin admin] Pushing event updated for resources: {'Network': ['ID=036ec505-169c-463a-b992-e63d17516650,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:39.834439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.835249 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-99f8d1a1-e54e-4f43-9ebc-eb104d4ed8f3 service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313596 Aug 31 13:46:39.848725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 036ec505-169c-463a-b992-e63d17516650 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:46:39.902031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Made reservation on behalf of 73646349c0984838baf5f99357127ffe for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:39.904269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.069102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-00429143-4b52-41b3-bfe0-fec48ef3f048 service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328284 Aug 31 13:46:40.099148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-b8f225de-f983-41c4-a2f8-0a90b85413bc service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051193 Aug 31 13:46:40.394804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-1e4f5221-a28c-49d0-9a96-737e886c02a7 service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879984 Aug 31 13:46:40.457094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb51f04-be56-4ab4-a8e7-831fac5752f1'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:40.460073 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1e4494-9f51-4fc1-9a70-7e6097c482c3" -d '{"events": [{"server_uuid": "1d752b6e-1e47-4b2f-b573-989f833ae19d", "name": "network-vif-plugged", "status": "completed", "tag": "5eb51f04-be56-4ab4-a8e7-831fac5752f1"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:40.500202 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.521825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5eb51f04-be56-4ab4-a8e7-831fac5752f1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5eb51f04-be56-4ab4-a8e7-831fac5752f1,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:40.533132 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.574589 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-81d8f6d8-531e-49b2-ad65-ec6138a0ddbf req-dab92410-de84-489c-859f-1d5418041483 tempest-DeleteServersAdminTestJSON-787556781 tempest-DeleteServersAdminTestJSON-787556781-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f408b76-0ddf-4567-9216-91d723b75922 HTTP/1.1" status: 200 len: 210 time: 0.0942338 Aug 31 13:46:40.634075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45dee4e-bc52-4d1a-860e-8e501c7f1801,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:40.644998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Checking segment: {'id': 'c8fbc784-4e8a-4059-9567-dc6867d937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '036ec505-169c-463a-b992-e63d17516650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:40.645973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Network hostable DHCP agents. Network: 036ec505-169c-463a-b992-e63d17516650, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:46:40.699319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5eb51f04-be56-4ab4-a8e7-831fac5752f1,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:40.700689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Network 036ec505-169c-463a-b992-e63d17516650 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:46:40.750022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 036ec505-169c-463a-b992-e63d17516650) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:40.763397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:40.764003 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.769269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92869928-b6f0-49f1-848b-007466ddb7b0 None None] Network 036ec505-169c-463a-b992-e63d17516650 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:40.831127 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a0a59f-5ec7-4c1a-9c60-cf55677d9b1e x-openstack-request-id: req-f5a0a59f-5ec7-4c1a-9c60-cf55677d9b1e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:40.832049 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f408b76-0ddf-4567-9216-91d723b75922", "name": "network-vif-deleted", "tag": "6e4dd387-618d-4d18-a7ea-41e568684f37", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:40.833187 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5a0a59f-5ec7-4c1a-9c60-cf55677d9b1e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:40.834717 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f408b76-0ddf-4567-9216-91d723b75922', 'name': 'network-vif-deleted', 'tag': '6e4dd387-618d-4d18-a7ea-41e568684f37', 'status': 'completed', 'code': 200} Aug 31 13:46:40.873938 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-016bfc60-d56a-436f-923f-e4a9a5a8e02a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0648811 Aug 31 13:46:41.120294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3248-46c4-4bb6-826c-4c663a01a142 req-654408dd-6124-4d5d-9846-82ffe2b638bb tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:41.121473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ac471-bd4b-40d1-9501-b31ea9132d33 None None] Network 036ec505-169c-463a-b992-e63d17516650 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:41.144029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dbc3248-46c4-4bb6-826c-4c663a01a142 req-654408dd-6124-4d5d-9846-82ffe2b638bb tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 949 time: 0.2129140 Aug 31 13:46:41.245190 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0716ed7d-7dfd-443c-a160-50cbd8c6a107 req-89d6f460-f5f8-47b1-823f-22dd088ebab5 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 210 time: 0.1111333 Aug 31 13:46:41.291137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51616) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:41.333734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e4dd387-618d-4d18-a7ea-41e568684f37 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:41.354356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dbc3248-46c4-4bb6-826c-4c663a01a142 req-cbf6c27f-69b0-41a8-9226-47777dd834bf tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065089 Aug 31 13:46:41.459632 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f0206-5c33-418c-8bad-f4d3025dbfd8 x-openstack-request-id: req-5c1f0206-5c33-418c-8bad-f4d3025dbfd8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:41.461041 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d752b6e-1e47-4b2f-b573-989f833ae19d", "name": "network-vif-plugged", "status": "completed", "tag": "5eb51f04-be56-4ab4-a8e7-831fac5752f1", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:41.461503 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c1f0206-5c33-418c-8bad-f4d3025dbfd8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:41.462276 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb51f04-be56-4ab4-a8e7-831fac5752f1', 'code': 200} Aug 31 13:46:41.466143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 6e4dd387-618d-4d18-a7ea-41e568684f37 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:41.467727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e4dd387-618d-4d18-a7ea-41e568684f37 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:41.557874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1d7000c-d9f6-4fac-a91c-818dfefd88f6 req-613c7ae2-b88a-4dae-b652-52e346a47714 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 210 time: 0.1233637 Aug 31 13:46:41.565514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] Deleting subnet a3f815d7-a402-4d31-ad4a-edaf1fabd046 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:46:41.569979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.631362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26f578-50d2-41ef-b77a-2bf79d1dca41 req-b43cac80-8791-4404-b12a-b2533e5d4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:41.641354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d26f578-50d2-41ef-b77a-2bf79d1dca41 req-b43cac80-8791-4404-b12a-b2533e5d4236 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 1100 time: 0.1169438 Aug 31 13:46:41.649863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.679200 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.782761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.793062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d26f578-50d2-41ef-b77a-2bf79d1dca41 req-f5d78e8b-577c-4034-a8c5-521a7a3e24e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285808 Aug 31 13:46:41.850227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.852364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a3f815d7-a402-4d31-ad4a-edaf1fabd046 HTTP/1.1" status: 204 len: 168 time: 0.5598779 Aug 31 13:46:41.855093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:41.856521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14943364-f280-49a9-8e20-e82475718bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f815d7-a402-4d31-ad4a-edaf1fabd046,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:41.984663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.126438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.143038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.143541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.144683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.145152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > port after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.145605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.146052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > port after_update 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.146703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.147142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.147573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.148032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.287047 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.287837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.289651 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.290061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:42.290636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be2910e-0e9e-4ac6-a35c-6120e838ef8c']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:42.339188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae490b0f-3e3d-4686-a81e-205e74b9bd93') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:42.340939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae490b0f-3e3d-4686-a81e-205e74b9bd93') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:42.387584 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ddce3e4-3913-4edf-8823-f383801f7a11 req-f75c8fb4-143d-40a3-add0-8829d55b8ad1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 210 time: 0.0422158 Aug 31 13:46:42.394667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.441502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.450328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51654) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:42.471265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:46:42.474255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: from cryptography.utils import int_from_bytes Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: from cryptography.utils import int_from_bytes Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:46:42.519752 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:46:42.653478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.674516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.680047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0be2910e-0e9e-4ac6-a35c-6120e838ef8c HTTP/1.1" status: 204 len: 168 time: 0.8234336 Aug 31 13:46:42.683864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51660) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:42.687213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e807ead7-95be-4c2b-80f0-42d217e31a5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77212051d9864f5cbba7ee2c1f212646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350619 Aug 31 13:46:42.701643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86032328-8b65-4cef-b405-8a2709bb6a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be2910e-0e9e-4ac6-a35c-6120e838ef8c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:42.702525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51662) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:42.726967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797eefd-4eb6-4bad-a219-90acf460a911 req-1b4bdc54-0484-4554-9091-72689579cda2 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:42.736821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9797eefd-4eb6-4bad-a219-90acf460a911 req-1b4bdc54-0484-4554-9091-72689579cda2 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 949 time: 0.2033126 Aug 31 13:46:42.756453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d54fda84-d01a-43b4-a003-1a90bc3525f2 req-76fe9136-73c8-4151-8c8d-34f77f8613d0 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 210 time: 0.0363722 Aug 31 13:46:42.793810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9797eefd-4eb6-4bad-a219-90acf460a911 req-db26c4f2-e76c-4f43-9b0a-4dc6967ef9b9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545185 Aug 31 13:46:42.863645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] Deleting subnet a45dee4e-bc52-4d1a-860e-8e501c7f1801 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:46:42.867290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.914596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.922181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.112512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08264217-e770-4564-a6dc-ac46e60b613b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.157540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08264217-e770-4564-a6dc-ac46e60b613b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.212556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.239583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-baa24f47-b4d7-48d7-af47-9d83fedd3ea9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:43.241824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-baa24f47-b4d7-48d7-af47-9d83fedd3ea9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.2794013 Aug 31 13:46:43.271873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45dee4e-bc52-4d1a-860e-8e501c7f1801,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:43.279950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.282661 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-571947ac-545b-4b79-a418-a3c5af96f5a8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a45dee4e-bc52-4d1a-860e-8e501c7f1801 HTTP/1.1" status: 204 len: 168 time: 0.5942051 Aug 31 13:46:43.285927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51676) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:43.300039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Request body: {'port': {'device_id': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'admin_state_up': True, 'tenant_id': 'a412d1ff6e0c4a8ea08c302fa0fbad88'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:43.369368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08264217-e770-4564-a6dc-ac46e60b613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.372354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08264217-e770-4564-a6dc-ac46e60b613b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.389624 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08264217-e770-4564-a6dc-ac46e60b613b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60efbf12-18b4-4b63-8cea-d6fbd23913b3 HTTP/1.1" status: 204 len: 168 time: 0.6775579 Aug 31 13:46:43.398407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.435724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08264217-e770-4564-a6dc-ac46e60b613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60efbf12-18b4-4b63-8cea-d6fbd23913b3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:43.549347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Made reservation on behalf of a412d1ff6e0c4a8ea08c302fa0fbad88 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:43.550586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a97f3ce-58a2-4302-9f45-95dfe753fb9d req-620fa0e7-4abb-4fd8-a85e-6432ab9ec5a6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 210 time: 0.0338123 Aug 31 13:46:43.569419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.671839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.691017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.691839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.692719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.692719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > port after_create 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.693015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.693345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > port after_update 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.693531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.693859 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.694192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.694518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.792189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Allocated IP 172.20.0.3 (0ceeeb85-9087-45e9-8b64-0cdcc9206a2a/483300cd-c929-4e93-9d3c-7ac90b7407ab/0829ddf1-46f6-4b74-a85d-4e1696de1232) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:43.825552 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.825906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.826242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.826575 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:46:43.827963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036ec505-169c-463a-b992-e63d17516650']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:43.856747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fbc784-4e8a-4059-9567-dc6867d937e7') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:43.857148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fbc784-4e8a-4059-9567-dc6867d937e7') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:43.893951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.032931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.048020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51692) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:44.048253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Releasing vlan 1521 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:46:44.048510 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: from cryptography.utils import int_from_bytes Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: from cryptography.utils import int_from_bytes Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:46:44.054079 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:46:44.065441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5d7f35d-a20e-42d3-917a-712b2af1621a req-66eaa2cc-602d-4b43-a371-e1502918bf9d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 210 time: 0.0915737 Aug 31 13:46:44.106947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69e31001-dc60-4425-a545-5ac114793b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.151028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b5eba-26f7-4434-9622-d18048cf4a32 req-bd2bdf1e-3ca1-46f1-b405-ec3c7a00502d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:44.164734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e15b5eba-26f7-4434-9622-d18048cf4a32 req-bd2bdf1e-3ca1-46f1-b405-ec3c7a00502d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 949 time: 0.1953292 Aug 31 13:46:44.176496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.273455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.407405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.451853 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69e31001-dc60-4425-a545-5ac114793b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.465526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['08252222-264a-4909-bfd5-ea2769d28066', '03ec4247-c696-41ea-b8a1-579d62594f4a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:44.480220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69e31001-dc60-4425-a545-5ac114793b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.528579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:44.562955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-7cd3f358-503a-463a-9d30-4ea51750bd46 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:44.565369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-7cd3f358-503a-463a-9d30-4ea51750bd46 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.1350353 Aug 31 13:46:44.570879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.576018 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] 10.222.0.10 "DELETE /v2.0/networks/036ec505-169c-463a-b992-e63d17516650 HTTP/1.1" status: 204 len: 168 time: 1.2860839 Aug 31 13:46:44.579605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:44.612848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:44.680759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69e31001-dc60-4425-a545-5ac114793b11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84df3d41c8b84684a56dc29bf9b38e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6169159 Aug 31 13:46:44.682007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e31001-dc60-4425-a545-5ac114793b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f252f8-609a-4c8f-8ba8-2c9d21e14db3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:44.685083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event updated for resources: {'Port': ['ID=0829ddf1-46f6-4b74-a85d-4e1696de1232,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:44.694455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51712) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:44.701781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Request body: {'port': {'device_id': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'admin_state_up': True, 'tenant_id': '3d09256baa1e4dba94dc419391f70c37'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:44.759223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:44.760183 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.867543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-0e0030d4-ad85-476e-b6c1-6f867b1bbe6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5727823 Aug 31 13:46:44.873252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9739e61-08cd-4810-9fc6-1990722cefbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.897545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9739e61-08cd-4810-9fc6-1990722cefbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.957463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Request body: {'port': {'device_id': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:44.962404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9739e61-08cd-4810-9fc6-1990722cefbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.965035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9739e61-08cd-4810-9fc6-1990722cefbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.976857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca463ab-9c71-4114-bfb5-12ea75411d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=036ec505-169c-463a-b992-e63d17516650,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:44.986106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f9739e61-08cd-4810-9fc6-1990722cefbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25f252f8-609a-4c8f-8ba8-2c9d21e14db3 HTTP/1.1" status: 204 len: 168 time: 0.2786901 Aug 31 13:46:44.986880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51718) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:45.003601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e15b5eba-26f7-4434-9622-d18048cf4a32 req-df6a5c87-5654-413e-96e5-01f08d81fc83 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8379095 Aug 31 13:46:45.076109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Made reservation on behalf of 3d09256baa1e4dba94dc419391f70c37 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:45.080643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.105301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9739e61-08cd-4810-9fc6-1990722cefbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f252f8-609a-4c8f-8ba8-2c9d21e14db3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:45.185371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990275d-c410-440c-85f3-2e476b090606 req-e5e1a3f0-c6fa-42aa-b4d1-1a566dd68df6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:45.206478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0990275d-c410-440c-85f3-2e476b090606 req-e5e1a3f0-c6fa-42aa-b4d1-1a566dd68df6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 931 time: 0.4385176 Aug 31 13:46:45.407897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0990275d-c410-440c-85f3-2e476b090606 req-35d86e0f-de56-4e56-9713-435b456b3312 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941469 Aug 31 13:46:45.436112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ae527fb-51a3-40d6-bb4e-ded744f42fc2 req-1e8b2ed1-1428-476e-8d37-d9f1f1eb785a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 210 time: 0.1290920 Aug 31 13:46:45.456259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-050112d5-744f-47d4-8303-80f9d401499b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bd598ca8a5645089796468729a71859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561725 Aug 31 13:46:45.456259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.469554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51728) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:45.481413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Allocated IP 172.20.0.10 (a0e71daf-bc07-4fed-85fb-8d36a55bf156/0e85a9ca-8053-464d-a4c0-c68d32483454/57ac63a6-0dc9-41ec-ae99-e80d821fcc84) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:45.555375 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8def3f97-50cb-4b0e-bfef-a553f9334322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.612287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8def3f97-50cb-4b0e-bfef-a553f9334322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.796172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8def3f97-50cb-4b0e-bfef-a553f9334322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.799368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8def3f97-50cb-4b0e-bfef-a553f9334322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.803197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8def3f97-50cb-4b0e-bfef-a553f9334322 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc08c8b2-d709-45bd-9254-32035faca0d4 HTTP/1.1" status: 204 len: 168 time: 0.3311803 Aug 31 13:46:45.823534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def3f97-50cb-4b0e-bfef-a553f9334322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc08c8b2-d709-45bd-9254-32035faca0d4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:45.857245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.929177 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.988685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0829ddf1-46f6-4b74-a85d-4e1696de1232 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:46.000661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.021124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:46.021816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Transition to ACTIVE for port object 0829ddf1-46f6-4b74-a85d-4e1696de1232 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:46.025054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:46.035377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.040491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:46.107849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event updated for resources: {'Port': ['ID=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:46.145607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:46.146847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.162876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0829ddf1-46f6-4b74-a85d-4e1696de1232,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:46.176826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-fb2db031-978d-4933-a50f-2a716174c6e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4931073 Aug 31 13:46:46.214608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Request body: {'port': {'device_id': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:46.255025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905765af-525b-4cfd-b344-33490850d493 req-8df94c93-1dae-45e4-8195-8782736ae01e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:46.257608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-905765af-525b-4cfd-b344-33490850d493 req-8df94c93-1dae-45e4-8195-8782736ae01e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 949 time: 0.0872884 Aug 31 13:46:46.339147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-905765af-525b-4cfd-b344-33490850d493 req-17ea6b1e-2e48-4c69-b718-583afb437404 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599339 Aug 31 13:46:46.371727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51764) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:46.380209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.384137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:46.384580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:46.385021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:46.390113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:46.390471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:46.397038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:46.397393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Checking segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:46.397839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Bound using segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:46.398375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Bound port: 0829ddf1-46f6-4b74-a85d-4e1696de1232, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:46.398767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.478803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] For port 0829ddf1-46f6-4b74-a85d-4e1696de1232, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:46.482509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] For port 0829ddf1-46f6-4b74-a85d-4e1696de1232, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0829ddf1-46f6-4b74-a85d-4e1696de1232,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:46.491327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.544120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:46.544844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.546431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/0829ddf1-46f6-4b74-a85d-4e1696de1232 HTTP/1.1" status: 200 len: 1091 time: 1.5970271 Aug 31 13:46:46.547941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'tag': '0829ddf1-46f6-4b74-a85d-4e1696de1232'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:46.550662 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f2db188c-ac9a-4580-bc1d-8e8c26ab462a", "tag": "0829ddf1-46f6-4b74-a85d-4e1696de1232"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:46.576502 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-778e969f-6a93-4edb-93bd-9cf21b9264e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73646349c0984838baf5f99357127ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992886 Aug 31 13:46:46.590884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51774) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:46.704008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541cb5a-2c02-457f-8fb8-3be71ce0d7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0829ddf1-46f6-4b74-a85d-4e1696de1232,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:46.754059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9e66-b25a-45a8-91ea-bed0e0576c52 req-29d1cae4-1cfd-48d5-8361-00602f6b2399 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:46.755837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e6a9e66-b25a-45a8-91ea-bed0e0576c52 req-29d1cae4-1cfd-48d5-8361-00602f6b2399 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 943 time: 0.2000930 Aug 31 13:46:46.810510 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315d75f7-4df2-4fd6-836b-0e5f816f1c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.854913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-5fc98241-6eba-44dd-b035-a9a8da4a95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:46.856690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-5fc98241-6eba-44dd-b035-a9a8da4a95f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 1094 time: 0.2177851 Aug 31 13:46:46.890871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e6a9e66-b25a-45a8-91ea-bed0e0576c52 req-3b9d310f-d2c2-43d0-8b5c-5dbbd7251fe9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196856 Aug 31 13:46:46.904949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315d75f7-4df2-4fd6-836b-0e5f816f1c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.231167 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5e613f-74d7-4a80-a4bb-5b76ef660bcf x-openstack-request-id: req-3c5e613f-74d7-4a80-a4bb-5b76ef660bcf {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:47.231638 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2db188c-ac9a-4580-bc1d-8e8c26ab462a", "tag": "0829ddf1-46f6-4b74-a85d-4e1696de1232", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:47.232017 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c5e613f-74d7-4a80-a4bb-5b76ef660bcf {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:47.232555 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'tag': '0829ddf1-46f6-4b74-a85d-4e1696de1232', 'status': 'completed', 'code': 200} Aug 31 13:46:47.235665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-2363efe5-99e3-4f62-8213-45a08f2541e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0829ddf1-46f6-4b74-a85d-4e1696de1232 HTTP/1.1" status: 200 len: 217 time: 0.3547997 Aug 31 13:46:47.238494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-4aa9af61-1807-46d7-b1ad-0b32b11fe4d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4295101 Aug 31 13:46:47.260329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:47.270996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.288235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Transition to ACTIVE for port object 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:47.293277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315d75f7-4df2-4fd6-836b-0e5f816f1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.297773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315d75f7-4df2-4fd6-836b-0e5f816f1c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.300226 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-315d75f7-4df2-4fd6-836b-0e5f816f1c3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b25f3d43-3142-486d-a9d3-2e336bdcae5b HTTP/1.1" status: 204 len: 168 time: 0.7060754 Aug 31 13:46:47.325796 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.359951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950b55-9629-432b-91ce-f4eeadadd7b5 req-ba5bb365-bd5d-4cd2-8747-550f89f97628 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.369490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5950b55-9629-432b-91ce-f4eeadadd7b5 req-ba5bb365-bd5d-4cd2-8747-550f89f97628 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 932 time: 0.1412354 Aug 31 13:46:47.456902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:47.470241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d75f7-4df2-4fd6-836b-0e5f816f1c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f3d43-3142-486d-a9d3-2e336bdcae5b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:47.508736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-8167bd8d-0b5e-4f12-81c9-85b0edd82f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.510414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-8167bd8d-0b5e-4f12-81c9-85b0edd82f34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 1117 time: 0.1738677 Aug 31 13:46:47.511862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-ad28e25f-5c43-40a8-8dfb-a45000a5b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.514428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-ad28e25f-5c43-40a8-8dfb-a45000a5b699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.2198806 Aug 31 13:46:47.571178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-678f23f0-89bd-4af4-bf5b-f2608cc3faba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395231 Aug 31 13:46:47.581468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5950b55-9629-432b-91ce-f4eeadadd7b5 req-2f7e6130-5e7e-42b2-af0f-18e8fac17ae9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532292 Aug 31 13:46:47.766016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:47.766758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:47.767104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:47.777309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:47.777651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:47.786848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:47.786848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Checking segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:47.787065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Bound using segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:47.787519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Bound port: 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:47.795319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.922236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.923122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.923907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.924407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.924992 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.925555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.926709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.927054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.928037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.928466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.931225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-cc5eafe0-6a45-482a-b5f8-846997dd2739 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85&device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a&device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d&device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0&device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16&device_id=5be26907-0980-4376-9079-9016e0e6990e&device_id=873c669d-432f-4e4c-a444-28cf52a5382d&device_id=db560450-1a2e-4287-8904-a16293258028&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029&device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 9084 time: 0.1100664 Aug 31 13:46:47.951848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-46792f61-2f9f-4dd5-90ea-96bd391a48db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:47.953951 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-46792f61-2f9f-4dd5-90ea-96bd391a48db service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 910 time: 0.4102776 Aug 31 13:46:47.981451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-7383d338-c0d2-45ab-bb02-c72e289705f1 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.999157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] For port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:48.091096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-f1d60d74-b801-41ca-81ea-82da075c28f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08252222-264a-4909-bfd5-ea2769d28066 HTTP/1.1" status: 200 len: 217 time: 0.1179147 Aug 31 13:46:48.106118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] For port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:48.117405 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.179983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:48.180897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.183494 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/57ac63a6-0dc9-41ec-ae99-e80d821fcc84 HTTP/1.1" status: 200 len: 1092 time: 1.9787896 Aug 31 13:46:48.184161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:48.186857 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213c6b71-4b01-4805-b7e2-b164d502ed95" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:48.209095 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-7383d338-c0d2-45ab-bb02-c72e289705f1 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.227496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-7383d338-c0d2-45ab-bb02-c72e289705f1 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.253593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-ec7e6f89-e364-4a15-9d1a-507e0bece033 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660111 Aug 31 13:46:48.265555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bafab-20f8-44ba-b145-adcc0d6ea0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:48.293523 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-afe965f0-bc81-4a19-8f68-fd9d403c21cc req-7383d338-c0d2-45ab-bb02-c72e289705f1 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&id=373a9f83-a94c-454e-9b78-ee26d3ffc674&id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3361366 Aug 31 13:46:48.300157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-25b53dd3-723a-4a7a-a035-c0c1d36c98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:48.301764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-25b53dd3-723a-4a7a-a035-c0c1d36c98cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.1928990 Aug 31 13:46:48.341188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc55e6a-cde6-40e7-93bd-bb7bc9fc47c8 req-81355c90-1006-44d9-adba-eb5146666c2d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:48.349420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dc55e6a-cde6-40e7-93bd-bb7bc9fc47c8 req-81355c90-1006-44d9-adba-eb5146666c2d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 943 time: 0.2542336 Aug 31 13:46:48.392947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-445797bd-739f-48a1-8b3e-e02b53fe4f85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598161 Aug 31 13:46:48.419683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383d338-c0d2-45ab-bb02-c72e289705f1 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac08f7e-5797-49d3-85d6-8627e9c315c9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:48.450445 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d9376-6805-45e5-afdb-5ef63bf94f7a x-openstack-request-id: req-093d9376-6805-45e5-afdb-5ef63bf94f7a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:48.452066 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:48.453064 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-093d9376-6805-45e5-afdb-5ef63bf94f7a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:48.453596 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84', 'status': 'completed', 'code': 200} Aug 31 13:46:48.485389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-911c6878-5e0d-4abe-bce1-c383fa2a3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:48.487281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-911c6878-5e0d-4abe-bce1-c383fa2a3808 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 1095 time: 0.2138081 Aug 31 13:46:48.506687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-9f88f2ae-f70f-4573-a5f3-08fae5940ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998526 Aug 31 13:46:48.559511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dc55e6a-cde6-40e7-93bd-bb7bc9fc47c8 req-ae47ec9a-dd7a-420d-8234-70e55ac08d8d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045279 Aug 31 13:46:48.630950 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-55896945-ad02-406e-8eb0-be5fa9b1ba1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84 HTTP/1.1" status: 200 len: 217 time: 0.1043680 Aug 31 13:46:48.691475 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fddd4a98-90b2-480b-8619-a8436a076c9e req-219b250f-358d-475b-8205-baf6cb32f4b0 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169533 Aug 31 13:46:48.760326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-0b0ba34c-f4be-40e7-b833-bb4da4d9b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:48.762050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-0b0ba34c-f4be-40e7-b833-bb4da4d9b6f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 200 len: 860 time: 0.1162000 Aug 31 13:46:48.782967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7cfe613-b770-4154-b94e-7d7abdf6df13 req-5d0ba05c-86f0-484f-8690-2ca977a9175f service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480667 Aug 31 13:46:48.881882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6471825-f44c-46f5-866c-91f2be8517b8 req-8533a09e-964c-4885-bc5f-c2590d950412 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:48.883642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f6471825-f44c-46f5-866c-91f2be8517b8 req-8533a09e-964c-4885-bc5f-c2590d950412 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 944 time: 0.0663970 Aug 31 13:46:49.025114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-349e9503-61a5-4381-8d10-618b01e1c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.027917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-349e9503-61a5-4381-8d10-618b01e1c105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 1094 time: 0.1207516 Aug 31 13:46:49.098271 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f6471825-f44c-46f5-866c-91f2be8517b8 req-328087f2-cb77-452a-a631-6da573d1bc59 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088480 Aug 31 13:46:49.152042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-8d7f6202-9807-41e0-a355-bd7aff7432bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e71daf-bc07-4fed-85fb-8d36a55bf156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234190 Aug 31 13:46:49.229127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-b7280876-d0b3-4ddd-849d-4e666abc764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.231558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-b7280876-d0b3-4ddd-849d-4e666abc764d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 910 time: 0.1901169 Aug 31 13:46:49.283092 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-b026e6c6-0639-4deb-989d-0f3c04c711ec service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175380 Aug 31 13:46:49.349435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-f3354a33-7748-4662-a7a8-e00a7a06e1c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0829ddf1-46f6-4b74-a85d-4e1696de1232 HTTP/1.1" status: 200 len: 217 time: 0.1030939 Aug 31 13:46:49.466247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-db0791b6-c5c7-4539-beed-c6306ac55e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.467767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-db0791b6-c5c7-4539-beed-c6306ac55e32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.1096992 Aug 31 13:46:49.507805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-6f60fbbf-b11f-48b8-9cd0-26d4e7703e63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285573 Aug 31 13:46:49.516121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32333-0e38-4d17-8642-30b1f96a007e req-2a9f6d13-a401-4c5e-b0a8-2d1d9a274f68 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.516849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32333-0e38-4d17-8642-30b1f96a007e req-2a9f6d13-a401-4c5e-b0a8-2d1d9a274f68 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.517373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32333-0e38-4d17-8642-30b1f96a007e req-2a9f6d13-a401-4c5e-b0a8-2d1d9a274f68 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.533943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98b32333-0e38-4d17-8642-30b1f96a007e req-2a9f6d13-a401-4c5e-b0a8-2d1d9a274f68 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d&device_id=873c669d-432f-4e4c-a444-28cf52a5382d&device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 2883 time: 0.1198444 Aug 31 13:46:49.547585 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5af93b16-a150-4e5e-adc8-64b3ba51028d req-9da1b821-e1ce-4b3b-b412-0d3c9d229263 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520061 Aug 31 13:46:49.627224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98b32333-0e38-4d17-8642-30b1f96a007e req-37f38869-d2e8-45ae-81af-590bf88c5258 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922675 Aug 31 13:46:49.717777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-1dc769aa-8c95-41bd-be62-51dfe785b352 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814458 Aug 31 13:46:49.844078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc8671-ef2f-4416-9942-30dd5165405c req-9df8ff5e-2d1a-4cc5-850d-20ca50063a42 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.851910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6edc8671-ef2f-4416-9942-30dd5165405c req-9df8ff5e-2d1a-4cc5-850d-20ca50063a42 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 943 time: 0.1375258 Aug 31 13:46:49.861816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-969ea8df-57b5-4ec1-bf2e-1ccc55678c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:49.866450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-969ea8df-57b5-4ec1-bf2e-1ccc55678c81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 1095 time: 0.1289585 Aug 31 13:46:49.916348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfbb6f31-42fd-4f92-834e-b8421cc0e0ad req-969ef388-d188-4405-bec5-3a905bb46852 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570299 Aug 31 13:46:49.930116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6edc8671-ef2f-4416-9942-30dd5165405c req-8ca86e29-e032-49fb-b1cb-9f283c760fbc tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770047 Aug 31 13:46:50.142011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-5c43dc78-4e73-431f-a53c-bbd30dc40b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:50.163290 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-5c43dc78-4e73-431f-a53c-bbd30dc40b85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 922 time: 0.2717433 Aug 31 13:46:50.267261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-c5c692b2-6b03-4eab-a065-43a22db6ee7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84 HTTP/1.1" status: 200 len: 217 time: 0.0977128 Aug 31 13:46:50.326618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8eb9da-db7f-4cb4-80fe-f03fc05b038b req-53069806-fef7-4329-922e-effb6138d395 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:50.329383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e8eb9da-db7f-4cb4-80fe-f03fc05b038b req-53069806-fef7-4329-922e-effb6138d395 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 944 time: 0.0731444 Aug 31 13:46:50.404556 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e8eb9da-db7f-4cb4-80fe-f03fc05b038b req-efac896c-b9f4-4bc6-8b90-1d514c1098ef tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686581 Aug 31 13:46:50.452936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-14e1179e-8e35-4fd0-b19a-37f9448d6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:50.455150 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-14e1179e-8e35-4fd0-b19a-37f9448d6d87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 200 len: 860 time: 0.0492747 Aug 31 13:46:50.528924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-856cc676-c557-434f-a274-8699e8a31f70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e71daf-bc07-4fed-85fb-8d36a55bf156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525403 Aug 31 13:46:50.617370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-b6b55a5a-0817-4e0e-8be3-b3237d83da69 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302777 Aug 31 13:46:50.679754 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-1102ecda-ce83-49ad-a7da-0a7e97c3ff29 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374135 Aug 31 13:46:50.770085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-2cc56803-85c1-4cb9-af7e-64f8d0657e72 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:50.778104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-2cc56803-85c1-4cb9-af7e-64f8d0657e72 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595087 Aug 31 13:46:50.795828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-750cbbc3-7892-4e60-93d1-5cc2cd505b9d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/quotas/ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 375 time: 0.0166795 Aug 31 13:46:50.836257 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-213c6b71-4b01-4805-b7e2-b164d502ed95 req-1a3e6cb5-174c-491e-b18e-b379ba1a78d7 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371214 Aug 31 13:46:50.844293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-21bbd791-d2a3-4d29-835b-e03c8a419c30 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474484 Aug 31 13:46:51.119976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14e563b6-c451-47c6-bb7d-dbfa65f6f893 req-5013a999-d013-4645-babb-342cc44ee774 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0399120 Aug 31 13:46:51.247376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6a16e-8ac2-47ba-a06b-54b13f657050 req-af80cf60-b39f-46a7-906d-f757db088b1d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:51.281066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6b6a16e-8ac2-47ba-a06b-54b13f657050 req-af80cf60-b39f-46a7-906d-f757db088b1d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 943 time: 0.1708691 Aug 31 13:46:51.313541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538644-08fd-4b79-9444-3c3a064d0b75 req-038fa2d8-470d-4f5e-b57b-9f2571ed15f0 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:51.315987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4538644-08fd-4b79-9444-3c3a064d0b75 req-038fa2d8-470d-4f5e-b57b-9f2571ed15f0 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1101 time: 0.0879331 Aug 31 13:46:51.417957 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6b6a16e-8ac2-47ba-a06b-54b13f657050 req-3a5725b3-1cab-4b10-ba00-c91947ee914a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205518 Aug 31 13:46:51.466429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4538644-08fd-4b79-9444-3c3a064d0b75 req-eaa74b01-d9f6-4cc9-9c05-8382cc31d0af tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440051 Aug 31 13:46:51.640478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0a707-27a1-4147-9542-69d2746d825f req-d3ebad89-74a3-4ea2-bc41-32f63129e762 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:51.642571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6b0a707-27a1-4147-9542-69d2746d825f req-d3ebad89-74a3-4ea2-bc41-32f63129e762 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 944 time: 0.0857797 Aug 31 13:46:51.724345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6b0a707-27a1-4147-9542-69d2746d825f req-334632b2-085e-4a14-8396-0c57a9022cfa tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735891 Aug 31 13:46:51.890611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce31bf-52c3-42c1-864e-aa7a567e3157 req-08ca9ccf-18ad-42e7-8032-193c7dd53e8d tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:51.893686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98ce31bf-52c3-42c1-864e-aa7a567e3157 req-08ca9ccf-18ad-42e7-8032-193c7dd53e8d tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1101 time: 0.0694401 Aug 31 13:46:51.955199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98ce31bf-52c3-42c1-864e-aa7a567e3157 req-1010d81a-5eab-4b14-8a0e-846f8a8466e2 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Aug 31 13:46:52.277207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bf58f60-33eb-4202-ba4e-04040afc950f req-c6ce5b00-fd90-4a94-bd57-1710684554b5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0346997 Aug 31 13:46:52.634901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564ec9a-1374-4039-b3b2-271687673c53 req-456d317e-62ff-4253-895b-c0fe49d34ea2 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:52.644857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7564ec9a-1374-4039-b3b2-271687673c53 req-456d317e-62ff-4253-895b-c0fe49d34ea2 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 943 time: 0.0687737 Aug 31 13:46:52.693167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7564ec9a-1374-4039-b3b2-271687673c53 req-764283c2-492d-4839-9837-7fcab7847fb3 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Aug 31 13:46:53.004247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59592e48-a1dc-47fc-8030-747c87d0dd07 req-683c70c3-93be-42b5-867b-5a43d8edc077 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:53.012074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59592e48-a1dc-47fc-8030-747c87d0dd07 req-683c70c3-93be-42b5-867b-5a43d8edc077 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 944 time: 0.0807173 Aug 31 13:46:53.026110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78be35-208f-4bd6-aeb0-f6170329ba2e req-0cd4f26c-54bc-4ff8-8ce9-dce2e8d06a08 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:53.029594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fb78be35-208f-4bd6-aeb0-f6170329ba2e req-0cd4f26c-54bc-4ff8-8ce9-dce2e8d06a08 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0678976 Aug 31 13:46:53.065664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-b7533d45-a77d-4014-b989-424ad178d437 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337901 Aug 31 13:46:53.114020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59592e48-a1dc-47fc-8030-747c87d0dd07 req-23410588-3975-41d8-9acb-ffff07051e9d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990436 Aug 31 13:46:53.206771 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fb78be35-208f-4bd6-aeb0-f6170329ba2e req-fb76a2c3-28c3-4aa3-be17-2f960e4cf675 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630778 Aug 31 13:46:53.293735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-22190951-35c7-4eba-b15e-a04381f5eccf tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:53.298986 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-22190951-35c7-4eba-b15e-a04381f5eccf tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983478 Aug 31 13:46:53.365893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0829ddf1-46f6-4b74-a85d-4e1696de1232 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:53.371823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Request body: {'port': {'device_id': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'ec74b343ea7c46d59878d609588dc44f'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:53.423992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0b0f537-5f16-4e41-9419-2bd6c0e6e8ea req-bae0cf1b-bafc-4053-911f-47c8636dd085 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0425143 Aug 31 13:46:53.573791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0829ddf1-46f6-4b74-a85d-4e1696de1232, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0829ddf1-46f6-4b74-a85d-4e1696de1232,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:53.587285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0829ddf1-46f6-4b74-a85d-4e1696de1232', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'port_id': '0829ddf1-46f6-4b74-a85d-4e1696de1232', 'mac_address': 'fa:16:3e:72:90:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483300cd-c929-4e93-9d3c-7ac90b7407ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:53.662309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:53.681482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0829ddf1-46f6-4b74-a85d-4e1696de1232 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:53.683237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Made reservation on behalf of ec74b343ea7c46d59878d609588dc44f for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:46:53.687229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:53.701674 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:53.712190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0829ddf1-46f6-4b74-a85d-4e1696de1232, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0829ddf1-46f6-4b74-a85d-4e1696de1232,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:53.719982 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:53.721313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:53.870241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0829ddf1-46f6-4b74-a85d-4e1696de1232,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:53.928315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:53.949256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'port_id': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84', 'mac_address': 'fa:16:3e:e6:ac:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e85a9ca-8053-464d-a4c0-c68d32483454', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:53.959257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039481af-56ff-4d83-bf9a-ed6e472839bb req-570278b4-c6e5-4eab-ab95-3402303c7c6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:53.976719 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-039481af-56ff-4d83-bf9a-ed6e472839bb req-570278b4-c6e5-4eab-ab95-3402303c7c6a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 944 time: 0.1362050 Aug 31 13:46:53.997005 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.001101 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.006068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.020287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:54.048832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:54.057884 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.064406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-039481af-56ff-4d83-bf9a-ed6e472839bb req-620217f0-2d84-4f7b-ab78-4d5b94733f55 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850649 Aug 31 13:46:54.067933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0db2d4-cde2-4894-aed3-4c725acfaab0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:54.132816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:54.276440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Allocated IP 192.168.233.238 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/4effd7c0-ce9a-4c17-b379-222bc990ffa3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:54.300578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a7ea-849c-40ed-8798-631ffe739076 req-c1b9deb8-4015-419a-a401-5b960d11529e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:54.307344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52116) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:54.308004 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20c9a7ea-849c-40ed-8798-631ffe739076 req-c1b9deb8-4015-419a-a401-5b960d11529e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 945 time: 0.0800805 Aug 31 13:46:54.389278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20c9a7ea-849c-40ed-8798-631ffe739076 req-437bb4da-80e3-4177-8fa2-12db0dd8d503 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738077 Aug 31 13:46:54.440215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d9b93-a155-45fc-bbbe-318219a03edd req-890a6446-eda6-4d11-b652-3f938d9ca416 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:54.450405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f52d9b93-a155-45fc-bbbe-318219a03edd req-890a6446-eda6-4d11-b652-3f938d9ca416 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1191711 Aug 31 13:46:54.510395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f52d9b93-a155-45fc-bbbe-318219a03edd req-67a724a4-a656-4f87-a8f0-8281c2dced0e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522292 Aug 31 13:46:54.534979 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7a42510-31de-418b-b5a5-25db4f2d28f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.582800 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2179c297-fd42-4585-941c-8aed5f9aa469 req-0f974395-1457-4b10-9c44-d409e16669d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0389454 Aug 31 13:46:54.593722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.624547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Transition to ACTIVE for port object 4effd7c0-ce9a-4c17-b379-222bc990ffa3 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:54.667373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7a42510-31de-418b-b5a5-25db4f2d28f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.673385 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7a42510-31de-418b-b5a5-25db4f2d28f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.676134 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.717232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d7a42510-31de-418b-b5a5-25db4f2d28f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ba9c4e4cabf49e9872c418d2c26ec20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060800 Aug 31 13:46:54.719913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52132) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:54.728076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a42510-31de-418b-b5a5-25db4f2d28f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c33060-81fc-4716-9868-a94ee7ba5bd4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:54.732378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:54.739652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:54.745012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:54.786547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:54.806632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-193277fc-24cf-4b47-b27a-24c53afaf4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.819769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:54.820611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.847313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-193277fc-24cf-4b47-b27a-24c53afaf4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.853757 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-fbcc7630-037c-4feb-8ccf-0632726fd9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4925201 Aug 31 13:46:54.886229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Request body: {'port': {'device_id': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:54.911580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0829ddf1-46f6-4b74-a85d-4e1696de1232'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:54.940779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-193277fc-24cf-4b47-b27a-24c53afaf4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.951494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-193277fc-24cf-4b47-b27a-24c53afaf4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:54.953722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-193277fc-24cf-4b47-b27a-24c53afaf4b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1c33060-81fc-4716-9868-a94ee7ba5bd4 HTTP/1.1" status: 204 len: 168 time: 0.2334783 Aug 31 13:46:54.965880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193277fc-24cf-4b47-b27a-24c53afaf4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c33060-81fc-4716-9868-a94ee7ba5bd4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:54.993081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['57ac63a6-0dc9-41ec-ae99-e80d821fcc84'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:55.032681 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:55.433610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bcb73dd0-9f08-4d46-8301-cf0fe03c68c8 None None] Provisioning for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:55.461851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bcb73dd0-9f08-4d46-8301-cf0fe03c68c8 None None] Provisioning complete for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:55.462518 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bcb73dd0-9f08-4d46-8301-cf0fe03c68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:55.465780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bce19-713f-4aac-a16d-149f374d436d req-f816e499-9817-4124-99b0-3a90c473edd6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:55.483090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-954bce19-713f-4aac-a16d-149f374d436d req-f816e499-9817-4124-99b0-3a90c473edd6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 944 time: 0.1802857 Aug 31 13:46:55.524716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:55.548242 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8fc45fd-a697-4c6b-9195-61f43490ca7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:55.568280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bcb73dd0-9f08-4d46-8301-cf0fe03c68c8 None None] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:46:55.578939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-954bce19-713f-4aac-a16d-149f374d436d req-c93546a8-366d-45c9-95ad-f5c17542f8cf tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948269 Aug 31 13:46:55.768707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4effd7c0-ce9a-4c17-b379-222bc990ffa3 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:55.778340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:55.801658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Transition to ACTIVE for port object 4effd7c0-ce9a-4c17-b379-222bc990ffa3 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:46:55.808905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8fc45fd-a697-4c6b-9195-61f43490ca7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:55.811290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd4eb2-5caa-45e9-909d-df32c4160a02 req-ef63b5f0-125d-4639-aab7-fb14f8603e74 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:55.813650 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6edd4eb2-5caa-45e9-909d-df32c4160a02 req-ef63b5f0-125d-4639-aab7-fb14f8603e74 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 945 time: 0.0959113 Aug 31 13:46:55.814925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:55.820190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8fc45fd-a697-4c6b-9195-61f43490ca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:55.881512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:55.910055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc45fd-a697-4c6b-9195-61f43490ca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f516e45-554b-4eab-851e-832b4ac2f05a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:55.961134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6edd4eb2-5caa-45e9-909d-df32c4160a02 req-2abc1079-7d85-4242-be74-399daff15fc7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869215 Aug 31 13:46:55.971167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d8fc45fd-a697-4c6b-9195-61f43490ca7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24771a60bfed4a3cbc6e9d3760d561d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452093 Aug 31 13:46:55.973767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52174) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:56.050469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:46:56.050824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:46:56.051172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:56.059373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:46:56.059734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:46:56.074753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:46:56.075122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:46:56.075759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:46:56.076232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Bound port: 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:46:56.076826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.085360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5afaf846-8e81-48f8-ba28-b5ba8b61132a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.167969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5afaf846-8e81-48f8-ba28-b5ba8b61132a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.205916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129e166-a3d8-4d99-aa76-da585fa6575c req-ac5fb56d-e22b-4156-abad-c25c68b5d064 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:56.213202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8129e166-a3d8-4d99-aa76-da585fa6575c req-ac5fb56d-e22b-4156-abad-c25c68b5d064 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.1154492 Aug 31 13:46:56.228656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:46:56.234518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:46:56.249551 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.301364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8129e166-a3d8-4d99-aa76-da585fa6575c req-afaf2608-1239-4207-be5e-d2964c01480a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802093 Aug 31 13:46:56.328555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c20bf-80b3-4aa9-b610-76d0f267eaa3 req-4610717d-4e63-4e58-a6f6-64cf82f79674 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:56.328890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5afaf846-8e81-48f8-ba28-b5ba8b61132a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.330618 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fa8c20bf-80b3-4aa9-b610-76d0f267eaa3 req-4610717d-4e63-4e58-a6f6-64cf82f79674 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.2305648 Aug 31 13:46:56.335570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5afaf846-8e81-48f8-ba28-b5ba8b61132a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.338106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5afaf846-8e81-48f8-ba28-b5ba8b61132a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f516e45-554b-4eab-851e-832b4ac2f05a HTTP/1.1" status: 204 len: 168 time: 0.3614519 Aug 31 13:46:56.356158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaf846-8e81-48f8-ba28-b5ba8b61132a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f516e45-554b-4eab-851e-832b4ac2f05a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:56.390647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:56.391314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.405756 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] 10.222.0.26 "PUT /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 1096 time: 1.5168509 Aug 31 13:46:56.406388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:56.408743 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6492628f-0b6f-443c-96ff-47f51355b387" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:56.508612 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fa8c20bf-80b3-4aa9-b610-76d0f267eaa3 req-ce64a691-294a-4990-bd3c-4392e11b3d71 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565404 Aug 31 13:46:56.509776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b547a-0e94-4aee-99f6-dbc02811429f service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:56.675015 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-67584482-e427-4940-a1b1-5ff6f392de99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.687671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-db9b1345-9151-4696-87c6-e1d69834d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:56.690812 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-db9b1345-9151-4696-87c6-e1d69834d4aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1099 time: 0.1604269 Aug 31 13:46:56.841307 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c78fda8-6c16-4190-9b21-07c4d02b5fe1 x-openstack-request-id: req-3c78fda8-6c16-4190-9b21-07c4d02b5fe1 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:56.841567 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:56.841815 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c78fda8-6c16-4190-9b21-07c4d02b5fe1 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:56.842210 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:46:56.844060 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-2c9ef79b-8093-4dc8-8ee3-941090a1025f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0858448 Aug 31 13:46:56.979659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-40f73266-b734-4e9f-a8d5-534dd0b096eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:56.985867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-40f73266-b734-4e9f-a8d5-534dd0b096eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1186457 Aug 31 13:46:57.007502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddbedf-b990-4c9c-a55d-d86a59691765 req-128987df-986f-42ee-8807-5ac9f332c573 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:57.019896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcddbedf-b990-4c9c-a55d-d86a59691765 req-128987df-986f-42ee-8807-5ac9f332c573 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 944 time: 0.1457896 Aug 31 13:46:57.143817 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcddbedf-b990-4c9c-a55d-d86a59691765 req-6814a376-0514-4dbf-894a-88f22e08f419 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227860 Aug 31 13:46:57.168770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-1ece4c1c-5525-4bf9-83c3-bff77865966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:57.172908 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-1ece4c1c-5525-4bf9-83c3-bff77865966e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501269 Aug 31 13:46:57.248540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b214a-77b5-4061-b8b8-436d8164bf20 req-e201860c-3b2f-423f-b214-0a635c2a39c6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:57.250913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-159b214a-77b5-4061-b8b8-436d8164bf20 req-e201860c-3b2f-423f-b214-0a635c2a39c6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 945 time: 0.1152108 Aug 31 13:46:57.337342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-159b214a-77b5-4061-b8b8-436d8164bf20 req-348b1a33-9492-4d3e-b6f1-daa8af28a394 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780532 Aug 31 13:46:57.372289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0829ddf1-46f6-4b74-a85d-4e1696de1232 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:57.376785 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-3691ea29-fdd2-49e4-912f-a6cfe00f1631 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910381 Aug 31 13:46:57.483889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 0829ddf1-46f6-4b74-a85d-4e1696de1232 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:57.488529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0829ddf1-46f6-4b74-a85d-4e1696de1232 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:57.489158 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:57.575966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e530a-22ca-4636-bd34-4a464d7d1a3a req-c587ed3d-5c4c-41c1-9599-b573b2e86542 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:57.577685 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b80e530a-22ca-4636-bd34-4a464d7d1a3a req-c587ed3d-5c4c-41c1-9599-b573b2e86542 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.1380181 Aug 31 13:46:57.589416 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:57.609225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14ed5cf1-5563-4fa4-9569-f29a4c15f4d2 req-b07d8ecd-6683-471f-b8f3-9d37b71edf15 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112746 Aug 31 13:46:57.625288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829ddf1-46f6-4b74-a85d-4e1696de1232'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:57.627820 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b50577-071f-446e-892f-220e92559b2d" -d '{"events": [{"server_uuid": "f2db188c-ac9a-4580-bc1d-8e8c26ab462a", "name": "network-vif-plugged", "status": "completed", "tag": "0829ddf1-46f6-4b74-a85d-4e1696de1232"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:57.644982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0829ddf1-46f6-4b74-a85d-4e1696de1232, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0829ddf1-46f6-4b74-a85d-4e1696de1232,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:57.650477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:57.651408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:57.660912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b80e530a-22ca-4636-bd34-4a464d7d1a3a req-3d94ac42-3752-43a9-93d9-c4ec23c04132 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713530 Aug 31 13:46:57.679053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93196127-45e7-423a-a87b-74c377f8ce47 req-d03667c6-14d8-4a0c-a41b-7cc0ed882399 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:57.688390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93196127-45e7-423a-a87b-74c377f8ce47 req-d03667c6-14d8-4a0c-a41b-7cc0ed882399 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0658369 Aug 31 13:46:57.716805 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5fd743-1705-4b56-bb7c-35cf8b13c851 x-openstack-request-id: req-1c5fd743-1705-4b56-bb7c-35cf8b13c851 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:57.717361 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2db188c-ac9a-4580-bc1d-8e8c26ab462a", "name": "network-vif-plugged", "status": "completed", "tag": "0829ddf1-46f6-4b74-a85d-4e1696de1232", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:57.717477 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c5fd743-1705-4b56-bb7c-35cf8b13c851 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:57.717828 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829ddf1-46f6-4b74-a85d-4e1696de1232', 'code': 200} Aug 31 13:46:57.730014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93196127-45e7-423a-a87b-74c377f8ce47 req-a2e6eb91-08e0-4228-8681-6bc2c91f2a23 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Aug 31 13:46:57.750475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0829ddf1-46f6-4b74-a85d-4e1696de1232,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:57.766128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:57.770848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:57.771103 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:57.857205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:57.898986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:57.904415 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:57.969515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:57.972707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492628f-0b6f-443c-96ff-47f51355b387 req-fd515c57-889c-4841-b3df-9f6b3ab14c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:57.979806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6492628f-0b6f-443c-96ff-47f51355b387 req-fd515c57-889c-4841-b3df-9f6b3ab14c01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1099 time: 0.0796013 Aug 31 13:46:58.087591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637dde5-3e59-4efd-8c5a-234ef898210c req-6bd8e00b-41dd-45a0-b5d0-63248cb73779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:58.089205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8637dde5-3e59-4efd-8c5a-234ef898210c req-6bd8e00b-41dd-45a0-b5d0-63248cb73779 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 1096 time: 0.0772567 Aug 31 13:46:58.135287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8637dde5-3e59-4efd-8c5a-234ef898210c req-c78bbaa3-9e40-4acf-b99e-467e7eab974b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370197 Aug 31 13:46:58.159698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492628f-0b6f-443c-96ff-47f51355b387 req-485bad34-7f7f-4ae8-b624-c4ed5261bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:58.161252 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6492628f-0b6f-443c-96ff-47f51355b387 req-485bad34-7f7f-4ae8-b624-c4ed5261bd5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1505718 Aug 31 13:46:58.278775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08fb93-2889-425d-9f79-58e9ddac145c req-452b6276-4e9a-4809-8f6e-7405fa1ad787 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:58.280941 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4a08fb93-2889-425d-9f79-58e9ddac145c req-452b6276-4e9a-4809-8f6e-7405fa1ad787 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0528071 Aug 31 13:46:58.327936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4a08fb93-2889-425d-9f79-58e9ddac145c req-085204c0-f4c7-4937-818e-b65dbe213354 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Aug 31 13:46:58.505164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae88d4d-383a-4072-8b22-4a767971f0bc req-02770958-2976-4ecf-88a4-cfa490f37d88 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:58.507164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fae88d4d-383a-4072-8b22-4a767971f0bc req-02770958-2976-4ecf-88a4-cfa490f37d88 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.0546310 Aug 31 13:46:58.566053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fae88d4d-383a-4072-8b22-4a767971f0bc req-25bfd37e-3d95-4072-98e9-04ca4238e2cd tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530341 Aug 31 13:46:58.802270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6492628f-0b6f-443c-96ff-47f51355b387 req-f65dfc7b-6b94-4d65-ab09-29247831c1b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.3087959 Aug 31 13:46:58.880539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492628f-0b6f-443c-96ff-47f51355b387 req-8010e200-75d6-4577-91a7-20987836923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:58.882261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6492628f-0b6f-443c-96ff-47f51355b387 req-8010e200-75d6-4577-91a7-20987836923d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0701811 Aug 31 13:46:58.890571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c973-4a98-46a0-bbc3-5d195b01767b req-733ed266-e055-40f3-b6f8-2a6111e4b126 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:58.892071 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6833c973-4a98-46a0-bbc3-5d195b01767b req-733ed266-e055-40f3-b6f8-2a6111e4b126 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.0925479 Aug 31 13:46:58.963944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6833c973-4a98-46a0-bbc3-5d195b01767b req-e549b798-f262-4539-82c8-d14417b51bdc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593085 Aug 31 13:46:58.966884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492628f-0b6f-443c-96ff-47f51355b387 req-065c5a7f-739a-493b-a33e-5cbe8fe7be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:58.968412 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6492628f-0b6f-443c-96ff-47f51355b387 req-065c5a7f-739a-493b-a33e-5cbe8fe7be8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717328 Aug 31 13:46:59.096059 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6492628f-0b6f-443c-96ff-47f51355b387 req-f673f213-e8e3-434f-a8a6-20a10a506bf3 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076088 Aug 31 13:46:59.223429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d795-4d76-4ea0-ad3d-767b067383ad req-c707b6ba-e652-4f52-a76a-5f71111298d7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:59.225294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc20d795-4d76-4ea0-ad3d-767b067383ad req-c707b6ba-e652-4f52-a76a-5f71111298d7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1075568 Aug 31 13:46:59.265284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2ee4dbb3-74e0-449c-ab19-4073f75e7a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.279028 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc20d795-4d76-4ea0-ad3d-767b067383ad req-af0c8d1b-0da5-492d-b5c8-bd7ffd682ec6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 Aug 31 13:46:59.281088 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6492628f-0b6f-443c-96ff-47f51355b387 req-a3608aa7-f7ef-46bd-8b43-14430c485de0 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753078 Aug 31 13:46:59.486962 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.579268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53664c1-867f-4182-b813-9c182ccbd86d req-6eabbd09-7b52-4fde-9cd5-acb85200606d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:59.579532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f53664c1-867f-4182-b813-9c182ccbd86d req-6eabbd09-7b52-4fde-9cd5-acb85200606d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0636826 Aug 31 13:46:59.636535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f53664c1-867f-4182-b813-9c182ccbd86d req-f7962922-d216-4e63-be62-3f2d77da7c47 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494978 Aug 31 13:46:59.718370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52356) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:59.718925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:59.720106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a9e6-61f4-47f8-baa2-cf0491696333 req-daa8eeb7-3a53-44b3-a171-76dca5f3660a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:59.721991 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16120985-de05-452b-8520-b3f410bf89a2" -d '{"events": [{"server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "name": "network-vif-plugged", "status": "completed", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:59.727943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e315a9e6-61f4-47f8-baa2-cf0491696333 req-daa8eeb7-3a53-44b3-a171-76dca5f3660a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.0686436 Aug 31 13:46:59.791549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e315a9e6-61f4-47f8-baa2-cf0491696333 req-0c78ebcc-e967-4528-8df5-e573172f53b1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627334 Aug 31 13:46:59.853806 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7586f1ac-0b4a-48d2-b2e1-b7d73e5a7165 x-openstack-request-id: req-7586f1ac-0b4a-48d2-b2e1-b7d73e5a7165 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:59.854278 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "name": "network-vif-plugged", "status": "completed", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:59.854669 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7586f1ac-0b4a-48d2-b2e1-b7d73e5a7165 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:59.855240 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84', 'code': 200} Aug 31 13:46:59.888458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b29676ad-53aa-4062-90ff-293b143db158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.911184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-156cc7b4-1735-4eb2-b27e-a7b7b9884cde tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:59.912643 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-156cc7b4-1735-4eb2-b27e-a7b7b9884cde tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 0.1297371 Aug 31 13:46:59.940494 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-0e30a84b-38d7-447c-9032-cc9dc2d4f08b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/quotas/1a48c05bf9d445d58dcb47a944602623 HTTP/1.1" status: 200 len: 375 time: 0.0176470 Aug 31 13:47:00.029618 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-cde65347-0a61-4a9c-a51b-bfee2f7c7c2b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800331 Aug 31 13:47:00.100735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e177e-97d0-4861-8e5e-293282e0e8fe req-a7eb8228-6f9d-49e1-9ca0-6b1048188e8d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:00.102391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-970e177e-97d0-4861-8e5e-293282e0e8fe req-a7eb8228-6f9d-49e1-9ca0-6b1048188e8d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.0599918 Aug 31 13:47:00.114154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b29676ad-53aa-4062-90ff-293b143db158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.140744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b29676ad-53aa-4062-90ff-293b143db158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.159784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-970e177e-97d0-4861-8e5e-293282e0e8fe req-6a5c0aac-13a7-4107-9fba-03584deaca4d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Aug 31 13:47:00.211436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3bed0-5959-43b9-9648-e68f80960e32 req-25f02e0b-65cd-4ef5-a91c-3c16a439dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:00.212927 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cbd3bed0-5959-43b9-9648-e68f80960e32 req-25f02e0b-65cd-4ef5-a91c-3c16a439dde5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 1097 time: 0.1090333 Aug 31 13:47:00.219400 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b29676ad-53aa-4062-90ff-293b143db158 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1e8b85c76c64026923c296d96de042e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4994972 Aug 31 13:47:00.222582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52372) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:00.224057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-c719d041-e971-44c9-afc6-7ad151ad03da service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899126 Aug 31 13:47:00.224917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29676ad-53aa-4062-90ff-293b143db158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff84016b-3bdf-4883-8fed-d7a53d1ccb10,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:00.293075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59a911fb-1f83-4557-989a-1a4d430c41dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.339168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59a911fb-1f83-4557-989a-1a4d430c41dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.342917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cbd3bed0-5959-43b9-9648-e68f80960e32 req-bd5ea8a1-739d-4fe3-bea5-77363b7d0878 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045470 Aug 31 13:47:00.409381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-639a0374-428a-411b-bd23-e0e2be56b858 service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590660 Aug 31 13:47:00.418872 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.441462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983a159-15f6-47fa-8797-4574e471e043 req-984fd910-5dae-4881-84ef-90d371d35a59 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:00.442931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2983a159-15f6-47fa-8797-4574e471e043 req-984fd910-5dae-4881-84ef-90d371d35a59 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0602882 Aug 31 13:47:00.458503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59a911fb-1f83-4557-989a-1a4d430c41dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.461403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59a911fb-1f83-4557-989a-1a4d430c41dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.462863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-59a911fb-1f83-4557-989a-1a4d430c41dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff84016b-3bdf-4883-8fed-d7a53d1ccb10 HTTP/1.1" status: 204 len: 168 time: 0.2388148 Aug 31 13:47:00.478170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a911fb-1f83-4557-989a-1a4d430c41dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff84016b-3bdf-4883-8fed-d7a53d1ccb10,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:00.512046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2983a159-15f6-47fa-8797-4574e471e043 req-4ce92752-4a59-4015-9114-08002beb932f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624835 Aug 31 13:47:00.674680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67ecfcdc-f789-4c20-b0a3-accee98713c3 req-5b6a57bf-67ec-471e-a533-f10bbba3834b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 210 time: 0.0409927 Aug 31 13:47:00.827493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7a995-0991-4c44-aa73-6362486b6741 req-6065f5f3-97aa-4ca6-a9c8-1148ca3a9a26 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:00.837907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33e7a995-0991-4c44-aa73-6362486b6741 req-6065f5f3-97aa-4ca6-a9c8-1148ca3a9a26 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0747018 Aug 31 13:47:00.893447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33e7a995-0991-4c44-aa73-6362486b6741 req-0d84297b-49af-455b-86c3-af0ab5da41be tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508468 Aug 31 13:47:00.914562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:00.943254 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5029c084-d09e-4a24-b50c-36d1c970f9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.954345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e3b01-54bb-41d0-a420-a6763103cce4 req-beb9d206-f00e-4d70-9321-90c0d33c3e1f tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:00.963158 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be4e3b01-54bb-41d0-a420-a6763103cce4 req-beb9d206-f00e-4d70-9321-90c0d33c3e1f tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.0646563 Aug 31 13:47:01.008557 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be4e3b01-54bb-41d0-a420-a6763103cce4 req-2b38e9a2-9bb1-423a-94e6-236d329e9440 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Aug 31 13:47:01.077460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0229d-48b4-47a0-baaa-7f590a0c3e18 req-9bc9072f-203e-47ff-a97b-b0f4a0cc96f8 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:01.079230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3a0229d-48b4-47a0-baaa-7f590a0c3e18 req-9bc9072f-203e-47ff-a97b-b0f4a0cc96f8 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 1096 time: 0.0692360 Aug 31 13:47:01.133513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5029c084-d09e-4a24-b50c-36d1c970f9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.139982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3a0229d-48b4-47a0-baaa-7f590a0c3e18 req-3c01b766-2af5-453f-8979-fabb234c03d3 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515957 Aug 31 13:47:01.140557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5029c084-d09e-4a24-b50c-36d1c970f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.184953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5029c084-d09e-4a24-b50c-36d1c970f9a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5c71dad78584c79aa90578fba9e70a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688751 Aug 31 13:47:01.185670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029c084-d09e-4a24-b50c-36d1c970f9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f4f9e-d0cd-4c94-a444-2dd1d16a0c08,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.200689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52406) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:01.264458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9515450c-be35-434d-b9c9-4b97880ba2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.315230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9515450c-be35-434d-b9c9-4b97880ba2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.378974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1fd70-275e-481b-885f-40e9f3c09315 req-3f98f183-d98d-4188-9c70-4851ea617b2a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:01.380806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beb1fd70-275e-481b-885f-40e9f3c09315 req-3f98f183-d98d-4188-9c70-4851ea617b2a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.1026473 Aug 31 13:47:01.402887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4effd7c0-ce9a-4c17-b379-222bc990ffa3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:01.419212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e2a06bb6-9dec-4791-a623-2bd7151f68d6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:01.428355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9515450c-be35-434d-b9c9-4b97880ba2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.433065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9515450c-be35-434d-b9c9-4b97880ba2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.434419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9515450c-be35-434d-b9c9-4b97880ba2db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/690f4f9e-d0cd-4c94-a444-2dd1d16a0c08 HTTP/1.1" status: 204 len: 168 time: 0.2325790 Aug 31 13:47:01.464923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515450c-be35-434d-b9c9-4b97880ba2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f4f9e-d0cd-4c94-a444-2dd1d16a0c08,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.496807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beb1fd70-275e-481b-885f-40e9f3c09315 req-9ef15670-3c7e-47b1-85c6-f6a2e14eb148 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 Aug 31 13:47:01.616672 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.672930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:01.678054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:01.687283 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.693807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'mac_address': 'fa:16:3e:d2:ac:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:47:01.721991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79396740-cf8d-4fd0-8688-b6905909fd5d req-8638113f-d18c-4312-8b24-6b4f0fbdd8e2 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:01.729492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79396740-cf8d-4fd0-8688-b6905909fd5d req-8638113f-d18c-4312-8b24-6b4f0fbdd8e2 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1199722 Aug 31 13:47:01.788233 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79396740-cf8d-4fd0-8688-b6905909fd5d req-f27b84c5-d7ee-4141-a640-89ddb950d42c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522714 Aug 31 13:47:01.864638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:01.865522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-70357f91-8e3c-4beb-84d3-3602dc44d348 req-15c0a3cb-a499-4f98-848a-58f989bd2b56 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 210 time: 0.0609674 Aug 31 13:47:01.874446 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e91784-9bff-4f52-a467-99ea6d6f4953" -d '{"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:01.911814 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.915136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.933293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.951853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4effd7c0-ce9a-4c17-b379-222bc990ffa3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:01.972775 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae22c49-467d-4a67-baff-8050799097ff x-openstack-request-id: req-dae22c49-467d-4a67-baff-8050799097ff {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:01.973113 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:01.973634 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dae22c49-467d-4a67-baff-8050799097ff {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:01.974129 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'code': 200} Aug 31 13:47:01.987409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:01.993382 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.071184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:02.217320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad75609-e9a6-4ffa-861e-a381de9370d4 req-b1e3c82f-6718-4a2c-90a3-046d617f3784 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:02.224774 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aad75609-e9a6-4ffa-861e-a381de9370d4 req-b1e3c82f-6718-4a2c-90a3-046d617f3784 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.1089332 Aug 31 13:47:02.288762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aad75609-e9a6-4ffa-861e-a381de9370d4 req-71e74dfb-8e5b-4431-bd00-4db9db237f71 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Aug 31 13:47:02.671745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f63ed-cafa-4982-9736-a8ba7774424a req-24ee7452-af8e-4e84-b8da-ba2b8b2c3ad4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:02.674080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-010f63ed-cafa-4982-9736-a8ba7774424a req-24ee7452-af8e-4e84-b8da-ba2b8b2c3ad4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 949 time: 0.0793040 Aug 31 13:47:02.684111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-b4e94de4-ee51-4ab5-b60d-a6b86d3285be tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:02.685896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-b4e94de4-ee51-4ab5-b60d-a6b86d3285be tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 0.2030420 Aug 31 13:47:02.721477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Request body: {'port': {'device_id': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'admin_state_up': True, 'tenant_id': '1a48c05bf9d445d58dcb47a944602623'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:02.753599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-010f63ed-cafa-4982-9736-a8ba7774424a req-3a3eaa60-01a5-44ce-8c75-f503a2ee7d64 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Aug 31 13:47:02.830001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4effd7c0-ce9a-4c17-b379-222bc990ffa3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:02.913004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Made reservation on behalf of 1a48c05bf9d445d58dcb47a944602623 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:02.917156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.952759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2d9ce-39bd-4e51-81c1-31b9fbaf51c7 req-07e2400a-078b-4463-9431-af92dbbdb33c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:02.955483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99a2d9ce-39bd-4e51-81c1-31b9fbaf51c7 req-07e2400a-078b-4463-9431-af92dbbdb33c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0736351 Aug 31 13:47:03.043203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99a2d9ce-39bd-4e51-81c1-31b9fbaf51c7 req-f1c0b16d-3375-446d-8320-ff487370059e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797095 Aug 31 13:47:03.140577 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a67c7e4c-9576-49d5-874b-e671e84184e5 req-c87d1c22-4fff-4155-aa08-1face4f2ad3f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 210 time: 0.1170321 Aug 31 13:47:03.222897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Allocated IP 172.20.0.4 (7b42fd37-680e-4723-8311-61308ced669b/61031600-0441-4de8-862a-48ec957d864a/b86b8b3e-b8fd-4963-a0c4-4969fe676496) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:03.465543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc8744-61df-4214-9800-066150cfdda3 req-f1084f58-a1b6-4af1-8411-5743f41c4dfb tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:03.475671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3dc8744-61df-4214-9800-066150cfdda3 req-f1084f58-a1b6-4af1-8411-5743f41c4dfb tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.0881369 Aug 31 13:47:03.506582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.559691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3dc8744-61df-4214-9800-066150cfdda3 req-b916aab2-dfbc-468f-b888-8e947be51585 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829101 Aug 31 13:47:03.586266 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.665215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Network 7b42fd37-680e-4723-8311-61308ced669b is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:03.669543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:03.675571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:03.680557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:03.739812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:03.740692 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.758519 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-8fe40dfc-44ee-414f-bb0c-1f218dd7a0a1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0415986 Aug 31 13:47:03.824801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Request body: {'port': {'device_id': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:03.927696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.084305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc2265-eca8-4b92-8532-098ae4ac7ba5 req-0cfc5cf9-679e-4d65-8c64-97ed561630fc tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.086099 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3bc2265-eca8-4b92-8532-098ae4ac7ba5 req-0cfc5cf9-679e-4d65-8c64-97ed561630fc tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 1097 time: 0.0489993 Aug 31 13:47:04.148131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3bc2265-eca8-4b92-8532-098ae4ac7ba5 req-63292977-cb1b-4b66-aecc-d35400ddd2c8 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518341 Aug 31 13:47:04.293038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.293551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.293970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.294430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.295044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.295545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.296706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.297193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.297672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.298108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.298767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.299116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.313110 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0ab15420-6a14-4085-ad17-cc94613a5d81 req-af001f59-296f-476a-b15d-1469a8fa4303 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8546 time: 0.2703893 Aug 31 13:47:04.381851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bbd5f-9d4d-416b-9d57-5bf9ceaac27a req-51354d41-0ca4-49dd-92d5-c23cdb42e989 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.383346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd4bbd5f-9d4d-416b-9d57-5bf9ceaac27a req-51354d41-0ca4-49dd-92d5-c23cdb42e989 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 949 time: 0.0628974 Aug 31 13:47:04.436978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86b8b3e-b8fd-4963-a0c4-4969fe676496 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:04.438678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd4bbd5f-9d4d-416b-9d57-5bf9ceaac27a req-78014437-5809-4bcc-9be0-bb9b7253e2f3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Aug 31 13:47:04.447234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.475335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Transition to ACTIVE for port object b86b8b3e-b8fd-4963-a0c4-4969fe676496 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:04.485887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380166f4-5a30-4f44-8b79-9548800cc58f req-fd80f185-04db-4777-bd76-d1d42eb431d7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.487453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-380166f4-5a30-4f44-8b79-9548800cc58f req-fd80f185-04db-4777-bd76-d1d42eb431d7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1157203 Aug 31 13:47:04.488723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.578246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-1c4858ea-d788-44c1-8a5b-66c9f366e692 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.580167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-1c4858ea-d788-44c1-8a5b-66c9f366e692 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/ports?device_id=5be26907-0980-4376-9079-9016e0e6990e HTTP/1.1" status: 200 len: 943 time: 0.0990779 Aug 31 13:47:04.580451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:04.597685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316103cb-361a-497b-8a1f-7b45a419b002 req-7e0d9c63-74fd-4d8b-89b2-9f1c79423445 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.599654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-316103cb-361a-497b-8a1f-7b45a419b002 req-7e0d9c63-74fd-4d8b-89b2-9f1c79423445 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 943 time: 0.0736897 Aug 31 13:47:04.610438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-380166f4-5a30-4f44-8b79-9548800cc58f req-12594b65-710d-4897-afbc-ed836ead6e1d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096008 Aug 31 13:47:04.680637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Attempting to bind port b86b8b3e-b8fd-4963-a0c4-4969fe676496 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:04.681162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Attempting to bind port b86b8b3e-b8fd-4963-a0c4-4969fe676496 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:04.681560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Attempting to bind port b86b8b3e-b8fd-4963-a0c4-4969fe676496 on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:04.687846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Port b86b8b3e-b8fd-4963-a0c4-4969fe676496 on network 7b42fd37-680e-4723-8311-61308ced669b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:04.688248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Attempting to bind port b86b8b3e-b8fd-4963-a0c4-4969fe676496 on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:04.694282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:04.694691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Checking segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:04.695153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Bound using segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:04.695658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Bound port: b86b8b3e-b8fd-4963-a0c4-4969fe676496, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:04.696102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.700317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-316103cb-361a-497b-8a1f-7b45a419b002 req-537fb838-e77d-4cfb-a06a-38d09b82ac15 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910797 Aug 31 13:47:04.728275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Deleting port e2a06bb6-9dec-4791-a623-2bd7151f68d6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:47:04.728837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.870765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:04.881031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:04.887624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.897903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26119efa-bebf-485a-ba2d-77c8355615f3 req-fb58f277-8fe1-45c6-9d47-30d42c2bd0e3 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.899582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26119efa-bebf-485a-ba2d-77c8355615f3 req-fb58f277-8fe1-45c6-9d47-30d42c2bd0e3 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 1097 time: 0.1051230 Aug 31 13:47:04.906761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] For port e2a06bb6-9dec-4791-a623-2bd7151f68d6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e2a06bb6-9dec-4791-a623-2bd7151f68d6,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:04.907265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.926632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Calling delete_port for e2a06bb6-9dec-4791-a623-2bd7151f68d6 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:47:04.934000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a8b75-274a-48dc-b2f4-b0061157b23d req-1b5ff029-2d14-4a60-b236-d484f6cea3ea tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.951744 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9c1a8b75-274a-48dc-b2f4-b0061157b23d req-1b5ff029-2d14-4a60-b236-d484f6cea3ea tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 886 time: 0.1868830 Aug 31 13:47:04.961127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:04.961743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.963104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] 10.222.0.26 "PUT /v2.0/ports/b86b8b3e-b8fd-4963-a0c4-4969fe676496 HTTP/1.1" status: 200 len: 1091 time: 1.1521006 Aug 31 13:47:04.963533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:04.965817 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82889310-fb57-4f3c-96ef-5f7bc6af94b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:04.994996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58ff22-0627-473b-af04-f249a7b0cd85 service neutron] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.013446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26119efa-bebf-485a-ba2d-77c8355615f3 req-be8ed5a2-d9f5-4a7d-b71f-23d46b107154 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983422 Aug 31 13:47:05.145469 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecff4e8-c524-400b-8781-322622d32055 x-openstack-request-id: req-4ecff4e8-c524-400b-8781-322622d32055 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:05.145818 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:05.146122 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ecff4e8-c524-400b-8781-322622d32055 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:05.146559 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'status': 'completed', 'code': 200} Aug 31 13:47:05.170781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-0ae0c60b-0c7c-4a55-910e-30e865f9103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.172375 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-0ae0c60b-0c7c-4a55-910e-30e865f9103f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 1094 time: 0.1342468 Aug 31 13:47:05.200568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.263378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-49bea895-f0a8-4517-b4f1-695a1acee436 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496 HTTP/1.1" status: 200 len: 217 time: 0.0574605 Aug 31 13:47:05.297167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event deleted for resources: {'Port': ['ID=e2a06bb6-9dec-4791-a623-2bd7151f68d6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.365825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-bfa44b6a-1a28-4b46-93bd-aa8e0c14b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.367809 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-bfa44b6a-1a28-4b46-93bd-aa8e0c14b903 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.0868332 Aug 31 13:47:05.388797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] No DVR routers for this DVR port e2a06bb6-9dec-4791-a623-2bd7151f68d6 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:47:05.391928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.396156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.396636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.397137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.397791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.397903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb2702ed-fadc-4ca6-b785-66f0f307b4f4 req-a8157d48-c0b0-4fc0-9e95-e286a12268e1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "DELETE /v2.0/ports/e2a06bb6-9dec-4791-a623-2bd7151f68d6 HTTP/1.1" status: 204 len: 173 time: 0.7968655 Aug 31 13:47:05.398385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.398860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.398980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-deleted', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:05.399325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.399790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.400408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.400970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.401491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.402193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.409568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d12333b0-bae2-4f73-aeee-3b6c45b5a7b5 req-069b2d58-2955-4106-8c6d-e4bc6e37be97 tempest-NetworksTest-635564949 tempest-NetworksTest-635564949-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8546 time: 0.3373363 Aug 31 13:47:05.427234 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9e4d3-13bd-492a-b39e-47dbcf5b943c" -d '{"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-deleted", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:05.440352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4effd7c0-ce9a-4c17-b379-222bc990ffa3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:05.478726 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-d5b86a7b-658f-446b-ac8f-3a5db4dcf026 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957716 Aug 31 13:47:05.519844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:05.525174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:05.525815 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.535340 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32174cc-912c-450c-a2e2-5f252edb27aa x-openstack-request-id: req-c32174cc-912c-450c-a2e2-5f252edb27aa {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:05.536061 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be26907-0980-4376-9079-9016e0e6990e", "name": "network-vif-deleted", "tag": "e2a06bb6-9dec-4791-a623-2bd7151f68d6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:05.536479 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c32174cc-912c-450c-a2e2-5f252edb27aa {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:05.537046 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be26907-0980-4376-9079-9016e0e6990e', 'name': 'network-vif-deleted', 'tag': 'e2a06bb6-9dec-4791-a623-2bd7151f68d6', 'status': 'completed', 'code': 200} Aug 31 13:47:05.643498 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.687619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:05.690649 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc8e19b-5d7e-47a1-bfb9-90838366a66f" -d '{"events": [{"server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "name": "network-vif-plugged", "status": "completed", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:05.706444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:05.715738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.722171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-e5b6d9eb-6346-40f2-b5cc-ed41b280f073 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030194 Aug 31 13:47:05.834893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.905780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb823cd-f0a3-46a8-81d4-2e0ccaaae8fd req-e3813933-24aa-46fc-8f68-ace4f307718c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:05.914569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3eb823cd-f0a3-46a8-81d4-2e0ccaaae8fd req-e3813933-24aa-46fc-8f68-ace4f307718c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.2166269 Aug 31 13:47:05.918418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-398c75cb-2ffe-44d8-82e6-030c3ecc5c0f req-6d1065c3-70cc-4dab-a691-bb6b92bfe818 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765671 Aug 31 13:47:05.984745 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3eb823cd-f0a3-46a8-81d4-2e0ccaaae8fd req-5b548449-11ca-4553-8a5c-1c617c9ffad0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689583 Aug 31 13:47:06.056388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52568) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:06.205235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cec1abdf-8306-4c24-a9bf-040147ed37a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.218490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-8a25719e-4953-4ef3-8a12-bdc3e982e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:06.221733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-8a25719e-4953-4ef3-8a12-bdc3e982e4d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 1094 time: 0.1211669 Aug 31 13:47:06.234458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bbc8c-2988-481b-9137-cae991669507 req-0eb38988-fa27-49a0-bfbf-7875b24a92f8 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:06.241539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dc0bbc8c-2988-481b-9137-cae991669507 req-0eb38988-fa27-49a0-bfbf-7875b24a92f8 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1687036 Aug 31 13:47:06.414943 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dc0bbc8c-2988-481b-9137-cae991669507 req-b7318f65-8274-40e7-b38f-08bbd43e4165 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687164 Aug 31 13:47:06.470910 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cec1abdf-8306-4c24-a9bf-040147ed37a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.476799 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cec1abdf-8306-4c24-a9bf-040147ed37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.483566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-66d6bee7-d50e-42b8-9cc9-45c1d6d36113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:06.485500 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-66d6bee7-d50e-42b8-9cc9-45c1d6d36113 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 906 time: 0.2426839 Aug 31 13:47:06.535665 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072dc22-2f98-4933-bd13-d17ba12a4615 x-openstack-request-id: req-4072dc22-2f98-4933-bd13-d17ba12a4615 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:06.536579 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "name": "network-vif-plugged", "status": "completed", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:06.537081 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4072dc22-2f98-4933-bd13-d17ba12a4615 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:06.537653 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'code': 200} Aug 31 13:47:06.539952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cec1abdf-8306-4c24-a9bf-040147ed37a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e484faa224304e7b8e4c40a5c5fb48e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817700 Aug 31 13:47:06.577952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1abdf-8306-4c24-a9bf-040147ed37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b34b67-1d20-47b1-9299-c34799411cc8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:06.580966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52586) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:06.679844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e2326f9-cef6-4acb-b0de-6284b53264dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.709951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e2326f9-cef6-4acb-b0de-6284b53264dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.799477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc068883-0323-4b07-a77c-0e451f0b7bb9 req-fe17487f-7360-4c30-8ef3-df8ce14efbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:06.801477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc068883-0323-4b07-a77c-0e451f0b7bb9 req-fe17487f-7360-4c30-8ef3-df8ce14efbfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1101 time: 0.0538876 Aug 31 13:47:06.829949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e2326f9-cef6-4acb-b0de-6284b53264dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.832965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e2326f9-cef6-4acb-b0de-6284b53264dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.837327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7e2326f9-cef6-4acb-b0de-6284b53264dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86b34b67-1d20-47b1-9299-c34799411cc8 HTTP/1.1" status: 204 len: 168 time: 0.2526765 Aug 31 13:47:07.086051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-d6ba77e6-33f5-4d87-b27e-fa8d1066f449 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496 HTTP/1.1" status: 200 len: 217 time: 0.5817783 Aug 31 13:47:07.098124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-6e2f40db-ccbd-41ae-9818-9b6fade83927 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:47:07.099288 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-6e2f40db-ccbd-41ae-9818-9b6fade83927 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160050 Aug 31 13:47:07.130902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:07.131385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Unknown quota resources ['binding']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:47:07.150062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2326f9-cef6-4acb-b0de-6284b53264dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b34b67-1d20-47b1-9299-c34799411cc8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:07.204887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc068883-0323-4b07-a77c-0e451f0b7bb9 req-c0ff193b-6e19-4533-9a58-c596b943d410 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924656 Aug 31 13:47:07.262031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52596) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:07.276150 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f607d76e-7e17-4782-a693-6cfbacd73d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:07.336616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-bbd2e58f-2bbd-4b9f-90aa-cc94983dbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:07.338060 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-bbd2e58f-2bbd-4b9f-90aa-cc94983dbb35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.2378626 Aug 31 13:47:07.381954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e6c2-8a7c-43ce-ae54-ba040bb2cdf5 req-5c7e94f1-2db0-4a82-a290-0bc250f89466 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:07.385312 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bb3e6c2-8a7c-43ce-ae54-ba040bb2cdf5 req-5c7e94f1-2db0-4a82-a290-0bc250f89466 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 943 time: 0.1146727 Aug 31 13:47:07.420123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:07.420760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:07.420884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.433768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e2a06bb6-9dec-4791-a623-2bd7151f68d6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:07.454185 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bb3e6c2-8a7c-43ce-ae54-ba040bb2cdf5 req-cb791f87-c3b0-4efa-bb19-26ad0e610bab tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581326 Aug 31 13:47:07.461141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.461642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.474828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.475414 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:07.475961 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 2 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:07.497821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e2a06bb6-9dec-4791-a623-2bd7151f68d6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:47:07.501162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:07.501445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:07.501778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.501890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f607d76e-7e17-4782-a693-6cfbacd73d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:07.503701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e2a06bb6-9dec-4791-a623-2bd7151f68d6 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:47:07.508060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.508304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.511103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f607d76e-7e17-4782-a693-6cfbacd73d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:07.514558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.514916 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:07.515494 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 3 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:07.536352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:07.536690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:07.537084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.543069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.543395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.550098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.550439 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:07.551181 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 4 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:07.572015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f607d76e-7e17-4782-a693-6cfbacd73d3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4a45693bdf3457091bbfa26ad930b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066924 Aug 31 13:47:07.572015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607d76e-7e17-4782-a693-6cfbacd73d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c72d3b-b24b-48a6-ba94-f62e84d0f9ad,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:07.575207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52602) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:07.584130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:07.584709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:07.585185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.611370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.611775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.629242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.630516 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:07.632372 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 5 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:07.634400 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d5199f8-d8e0-4343-abd1-e199eeb53f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:07.664654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d5199f8-d8e0-4343-abd1-e199eeb53f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:07.675101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:07.675439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:07.675851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.700395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666f359-0758-4aa7-bc28-94e9f14be960 req-4c936581-dc7c-4cff-8be1-b427e75a7508 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:07.702273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4666f359-0758-4aa7-bc28-94e9f14be960 req-4c936581-dc7c-4cff-8be1-b427e75a7508 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1327236 Aug 31 13:47:07.705839 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-10e30857-32cb-49c3-8a22-cf54155c267c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501242 Aug 31 13:47:07.707032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.707797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.712961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.713490 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:07.713902 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 6 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:07.732709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d5199f8-d8e0-4343-abd1-e199eeb53f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:07.737728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d5199f8-d8e0-4343-abd1-e199eeb53f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:07.743393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9d5199f8-d8e0-4343-abd1-e199eeb53f9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0c72d3b-b24b-48a6-ba94-f62e84d0f9ad HTTP/1.1" status: 204 len: 168 time: 0.1660745 Aug 31 13:47:07.747464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:07.747926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:07.748263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.755615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5199f8-d8e0-4343-abd1-e199eeb53f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c72d3b-b24b-48a6-ba94-f62e84d0f9ad,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:07.756054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.756394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.770910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.771244 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:07.774060 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 7 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:07.798812 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4666f359-0758-4aa7-bc28-94e9f14be960 req-8e7bbb97-c56b-44b7-91bd-0f398527f05f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752010 Aug 31 13:47:07.805540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:07.805885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:07.806219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.824388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.824719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:07.923243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:07.924233 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:07.929637 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 8 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:08.008388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:08.009341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:08.010125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:08.032998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:08.033873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:08.069071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:08.069993 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:08.076391 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 9 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:08.102500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4173d7-8c4d-49b9-8e91-ce1ebc4b0468 req-3dbde277-0922-461a-bef6-f4407baed489 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:08.105501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc4173d7-8c4d-49b9-8e91-ce1ebc4b0468 req-3dbde277-0922-461a-bef6-f4407baed489 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1796527 Aug 31 13:47:08.143405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-b0596fa6-e238-4b22-86a2-087e6ffced02 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198121 Aug 31 13:47:08.146932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:08.147743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:08.148857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:08.189098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:08.189827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:08.216399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:08.217754 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:08.266211 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempt 10 to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 Aug 31 13:47:08.331178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc4173d7-8c4d-49b9-8e91-ce1ebc4b0468 req-9362390a-22c7-4b5a-895d-b2e856aa08d3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094805 Aug 31 13:47:08.332144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:08.332695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:08.333233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:08.348302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:08.348302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Attempting to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:08.373105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:08.373770 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to bind port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:08.374352 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.plugin [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] Failed to commit binding results for 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 after 10 tries Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 could not be created or updated. Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:08.377103 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h1-792362-6 could not be created or updated. Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Aug 31 13:47:08.380343 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8723a128-aeb1-4e8f-84ba-bd1d01efce94 req-7aef779d-0347-4c63-9f96-6b1c28b098b2 service neutron] 10.222.0.10 "POST /v2.0/ports/57ac63a6-0dc9-41ec-ae99-e80d821fcc84/bindings HTTP/1.1" status: 500 len: 401 time: 1.2620230 Aug 31 13:47:08.414134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82889310-fb57-4f3c-96ef-5f7bc6af94b0 req-9627dd57-4af1-41e4-a26c-6aead7b8018d service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438841 Aug 31 13:47:08.702275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdf752-6a10-4288-9540-0450576b9aa9 req-79422b62-3fa1-41e7-b5b3-1c196ca619fd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:08.715420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bbdf752-6a10-4288-9540-0450576b9aa9 req-79422b62-3fa1-41e7-b5b3-1c196ca619fd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 943 time: 0.1163256 Aug 31 13:47:08.777748 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bbdf752-6a10-4288-9540-0450576b9aa9 req-5ae1e60f-7620-4a10-9dca-af94d56301ca tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611999 Aug 31 13:47:08.969451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d139182-e7a2-4ae9-9204-c156f32e8520 req-fa0947c2-3340-44db-beef-06e6b7e47e61 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:08.971940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d139182-e7a2-4ae9-9204-c156f32e8520 req-fa0947c2-3340-44db-beef-06e6b7e47e61 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0764699 Aug 31 13:47:09.026457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d139182-e7a2-4ae9-9204-c156f32e8520 req-f232de78-4874-40c3-aecb-200427def515 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Aug 31 13:47:09.433438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b86b8b3e-b8fd-4963-a0c4-4969fe676496 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:09.527051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eee95f-a9a4-48e6-851f-5a215c1a137d req-1e2f8040-4884-495a-8cd5-d4fd5a8a7682 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:09.531153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-70eee95f-a9a4-48e6-851f-5a215c1a137d req-1e2f8040-4884-495a-8cd5-d4fd5a8a7682 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0742354 Aug 31 13:47:09.586354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:09.595711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-70eee95f-a9a4-48e6-851f-5a215c1a137d req-5ab8fc39-99bf-4e5a-a1a3-f65cc94c15e2 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577383 Aug 31 13:47:09.602883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'mac_address': 'fa:16:3e:5b:46:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:47:09.608901 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:09.660919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:09.675738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86b8b3e-b8fd-4963-a0c4-4969fe676496 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:09.699383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:09.705538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:09.768829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03daff0-3c36-47f4-8bce-f165523a814d req-1f97172d-0ca3-414d-b80b-5a9692ccc25b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:09.771326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:09.775981 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-1f97172d-0ca3-414d-b80b-5a9692ccc25b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.2570465 Aug 31 13:47:09.810976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-5cbc5fbd-86f4-40e0-9f37-13d6f4a5e10d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/quotas/3d09256baa1e4dba94dc419391f70c37 HTTP/1.1" status: 200 len: 375 time: 0.0297084 Aug 31 13:47:09.888909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-18fe30b8-906e-455e-a109-09b7298b870a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765114 Aug 31 13:47:09.938477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81997d-4d8e-4fa8-b0f5-b18718df24bf req-8ed87bf5-cc91-4fbe-984c-7341b1e95879 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:09.940036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf81997d-4d8e-4fa8-b0f5-b18718df24bf req-8ed87bf5-cc91-4fbe-984c-7341b1e95879 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 944 time: 0.0534635 Aug 31 13:47:09.992787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf81997d-4d8e-4fa8-b0f5-b18718df24bf req-5b81b4fe-212b-48a5-90e7-ea63635b19cd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Aug 31 13:47:10.002716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-23f35c06-5cd3-4cb5-97a2-56a1ac1c7242 service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002402 Aug 31 13:47:10.100650 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-31e18050-75ce-4579-a339-c40747ab5037 service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Aug 31 13:47:10.243548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-7c513c09-09be-4013-8bcf-db3cc027f2fc tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ea77df8ff9f447ba8c1c6c2d0869799b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347669 Aug 31 13:47:10.352087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735744ac-33c3-43cf-8560-8ddbd0239ddb req-2fde057f-99a0-4356-a9cb-817591cabc23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:10.360445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-735744ac-33c3-43cf-8560-8ddbd0239ddb req-2fde057f-99a0-4356-a9cb-817591cabc23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0863254 Aug 31 13:47:10.394384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cdac595f-76b3-4b89-bfe5-5976701c6704 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:10.401486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cdac595f-76b3-4b89-bfe5-5976701c6704 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569989 Aug 31 13:47:10.408446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-735744ac-33c3-43cf-8560-8ddbd0239ddb req-b35f336e-5871-4304-82ca-6dae77bb2128 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469601 Aug 31 13:47:10.425188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b86b8b3e-b8fd-4963-a0c4-4969fe676496'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:10.450565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-6d8efa74-b7c2-4019-a699-8a6f6b4cc3bc tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/quotas/ea77df8ff9f447ba8c1c6c2d0869799b HTTP/1.1" status: 200 len: 375 time: 0.0328171 Aug 31 13:47:10.483788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-f9fd5197-f732-4200-91b3-53a0e39a4079 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea77df8ff9f447ba8c1c6c2d0869799b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269494 Aug 31 13:47:10.551315 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f36dad9-3bc9-45a5-bfbc-ed57b9d983a0 req-85728a93-e28d-4c0e-a911-f69f7b15ffdd tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 210 time: 0.0601187 Aug 31 13:47:10.863963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fda2-4c29-454f-8b65-35b41ccb8e73 req-c1115e6b-25c8-4f5d-bc19-22d25b129035 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:10.866496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c61fda2-4c29-454f-8b65-35b41ccb8e73 req-c1115e6b-25c8-4f5d-bc19-22d25b129035 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0950532 Aug 31 13:47:10.929219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9ca01-c8ff-4181-a00a-de6f5b832f80 req-a857e3c2-649d-4fc6-9f2b-bd51969e27aa tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:10.930411 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c61fda2-4c29-454f-8b65-35b41ccb8e73 req-d7faf3d4-9da9-4238-9deb-a2a0820867de tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Aug 31 13:47:10.931695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fe9ca01-c8ff-4181-a00a-de6f5b832f80 req-a857e3c2-649d-4fc6-9f2b-bd51969e27aa tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1101 time: 0.0621796 Aug 31 13:47:10.954754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7fe9ca01-c8ff-4181-a00a-de6f5b832f80 req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.060474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2baa833f-aca0-4c38-bb54-6631846c263a req-057703d2-8350-4a0e-805d-aac17004ce5d tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 210 time: 0.0468633 Aug 31 13:47:11.084012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7fe9ca01-c8ff-4181-a00a-de6f5b832f80 req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.087662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7fe9ca01-c8ff-4181-a00a-de6f5b832f80 req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.128265 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fe9ca01-c8ff-4181-a00a-de6f5b832f80 req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888535 Aug 31 13:47:11.131416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91de3da6-ebfa-45d3-9920-5b7db0a9ef09,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:11.137870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.138260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.138615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.139011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.139358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.139691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.140061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.140650 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.141245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.141716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.142252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.143077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be355a4-cdf6-4ad0-8ac1-a3a1922e8a59 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:11.310630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b25107-6df0-400b-832e-f8da7ebff3b6 req-d16ce7d5-57a7-4f0c-91a9-347d0e32657f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:11.312925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39b25107-6df0-400b-832e-f8da7ebff3b6 req-d16ce7d5-57a7-4f0c-91a9-347d0e32657f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 944 time: 0.0629513 Aug 31 13:47:11.371225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39b25107-6df0-400b-832e-f8da7ebff3b6 req-16977f7a-a921-4b1b-9fca-522ff4d8f2ae tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511291 Aug 31 13:47:11.672561 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-800b4626-5904-4613-a482-cf26c73a24ea req-3e962e78-2b1d-415c-8478-78c2c5433e2d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 210 time: 0.0290544 Aug 31 13:47:12.065953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3927da-609e-46d7-8bb1-423c964dc06d req-d6ee823f-31f3-4cdf-b55d-53a82b23e167 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:12.067487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c3927da-609e-46d7-8bb1-423c964dc06d req-d6ee823f-31f3-4cdf-b55d-53a82b23e167 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1395962 Aug 31 13:47:12.126292 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c3927da-609e-46d7-8bb1-423c964dc06d req-908944fa-03d5-4563-9d90-25c1409e1b9a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Aug 31 13:47:12.205497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52772) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:12.262387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f089b5a-8eb5-486a-a39e-a264112ae1ac req-fced5e6a-b5f9-4b7a-99c6-f2afb2c1b92f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:12.265893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f089b5a-8eb5-486a-a39e-a264112ae1ac req-fced5e6a-b5f9-4b7a-99c6-f2afb2c1b92f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1922731 Aug 31 13:47:12.325967 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-215944ef-5553-4c61-be3b-f409f19424b7 req-788c071b-abb8-47df-8fb0-442e1030f4e1 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 210 time: 0.1137133 Aug 31 13:47:12.359713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f089b5a-8eb5-486a-a39e-a264112ae1ac req-46b30f54-e149-4110-94af-d9095bc6a0a5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859869 Aug 31 13:47:12.385588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-6927f339-54c9-44d4-aba2-92f52a8ce22b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1784585 Aug 31 13:47:12.448757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03daff0-3c36-47f4-8bce-f165523a814d req-e268d26c-be39-49f8-b478-92c469672977 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:12.454478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-e268d26c-be39-49f8-b478-92c469672977 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.2751372 Aug 31 13:47:12.528679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Request body: {'port': {'device_id': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'admin_state_up': True, 'tenant_id': '3d09256baa1e4dba94dc419391f70c37'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:12.571660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1dfca-e217-49a0-9e5e-a2cacad69b50 req-24e4a973-0bd2-4557-a617-12b79ad581a9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:12.575489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b1dfca-e217-49a0-9e5e-a2cacad69b50 req-24e4a973-0bd2-4557-a617-12b79ad581a9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 944 time: 0.0986874 Aug 31 13:47:12.618348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b1dfca-e217-49a0-9e5e-a2cacad69b50 req-5b6fb9e3-c6e2-4cca-b88b-ecec12193772 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365145 Aug 31 13:47:12.666986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Made reservation on behalf of 3d09256baa1e4dba94dc419391f70c37 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:12.671664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:12.820022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96817fe7-d4c6-41e6-8760-457792ce833e req-c2ea0b8d-366a-4b98-bf94-88227cfc0aa4 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 210 time: 0.0571971 Aug 31 13:47:12.849338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Allocated IP 172.20.0.12 (a0e71daf-bc07-4fed-85fb-8d36a55bf156/0e85a9ca-8053-464d-a4c0-c68d32483454/2f1ea42d-c730-42be-a396-9e4dbc6bea7b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:12.958048 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:47:13.017419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.058703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.121084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['57ac63a6-0dc9-41ec-ae99-e80d821fcc84'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:13.140820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:13.150244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:13.152950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:13.164469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event updated for resources: {'Port': ['ID=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:13.229040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:13.229857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.266067 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-903164fe-9c59-44bf-8380-c6c07f57ffad tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7445011 Aug 31 13:47:13.302754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Request body: {'port': {'device_id': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:13.428100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.441863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a34e6a-87f6-446a-b1dd-812f70b7a4a0 req-d3585a47-c383-4b6e-b358-75aa5f361041 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:13.449383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87a34e6a-87f6-446a-b1dd-812f70b7a4a0 req-d3585a47-c383-4b6e-b358-75aa5f361041 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0585401 Aug 31 13:47:13.476907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9ee23-eebc-48e3-a2f7-517548db10c2 req-14bf722c-ede3-45fe-8a35-207a819e86db tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:13.478480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eec9ee23-eebc-48e3-a2f7-517548db10c2 req-14bf722c-ede3-45fe-8a35-207a819e86db tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0840473 Aug 31 13:47:13.568099 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87a34e6a-87f6-446a-b1dd-812f70b7a4a0 req-21952797-bd45-4939-ad9b-a2607b40972b tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020434 Aug 31 13:47:13.572405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b86b8b3e-b8fd-4963-a0c4-4969fe676496 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:13.574096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-0c64583a-f880-4bdd-a516-f3a4615a395d tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ea77df8ff9f447ba8c1c6c2d0869799b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621269 Aug 31 13:47:13.605910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eec9ee23-eebc-48e3-a2f7-517548db10c2 req-5dc81bf9-dfa2-4e5a-b8e2-bee519093458 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154776 Aug 31 13:47:13.746893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b86b8b3e-b8fd-4963-a0c4-4969fe676496 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:13.753492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b86b8b3e-b8fd-4963-a0c4-4969fe676496 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:13.754686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.806048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-dcfb5618-babe-4139-8329-fd4879c99674 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:13.808530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-dcfb5618-babe-4139-8329-fd4879c99674 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116859 Aug 31 13:47:13.833938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce72dd51-e6f0-4894-8d50-5d962eb23646 req-e0da2404-54ee-4d19-8964-083a2f9396f8 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 210 time: 0.0652881 Aug 31 13:47:13.840102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Request body: {'port': {'device_id': '987668a1-8049-46dc-9c6b-f376037ad28c', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'ea77df8ff9f447ba8c1c6c2d0869799b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:13.874331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.877922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9da3d-c176-4bd5-8bd2-77a794f13e59 req-cb0ec83c-529a-46b9-952c-071cb8c8d2af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:13.880100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ff9da3d-c176-4bd5-8bd2-77a794f13e59 req-cb0ec83c-529a-46b9-952c-071cb8c8d2af tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1257026 Aug 31 13:47:13.919159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:13.922726 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9ba3c0-7e1e-42f2-99a3-89b001f12b5c" -d '{"events": [{"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-plugged", "status": "completed", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:13.927882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:13.932095 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.963926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ff9da3d-c176-4bd5-8bd2-77a794f13e59 req-81f8f083-1afb-4bd1-a0e2-26f94311024e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679042 Aug 31 13:47:13.967602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1ea42d-c730-42be-a396-9e4dbc6bea7b {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:13.976650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:13.999384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:14.009123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Transition to ACTIVE for port object 2f1ea42d-c730-42be-a396-9e4dbc6bea7b will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:14.015283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.102615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:14.138905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4eb2c-11eb-466f-8a67-33f0873ec175 req-d66c4815-512b-4896-8671-c1e98ed5aa0e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.140524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-05a4eb2c-11eb-466f-8a67-33f0873ec175 req-d66c4815-512b-4896-8671-c1e98ed5aa0e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0938749 Aug 31 13:47:14.159285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Made reservation on behalf of ea77df8ff9f447ba8c1c6c2d0869799b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:14.165957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.183899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91a240-1c79-47e7-b55c-abf02217fe3a req-60c99843-0ca5-4684-9b6f-d385e0420e5e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.186489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad91a240-1c79-47e7-b55c-abf02217fe3a req-60c99843-0ca5-4684-9b6f-d385e0420e5e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 944 time: 0.1274979 Aug 31 13:47:14.199002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.215261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-05a4eb2c-11eb-466f-8a67-33f0873ec175 req-ea439e01-f15e-414f-8b1d-93f1696f3bd2 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552232 Aug 31 13:47:14.216614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:14.217508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:14.217850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:14.223333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:14.223333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:14.228076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:14.235496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Checking segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:14.235496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Bound using segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:14.235496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Bound port: 2f1ea42d-c730-42be-a396-9e4dbc6bea7b, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:14.235496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.276921 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b54e1a-1976-4d0f-892a-268fc1e86387 x-openstack-request-id: req-92b54e1a-1976-4d0f-892a-268fc1e86387 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:14.277414 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-plugged", "status": "completed", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:14.277840 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92b54e1a-1976-4d0f-892a-268fc1e86387 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:14.278242 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'code': 200} Aug 31 13:47:14.281631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad91a240-1c79-47e7-b55c-abf02217fe3a req-5654abd6-9cf6-4223-9e71-2eafe3e5f12c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851288 Aug 31 13:47:14.307759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] For port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:14.309608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] For port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:14.315342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.361756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.362397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.363790 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f1ea42d-c730-42be-a396-9e4dbc6bea7b HTTP/1.1" status: 200 len: 1092 time: 1.0675149 Aug 31 13:47:14.364233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'tag': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:14.366507 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0373d7d6-b0e6-42d9-9127-41e0cb18d32f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5a4de3-e15d-4115-af72-1cb15ad33825", "tag": "2f1ea42d-c730-42be-a396-9e4dbc6bea7b"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:14.392972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811bca9-46b4-40b6-8d02-27bad485b7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:14.401502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.408304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.418784 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c27f1-cf79-4857-87a5-4906eef31759 x-openstack-request-id: req-f35c27f1-cf79-4857-87a5-4906eef31759 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:14.419068 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5a4de3-e15d-4115-af72-1cb15ad33825", "tag": "2f1ea42d-c730-42be-a396-9e4dbc6bea7b", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:14.419324 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f35c27f1-cf79-4857-87a5-4906eef31759 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:14.419722 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'tag': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', 'status': 'completed', 'code': 200} Aug 31 13:47:14.508568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0e2886-58ed-4c64-8a3c-841acb4022fb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:14.526446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.526782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.527122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.527453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.527785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.528113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.528440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.528760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.529104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.529601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.530478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.530802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:14.586297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d7d6-b0e6-42d9-9127-41e0cb18d32f req-97df0baa-7fed-4d06-bba0-20554e9b41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.587822 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0373d7d6-b0e6-42d9-9127-41e0cb18d32f req-97df0baa-7fed-4d06-bba0-20554e9b41a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 1095 time: 0.0418732 Aug 31 13:47:14.627128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Allocated IP 192.168.233.132 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/024b549d-d0ec-4de6-92bb-778710a8c4a7) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:14.647914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668eab-eac6-4f9a-b8a0-b3684b052d60 req-a3d5fc02-6ef2-4453-9209-cc3f0b311ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.649548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20668eab-eac6-4f9a-b8a0-b3684b052d60 req-a3d5fc02-6ef2-4453-9209-cc3f0b311ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 1096 time: 0.0983505 Aug 31 13:47:14.785516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20668eab-eac6-4f9a-b8a0-b3684b052d60 req-2e2016a6-a0b1-4cf7-9cdd-672020876537 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006210 Aug 31 13:47:14.794964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3d615-77f8-49e5-acbc-8b5ccfb4c527 req-ec37088b-0c7f-4096-ab4d-773a6f654240 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.796491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea3d615-77f8-49e5-acbc-8b5ccfb4c527 req-ec37088b-0c7f-4096-ab4d-773a6f654240 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.1523542 Aug 31 13:47:14.825656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1ddd2-36cb-4ce7-b5dd-c1631fa5fc73 req-2ba092ac-f15e-4c61-8840-b3164fa5e1a1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.829543 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0c1ddd2-36cb-4ce7-b5dd-c1631fa5fc73 req-2ba092ac-f15e-4c61-8840-b3164fa5e1a1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1363204 Aug 31 13:47:14.861745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d7d6-b0e6-42d9-9127-41e0cb18d32f req-04ad7737-bb00-4aef-a827-e0abf906055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:14.863705 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0373d7d6-b0e6-42d9-9127-41e0cb18d32f req-04ad7737-bb00-4aef-a827-e0abf906055a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3d09256baa1e4dba94dc419391f70c37&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2433965 Aug 31 13:47:14.872608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea3d615-77f8-49e5-acbc-8b5ccfb4c527 req-6b6714fb-af4c-444d-9664-264a1d95c6eb tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643163 Aug 31 13:47:14.885874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0c1ddd2-36cb-4ce7-b5dd-c1631fa5fc73 req-8aa18138-4c64-4ec2-9d38-6f8047a0d589 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506873 Aug 31 13:47:14.908623 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:14.921530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Transition to ACTIVE for port object 024b549d-d0ec-4de6-92bb-778710a8c4a7 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:14.981160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.054588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:15.056516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Pushing event updated for resources: {'Port': ['ID=024b549d-d0ec-4de6-92bb-778710a8c4a7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:15.061318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:15.064336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:15.091451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9d173-ca0a-486d-bfe7-3e5a75a07805 req-fb60b2f1-a4b3-41e5-95d3-f5998baf5abb tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:15.093558 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1cf9d173-ca0a-486d-bfe7-3e5a75a07805 req-fb60b2f1-a4b3-41e5-95d3-f5998baf5abb tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0532854 Aug 31 13:47:15.095995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a48a5f-0239-4f0b-a2b7-84f5135821ca req-39747eb0-1be7-430c-8089-4a36e8f76fde tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:15.099503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3a48a5f-0239-4f0b-a2b7-84f5135821ca req-39747eb0-1be7-430c-8089-4a36e8f76fde tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 936 time: 0.1320016 Aug 31 13:47:15.145606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:15.146397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.151949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1cf9d173-ca0a-486d-bfe7-3e5a75a07805 req-57e0e01e-6329-4e9d-a0a7-b068627c2e5b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Aug 31 13:47:15.187649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3a48a5f-0239-4f0b-a2b7-84f5135821ca req-60698120-77e4-4d36-ac7d-881218e3c0d8 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837495 Aug 31 13:47:15.189726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-d5db67c0-a2c0-4bcb-8d71-00810d060ded tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3543067 Aug 31 13:47:15.274118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Request body: {'port': {'device_id': '987668a1-8049-46dc-9c6b-f376037ad28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:15.358514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cdf043c0-8798-4cde-ba24-8ea2e56ea437 None None] Provisioning for port 024b549d-d0ec-4de6-92bb-778710a8c4a7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:15.364357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cdf043c0-8798-4cde-ba24-8ea2e56ea437 None None] Provisioning complete for port 024b549d-d0ec-4de6-92bb-778710a8c4a7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:15.364804 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cdf043c0-8798-4cde-ba24-8ea2e56ea437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.372302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.416000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cdf043c0-8798-4cde-ba24-8ea2e56ea437 None None] Port 024b549d-d0ec-4de6-92bb-778710a8c4a7 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:15.462810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1cd4-3b10-4f76-ac66-a9375217f93d req-405bd7c3-adf9-41a4-a025-4fa98337a408 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:15.464370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06ff1cd4-3b10-4f76-ac66-a9375217f93d req-405bd7c3-adf9-41a4-a025-4fa98337a408 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1301460 Aug 31 13:47:15.566013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:15.568054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06ff1cd4-3b10-4f76-ac66-a9375217f93d req-318d8050-f7df-41df-b0f7-78bfe8e25bab tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Aug 31 13:47:15.681499 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.715155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:15.720775 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.727989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024b549d-d0ec-4de6-92bb-778710a8c4a7 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:15.735332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.746101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d7127-8148-49fb-863a-da7fb51df122 req-b9add230-843e-47c0-804c-314827a200f7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:15.747631 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-062d7127-8148-49fb-863a-da7fb51df122 req-b9add230-843e-47c0-804c-314827a200f7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 944 time: 0.1264451 Aug 31 13:47:15.749545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Transition to ACTIVE for port object 024b549d-d0ec-4de6-92bb-778710a8c4a7 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:15.754735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.760583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d7d6-b0e6-42d9-9127-41e0cb18d32f req-b5deb806-247e-424c-aa66-2f517c8ac843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:15.762051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0373d7d6-b0e6-42d9-9127-41e0cb18d32f req-b5deb806-247e-424c-aa66-2f517c8ac843 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4949408 Aug 31 13:47:15.788318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:15.797652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.798498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.798498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.798694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.798971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.799306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.799643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.799948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.800271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.800588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.800935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.801260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.805076 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-062d7127-8148-49fb-863a-da7fb51df122 req-93dc5ae0-c36b-4217-9676-bfe919a6f3ef tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Aug 31 13:47:15.834433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Pushing event updated for resources: {'Port': ['ID=024b549d-d0ec-4de6-92bb-778710a8c4a7,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:15.893400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Attempting to bind port 024b549d-d0ec-4de6-92bb-778710a8c4a7 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:15.893747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Attempting to bind port 024b549d-d0ec-4de6-92bb-778710a8c4a7 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:15.894088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Attempting to bind port 024b549d-d0ec-4de6-92bb-778710a8c4a7 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:15.899174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Port 024b549d-d0ec-4de6-92bb-778710a8c4a7 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:15.899507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Attempting to bind port 024b549d-d0ec-4de6-92bb-778710a8c4a7 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:15.906189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:15.906559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:15.906928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:15.907374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Bound port: 024b549d-d0ec-4de6-92bb-778710a8c4a7, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:15.908327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.932250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03daff0-3c36-47f4-8bce-f165523a814d req-a215aa4e-f941-4a24-a908-66f38bf921a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:15.938043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-a215aa4e-f941-4a24-a908-66f38bf921a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 1095 time: 0.0640323 Aug 31 13:47:16.043361 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-f7a32131-e4bc-432e-bf6f-651cb805ef0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f1ea42d-c730-42be-a396-9e4dbc6bea7b HTTP/1.1" status: 200 len: 217 time: 0.0692742 Aug 31 13:47:16.047465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] For port 024b549d-d0ec-4de6-92bb-778710a8c4a7, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:16.051319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] For port 024b549d-d0ec-4de6-92bb-778710a8c4a7, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=024b549d-d0ec-4de6-92bb-778710a8c4a7,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:16.059097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a7208-86dd-490c-9702-0aa033be7e43 req-25e08378-3ac5-4d5f-840b-e70400978060 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.060642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b2a7208-86dd-490c-9702-0aa033be7e43 req-25e08378-3ac5-4d5f-840b-e70400978060 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0986984 Aug 31 13:47:16.062766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:16.115450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.116614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:16.119154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] 10.222.0.26 "PUT /v2.0/ports/024b549d-d0ec-4de6-92bb-778710a8c4a7 HTTP/1.1" status: 200 len: 1096 time: 0.8518629 Aug 31 13:47:16.119401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987668a1-8049-46dc-9c6b-f376037ad28c', 'tag': '024b549d-d0ec-4de6-92bb-778710a8c4a7'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:16.122639 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9700b-5ee5-4648-9170-f5fc730b7219" -d '{"events": [{"name": "network-changed", "server_uuid": "987668a1-8049-46dc-9c6b-f376037ad28c", "tag": "024b549d-d0ec-4de6-92bb-778710a8c4a7"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:16.140764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7b25f-f2c6-44ca-909d-3e1921fa0730 req-0077946f-2982-4c29-9ecd-ca1a09fadf60 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.147114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d1d7b25f-f2c6-44ca-909d-3e1921fa0730 req-0077946f-2982-4c29-9ecd-ca1a09fadf60 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1089160 Aug 31 13:47:16.149332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03daff0-3c36-47f4-8bce-f165523a814d req-e0d8b580-1501-40a4-a4ae-2337404832cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.150733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-e0d8b580-1501-40a4-a4ae-2337404832cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 200 len: 860 time: 0.0727167 Aug 31 13:47:16.197094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b2a7208-86dd-490c-9702-0aa033be7e43 req-892c81c7-c645-48cf-9a48-55a35b7272ef tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076024 Aug 31 13:47:16.198438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb970b8f-8659-4229-8a06-d72f69548c80 service neutron] Pushing event updated for resources: {'Port': ['ID=024b549d-d0ec-4de6-92bb-778710a8c4a7,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:16.200104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-4a07a616-0228-4a63-9610-82bed4287457 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e71daf-bc07-4fed-85fb-8d36a55bf156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366693 Aug 31 13:47:16.222901 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d1d7b25f-f2c6-44ca-909d-3e1921fa0730 req-d4ecca29-9ec2-4e93-9850-9864295972fb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676234 Aug 31 13:47:16.280227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:16.285080 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac50cbcc-6d34-4c34-80d0-4d3d4c5ca343" -d '{"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-unplugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:16.311612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-36d41573-0331-4300-8607-e9a5c0d38764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.314135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-36d41573-0331-4300-8607-e9a5c0d38764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea77df8ff9f447ba8c1c6c2d0869799b&device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 1099 time: 0.0814764 Aug 31 13:47:16.328775 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93886d33-0c17-422c-804c-7011e91d036c x-openstack-request-id: req-93886d33-0c17-422c-804c-7011e91d036c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:16.329246 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987668a1-8049-46dc-9c6b-f376037ad28c", "tag": "024b549d-d0ec-4de6-92bb-778710a8c4a7", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:16.329614 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93886d33-0c17-422c-804c-7011e91d036c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:16.330208 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987668a1-8049-46dc-9c6b-f376037ad28c', 'tag': '024b549d-d0ec-4de6-92bb-778710a8c4a7', 'status': 'completed', 'code': 200} Aug 31 13:47:16.427425 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-a181fab0-9b5b-428f-b47c-467809b53b06 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955361 Aug 31 13:47:16.465274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509184b0-2b69-4338-97d1-1e2e2c753466 req-133ed2fc-3e1e-4d14-baed-97b2266b537a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.469856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-509184b0-2b69-4338-97d1-1e2e2c753466 req-133ed2fc-3e1e-4d14-baed-97b2266b537a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 948 time: 0.1027546 Aug 31 13:47:16.493290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-fcbb95bc-ae3b-4d6e-bae5-702fd8511993 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=024b549d-d0ec-4de6-92bb-778710a8c4a7 HTTP/1.1" status: 200 len: 217 time: 0.0945680 Aug 31 13:47:16.515612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79842328-747f-4ca7-a5a2-8b7efbe2ecd8 req-a6ecfa8e-b03e-4a1a-a452-c52e48ebdcef tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.517109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79842328-747f-4ca7-a5a2-8b7efbe2ecd8 req-a6ecfa8e-b03e-4a1a-a452-c52e48ebdcef tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 948 time: 0.1074920 Aug 31 13:47:16.583899 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-509184b0-2b69-4338-97d1-1e2e2c753466 req-ee97e913-8166-4fb6-9fba-61c02a77b41f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075375 Aug 31 13:47:16.624159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79842328-747f-4ca7-a5a2-8b7efbe2ecd8 req-fff80b0d-3fe7-48b0-8872-94efc48284c1 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004992 Aug 31 13:47:16.632574 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c7f3cb-f0b3-4da8-91d5-05818f8e9b1d x-openstack-request-id: req-74c7f3cb-f0b3-4da8-91d5-05818f8e9b1d {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:16.633074 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-unplugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:16.633807 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74c7f3cb-f0b3-4da8-91d5-05818f8e9b1d {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:16.634181 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65', 'code': 200} Aug 31 13:47:16.640303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b03daff0-3c36-47f4-8bce-f165523a814d req-a45d987e-b2bd-4779-8e9c-9a00697ed592 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364357 Aug 31 13:47:16.644738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-aedc0321-20c2-4d68-83d6-2a7358d30af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.646229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-aedc0321-20c2-4d68-83d6-2a7358d30af3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1058257 Aug 31 13:47:16.659838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-594f3e93-d5bc-4ec3-9944-190a1b6372f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.661339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-594f3e93-d5bc-4ec3-9944-190a1b6372f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1101 time: 0.0905862 Aug 31 13:47:16.738320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8bee6-80a4-4c37-a3fd-51f1cd7b359e req-64692b7e-13a6-4900-9f2d-b88318d867f4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.739798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0de8bee6-80a4-4c37-a3fd-51f1cd7b359e req-64692b7e-13a6-4900-9f2d-b88318d867f4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0506809 Aug 31 13:47:16.777375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0de8bee6-80a4-4c37-a3fd-51f1cd7b359e req-eefa7879-ec1a-4e39-9e1f-ecec3800542e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Aug 31 13:47:16.911813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-4b956e82-3d49-4a1a-a97e-7c4522cba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.913238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-4b956e82-3d49-4a1a-a97e-7c4522cba2cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002052 Aug 31 13:47:16.929375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-d1f5c459-16fa-45fd-b329-739457cb238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.930868 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-d1f5c459-16fa-45fd-b329-739457cb238d service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1190584 Aug 31 13:47:16.935387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f265d-6d4a-4e1d-8a2e-249b4b9f223c req-b1b43e38-97bc-42e2-8458-cef535d71485 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:16.937044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e1f265d-6d4a-4e1d-8a2e-249b4b9f223c req-b1b43e38-97bc-42e2-8458-cef535d71485 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 944 time: 0.0498533 Aug 31 13:47:16.975560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e1f265d-6d4a-4e1d-8a2e-249b4b9f223c req-918e3df6-e44e-4752-b775-02dd687a88f8 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Aug 31 13:47:17.033258 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-61c03f43-6894-46b5-8069-84d07ef2b3ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0726831 Aug 31 13:47:17.107884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-70e90a9c-5baa-488c-9722-e5856c6e3b00 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555424 Aug 31 13:47:17.109575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-568ed8a3-32d2-423e-9191-c0bb8391d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:17.110894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-568ed8a3-32d2-423e-9191-c0bb8391d9c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0649834 Aug 31 13:47:17.200479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3116a42-f20a-4f25-8420-03848c2a07c2 req-cd5751b0-f037-4f0d-91ec-e44b89120ec4 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:17.202537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3116a42-f20a-4f25-8420-03848c2a07c2 req-cd5751b0-f037-4f0d-91ec-e44b89120ec4 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 1096 time: 0.0572424 Aug 31 13:47:17.308112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-cb86f440-bf0e-49fd-8c2f-624ba7b680c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:17.309634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-cb86f440-bf0e-49fd-8c2f-624ba7b680c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285245 Aug 31 13:47:17.311855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a8082-e126-4825-af5b-af8f612b165b req-7b797258-f6a4-4e6e-bdca-cb11100a0f64 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:17.313262 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab1a8082-e126-4825-af5b-af8f612b165b req-7b797258-f6a4-4e6e-bdca-cb11100a0f64 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0475018 Aug 31 13:47:17.313571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3116a42-f20a-4f25-8420-03848c2a07c2 req-1fe15960-3585-4af0-a801-dc18e1e4386b tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863400 Aug 31 13:47:17.355445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab1a8082-e126-4825-af5b-af8f612b165b req-c5329104-39f0-479d-b6fe-c91d7a78500a tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Aug 31 13:47:17.401551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2182ba17-2f62-4fbc-92e8-b7f5e8a38aab req-8bc84626-9195-4585-9167-dcb513330fe4 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192359 Aug 31 13:47:17.479302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa5e6b-a124-4d92-ad58-ab70f41b8458 req-43095f75-9e5d-480c-a628-c98653a928d2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:17.480695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cfa5e6b-a124-4d92-ad58-ab70f41b8458 req-43095f75-9e5d-480c-a628-c98653a928d2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0816977 Aug 31 13:47:17.485539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-2fa35f9a-89bc-4d97-ab66-4c56cde4abf1 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513572 Aug 31 13:47:17.522898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cfa5e6b-a124-4d92-ad58-ab70f41b8458 req-5e3e916a-c474-46e6-b159-9df48e02da87 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Aug 31 13:47:17.561782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:17.659726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-0f2c3821-b29b-4b1c-95a5-b6b15eae8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:17.661276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-0f2c3821-b29b-4b1c-95a5-b6b15eae8767 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea77df8ff9f447ba8c1c6c2d0869799b&device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 1099 time: 0.1041737 Aug 31 13:47:17.689550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:17.702180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'a37eeded-a910-4990-803a-a9c548a70d65', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'a37eeded-a910-4990-803a-a9c548a70d65', 'mac_address': 'fa:16:3e:31:7a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:47:17.741002 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:17.756896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37eeded-a910-4990-803a-a9c548a70d65 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:17.788728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:17.795619 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:17.871016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:17.992727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-ab26a754-d7b7-41aa-bdf8-332078de4033 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367051 Aug 31 13:47:18.027904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766271e6-51f1-48b5-b995-abfbcf009f49 req-0fec5971-c869-4a27-ba0e-2563dcad432a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.030535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-766271e6-51f1-48b5-b995-abfbcf009f49 req-0fec5971-c869-4a27-ba0e-2563dcad432a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 948 time: 0.3603108 Aug 31 13:47:18.066038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-9722b461-a2a6-4874-b06a-1043365356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.067638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-9722b461-a2a6-4874-b06a-1043365356fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.3852379 Aug 31 13:47:18.119211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-b74e310f-ecda-4674-9e57-b6821bc40874 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=024b549d-d0ec-4de6-92bb-778710a8c4a7 HTTP/1.1" status: 200 len: 217 time: 0.0413623 Aug 31 13:47:18.122125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-766271e6-51f1-48b5-b995-abfbcf009f49 req-715feb85-6624-4502-a538-59526f7d5a13 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831330 Aug 31 13:47:18.237029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5f17-37f1-446b-9e48-5d459e67ea17 req-6303498e-631b-4d9f-8af3-48c476da25c8 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.238490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88ab5f17-37f1-446b-9e48-5d459e67ea17 req-6303498e-631b-4d9f-8af3-48c476da25c8 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 948 time: 0.0580423 Aug 31 13:47:18.306575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-085d811b-9d43-4a89-a3bd-1a1c823db4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.307945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-085d811b-9d43-4a89-a3bd-1a1c823db4d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0686109 Aug 31 13:47:18.312961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88ab5f17-37f1-446b-9e48-5d459e67ea17 req-1b96e38a-bdf4-4057-9bc5-45ca615170ae tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647502 Aug 31 13:47:18.446650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-edd1e1fe-c729-407b-ae59-c9a11d2bb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.448136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-edd1e1fe-c729-407b-ae59-c9a11d2bb0b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398157 Aug 31 13:47:18.588029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef2487-6d0d-4b93-a309-067c9fdd923e req-2ee1cca2-7c1a-466d-b536-536191efb441 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.589629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbef2487-6d0d-4b93-a309-067c9fdd923e req-2ee1cca2-7c1a-466d-b536-536191efb441 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0733221 Aug 31 13:47:18.606138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-3c61bb1f-93d7-4e4a-a6f4-fc49c7990fb7 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348166 Aug 31 13:47:18.647113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbef2487-6d0d-4b93-a309-067c9fdd923e req-aab01881-886b-4603-8b5e-12a4ffa80c25 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501070 Aug 31 13:47:18.662569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['a37eeded-a910-4990-803a-a9c548a70d65'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:18.746474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a9700b-5ee5-4648-9170-f5fc730b7219 req-afd6cba0-515d-4383-96ae-f8bbbdfb1fdd service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218088 Aug 31 13:47:18.766273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cf966-4d30-4b69-a1df-84ac877d4a40 req-1b8c09a2-4405-4006-b025-0f8a258e754d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.768005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e93cf966-4d30-4b69-a1df-84ac877d4a40 req-1b8c09a2-4405-4006-b025-0f8a258e754d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 944 time: 0.0599952 Aug 31 13:47:18.818548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e93cf966-4d30-4b69-a1df-84ac877d4a40 req-d3e57c62-6712-4e65-a071-582cec37339d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Aug 31 13:47:18.959558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-30799fc9-de7a-43a3-a9e4-2dce1c200733 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.961042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-30799fc9-de7a-43a3-a9e4-2dce1c200733 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.26 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0923622 Aug 31 13:47:18.969737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47f6ad-9962-440d-83e2-d0d2e86caa92 req-6060dbfd-f50d-4bf1-a7f3-ad10ae8f3344 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.971268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd47f6ad-9962-440d-83e2-d0d2e86caa92 req-6060dbfd-f50d-4bf1-a7f3-ad10ae8f3344 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 945 time: 0.0734313 Aug 31 13:47:18.997566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-a7d7732e-8697-4e2a-bfb9-c0df5ee026fc tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:47:18.999204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-a7d7732e-8697-4e2a-bfb9-c0df5ee026fc tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064173 Aug 31 13:47:19.008683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:19.009235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Unknown quota resources ['binding']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:47:19.116675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd47f6ad-9962-440d-83e2-d0d2e86caa92 req-7ade4a8f-c299-4d4e-8e86-2bcf76458a0a tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086242 Aug 31 13:47:19.145353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Deleting port e604df47-eb59-454c-bf7a-ecede0266d79 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:47:19.145353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.164475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.164988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.165323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.171204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.171536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.176210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.176547 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.176960 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 2 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.191093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.191430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.191757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.196173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.196499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.200911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.201282 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.201672 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 3 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.213920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.214262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.214589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.218937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.219260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.223384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.223713 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.224099 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 4 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.237151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.237607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.238003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.242531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.242849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.246951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.247274 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.247658 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 5 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.259656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.259996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.260318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.264626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.264981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.269350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.269676 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.270087 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 6 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.272129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] For port e604df47-eb59-454c-bf7a-ecede0266d79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e604df47-eb59-454c-bf7a-ecede0266d79,segment=NetworkSegment(ba9623a0-a758-4327-8788-02cde2b068d0),segment_id=ba9623a0-a758-4327-8788-02cde2b068d0)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:19.272500 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.282329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0702c-9dd3-43a6-82c0-d4b67291549c req-a3f347fc-86e5-4c9d-8908-00c3853ead8c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:19.282552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.282883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.283227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.283818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07e0702c-9dd3-43a6-82c0-d4b67291549c req-a3f347fc-86e5-4c9d-8908-00c3853ead8c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0882442 Aug 31 13:47:19.287449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.287769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.291816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.292142 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.292523 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 7 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.300114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Calling delete_port for e604df47-eb59-454c-bf7a-ecede0266d79 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:47:19.304649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.305018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.305348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.309490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.309802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.313869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.314190 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.314567 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 8 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.330791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.331155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.331454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.336542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.336861 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.340952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.341281 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.341661 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 9 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.354469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.354803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.355124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.360049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.360409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.364762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.365657 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.365657 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempt 10 to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 Aug 31 13:47:19.366509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07e0702c-9dd3-43a6-82c0-d4b67291549c req-bdc13db6-8fb3-42ba-958d-87da283ba1ab tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755134 Aug 31 13:47:19.378087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:19.378359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:19.378612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.383061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.383495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Attempting to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:19.387723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:19.388054 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to bind port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:47:19.388367 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.plugin [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] Failed to commit binding results for 0829ddf1-46f6-4b74-a85d-4e1696de1232 after 10 tries Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 could not be created or updated. Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:19.389790 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h1-792362-6 could not be created or updated. Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Aug 31 13:47:19.393476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bb3c400-3ee6-4893-8dd4-ef1740a18a6e req-103a3b51-ab7b-4d81-961e-3defb3725c8f service neutron] 10.222.0.10 "POST /v2.0/ports/0829ddf1-46f6-4b74-a85d-4e1696de1232/bindings HTTP/1.1" status: 500 len: 401 time: 0.3853798 Aug 31 13:47:19.473029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.508189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Pushing event deleted for resources: {'Port': ['ID=e604df47-eb59-454c-bf7a-ecede0266d79,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:19.561903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] No DVR routers for this DVR port e604df47-eb59-454c-bf7a-ecede0266d79 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:47:19.564714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.566731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d00219fb-dc7a-44b0-929f-70d51cb76d14 req-c931b5f7-e94b-4f6a-8026-13d0572cac27 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.26 "DELETE /v2.0/ports/e604df47-eb59-454c-bf7a-ecede0266d79 HTTP/1.1" status: 204 len: 173 time: 0.5945926 Aug 31 13:47:19.567191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'name': 'network-vif-deleted', 'tag': 'e604df47-eb59-454c-bf7a-ecede0266d79'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:19.569827 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec5880f-9628-4407-b973-3e8a946b1111" -d '{"events": [{"server_uuid": "503b91eb-ffeb-4681-97ca-e4903b0c6b16", "name": "network-vif-deleted", "tag": "e604df47-eb59-454c-bf7a-ecede0266d79"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:19.628738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48cf14-65cc-45e4-8cd5-d94f0da03e52 req-21ebfdfe-54a0-4121-ae02-b5edb93abf7b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:19.630470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a48cf14-65cc-45e4-8cd5-d94f0da03e52 req-21ebfdfe-54a0-4121-ae02-b5edb93abf7b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 949 time: 0.0568569 Aug 31 13:47:19.674183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a48cf14-65cc-45e4-8cd5-d94f0da03e52 req-9eabbc43-e075-4f0e-846a-cbea1bb9329f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 Aug 31 13:47:19.789456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f453f-e1e3-4c5a-9de5-d7c0f4bf5089 req-aa65e274-3b9a-4726-8141-c85632164ef0 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:19.789456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb2f453f-e1e3-4c5a-9de5-d7c0f4bf5089 req-aa65e274-3b9a-4726-8141-c85632164ef0 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 948 time: 0.0533307 Aug 31 13:47:19.836068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb2f453f-e1e3-4c5a-9de5-d7c0f4bf5089 req-cd3f8792-717c-4a27-83f1-3af7f3ab4b58 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Aug 31 13:47:19.975581 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff002e-1ab9-4e93-9c6d-7f1cf479b31b x-openstack-request-id: req-20ff002e-1ab9-4e93-9c6d-7f1cf479b31b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:19.976064 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503b91eb-ffeb-4681-97ca-e4903b0c6b16", "name": "network-vif-deleted", "tag": "e604df47-eb59-454c-bf7a-ecede0266d79", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:19.976477 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20ff002e-1ab9-4e93-9c6d-7f1cf479b31b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:19.977181 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503b91eb-ffeb-4681-97ca-e4903b0c6b16', 'name': 'network-vif-deleted', 'tag': 'e604df47-eb59-454c-bf7a-ecede0266d79', 'status': 'completed', 'code': 200} Aug 31 13:47:20.072834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f1cee-d7df-4436-82e0-0c9ea0d56256 req-5da47a2d-4e87-492e-927b-b3284ef81cd0 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.074337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c1f1cee-d7df-4436-82e0-0c9ea0d56256 req-5da47a2d-4e87-492e-927b-b3284ef81cd0 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 944 time: 0.0500667 Aug 31 13:47:20.112451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c1f1cee-d7df-4436-82e0-0c9ea0d56256 req-db59f510-6939-482e-8a59-dce9d01a3b8a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Aug 31 13:47:20.127774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8e3de-e187-4cc8-905d-86a374e85960 req-4a74ba02-b7cd-491e-9261-104e2b44d00a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.130001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1a8e3de-e187-4cc8-905d-86a374e85960 req-4a74ba02-b7cd-491e-9261-104e2b44d00a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0608096 Aug 31 13:47:20.168680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1a8e3de-e187-4cc8-905d-86a374e85960 req-d6d40e23-b188-49ed-8a1a-9d5da9de1671 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Aug 31 13:47:20.261981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69fb084f-5b7d-41aa-b1d9-428147c0978a req-b0508cd5-1ddf-49db-808d-409ee4ed87e5 tempest-VolumesAdminNegativeTest-739087948 tempest-VolumesAdminNegativeTest-739087948-project] 10.222.0.10 "GET /v2.0/ports?device_id=503b91eb-ffeb-4681-97ca-e4903b0c6b16 HTTP/1.1" status: 200 len: 210 time: 0.0276558 Aug 31 13:47:20.499664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79645b-11c4-4e37-ab2f-c7d072365b1b req-4248cf4f-5092-423d-91e7-5a5aaf662d38 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.501423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf79645b-11c4-4e37-ab2f-c7d072365b1b req-4248cf4f-5092-423d-91e7-5a5aaf662d38 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0560231 Aug 31 13:47:20.541993 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf79645b-11c4-4e37-ab2f-c7d072365b1b req-052ae742-52d9-492d-8fcf-5dcc4c90e82b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Aug 31 13:47:20.793480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4af214-22a8-4e2b-9076-a591c5a033de req-e1cf8e34-6f56-4e5c-8ba7-d366f6271cc5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.794969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c4af214-22a8-4e2b-9076-a591c5a033de req-e1cf8e34-6f56-4e5c-8ba7-d366f6271cc5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 949 time: 0.0487309 Aug 31 13:47:20.833005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c4af214-22a8-4e2b-9076-a591c5a033de req-512df91b-38d6-472e-9df5-370641caab20 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Aug 31 13:47:20.987202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed215-b20d-4b9e-bea5-d52c3b8cc97c req-754bf447-0f59-4efc-8d89-c89fc9842987 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.989660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37bed215-b20d-4b9e-bea5-d52c3b8cc97c req-754bf447-0f59-4efc-8d89-c89fc9842987 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 948 time: 0.0667145 Aug 31 13:47:21.047369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37bed215-b20d-4b9e-bea5-d52c3b8cc97c req-93f5f733-674f-435b-a546-b237769423eb tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515745 Aug 31 13:47:21.258805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba304ad5-7b4c-47a4-88ac-a0621de80d8f req-1f655599-5dea-4ac2-ac81-530dc1328c63 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.260310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba304ad5-7b4c-47a4-88ac-a0621de80d8f req-1f655599-5dea-4ac2-ac81-530dc1328c63 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 944 time: 0.0611770 Aug 31 13:47:21.291135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1357e07-b18a-45ec-9bf6-fa2e3bbc06e3 req-f1383a3b-3e1d-4a23-9d80-7390c7d9d601 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.292655 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f1357e07-b18a-45ec-9bf6-fa2e3bbc06e3 req-f1383a3b-3e1d-4a23-9d80-7390c7d9d601 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0533516 Aug 31 13:47:21.307252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba304ad5-7b4c-47a4-88ac-a0621de80d8f req-00f57fec-5d4d-44cd-a491-6e942e318757 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Aug 31 13:47:21.342350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f1357e07-b18a-45ec-9bf6-fa2e3bbc06e3 req-18717dca-0f50-44d8-9df8-27ed4da7504f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374959 Aug 31 13:47:21.356420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52972) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:21.403390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] Deleting subnet 280a04ca-3854-4ff2-a672-2ca905f36700 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:47:21.407230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.445643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.517285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.587687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2f1ea42d-c730-42be-a396-9e4dbc6bea7b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:21.604567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.648740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280a04ca-3854-4ff2-a672-2ca905f36700,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:21.657271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.659735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-065034a5-2b3d-4546-a115-091c65fbb0b8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/280a04ca-3854-4ff2-a672-2ca905f36700 HTTP/1.1" status: 204 len: 168 time: 0.3016663 Aug 31 13:47:21.661599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52978) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:21.720346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:21.730864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d2a5d-0b90-449d-8173-d3e20c6516dd req-ce4323f0-43ac-4bf2-a643-01d97e1edb3e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.734775 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-264d2a5d-0b90-449d-8173-d3e20c6516dd req-ce4323f0-43ac-4bf2-a643-01d97e1edb3e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0774739 Aug 31 13:47:21.743905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.787827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-264d2a5d-0b90-449d-8173-d3e20c6516dd req-18d732d9-68a5-4520-a576-7a122c8353bf tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472388 Aug 31 13:47:21.796476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:21.808546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port a37eeded-a910-4990-803a-a9c548a70d65 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:21.809032 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.832796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'port_id': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', 'mac_address': 'fa:16:3e:9f:a7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e85a9ca-8053-464d-a4c0-c68d32483454', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:47:21.836544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.847276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f4e35f-0db9-45f1-a857-0738f7b1b204']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:21.858393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9623a0-a758-4327-8788-02cde2b068d0') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:21.858937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9623a0-a758-4327-8788-02cde2b068d0') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:21.868756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.884450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.892374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:47:21.895122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.895401 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:47:21.898106 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:47:21.944912 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.961937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1ea42d-c730-42be-a396-9e4dbc6bea7b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:21.990527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.997145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:21.997461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.002951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52982) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:22.003093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] 10.222.0.10 "DELETE /v2.0/networks/20f4e35f-0db9-45f1-a857-0738f7b1b204 HTTP/1.1" status: 204 len: 168 time: 0.3403594 Aug 31 13:47:22.027370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75654157-f612-47fb-aadb-b231c79ce5d8 req-2494f7c4-4487-4df0-9432-fcbdf10991dd tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:22.028914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75654157-f612-47fb-aadb-b231c79ce5d8 req-2494f7c4-4487-4df0-9432-fcbdf10991dd tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 949 time: 0.0913153 Aug 31 13:47:22.029806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a77b59-3f65-4e24-bcca-df0150b33895 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f4e35f-0db9-45f1-a857-0738f7b1b204,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:22.030394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:22.033039 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640adee3-b2dc-401f-9604-f296ae5044ee" -d '{"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-plugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:22.037834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:22.041199 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.041199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e604df47-eb59-454c-bf7a-ecede0266d79 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:22.047234 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.047930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 024b549d-d0ec-4de6-92bb-778710a8c4a7 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:22.086809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e604df47-eb59-454c-bf7a-ecede0266d79 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:47:22.087251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e604df47-eb59-454c-bf7a-ecede0266d79 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:47:22.088958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] Deleting subnet 8379eaf4-54b0-4eb0-86a5-07cdf2ae099a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:47:22.094029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.104545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75654157-f612-47fb-aadb-b231c79ce5d8 req-e7a80a24-5e7f-4298-9b49-5ad72c74e16d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536430 Aug 31 13:47:22.106807 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b4cbb8-f153-4881-8055-5be2e02ab16c x-openstack-request-id: req-83b4cbb8-f153-4881-8055-5be2e02ab16c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:22.107223 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-plugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:22.108097 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83b4cbb8-f153-4881-8055-5be2e02ab16c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:22.109112 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65', 'code': 200} Aug 31 13:47:22.172888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.186358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:22.240221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d5de-ae5f-4c03-bf5f-f04a431fa0c5 req-2078ed07-f54e-4b78-a41f-9c43985eba88 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:22.247162 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.249995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ada7d5de-ae5f-4c03-bf5f-f04a431fa0c5 req-2078ed07-f54e-4b78-a41f-9c43985eba88 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 948 time: 0.0705297 Aug 31 13:47:22.301875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:22.304235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ada7d5de-ae5f-4c03-bf5f-f04a431fa0c5 req-f1bfd964-5dfd-4e48-83bf-86aa3667b8e4 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533698 Aug 31 13:47:22.316471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.329104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 024b549d-d0ec-4de6-92bb-778710a8c4a7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=024b549d-d0ec-4de6-92bb-778710a8c4a7,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:22.361291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '024b549d-d0ec-4de6-92bb-778710a8c4a7', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '024b549d-d0ec-4de6-92bb-778710a8c4a7', 'mac_address': 'fa:16:3e:7a:2a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:47:22.376150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8379eaf4-54b0-4eb0-86a5-07cdf2ae099a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:22.378649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.380737 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-94b60a5c-4f2c-4472-98f0-c181ee0e9c29 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8379eaf4-54b0-4eb0-86a5-07cdf2ae099a HTTP/1.1" status: 204 len: 168 time: 0.3761945 Aug 31 13:47:22.383621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52994) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:22.465588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.480287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024b549d-d0ec-4de6-92bb-778710a8c4a7 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:22.482966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb7363-3e70-4d89-9f8e-8046e98e8676 req-16063ab7-5f84-47b7-90ac-7e07ff6188d9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:22.484701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cfb7363-3e70-4d89-9f8e-8046e98e8676 req-16063ab7-5f84-47b7-90ac-7e07ff6188d9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 945 time: 0.0602598 Aug 31 13:47:22.504931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 024b549d-d0ec-4de6-92bb-778710a8c4a7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=024b549d-d0ec-4de6-92bb-778710a8c4a7,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:22.511015 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.545647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cfb7363-3e70-4d89-9f8e-8046e98e8676 req-3b4b2e6f-b3d7-4db3-868a-c41082ad676e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540662 Aug 31 13:47:22.589560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=024b549d-d0ec-4de6-92bb-778710a8c4a7,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:22.627245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.647095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2f0d-6844-4179-a97d-db1797d2ec85 req-345ccc0e-9635-4b1a-af03-cd637a22ed77 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:22.648589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d6e2f0d-6844-4179-a97d-db1797d2ec85 req-345ccc0e-9635-4b1a-af03-cd637a22ed77 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1544363 Aug 31 13:47:22.657293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1c1a5-67aa-4e8d-abaf-5a9e1090e5c8 req-1bbf93e9-73d1-48b1-87c8-bd2d32e3d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:22.658755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5a1c1a5-67aa-4e8d-abaf-5a9e1090e5c8 req-1bbf93e9-73d1-48b1-87c8-bd2d32e3d31d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1101 time: 0.1501026 Aug 31 13:47:22.776806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.782087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d6e2f0d-6844-4179-a97d-db1797d2ec85 req-35e4b0ab-83ee-4dd6-989d-f58adcf0c334 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224651 Aug 31 13:47:22.790394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5a1c1a5-67aa-4e8d-abaf-5a9e1090e5c8 req-009a5b7e-f465-455b-86a8-4fd5469e4d0b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998967 Aug 31 13:47:22.793652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7ae800-4be3-4e7f-b5d0-3ffb9092657d']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:22.803486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9df650-85ee-4ed3-bae7-008231925da3') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:22.803792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9df650-85ee-4ed3-bae7-008231925da3') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:22.815091 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.830373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.836523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Releasing vlan 1533 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:47:22.837116 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:47:22.838946 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:47:22.902434 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.907331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae6d35-e054-45cc-adbb-7845d514c2d9 req-318a9992-f7d6-4903-920d-481e9073e8ba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:22.910919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.913438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16ae6d35-e054-45cc-adbb-7845d514c2d9 req-318a9992-f7d6-4903-920d-481e9073e8ba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0577700 Aug 31 13:47:22.914745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3c7ae800-4be3-4e7f-b5d0-3ffb9092657d HTTP/1.1" status: 204 len: 168 time: 0.5294268 Aug 31 13:47:22.936846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d866f-111e-48d0-8d91-21fc57752c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7ae800-4be3-4e7f-b5d0-3ffb9092657d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:22.962723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16ae6d35-e054-45cc-adbb-7845d514c2d9 req-4744f631-be10-4bfa-af92-6c4c07a50ff4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448785 Aug 31 13:47:23.109126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53002) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:23.155081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bb251f70-f47e-41a9-ae62-e15746369799 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8a8c96a92474d8d82bf1878deba930e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413563 Aug 31 13:47:23.155493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53006) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:23.198899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2f1ea42d-c730-42be-a396-9e4dbc6bea7b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:23.210286 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-066cb290-3994-40c8-bc2e-0e8cd9c732b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.229410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b763f6-a79c-40c8-944f-28f52272f471 req-1dd017cf-71b7-42dd-9e27-e23892c12bdc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:23.237879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-066cb290-3994-40c8-bc2e-0e8cd9c732b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.238758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66b763f6-a79c-40c8-944f-28f52272f471 req-1dd017cf-71b7-42dd-9e27-e23892c12bdc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0618663 Aug 31 13:47:23.288060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66b763f6-a79c-40c8-944f-28f52272f471 req-7e589597-b929-436a-a0b7-894a09076176 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Aug 31 13:47:23.311378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-066cb290-3994-40c8-bc2e-0e8cd9c732b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.316404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-066cb290-3994-40c8-bc2e-0e8cd9c732b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.318607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-066cb290-3994-40c8-bc2e-0e8cd9c732b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0f4fc67-ca3a-4bad-a4dd-824a967a4d16 HTTP/1.1" status: 204 len: 168 time: 0.1619568 Aug 31 13:47:23.352210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['024b549d-d0ec-4de6-92bb-778710a8c4a7'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:23.353747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cb290-3994-40c8-bc2e-0e8cd9c732b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4fc67-ca3a-4bad-a4dd-824a967a4d16,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:23.488107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6029a-f835-4428-b07c-fe5fb54eed14 req-0e212ab4-3bfd-4777-add3-c2c22f19e4c4 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:23.490352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62e6029a-f835-4428-b07c-fe5fb54eed14 req-0e212ab4-3bfd-4777-add3-c2c22f19e4c4 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 949 time: 0.0610578 Aug 31 13:47:23.593583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62e6029a-f835-4428-b07c-fe5fb54eed14 req-7372de60-2472-4f9b-a5e6-f8ffd9b4dcb5 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859482 Aug 31 13:47:23.712616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fe4d8-843c-4c09-b98d-155dec820f87 req-72bf6145-19f5-4205-bf51-c6e94268d85a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:23.717713 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-388fe4d8-843c-4c09-b98d-155dec820f87 req-72bf6145-19f5-4205-bf51-c6e94268d85a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 945 time: 0.0688121 Aug 31 13:47:23.763034 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-388fe4d8-843c-4c09-b98d-155dec820f87 req-4eac267d-06b8-40c5-af6e-a61993f0a376 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Aug 31 13:47:23.794929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53020) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:23.839357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5bc1afc2-2b48-436e-ab27-fde8d77b626d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a579dd2b374448d996bef02d4ff8e26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409296 Aug 31 13:47:23.839639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53024) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:23.890017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-74654e3e-44de-4c1f-817c-7f3fd78a6eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.912240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5188e-8a30-4e2b-a804-4dbab4408f88 req-ca1da90e-588a-47a2-8482-fefa5a5be403 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:23.913205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-74654e3e-44de-4c1f-817c-7f3fd78a6eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.913941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ca5188e-8a30-4e2b-a804-4dbab4408f88 req-ca1da90e-588a-47a2-8482-fefa5a5be403 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0592949 Aug 31 13:47:23.956064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ca5188e-8a30-4e2b-a804-4dbab4408f88 req-6135e7fd-2087-4c96-893e-f823daa6bdd6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Aug 31 13:47:23.961053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-74654e3e-44de-4c1f-817c-7f3fd78a6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.963768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-74654e3e-44de-4c1f-817c-7f3fd78a6eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.964974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-74654e3e-44de-4c1f-817c-7f3fd78a6eb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0da3e8c0-342c-4e1b-ac0f-66c6b161a5c4 HTTP/1.1" status: 204 len: 168 time: 0.1242433 Aug 31 13:47:23.976526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74654e3e-44de-4c1f-817c-7f3fd78a6eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da3e8c0-342c-4e1b-ac0f-66c6b161a5c4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:24.095155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020afb5-7436-4374-891e-2809b7d2b9a4 req-9b86eb40-392f-46a1-9829-248649b70445 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:24.096593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6020afb5-7436-4374-891e-2809b7d2b9a4 req-9b86eb40-392f-46a1-9829-248649b70445 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0537338 Aug 31 13:47:24.139254 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6020afb5-7436-4374-891e-2809b7d2b9a4 req-40c033a0-a317-4f27-ada6-1de18cfc1877 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Aug 31 13:47:24.472402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056791b-1974-4489-80a1-4c7e789f58b6 req-e360b816-67e0-4638-8243-31b5cb89e12f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:24.475268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0056791b-1974-4489-80a1-4c7e789f58b6 req-e360b816-67e0-4638-8243-31b5cb89e12f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0982676 Aug 31 13:47:24.521769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0056791b-1974-4489-80a1-4c7e789f58b6 req-42d5a019-7423-4c9c-8a16-7187c8c40a7c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Aug 31 13:47:24.750196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a453fbf-52af-421e-aabe-49df1622f107 req-8f02a407-0c23-466a-afe1-69d4f3077383 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:24.751975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a453fbf-52af-421e-aabe-49df1622f107 req-8f02a407-0c23-466a-afe1-69d4f3077383 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 949 time: 0.0654573 Aug 31 13:47:24.783791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53056) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:24.821316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a453fbf-52af-421e-aabe-49df1622f107 req-fab1ed3b-12a2-44f3-9941-5418b243549d tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574391 Aug 31 13:47:24.938297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1325581476-network', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:24.958329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac027e6-c21f-42a4-bc07-d21ab0e74848 req-7953277a-b6c2-43b2-9871-fc0f4515eb0c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:24.960697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dac027e6-c21f-42a4-bc07-d21ab0e74848 req-7953277a-b6c2-43b2-9871-fc0f4515eb0c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 945 time: 0.0925384 Aug 31 13:47:25.011160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:25.014367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.035444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dac027e6-c21f-42a4-bc07-d21ab0e74848 req-0f231a2d-e8b1-4839-be57-64824a2c28c9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668881 Aug 31 13:47:25.036144 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.105120 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2219c7-9ae2-452a-9f8a-d57606fede56 req-5f82803a-2b0a-4e3d-b784-33e2271f3d6f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:25.106652 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dc2219c7-9ae2-452a-9f8a-d57606fede56 req-5f82803a-2b0a-4e3d-b784-33e2271f3d6f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0515418 Aug 31 13:47:25.159159 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dc2219c7-9ae2-452a-9f8a-d57606fede56 req-4599a8a6-e895-47b7-85da-43bcb8b1cf9b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Aug 31 13:47:25.205329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.210544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.237681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:25.262735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac91063-49c1-4a50-8be1-7016ea33e597,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:25.284319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.284662 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Added segment d9325130-d5f4-4cd1-b191-12cb11f093c5 of type vlan for network 824dae42-0771-4ae8-ba7b-57781aabd92d Aug 31 13:47:25.334549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.346553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603fba6-bfdc-4f79-88ad-78f1aa33382a req-0b36bc00-7cf1-48cc-871c-961e5ab8b73a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:25.348056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8603fba6-bfdc-4f79-88ad-78f1aa33382a req-0b36bc00-7cf1-48cc-871c-961e5ab8b73a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1080282 Aug 31 13:47:25.390208 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.391138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:25.391718 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.444950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8603fba6-bfdc-4f79-88ad-78f1aa33382a req-98ab24d9-c517-48db-a4f6-82a994969657 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826006 Aug 31 13:47:25.456152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6713452 Aug 31 13:47:25.467602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53066) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:25.467714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1245e27-2ea6-4ca8-9f94-31e06ea2fd12 admin admin] Pushing event updated for resources: {'Network': ['ID=824dae42-0771-4ae8-ba7b-57781aabd92d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:25.467807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Request body: {'subnet': {'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1325581476-subnet', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:25.475643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 824dae42-0771-4ae8-ba7b-57781aabd92d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:25.488748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:25.491212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.623272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2f1ea42d-c730-42be-a396-9e4dbc6bea7b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:25.649133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae658aa-4c0f-4403-9338-7266318887ea req-ec3e7896-4158-49c9-8219-230b21f7bf1a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:25.650645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eae658aa-4c0f-4403-9338-7266318887ea req-ec3e7896-4158-49c9-8219-230b21f7bf1a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0570138 Aug 31 13:47:25.670354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.698910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eae658aa-4c0f-4403-9338-7266318887ea req-256937e8-5f4c-41cc-8a16-ef90e08295bc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Aug 31 13:47:25.705692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:25.710644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:25.711165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.733871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fa2194-d527-4045-99b3-22c1205c9932,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:25.753655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Checking segment: {'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:25.754666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Network hostable DHCP agents. Network: 824dae42-0771-4ae8-ba7b-57781aabd92d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:25.776856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Network 824dae42-0771-4ae8-ba7b-57781aabd92d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:25.796273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 824dae42-0771-4ae8-ba7b-57781aabd92d) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:25.801542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:25.802137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.809753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb8956-2d0f-4e57-9f99-75dfe0f9495a None None] Network 824dae42-0771-4ae8-ba7b-57781aabd92d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:25.831485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-82b5d027-cc3b-4d9e-95f8-a8904a21f75f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3705173 Aug 31 13:47:25.835040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53076) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:25.844197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:25.857328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8461c10-bdc0-4017-9f75-277c4e474992 req-c5b3c281-dd32-442e-9cce-8e6d247d0274 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:25.859010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e8461c10-bdc0-4017-9f75-277c4e474992 req-c5b3c281-dd32-442e-9cce-8e6d247d0274 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0730443 Aug 31 13:47:25.879639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.880855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.891937 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.947650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:25.950391 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d663d3d-89b3-4211-bc32-66545c1e45cc" -d '{"events": [{"server_uuid": "ef5a4de3-e15d-4115-af72-1cb15ad33825", "name": "network-vif-plugged", "status": "completed", "tag": "2f1ea42d-c730-42be-a396-9e4dbc6bea7b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:25.964288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.969023 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e8461c10-bdc0-4017-9f75-277c4e474992 req-3a47588c-8bfa-4d1a-86af-fb88caa8a8b0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035490 Aug 31 13:47:25.969613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:25.977133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:25.987864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 024b549d-d0ec-4de6-92bb-778710a8c4a7 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:26.108207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc7ade-14c6-40b3-8194-884eb0bcf009 req-a55aee32-fd34-4ae4-b141-3488f7e7bbd8 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:26.109812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22bc7ade-14c6-40b3-8194-884eb0bcf009 req-a55aee32-fd34-4ae4-b141-3488f7e7bbd8 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 949 time: 0.1567907 Aug 31 13:47:26.112118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:26.122289 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f77885-ab44-4fb9-a1b8-6b50fe20e27c x-openstack-request-id: req-74f77885-ab44-4fb9-a1b8-6b50fe20e27c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:26.123976 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5a4de3-e15d-4115-af72-1cb15ad33825", "name": "network-vif-plugged", "status": "completed", "tag": "2f1ea42d-c730-42be-a396-9e4dbc6bea7b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:26.125091 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74f77885-ab44-4fb9-a1b8-6b50fe20e27c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:26.125901 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', 'code': 200} Aug 31 13:47:26.211458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:26.260630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22bc7ade-14c6-40b3-8194-884eb0bcf009 req-31424bcb-10aa-4b34-b0e7-0557f2150b7c tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022201 Aug 31 13:47:26.429720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 024b549d-d0ec-4de6-92bb-778710a8c4a7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:26.441658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 024b549d-d0ec-4de6-92bb-778710a8c4a7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:26.442137 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:26.462472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde75e-3264-4484-8cac-7efa28371962 req-8968a2e0-f950-459e-933c-c25e314ea4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:26.463999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99bde75e-3264-4484-8cac-7efa28371962 req-8968a2e0-f950-459e-933c-c25e314ea4ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 1097 time: 0.2491279 Aug 31 13:47:26.527154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bc579-086c-4684-a7c9-cfc9cecdbdcf req-61c1691f-c6b8-4df6-8246-552527c2d8ae tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:26.535663 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a85bc579-086c-4684-a7c9-cfc9cecdbdcf req-61c1691f-c6b8-4df6-8246-552527c2d8ae tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0787795 Aug 31 13:47:26.539475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1302250-2dac-4e5f-b1a3-cbbb0bcb7f1b req-201cba3d-0337-40d4-adbf-42a4c05bb61b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:26.548847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1302250-2dac-4e5f-b1a3-cbbb0bcb7f1b req-201cba3d-0337-40d4-adbf-42a4c05bb61b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.1804104 Aug 31 13:47:26.583681 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a85bc579-086c-4684-a7c9-cfc9cecdbdcf req-310a37ba-1411-4136-8729-4bfd804f8185 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Aug 31 13:47:26.591143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99bde75e-3264-4484-8cac-7efa28371962 req-e01dac2a-fa38-4ee0-8d78-13461717c3f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921922 Aug 31 13:47:26.622293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-824dae42-0771-4ae8-ba7b-57781aabd92d', 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'fixed_ips': [{'subnet_id': '24fa2194-d527-4045-99b3-22c1205c9932'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:47:26.623410 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:26.628211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1302250-2dac-4e5f-b1a3-cbbb0bcb7f1b req-e4771d3d-b945-4dbc-9da5-3d88541ee2fe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779836 Aug 31 13:47:26.655165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d3263f58-5184-4bb9-80c0-37f83857d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:26.661851 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:26.746459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153be5-1429-4c66-8f50-c9c29f52a7b2 req-1cd9a03e-6f82-40fe-b420-9a70ec0c312d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:26.750865 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33153be5-1429-4c66-8f50-c9c29f52a7b2 req-1cd9a03e-6f82-40fe-b420-9a70ec0c312d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0743032 Aug 31 13:47:26.812198 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33153be5-1429-4c66-8f50-c9c29f52a7b2 req-c9a5d570-08e4-4d38-ae43-a68ed35ca861 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545657 Aug 31 13:47:26.843019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Allocated IP 172.20.0.2 (824dae42-0771-4ae8-ba7b-57781aabd92d/24fa2194-d527-4045-99b3-22c1205c9932/1a17429c-620e-4c31-a951-ba9e6914717c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:26.850774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec5ee4-7eaa-436f-ab7c-5ef70ac839af req-174ba79c-d4d7-42c2-903e-b106c6ed55e0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:26.871824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ec5ee4-7eaa-436f-ab7c-5ef70ac839af req-174ba79c-d4d7-42c2-903e-b106c6ed55e0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1404805 Aug 31 13:47:26.894394 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:26.918509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 024b549d-d0ec-4de6-92bb-778710a8c4a7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=024b549d-d0ec-4de6-92bb-778710a8c4a7,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:26.924675 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.013548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=024b549d-d0ec-4de6-92bb-778710a8c4a7,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:27.080074 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.089405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Transition to ACTIVE for port object 1a17429c-620e-4c31-a951-ba9e6914717c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:27.106437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Transition to ACTIVE for port object 1a17429c-620e-4c31-a951-ba9e6914717c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:27.114506 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.161071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Network 824dae42-0771-4ae8-ba7b-57781aabd92d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:27.164643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:27.169530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:27.212857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Pushing event updated for resources: {'Port': ['ID=1a17429c-620e-4c31-a951-ba9e6914717c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:27.267024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Attempting to bind port 1a17429c-620e-4c31-a951-ba9e6914717c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:27.267874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Attempting to bind port 1a17429c-620e-4c31-a951-ba9e6914717c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:27.268456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Attempting to bind port 1a17429c-620e-4c31-a951-ba9e6914717c on network 824dae42-0771-4ae8-ba7b-57781aabd92d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:27.276301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:27.276907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Checking segment: {'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:27.277559 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.278125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Bound using segment: {'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:27.278784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Bound port: 1a17429c-620e-4c31-a951-ba9e6914717c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:27.279354 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.281659 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.297801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ec5ee4-7eaa-436f-ab7c-5ef70ac839af req-48c3a680-ba30-4ca3-b01d-0e9fb2aed343 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251130 Aug 31 13:47:27.408105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] For port 1a17429c-620e-4c31-a951-ba9e6914717c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:27.415342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] For port 1a17429c-620e-4c31-a951-ba9e6914717c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1a17429c-620e-4c31-a951-ba9e6914717c,segment=NetworkSegment(d9325130-d5f4-4cd1-b191-12cb11f093c5),segment_id=d9325130-d5f4-4cd1-b191-12cb11f093c5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:27.422002 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.445133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd751e7e-5168-46f4-9210-4fd1b96e6e71 req-0fbba5eb-e716-4381-9018-27ed302e7249 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:27.453506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cd751e7e-5168-46f4-9210-4fd1b96e6e71 req-0fbba5eb-e716-4381-9018-27ed302e7249 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 950 time: 0.0698111 Aug 31 13:47:27.454477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Allocated IP 172.25.0.24 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/e7e3d3f3-7b3a-474e-a7d7-d462c013ee30) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:27.501041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33caed0-a10c-496c-83d3-edd62c42f215 None None] Pushing event updated for resources: {'Port': ['ID=1a17429c-620e-4c31-a951-ba9e6914717c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:27.511408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cd751e7e-5168-46f4-9210-4fd1b96e6e71 req-4e4b2417-4e47-4f42-90c9-709897e284da tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567725 Aug 31 13:47:27.609988 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.699055 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:27.828162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c638300-f178-4101-9be5-27d8a04050f9 req-11f9172c-442a-4667-bd70-1ba3d97713ab tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:27.830194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:27.833947 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c638300-f178-4101-9be5-27d8a04050f9 req-11f9172c-442a-4667-bd70-1ba3d97713ab tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.0929132 Aug 31 13:47:27.845641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6137e1-ba29-4de6-99c4-0d8210e6be94 req-c696da5d-59cf-4beb-ae6a-a469ce006758 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:27.847231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc6137e1-ba29-4de6-99c4-0d8210e6be94 req-c696da5d-59cf-4beb-ae6a-a469ce006758 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1618295 Aug 31 13:47:27.851043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:27.853323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:27.855807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:27.900731 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c638300-f178-4101-9be5-27d8a04050f9 req-6b8f1009-2df1-4c43-8e5e-e11d0b061740 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569963 Aug 31 13:47:27.940515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc6137e1-ba29-4de6-99c4-0d8210e6be94 req-d16bcdf7-629e-44ff-9691-a9e0038b36f6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548589 Aug 31 13:47:28.040070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4e3b1-97b9-4adb-88d8-a546751c71de req-afb65c7d-b374-417a-9715-fb93a68343da tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:28.042082 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eaf4e3b1-97b9-4adb-88d8-a546751c71de req-afb65c7d-b374-417a-9715-fb93a68343da tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0711186 Aug 31 13:47:28.120293 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eaf4e3b1-97b9-4adb-88d8-a546751c71de req-d834c5a2-2bb2-4ca7-806a-4a9b64f7193a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710123 Aug 31 13:47:28.127864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987668a1-8049-46dc-9c6b-f376037ad28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024b549d-d0ec-4de6-92bb-778710a8c4a7'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:28.129681 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056dccf-6f2c-4538-9d71-f45d9a47a83c" -d '{"events": [{"server_uuid": "987668a1-8049-46dc-9c6b-f376037ad28c", "name": "network-vif-plugged", "status": "completed", "tag": "024b549d-d0ec-4de6-92bb-778710a8c4a7"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:28.137734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1a17429c-620e-4c31-a951-ba9e6914717c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:28.223978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1a17429c-620e-4c31-a951-ba9e6914717c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:28.234862 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12eb881-27ca-4e9f-a490-1934d20b86c1 x-openstack-request-id: req-f12eb881-27ca-4e9f-a490-1934d20b86c1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:28.235088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.235208 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987668a1-8049-46dc-9c6b-f376037ad28c", "name": "network-vif-plugged", "status": "completed", "tag": "024b549d-d0ec-4de6-92bb-778710a8c4a7", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:28.235462 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f12eb881-27ca-4e9f-a490-1934d20b86c1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:28.235878 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987668a1-8049-46dc-9c6b-f376037ad28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024b549d-d0ec-4de6-92bb-778710a8c4a7', 'code': 200} Aug 31 13:47:28.493404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.503705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2f0f4-4482-472c-a973-e79275e27f29 req-238a40cf-bc9b-46e5-a89d-d3721a55b82e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:28.505921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fe2f0f4-4482-472c-a973-e79275e27f29 req-238a40cf-bc9b-46e5-a89d-d3721a55b82e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0826025 Aug 31 13:47:28.567130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fe2f0f4-4482-472c-a973-e79275e27f29 req-02e8fa0c-90ca-4fc8-a58f-153ba0bf07b3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536571 Aug 31 13:47:28.710847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb980c-592f-477b-b668-13af31ac5f0a None None] Network 824dae42-0771-4ae8-ba7b-57781aabd92d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:28.737020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b496d6-3ba6-4467-b049-8ec52b84e425 req-6849578c-532c-44c1-8aa3-119296f12db5 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:28.738576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35b496d6-3ba6-4467-b049-8ec52b84e425 req-6849578c-532c-44c1-8aa3-119296f12db5 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 950 time: 0.1112447 Aug 31 13:47:28.752371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Router 7a9df322-745d-4511-afb1-efe9daf7cccb is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:47:28.783098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cc2e4-e34d-4816-a118-c4df795e8b6e req-0d46dda2-58d9-4f94-9b2a-131898120a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:28.784637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899cc2e4-e34d-4816-a118-c4df795e8b6e req-0d46dda2-58d9-4f94-9b2a-131898120a46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 1101 time: 0.0954912 Aug 31 13:47:28.803911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4a1287ea-f181-4900-85ad-f32bf3650f6c None None] Provisioning for port 1a17429c-620e-4c31-a951-ba9e6914717c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:28.823131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4a1287ea-f181-4900-85ad-f32bf3650f6c None None] Provisioning complete for port 1a17429c-620e-4c31-a951-ba9e6914717c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:28.823515 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a1287ea-f181-4900-85ad-f32bf3650f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.865279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35b496d6-3ba6-4467-b049-8ec52b84e425 req-641e4160-a315-4531-9133-b8e96641d27a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099505 Aug 31 13:47:28.913624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899cc2e4-e34d-4816-a118-c4df795e8b6e req-ee4a93c6-b734-47b9-ba13-93511aba9c1d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200540 Aug 31 13:47:28.929107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a1287ea-f181-4900-85ad-f32bf3650f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.938189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:28.953657 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Sync routers for ids ['7a9df322-745d-4511-afb1-efe9daf7cccb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:28.955919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.960329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-852b19d3-4979-42bf-9c69-104663b39065 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1232979 Aug 31 13:47:28.963649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53208) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:28.971025 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Routers {'7a9df322-745d-4511-afb1-efe9daf7cccb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:28.972142 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:46:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7a9df322-745d-4511-afb1-efe9daf7cccb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:28.993425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4a1287ea-f181-4900-85ad-f32bf3650f6c None None] For port 1a17429c-620e-4c31-a951-ba9e6914717c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1a17429c-620e-4c31-a951-ba9e6914717c,segment=NetworkSegment(d9325130-d5f4-4cd1-b191-12cb11f093c5),segment_id=d9325130-d5f4-4cd1-b191-12cb11f093c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:29.002429 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a1287ea-f181-4900-85ad-f32bf3650f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:29.126316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1287ea-f181-4900-85ad-f32bf3650f6c None None] Pushing event updated for resources: {'Port': ['ID=1a17429c-620e-4c31-a951-ba9e6914717c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:29.133292 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Set router 7a9df322-745d-4511-afb1-efe9daf7cccb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:29.246931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543d747-caa4-48c0-913b-8da5c39a5b7d req-a2edce4e-b290-41c7-be22-9a5706183107 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:29.255345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a543d747-caa4-48c0-913b-8da5c39a5b7d req-a2edce4e-b290-41c7-be22-9a5706183107 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1346188 Aug 31 13:47:29.266324 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03aff8a5-7046-445e-96b5-2b484b98d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:29.317288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a543d747-caa4-48c0-913b-8da5c39a5b7d req-beb09b29-0366-4e11-b514-b4f4af5a2d5d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610235 Aug 31 13:47:29.339668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e714c37-4501-4cc6-a3dc-ea6be259ec5d req-ad6c24c5-c2a1-4439-9d53-8f5d859f1883 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:29.345042 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:47:28Z', 'revision_number': 3, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port': {'id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:27Z', 'updated_at': '2021-08-31T13:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:29.351423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e714c37-4501-4cc6-a3dc-ea6be259ec5d req-ad6c24c5-c2a1-4439-9d53-8f5d859f1883 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.1875007 Aug 31 13:47:29.384910 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Checking router: 7a9df322-745d-4511-afb1-efe9daf7cccb for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:29.385552 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Updating router 7a9df322-745d-4511-afb1-efe9daf7cccb port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:47:29.417252 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:29.464379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e714c37-4501-4cc6-a3dc-ea6be259ec5d req-a8c46614-bf57-485b-b73e-f6fee880e6fb tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119127 Aug 31 13:47:29.490198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e0ab3-8eb2-4cc0-b419-19cd34a7e6df req-7e5710c2-013d-4ca5-8eb4-e0059d60eb33 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:29.493726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd9e0ab3-8eb2-4cc0-b419-19cd34a7e6df req-7e5710c2-013d-4ca5-8eb4-e0059d60eb33 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0761902 Aug 31 13:47:29.502069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:29.543782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4e3cf5af-b8e4-4e12-802e-811487ab99b1 None None] Provisioning complete for port 1a17429c-620e-4c31-a951-ba9e6914717c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:29.544157 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf5af-b8e4-4e12-802e-811487ab99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:29.572261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd9e0ab3-8eb2-4cc0-b419-19cd34a7e6df req-5a3ca739-10c4-4096-8914-04553ef8b408 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691159 Aug 31 13:47:29.735562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52420ec5-5160-4072-ac8c-6c2c5b9c1398 req-4ada96ff-7491-47de-8a07-72eb81cf73c2 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:29.739154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52420ec5-5160-4072-ac8c-6c2c5b9c1398 req-4ada96ff-7491-47de-8a07-72eb81cf73c2 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 1097 time: 0.0558798 Aug 31 13:47:29.787610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572293-2e54-4c65-8548-81dc27b97be4 req-287b5797-c957-49e5-9e46-2a2897c018a7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:29.791795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52420ec5-5160-4072-ac8c-6c2c5b9c1398 req-912e8775-5774-4b3f-8712-55a887318881 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Aug 31 13:47:29.793555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb572293-2e54-4c65-8548-81dc27b97be4 req-287b5797-c957-49e5-9e46-2a2897c018a7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1166086 Aug 31 13:47:29.863329 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:29.871637 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb572293-2e54-4c65-8548-81dc27b97be4 req-940ebccb-26c5-4bfb-a15c-e7960e4b65a6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658190 Aug 31 13:47:29.885803 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Transition to ACTIVE for port object e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:29.902578 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:29.987347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c8d8-bb9b-46c8-9dcb-f5546db37ffc req-b26f59c0-22f3-4123-81db-c344fc16a55b tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:29.989683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7931c8d8-bb9b-46c8-9dcb-f5546db37ffc req-b26f59c0-22f3-4123-81db-c344fc16a55b tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 1097 time: 0.0955410 Aug 31 13:47:30.003380 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Pushing event updated for resources: {'Port': ['ID=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:30.034503 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.035110 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.035879 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.036443 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.037029 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.037601 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.038189 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.038996 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.039546 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.040093 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.040655 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.041226 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:30.052277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7931c8d8-bb9b-46c8-9dcb-f5546db37ffc req-00e4e784-c8f4-40ab-b654-77c4e4f5f8a2 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559485 Aug 31 13:47:30.080514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Attempting to bind port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:30.081149 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Attempting to bind port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:30.081896 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Attempting to bind port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:30.090829 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:30.092545 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:30.093675 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.094566 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:30.095726 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Bound port: e7e3d3f3-7b3a-474e-a7d7-d462c013ee30, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:30.096644 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.104555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.126098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1a17429c-620e-4c31-a951-ba9e6914717c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:30.140753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6903-ae55-4fdc-9b96-9312b6bb457f req-b4f12b0c-3bd5-47d4-af2b-2ce761527e72 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:30.142614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56bc6903-ae55-4fdc-9b96-9312b6bb457f req-b4f12b0c-3bd5-47d4-af2b-2ce761527e72 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 950 time: 0.1642234 Aug 31 13:47:30.214965 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56bc6903-ae55-4fdc-9b96-9312b6bb457f req-925290af-4bed-4dc5-8057-cba5727d4cca tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620065 Aug 31 13:47:30.234527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1a17429c-620e-4c31-a951-ba9e6914717c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:30.235122 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.251588 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] For port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:30.257909 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] For port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:30.282268 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.377092 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Routers {'7a9df322-745d-4511-afb1-efe9daf7cccb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:30.377092 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7a9df322-745d-4511-afb1-efe9daf7cccb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:30.469665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.519914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Allocated IP 172.20.0.1 (824dae42-0771-4ae8-ba7b-57781aabd92d/24fa2194-d527-4045-99b3-22c1205c9932/eea01192-14cf-412f-9b54-c088d14f35de) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:30.572190 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d967c-621d-433d-9b76-278e103ebc1d None None] Pushing event updated for resources: {'Port': ['ID=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:30.596743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d412195-8587-42fa-b11c-9f16e4c40ca7 req-25af3bf6-687b-4b25-a465-0829fb31a66a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:30.598510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d412195-8587-42fa-b11c-9f16e4c40ca7 req-25af3bf6-687b-4b25-a465-0829fb31a66a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1175215 Aug 31 13:47:30.641507 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] Set router 7a9df322-745d-4511-afb1-efe9daf7cccb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:30.646326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d412195-8587-42fa-b11c-9f16e4c40ca7 req-3f80d7a0-550a-46a5-9a3b-308098f78a1d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362265 Aug 31 13:47:30.704819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3456f5-1be0-4b3f-8b00-7cd8eebd8c67 req-5afc8ca5-b28a-4c19-ae95-fddcf7319f9d tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:30.709343 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b3456f5-1be0-4b3f-8b00-7cd8eebd8c67 req-5afc8ca5-b28a-4c19-ae95-fddcf7319f9d tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 1097 time: 0.1070044 Aug 31 13:47:30.784430 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.791236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b3456f5-1be0-4b3f-8b00-7cd8eebd8c67 req-49e5e01a-a1ad-4d1c-8374-b29bffd616d3 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722258 Aug 31 13:47:30.804100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Transition to ACTIVE for port object eea01192-14cf-412f-9b54-c088d14f35de will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:30.813435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2aea7-7665-4477-8110-5534c930abf5 req-8a5a352a-ca9b-4957-84ab-bdb17e94d202 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:30.820532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dec2aea7-7665-4477-8110-5534c930abf5 req-8a5a352a-ca9b-4957-84ab-bdb17e94d202 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1025732 Aug 31 13:47:30.856889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.881327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dec2aea7-7665-4477-8110-5534c930abf5 req-63fa328a-4472-4994-a2e2-2ec39eedd69c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Aug 31 13:47:30.922082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Network 824dae42-0771-4ae8-ba7b-57781aabd92d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:30.927654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:30.932128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:30.954481 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:47:28Z', 'revision_number': 3, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port': {'id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:27Z', 'updated_at': '2021-08-31T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:30.979835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.010356 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23522873-3490-4cfe-be18-f2b9c116c144 None None] The sync data for ids ['7a9df322-745d-4511-afb1-efe9daf7cccb'] in n-d-792362-6 is: [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:47:28Z', 'revision_number': 3, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port': {'id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:27Z', 'updated_at': '2021-08-31T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:31.089637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Pushing event updated for resources: {'Port': ['ID=eea01192-14cf-412f-9b54-c088d14f35de,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:31.140689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853cfe3-5bf8-4227-9c8b-e8120d4af86a req-af1a1c57-aaad-4c71-9cba-9b8c4576eb84 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:31.142336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0853cfe3-5bf8-4227-9c8b-e8120d4af86a req-af1a1c57-aaad-4c71-9cba-9b8c4576eb84 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1066737 Aug 31 13:47:31.246248 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0853cfe3-5bf8-4227-9c8b-e8120d4af86a req-5955634c-6fa8-40b4-a4a2-86860ebfc5ee tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772927 Aug 31 13:47:31.288951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-74f947dc-2908-4bdb-91c9-0d0d240eb622 None None] Provisioning for port eea01192-14cf-412f-9b54-c088d14f35de completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:31.293648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.297409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-74f947dc-2908-4bdb-91c9-0d0d240eb622 None None] Provisioning complete for port eea01192-14cf-412f-9b54-c088d14f35de triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:31.297905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74f947dc-2908-4bdb-91c9-0d0d240eb622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.355433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-74f947dc-2908-4bdb-91c9-0d0d240eb622 None None] Port eea01192-14cf-412f-9b54-c088d14f35de cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:31.386632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fcae-3efb-436d-ad0d-8c3d6666374b req-be8eaf53-43c4-44c9-a909-ee451541cb76 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:31.388079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54c9fcae-3efb-436d-ad0d-8c3d6666374b req-be8eaf53-43c4-44c9-a909-ee451541cb76 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 950 time: 0.0905278 Aug 31 13:47:31.469223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54c9fcae-3efb-436d-ad0d-8c3d6666374b req-f4446831-9d98-445a-9ee0-1c5279f676aa tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Aug 31 13:47:31.590677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.597837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.677329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.679241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Pushing event updated for resources: {'Port': ['ID=eea01192-14cf-412f-9b54-c088d14f35de,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:31.804119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1dd5-8d92-470b-8ee3-2152b6944d00 req-fa9f2187-03b3-4460-b43f-1733cce926e6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:31.812317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffcb1dd5-8d92-470b-8ee3-2152b6944d00 req-fa9f2187-03b3-4460-b43f-1733cce926e6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0735157 Aug 31 13:47:31.817640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Network 824dae42-0771-4ae8-ba7b-57781aabd92d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:31.819648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:31.865891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffcb1dd5-8d92-470b-8ee3-2152b6944d00 req-00c14418-9928-4bc3-8c37-46d81301540e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526042 Aug 31 13:47:31.866743 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:32.106450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5c4eb-cb8f-4e91-85b3-8940ed74e23a req-70e7ebaf-ca4a-4b63-9d4c-44bc840539d3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:32.108196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eff5c4eb-cb8f-4e91-85b3-8940ed74e23a req-70e7ebaf-ca4a-4b63-9d4c-44bc840539d3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1064370 Aug 31 13:47:32.181166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:32.182108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eff5c4eb-cb8f-4e91-85b3-8940ed74e23a req-47fcd6d2-b74a-43dd-8c5f-910ca146c0c3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657806 Aug 31 13:47:32.247372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ade97d3c-4fa1-4d37-af8b-96c3f69ac078 None None] Provisioning complete for port eea01192-14cf-412f-9b54-c088d14f35de triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:32.248665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ade97d3c-4fa1-4d37-af8b-96c3f69ac078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:32.299930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ade97d3c-4fa1-4d37-af8b-96c3f69ac078 None None] Port eea01192-14cf-412f-9b54-c088d14f35de cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:32.303079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:32.308035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:32.308908 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:32.435258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Router 7a9df322-745d-4511-afb1-efe9daf7cccb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:47:32.455831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0ff42-483e-4220-997a-9a38331cdcc3 req-6005942f-a90a-4bde-b4de-ee59b5a5a0d0 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:32.461667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57f0ff42-483e-4220-997a-9a38331cdcc3 req-6005942f-a90a-4bde-b4de-ee59b5a5a0d0 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 1097 time: 0.0637929 Aug 31 13:47:32.467533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:32.500512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:32.506077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:32.562007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c057a-abb2-479c-beea-9778ce45325d req-701cb01e-6fad-4189-aae8-9f881c88e3cd tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:32.570848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f9c057a-abb2-479c-beea-9778ce45325d req-701cb01e-6fad-4189-aae8-9f881c88e3cd tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0993533 Aug 31 13:47:32.587208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:32.598378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57f0ff42-483e-4220-997a-9a38331cdcc3 req-4c5d66cd-6feb-46be-8963-ce9a00978b69 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183050 Aug 31 13:47:32.624957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f9c057a-abb2-479c-beea-9778ce45325d req-2e1d5fda-a552-4dc9-acf5-0684e8daf1aa tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529563 Aug 31 13:47:32.671077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:32.681563 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12c8d257-2333-436e-9e9c-94a7259808d7 admin admin] 10.222.0.10 "PUT /v2.0/routers/7a9df322-745d-4511-afb1-efe9daf7cccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7150769 Aug 31 13:47:32.829300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53266) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:32.933913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-358128975'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:32.962740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:32.983331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.035839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] vlan segment allocate from pool success with {'vlan_id': 1532, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:33.047294 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.047644 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Added segment 7634713a-d678-4e84-992f-224531914172 of type vlan for network 0fe23254-fd57-4f7c-9dbb-fa787539df07 Aug 31 13:47:33.051238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc329f55-193f-49a7-b9ac-22ff021b9328 req-cc59ed4c-da48-4a37-bf52-e78f3c028c86 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:33.063279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc329f55-193f-49a7-b9ac-22ff021b9328 req-cc59ed4c-da48-4a37-bf52-e78f3c028c86 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0970945 Aug 31 13:47:33.102255 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.139921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.147871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:33.148450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.151067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc329f55-193f-49a7-b9ac-22ff021b9328 req-45995cf9-5a3d-4674-b164-e19dc5cb793f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864735 Aug 31 13:47:33.193045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:33.193298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3630269 Aug 31 13:47:33.201409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'subnet': {'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:33.369945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ce6e7-e4d9-4060-92b2-73692bd72ed2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Network': ['ID=0fe23254-fd57-4f7c-9dbb-fa787539df07,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:33.389188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:33.427523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:33.432001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.472051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Sync routers for ids ['7a9df322-745d-4511-afb1-efe9daf7cccb'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:33.491436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Routers {'7a9df322-745d-4511-afb1-efe9daf7cccb'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:33.492377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7a9df322-745d-4511-afb1-efe9daf7cccb'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:33.506579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24019d5-215c-424b-aee7-8329706236e1 req-e00a0ac9-1dca-406d-b01f-4197a101a8c7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:33.514934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b24019d5-215c-424b-aee7-8329706236e1 req-e00a0ac9-1dca-406d-b01f-4197a101a8c7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1384978 Aug 31 13:47:33.621967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b24019d5-215c-424b-aee7-8329706236e1 req-6ffaf9b4-ee59-4c11-9164-41a47e8f2837 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060729 Aug 31 13:47:33.684628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Set router 7a9df322-745d-4511-afb1-efe9daf7cccb gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:33.767791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.839622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Subnet': ['ID=130a1abb-1445-4c2f-89fd-2025fe67bb37,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:33.850482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Checking segment: {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:33.852242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network hostable DHCP agents. Network: 0fe23254-fd57-4f7c-9dbb-fa787539df07, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:33.871729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:33.889217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0fe23254-fd57-4f7c-9dbb-fa787539df07) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:33.898294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:33.899578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.909388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f5ca13-f386-487a-8fde-08b4ab81b747 None None] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:33.945596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cf68e6fe-de15-469a-a39c-f02e0af34848 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7493234 Aug 31 13:47:33.947369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53308) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:33.959426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-456955059'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:34.021252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0bcf2-17a5-40f4-b4ec-90647828f285 req-84530d4e-a273-4b20-ab90-e6063d478177 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:34.023761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1d0bcf2-17a5-40f4-b4ec-90647828f285 req-84530d4e-a273-4b20-ab90-e6063d478177 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1115348 Aug 31 13:47:34.034260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-338c4ae8-c54c-4900-91fe-bfa3c4b6cd9b tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:47:34.036031 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-338c4ae8-c54c-4900-91fe-bfa3c4b6cd9b tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226898 Aug 31 13:47:34.037770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:34.042053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.062284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:34.063088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Unknown quota resources ['binding']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:47:34.115554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1d0bcf2-17a5-40f4-b4ec-90647828f285 req-21cd75de-cedc-4aff-905c-7389c5bfbc26 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815828 Aug 31 13:47:34.126810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:34.140223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] vlan segment allocate from pool success with {'vlan_id': 1548, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:34.179888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:47:31Z', 'revision_number': 4, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port': {'id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:27Z', 'updated_at': '2021-08-31T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'eea01192-14cf-412f-9b54-c088d14f35de', 'name': '', 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'mac_address': 'fa:16:3e:d8:86:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '24fa2194-d527-4045-99b3-22c1205c9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:30Z', 'updated_at': '2021-08-31T13:47:31Z', 'revision_number': 2, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'subnets': [{'id': '24fa2194-d527-4045-99b3-22c1205c9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:34.187752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.188906 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Added segment f6d3e051-b12c-4011-baa9-8c0899810354 of type vlan for network 06a9772f-3c0c-4276-9d41-081be8918cb6 Aug 31 13:47:34.230457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Checking router: 7a9df322-745d-4511-afb1-efe9daf7cccb for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:34.230813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Updating router 7a9df322-745d-4511-afb1-efe9daf7cccb port eea01192-14cf-412f-9b54-c088d14f35de binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:47:34.254317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.274972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0fe23254-fd57-4f7c-9dbb-fa787539df07', 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'fixed_ips': [{'subnet_id': '130a1abb-1445-4c2f-89fd-2025fe67bb37'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:47:34.274972 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.295298 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.323513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.331385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:34.332044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.385576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af530c8-aa37-4c5b-89ae-711d2f82118a req-d7a89916-eb9b-41a5-86fb-0ae08c26f74d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:34.389389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3af530c8-aa37-4c5b-89ae-711d2f82118a req-d7a89916-eb9b-41a5-86fb-0ae08c26f74d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0692675 Aug 31 13:47:34.427258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.427542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.427854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.431489 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4827032 Aug 31 13:47:34.434733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53314) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:34.446695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.446903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'subnet': {'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:34.447003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.459424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.459769 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.460296 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 2 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.462905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e90c5d-0bc5-49a9-b758-39ea728f30a0 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Network': ['ID=06a9772f-3c0c-4276-9d41-081be8918cb6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:34.470756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3af530c8-aa37-4c5b-89ae-711d2f82118a req-24d9f8dd-8021-40fc-9341-73efb952e047 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736122 Aug 31 13:47:34.482984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.483324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.483660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.488134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.488468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.504725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.510210 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.510210 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 3 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.530008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.530838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.531593 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.536930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.537578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.544167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 06a9772f-3c0c-4276-9d41-081be8918cb6 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:34.547215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.547759 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.548591 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 4 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.568794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.569470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.569999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.576637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.577323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.583678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.584251 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.584818 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 5 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.600716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.601163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.601432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.606985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.607316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.612138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:34.612880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.616442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.617646 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.618059 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 6 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.652152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.655990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.656573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.668037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.670195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.688920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.689695 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.690297 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 7 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.715102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.715621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.716131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.728014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.728435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.733191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:34.733571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.738196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.738196 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.738816 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 8 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.760040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.760389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.760724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.766194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.766559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.771463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.771809 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.772207 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 9 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.787648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.788039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.791119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.798900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.799335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.805937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.806287 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.806685 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempt 10 to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b Aug 31 13:47:34.822300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:34.822716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:34.823250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.829973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.830317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Attempting to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:34.836471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:34.836804 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to bind port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:47:34.837386 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.plugin [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] Failed to commit binding results for 2f1ea42d-c730-42be-a396-9e4dbc6bea7b after 10 tries Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 could not be created or updated. Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:34.839106 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h1-792362-6 could not be created or updated. Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Aug 31 13:47:34.843238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-199c5299-2f49-41f2-aa8a-8ccb5844e9fb req-343ec999-ae2b-4714-a2b4-bdfbc4bbdccc service neutron] 10.222.0.10 "POST /v2.0/ports/2f1ea42d-c730-42be-a396-9e4dbc6bea7b/bindings HTTP/1.1" status: 500 len: 401 time: 0.7819426 Aug 31 13:47:34.904744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.966250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Allocated IP 19.80.0.2 (0fe23254-fd57-4f7c-9dbb-fa787539df07/130a1abb-1445-4c2f-89fd-2025fe67bb37/3aace3f1-3b78-46f6-affc-e02c089d055b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:35.030811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Subnet': ['ID=aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:35.069997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Checking segment: {'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:35.072110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network hostable DHCP agents. Network: 06a9772f-3c0c-4276-9d41-081be8918cb6, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:35.086194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5756a-c35b-4f6c-a44b-32e59352498f req-f95ce574-11da-4c11-8dea-5a5c3a74fe11 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:35.094274 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-afc5756a-c35b-4f6c-a44b-32e59352498f req-f95ce574-11da-4c11-8dea-5a5c3a74fe11 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1858802 Aug 31 13:47:35.135764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 06a9772f-3c0c-4276-9d41-081be8918cb6 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:35.163933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-afc5756a-c35b-4f6c-a44b-32e59352498f req-d9db3f91-a429-40d1-8c1c-0023ba20c322 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656633 Aug 31 13:47:35.167476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 06a9772f-3c0c-4276-9d41-081be8918cb6) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:35.186920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:35.187548 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.222797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c854df-80f3-4444-a975-af313eb7cd35 None None] Network 06a9772f-3c0c-4276-9d41-081be8918cb6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:35.225071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-df3cb006-315e-41f1-a5f1-20f258d3d465 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7861130 Aug 31 13:47:35.484371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb13fed-566b-4972-8a45-91ad76757a2c req-a2d40221-d3a2-4c15-b55b-7edd7e349a20 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:35.493577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efb13fed-566b-4972-8a45-91ad76757a2c req-a2d40221-d3a2-4c15-b55b-7edd7e349a20 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 950 time: 0.0835152 Aug 31 13:47:35.573381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efb13fed-566b-4972-8a45-91ad76757a2c req-d29b9e43-3eca-4cb8-9be9-33f0c0fb935d tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785587 Aug 31 13:47:35.625283 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.692158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Transition to ACTIVE for port object eea01192-14cf-412f-9b54-c088d14f35de will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:35.710958 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.734148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a36d8-ee8d-4d8a-9d6f-334c29036d67 req-e29add10-440b-46d1-aec5-d4b680bdf0e7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:35.744483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-308a36d8-ee8d-4d8a-9d6f-334c29036d67 req-e29add10-440b-46d1-aec5-d4b680bdf0e7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0899823 Aug 31 13:47:35.784419 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.791774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-308a36d8-ee8d-4d8a-9d6f-334c29036d67 req-dd072da7-f862-4d47-aeeb-173d5871a73e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Aug 31 13:47:35.822656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Transition to ACTIVE for port object 3aace3f1-3b78-46f6-affc-e02c089d055b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:35.853133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Transition to ACTIVE for port object 3aace3f1-3b78-46f6-affc-e02c089d055b will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:35.989355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.996858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-072a81d1-4fe1-4e16-b819-4e9b5999d9f1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:36.014862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f02831-6509-4912-9445-3a90b84a2249 req-1fc586da-0efe-4ee0-864e-79aa4a8669dd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:36.017860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-072a81d1-4fe1-4e16-b819-4e9b5999d9f1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:36.019173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3f02831-6509-4912-9445-3a90b84a2249 req-1fc586da-0efe-4ee0-864e-79aa4a8669dd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1181557 Aug 31 13:47:36.020344 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-072a81d1-4fe1-4e16-b819-4e9b5999d9f1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/networks?id=0fe23254-fd57-4f7c-9dbb-fa787539df07&id=06a9772f-3c0c-4276-9d41-081be8918cb6&id=0fe23254-fd57-4f7c-9dbb-fa787539df07 HTTP/1.1" status: 200 len: 1390 time: 0.2228873 Aug 31 13:47:36.038818 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-f449503e-a726-4ca5-a988-872c0f9d90bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/quotas/8ea8333481194d1abfbdb2412dbb24f3 HTTP/1.1" status: 200 len: 375 time: 0.0120759 Aug 31 13:47:36.093494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3f02831-6509-4912-9445-3a90b84a2249 req-77cc7f57-05c4-47f8-a7a5-9c8d1ef5f9f2 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673537 Aug 31 13:47:36.126191 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-fedace99-06b8-4084-bdab-f24747dc8034 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763397 Aug 31 13:47:36.133615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad83b3-e085-418d-a118-bc674f59dbee None None] Pushing event updated for resources: {'Port': ['ID=eea01192-14cf-412f-9b54-c088d14f35de,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:36.204258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Attempting to bind port eea01192-14cf-412f-9b54-c088d14f35de on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:36.204838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Attempting to bind port eea01192-14cf-412f-9b54-c088d14f35de by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:36.205387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Attempting to bind port eea01192-14cf-412f-9b54-c088d14f35de on network 824dae42-0771-4ae8-ba7b-57781aabd92d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:36.214081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:36.249628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:36.253320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:36.253920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Checking segment: {'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:36.254552 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.255124 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Bound using segment: {'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:36.255894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Bound port: eea01192-14cf-412f-9b54-c088d14f35de, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9325130-d5f4-4cd1-b191-12cb11f093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:36.256476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.260903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:36.286051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-4e2189be-fc12-4621-81bb-3eba78527489 service neutron] 10.222.0.10 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539271 Aug 31 13:47:36.313044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-06a9772f-3c0c-4276-9d41-081be8918cb6', 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'fixed_ips': [{'subnet_id': 'aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:47:36.314323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.328209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Pushing event updated for resources: {'Port': ['ID=3aace3f1-3b78-46f6-affc-e02c089d055b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:36.342389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-160c6208-d5c8-4c52-986b-431fc08a710e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:36.344072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-160c6208-d5c8-4c52-986b-431fc08a710e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.1218143 Aug 31 13:47:36.369997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-e5c6773a-02ec-4069-b4ea-94fda309927e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/quotas/3d09256baa1e4dba94dc419391f70c37 HTTP/1.1" status: 200 len: 375 time: 0.0188451 Aug 31 13:47:36.411992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-72a8630c-dd0a-464d-b735-27ee23d9651e service neutron] 10.222.0.10 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162696 Aug 31 13:47:36.461047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-31a02b06-e2d1-4302-90a7-b65635a969ef tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846980 Aug 31 13:47:36.533200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Attempting to bind port 3aace3f1-3b78-46f6-affc-e02c089d055b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:36.533200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Attempting to bind port 3aace3f1-3b78-46f6-affc-e02c089d055b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:36.533200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Attempting to bind port 3aace3f1-3b78-46f6-affc-e02c089d055b on network 0fe23254-fd57-4f7c-9dbb-fa787539df07 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:36.558661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] For port eea01192-14cf-412f-9b54-c088d14f35de, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:36.562011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:36.562449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Checking segment: {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:36.562896 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.563298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Bound using segment: {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:36.563794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Bound port: 3aace3f1-3b78-46f6-affc-e02c089d055b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:36.564182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.586615 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-45add0f5-ee8b-4cf3-93b5-62b8f893ecab service neutron] 10.222.0.10 "GET /v2.0/networks/06a9772f-3c0c-4276-9d41-081be8918cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653523 Aug 31 13:47:36.588667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] For port eea01192-14cf-412f-9b54-c088d14f35de, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eea01192-14cf-412f-9b54-c088d14f35de,segment=NetworkSegment(d9325130-d5f4-4cd1-b191-12cb11f093c5),segment_id=d9325130-d5f4-4cd1-b191-12cb11f093c5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:36.611894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-8e8894a2-8dac-4538-b854-22f3cec2c891 service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491542 Aug 31 13:47:36.618409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.752049 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-fd5df1f2-81a4-4659-b72d-cb5758fff979 service neutron] 10.222.0.10 "GET /v2.0/networks/06a9772f-3c0c-4276-9d41-081be8918cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579988 Aug 31 13:47:36.762633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Allocated IP 19.86.0.2 (06a9772f-3c0c-4276-9d41-081be8918cb6/aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7/421d0fee-1171-4713-aa11-a65203379006) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:36.888415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad83b3-e085-418d-a118-bc674f59dbee None None] Pushing event updated for resources: {'Port': ['ID=eea01192-14cf-412f-9b54-c088d14f35de,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:36.898936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] For port 3aace3f1-3b78-46f6-affc-e02c089d055b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:36.937496 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-a3ada93d-df6b-49ff-bc04-72c907d31e83 service neutron] 10.222.0.10 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735661 Aug 31 13:47:36.963899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Routers {'7a9df322-745d-4511-afb1-efe9daf7cccb'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:36.969333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7a9df322-745d-4511-afb1-efe9daf7cccb'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:36.980331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] For port 3aace3f1-3b78-46f6-affc-e02c089d055b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3aace3f1-3b78-46f6-affc-e02c089d055b,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:37.043178 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.105709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-b01bfd5f-f8e9-4d62-b8b0-aa3fd9c1157a service neutron] 10.222.0.10 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528549 Aug 31 13:47:37.113618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-afaeff9c-f35d-427b-8506-9865bca04823 service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005670 Aug 31 13:47:37.212485 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.224610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812ef1b-80a5-4436-8921-44a99ce5301a None None] Pushing event updated for resources: {'Port': ['ID=3aace3f1-3b78-46f6-affc-e02c089d055b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:37.230892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Transition to ACTIVE for port object 421d0fee-1171-4713-aa11-a65203379006 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:37.260511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Transition to ACTIVE for port object 421d0fee-1171-4713-aa11-a65203379006 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:37.319221 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.383866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] Set router 7a9df322-745d-4511-afb1-efe9daf7cccb gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:37.583688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-acd0b090-c480-495a-8798-de63011d0a06 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:37.611612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-acd0b090-c480-495a-8798-de63011d0a06 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.26 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 950 time: 0.2611423 Aug 31 13:47:37.706717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc542c-e38f-428e-b9a1-43d1bbfc6ab4 req-a1893142-b4d1-4d26-9ea0-85e30df16b82 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:37.714871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52fc542c-e38f-428e-b9a1-43d1bbfc6ab4 req-a1893142-b4d1-4d26-9ea0-85e30df16b82 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.3321688 Aug 31 13:47:37.810181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52fc542c-e38f-428e-b9a1-43d1bbfc6ab4 req-ee45a54a-d916-4593-96b2-e2e7bb75cdf6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920634 Aug 31 13:47:37.825059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044827cc-b00e-470b-8520-83cede7760c3 req-603da21b-e5aa-4101-97aa-0cb02b515e40 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:37.836362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-044827cc-b00e-470b-8520-83cede7760c3 req-603da21b-e5aa-4101-97aa-0cb02b515e40 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 950 time: 0.1836891 Aug 31 13:47:37.863600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Deleting port 024b549d-d0ec-4de6-92bb-778710a8c4a7 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:47:37.864021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.929045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Network 06a9772f-3c0c-4276-9d41-081be8918cb6 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:37.954548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:37.966822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:37.968936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Pushing event updated for resources: {'Port': ['ID=421d0fee-1171-4713-aa11-a65203379006,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:37.985136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-044827cc-b00e-470b-8520-83cede7760c3 req-025ae967-fdb9-416e-acfa-2723cd89bc37 tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d0e2886-58ed-4c64-8a3c-841acb4022fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095161 Aug 31 13:47:38.105354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786c27e-629a-4324-a94c-168c633ea691 req-da478fec-11e7-4d2f-900e-cf6f2f3186be tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:38.114587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4786c27e-629a-4324-a94c-168c633ea691 req-da478fec-11e7-4d2f-900e-cf6f2f3186be tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1268404 Aug 31 13:47:38.144110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] For port 024b549d-d0ec-4de6-92bb-778710a8c4a7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=024b549d-d0ec-4de6-92bb-778710a8c4a7,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:38.144406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.196157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Calling delete_port for 024b549d-d0ec-4de6-92bb-778710a8c4a7 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:47:38.229473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637320d-9e3e-4330-b75a-31c30ca25496 req-977f6ebe-f694-4d8c-87da-960f8555dcc8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:38.242797 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e637320d-9e3e-4330-b75a-31c30ca25496 req-977f6ebe-f694-4d8c-87da-960f8555dcc8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1250923 Aug 31 13:47:38.282348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3aace3f1-3b78-46f6-affc-e02c089d055b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:38.296467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4786c27e-629a-4324-a94c-168c633ea691 req-977d773c-9375-4e92-9b4e-fdab8daa2a9c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805344 Aug 31 13:47:38.334684 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e637320d-9e3e-4330-b75a-31c30ca25496 req-88e2bc6e-f945-4d57-a93e-41d1f53e26d7 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863843 Aug 31 13:47:38.440271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ace2099-3ec4-4e47-bbde-97706db8132b req-586ac197-ace1-4d95-9b98-819366aeb52d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 210 time: 0.0370767 Aug 31 13:47:38.510457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0b09ecc-2508-414e-932f-cfc42133e1d9 req-93227432-48d7-42bd-853c-5541ca50b1c3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 210 time: 0.0725718 Aug 31 13:47:38.549046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Attempting to bind port 421d0fee-1171-4713-aa11-a65203379006 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:38.549482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Attempting to bind port 421d0fee-1171-4713-aa11-a65203379006 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:38.550014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Attempting to bind port 421d0fee-1171-4713-aa11-a65203379006 on network 06a9772f-3c0c-4276-9d41-081be8918cb6 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:38.576447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:38.576829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Checking segment: {'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:38.597443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.597860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Bound using segment: {'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:38.598392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Bound port: 421d0fee-1171-4713-aa11-a65203379006, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:38.598783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.606571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.741308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 3aace3f1-3b78-46f6-affc-e02c089d055b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:38.748698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Pushing event deleted for resources: {'Port': ['ID=024b549d-d0ec-4de6-92bb-778710a8c4a7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:38.789798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] No DVR routers for this DVR port 024b549d-d0ec-4de6-92bb-778710a8c4a7 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:47:38.793298 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.796909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38566e7a-5d74-4c84-93c3-22afc7198c7f req-9bbe3422-6bba-4de7-bd1b-7482b835b65a tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.26 "DELETE /v2.0/ports/024b549d-d0ec-4de6-92bb-778710a8c4a7 HTTP/1.1" status: 204 len: 173 time: 1.1721296 Aug 31 13:47:38.797651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987668a1-8049-46dc-9c6b-f376037ad28c', 'name': 'network-vif-deleted', 'tag': '024b549d-d0ec-4de6-92bb-778710a8c4a7'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:38.800252 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6488d699-9698-41f1-9ef1-1536df9f6f6b" -d '{"events": [{"server_uuid": "987668a1-8049-46dc-9c6b-f376037ad28c", "name": "network-vif-deleted", "tag": "024b549d-d0ec-4de6-92bb-778710a8c4a7"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:38.879720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] For port 421d0fee-1171-4713-aa11-a65203379006, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:38.889280 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15a87bf-a102-4c34-92f9-468383f8d965 x-openstack-request-id: req-b15a87bf-a102-4c34-92f9-468383f8d965 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:38.889716 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987668a1-8049-46dc-9c6b-f376037ad28c", "name": "network-vif-deleted", "tag": "024b549d-d0ec-4de6-92bb-778710a8c4a7", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:38.890090 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b15a87bf-a102-4c34-92f9-468383f8d965 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:38.890496 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987668a1-8049-46dc-9c6b-f376037ad28c', 'name': 'network-vif-deleted', 'tag': '024b549d-d0ec-4de6-92bb-778710a8c4a7', 'status': 'completed', 'code': 200} Aug 31 13:47:38.893519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] For port 421d0fee-1171-4713-aa11-a65203379006, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=421d0fee-1171-4713-aa11-a65203379006,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:38.911070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:47:31Z', 'revision_number': 4, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port': {'id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:27Z', 'updated_at': '2021-08-31T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'eea01192-14cf-412f-9b54-c088d14f35de', 'name': '', 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'mac_address': 'fa:16:3e:d8:86:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '24fa2194-d527-4045-99b3-22c1205c9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:30Z', 'updated_at': '2021-08-31T13:47:36Z', 'revision_number': 4, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'subnets': [{'id': '24fa2194-d527-4045-99b3-22c1205c9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:38.922351 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.044082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70f4ff-896a-4786-b7d7-a2cdf09237f0 None None] The sync data for ids ['7a9df322-745d-4511-afb1-efe9daf7cccb'] in n-d-792362-6 is: [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:47:31Z', 'revision_number': 4, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port': {'id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:27Z', 'updated_at': '2021-08-31T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'eea01192-14cf-412f-9b54-c088d14f35de', 'name': '', 'network_id': '824dae42-0771-4ae8-ba7b-57781aabd92d', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'mac_address': 'fa:16:3e:d8:86:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '24fa2194-d527-4045-99b3-22c1205c9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:30Z', 'updated_at': '2021-08-31T13:47:36Z', 'revision_number': 4, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'subnets': [{'id': '24fa2194-d527-4045-99b3-22c1205c9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:39.143896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad117621-07ea-437f-8079-c7099f278dba req-a5f131cf-a1ef-4a0b-ad9f-99cb6b66d244 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:39.162707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad117621-07ea-437f-8079-c7099f278dba req-a5f131cf-a1ef-4a0b-ad9f-99cb6b66d244 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.2037947 Aug 31 13:47:39.162948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc694fc-c189-42e6-bd5c-379c4af67ea7 None None] Pushing event updated for resources: {'Port': ['ID=421d0fee-1171-4713-aa11-a65203379006,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:39.193616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e1ef4-64e1-4afc-8a8e-dd6b654ed409 None None] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:39.236542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad117621-07ea-437f-8079-c7099f278dba req-b6205173-f4e6-46dc-a711-f8ae30fafbfe tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721657 Aug 31 13:47:39.383037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6480d70e-b842-4183-8bfc-312a47abb0b7 None None] Provisioning for port 3aace3f1-3b78-46f6-affc-e02c089d055b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:39.386342 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b417324a-ace6-4219-9c05-da97da4c726c req-ad16d797-852f-4936-8938-4e8391f5b31c tempest-TenantUsagesTestJSON-333797102 tempest-TenantUsagesTestJSON-333797102-project] 10.222.0.10 "GET /v2.0/ports?device_id=987668a1-8049-46dc-9c6b-f376037ad28c HTTP/1.1" status: 200 len: 210 time: 0.0840456 Aug 31 13:47:39.390317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6480d70e-b842-4183-8bfc-312a47abb0b7 None None] Provisioning complete for port 3aace3f1-3b78-46f6-affc-e02c089d055b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:39.390818 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6480d70e-b842-4183-8bfc-312a47abb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.611823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672c531-63f6-4f3a-abee-8d6fe5789139 req-dace7fc2-b487-4ad4-b273-b6ab6ff6dd76 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:39.619738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a672c531-63f6-4f3a-abee-8d6fe5789139 req-dace7fc2-b487-4ad4-b273-b6ab6ff6dd76 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1537757 Aug 31 13:47:39.697692 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.699886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 024b549d-d0ec-4de6-92bb-778710a8c4a7 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:39.748951 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a672c531-63f6-4f3a-abee-8d6fe5789139 req-cc966b8e-972d-4828-ab4c-804181e5dc58 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145098 Aug 31 13:47:39.775686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 024b549d-d0ec-4de6-92bb-778710a8c4a7 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:47:39.776010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 024b549d-d0ec-4de6-92bb-778710a8c4a7 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:47:39.862121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6480d70e-b842-4183-8bfc-312a47abb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.884810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d27eb-c78a-4d3a-961a-1c7273114d91 req-5b274a45-b566-4abb-95c1-d990479bc734 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:39.904830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb6d27eb-c78a-4d3a-961a-1c7273114d91 req-5b274a45-b566-4abb-95c1-d990479bc734 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.2850876 Aug 31 13:47:39.945376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6480d70e-b842-4183-8bfc-312a47abb0b7 None None] For port 3aace3f1-3b78-46f6-affc-e02c089d055b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3aace3f1-3b78-46f6-affc-e02c089d055b,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:39.961923 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6480d70e-b842-4183-8bfc-312a47abb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.989516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98a80e62-c29a-406b-a908-8c7bc7a84c06 req-fa165e50-02b9-4680-8597-d54fb8d96965 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 210 time: 0.0664308 Aug 31 13:47:40.080355 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb6d27eb-c78a-4d3a-961a-1c7273114d91 req-b04b91bc-08e9-4de2-ab55-74cf32e22fc9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737096 Aug 31 13:47:40.092066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-fe3ed391-e4e2-43e6-8ea8-e1d6b022d026 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:40.092350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480d70e-b842-4183-8bfc-312a47abb0b7 None None] Pushing event updated for resources: {'Port': ['ID=3aace3f1-3b78-46f6-affc-e02c089d055b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:40.117183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-fe3ed391-e4e2-43e6-8ea8-e1d6b022d026 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:40.134243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-fe3ed391-e4e2-43e6-8ea8-e1d6b022d026 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "GET /v2.0/networks?id=0fe23254-fd57-4f7c-9dbb-fa787539df07&id=06a9772f-3c0c-4276-9d41-081be8918cb6&id=0fe23254-fd57-4f7c-9dbb-fa787539df07 HTTP/1.1" status: 200 len: 1390 time: 0.4300854 Aug 31 13:47:40.183314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'port': {'device_id': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07', 'admin_state_up': True, 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:40.354202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 421d0fee-1171-4713-aa11-a65203379006 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:40.523461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0e38f79-184f-4b30-a6f7-62a8de43c34a req-9788acdb-bbe4-40ce-bb2e-9eb23aca4613 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 210 time: 0.3145473 Aug 31 13:47:40.538408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-815bd26f-2b75-474a-afd8-4896be2f6112 None None] Provisioning complete for port 3aace3f1-3b78-46f6-affc-e02c089d055b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:40.538790 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-815bd26f-2b75-474a-afd8-4896be2f6112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.628707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 421d0fee-1171-4713-aa11-a65203379006 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:40.638682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eea01192-14cf-412f-9b54-c088d14f35de up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:40.663578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6098e58-e4f7-45de-8334-f981a534038e req-85271bfe-e288-4782-b9e6-7aa9e42c71c4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:40.685723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6098e58-e4f7-45de-8334-f981a534038e req-85271bfe-e288-4782-b9e6-7aa9e42c71c4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1728857 Aug 31 13:47:40.743015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port eea01192-14cf-412f-9b54-c088d14f35de completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:40.752144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port eea01192-14cf-412f-9b54-c088d14f35de triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:40.752567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.814224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:40.823722 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.861070 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6098e58-e4f7-45de-8334-f981a534038e req-d2816f7d-8558-4b70-ab52-0bd5f9ba487f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728575 Aug 31 13:47:40.961152 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.043148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port eea01192-14cf-412f-9b54-c088d14f35de, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eea01192-14cf-412f-9b54-c088d14f35de,segment=NetworkSegment(d9325130-d5f4-4cd1-b191-12cb11f093c5),segment_id=d9325130-d5f4-4cd1-b191-12cb11f093c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:41.051853 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.224552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7d2e822f-de6e-4f0d-88ca-f0d79ce8bfdf req-8d2f1138-c988-4dc4-83bb-e59318f06e4a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 210 time: 0.0663791 Aug 31 13:47:41.233461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53452) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:41.234750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=eea01192-14cf-412f-9b54-c088d14f35de,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:41.270478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede35ab4-f227-4619-9eed-bd78bd8b3ce6 None None] Network 06a9772f-3c0c-4276-9d41-081be8918cb6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:41.278384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Allocated IP 19.80.0.40 (0fe23254-fd57-4f7c-9dbb-fa787539df07/130a1abb-1445-4c2f-89fd-2025fe67bb37/c73667d0-9c5b-41be-b7e8-ebcf5c66b250) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:41.421644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9fe3de7d-1f59-4963-889c-d89d02910a59 None None] Provisioning for port 421d0fee-1171-4713-aa11-a65203379006 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:41.431797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9fe3de7d-1f59-4963-889c-d89d02910a59 None None] Provisioning complete for port 421d0fee-1171-4713-aa11-a65203379006 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:41.432183 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fe3de7d-1f59-4963-889c-d89d02910a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.496061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.527055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Transition to ACTIVE for port object c73667d0-9c5b-41be-b7e8-ebcf5c66b250 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:41.563846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da3d30-98dd-4f4e-8683-13113fd353e9 req-71eeb787-aa24-4391-9f68-862cfdda4967 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:41.580735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61da3d30-98dd-4f4e-8683-13113fd353e9 req-71eeb787-aa24-4391-9f68-862cfdda4967 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.2235396 Aug 31 13:47:41.674145 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fe3de7d-1f59-4963-889c-d89d02910a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.715791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.732142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9fe3de7d-1f59-4963-889c-d89d02910a59 None None] For port 421d0fee-1171-4713-aa11-a65203379006, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=421d0fee-1171-4713-aa11-a65203379006,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:41.732671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61da3d30-98dd-4f4e-8683-13113fd353e9 req-6ce8e048-81f5-4c63-8b4f-2f17767e2fbc tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433837 Aug 31 13:47:41.743785 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fe3de7d-1f59-4963-889c-d89d02910a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.783574 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2150061e-8784-4a63-ae6d-8f37fe521ed8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea77df8ff9f447ba8c1c6c2d0869799b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372210 Aug 31 13:47:41.784194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53462) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:41.784398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122af0f-21f4-4cc5-a353-426a63044018 req-331262a8-7b37-452d-8d8d-fabe23e24528 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:41.793330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d122af0f-21f4-4cc5-a353-426a63044018 req-331262a8-7b37-452d-8d8d-fabe23e24528 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.7471592 Aug 31 13:47:41.827151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3de7d-1f59-4963-889c-d89d02910a59 None None] Pushing event updated for resources: {'Port': ['ID=421d0fee-1171-4713-aa11-a65203379006,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:41.846597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-f67d6a8f-db07-474b-81a9-e7b9ff8201e9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:41.846597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-f67d6a8f-db07-474b-81a9-e7b9ff8201e9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.2777324 Aug 31 13:47:41.877583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:41.883705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d122af0f-21f4-4cc5-a353-426a63044018 req-4de5ba38-652a-46cc-8792-04b2d7c8ec82 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888181 Aug 31 13:47:41.890792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:41.895371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Port': ['ID=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:41.900931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:41.903348 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0590fd3-4677-4c5f-8401-07ff10b8bbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.953822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0590fd3-4677-4c5f-8401-07ff10b8bbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.044487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:42.045613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.098082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0590fd3-4677-4c5f-8401-07ff10b8bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.109925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0590fd3-4677-4c5f-8401-07ff10b8bbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.110297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Request body: {'port': {'device_id': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'admin_state_up': True, 'tenant_id': '3d09256baa1e4dba94dc419391f70c37'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:42.110416 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e0590fd3-4677-4c5f-8401-07ff10b8bbfc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d0e2886-58ed-4c64-8a3c-841acb4022fb HTTP/1.1" status: 204 len: 168 time: 0.3165779 Aug 31 13:47:42.110529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d17c900c-d878-440f-9b98-7da0788641bc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9458711 Aug 31 13:47:42.119587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0590fd3-4677-4c5f-8401-07ff10b8bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0e2886-58ed-4c64-8a3c-841acb4022fb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:42.130038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5316-65f6-4f34-9b9b-9fc750d2c1ca req-f72a76ac-bf4c-4e74-8eea-06d07f2927ab tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:42.139027 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba2d5316-65f6-4f34-9b9b-9fc750d2c1ca req-f72a76ac-bf4c-4e74-8eea-06d07f2927ab tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1052358 Aug 31 13:47:42.183548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f825086f-7a93-4f72-9fff-7d8e56a65e75 None None] Provisioning complete for port 421d0fee-1171-4713-aa11-a65203379006 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:42.183937 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f825086f-7a93-4f72-9fff-7d8e56a65e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.192424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3aace3f1-3b78-46f6-affc-e02c089d055b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:42.202547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba2d5316-65f6-4f34-9b9b-9fc750d2c1ca req-693385d4-ae80-44f4-a4fd-54e0e6c56981 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620492 Aug 31 13:47:42.270688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'port': {'device_id': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6', 'admin_state_up': True, 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:42.300744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3aace3f1-3b78-46f6-affc-e02c089d055b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:42.301406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.409033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91bf9784-da86-47ed-9077-2552aad242e0 req-a8695adc-8c54-4831-88d2-e67dcf8ce626 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 210 time: 0.0543046 Aug 31 13:47:42.434886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b764ea-6c29-4a74-b05b-4eb2fbcb92c2 req-47057faa-2ee3-4504-a87e-8c8e423c05c2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:42.436721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09b764ea-6c29-4a74-b05b-4eb2fbcb92c2 req-47057faa-2ee3-4504-a87e-8c8e423c05c2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 931 time: 0.3779273 Aug 31 13:47:42.500110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eea01192-14cf-412f-9b54-c088d14f35de up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:42.536928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09b764ea-6c29-4a74-b05b-4eb2fbcb92c2 req-5394c9aa-6071-4b6c-b7c9-41908c586aa5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914431 Aug 31 13:47:42.551590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Made reservation on behalf of 3d09256baa1e4dba94dc419391f70c37 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:42.557521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.570690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port eea01192-14cf-412f-9b54-c088d14f35de triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:42.571740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.601234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:42.607781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53474) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:42.610339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.625344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e6dbacc1-a789-41c1-bd33-72ffec795936 None None] Provisioning for port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:42.627961 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e993e9f8-1050-4524-8106-ee79e96eb6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.637724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e6dbacc1-a789-41c1-bd33-72ffec795936 None None] Provisioning complete for port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:42.638882 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e6dbacc1-a789-41c1-bd33-72ffec795936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.688093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e6dbacc1-a789-41c1-bd33-72ffec795936 None None] Port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:42.760354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e993e9f8-1050-4524-8106-ee79e96eb6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.768820 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e993e9f8-1050-4524-8106-ee79e96eb6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.777063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 421d0fee-1171-4713-aa11-a65203379006 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:42.829175 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e993e9f8-1050-4524-8106-ee79e96eb6fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c52fb1ffd11244848e47458794b1ecb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195299 Aug 31 13:47:42.831772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53478) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:42.853332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e9f8-1050-4524-8106-ee79e96eb6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defa229-3ef9-4baf-b773-c1863a657a0a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:42.874468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 421d0fee-1171-4713-aa11-a65203379006 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:42.875056 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.882368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Allocated IP 172.20.0.2 (a0e71daf-bc07-4fed-85fb-8d36a55bf156/0e85a9ca-8053-464d-a4c0-c68d32483454/538b3a99-d8f8-4a35-b31a-6cb72fd0f66a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:42.948856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Allocated IP 19.86.0.251 (06a9772f-3c0c-4276-9d41-081be8918cb6/aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7/b933684b-03cf-4391-9c9e-c9913f20ad05) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:42.982115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147fa43-81c3-4a38-a965-8bc64d5d86db req-e49511bf-fe24-4813-af54-cf2477991aff tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:42.985550 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2147fa43-81c3-4a38-a965-8bc64d5d86db req-e49511bf-fe24-4813-af54-cf2477991aff tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1283331 Aug 31 13:47:43.004762 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2df3800-9e2d-42fa-8c40-0fc8d23ecffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.040241 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2147fa43-81c3-4a38-a965-8bc64d5d86db req-46240cd1-cdbe-46e2-9fee-7a4acf801d5e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456672 Aug 31 13:47:43.152038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2df3800-9e2d-42fa-8c40-0fc8d23ecffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.326662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313794a-e7c9-4fba-b3be-4982cbdbd254 req-2e48d742-71ed-4047-bcfe-ef226d3a801c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:43.328811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3313794a-e7c9-4fba-b3be-4982cbdbd254 req-2e48d742-71ed-4047-bcfe-ef226d3a801c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.3419294 Aug 31 13:47:43.343256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea0240-ee67-4a60-8abc-3b431f2def8a req-0c72a18b-307b-4691-8eae-bcecc29b7fd9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:43.350329 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9fea0240-ee67-4a60-8abc-3b431f2def8a req-0c72a18b-307b-4691-8eae-bcecc29b7fd9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0611649 Aug 31 13:47:43.407171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9fea0240-ee67-4a60-8abc-3b431f2def8a req-24d872de-5c1d-4525-b500-f5517431fcf5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498693 Aug 31 13:47:43.502805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.525728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3313794a-e7c9-4fba-b3be-4982cbdbd254 req-a0e8cf61-0d7a-49f1-b8f7-c826daf85c9f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515801 Aug 31 13:47:43.530950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2df3800-9e2d-42fa-8c40-0fc8d23ecffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.533433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2df3800-9e2d-42fa-8c40-0fc8d23ecffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.534559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e2df3800-9e2d-42fa-8c40-0fc8d23ecffa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4defa229-3ef9-4baf-b773-c1863a657a0a HTTP/1.1" status: 204 len: 168 time: 0.7018416 Aug 31 13:47:43.553476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fd828231-dd6e-4eea-92b0-a8f518c4fc61 req-952a29b9-6c85-4881-98f6-75df0c4c7f85 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 210 time: 0.0353165 Aug 31 13:47:43.560054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df3800-9e2d-42fa-8c40-0fc8d23ecffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defa229-3ef9-4baf-b773-c1863a657a0a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:43.580314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.610732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Transition to ACTIVE for port object b933684b-03cf-4391-9c9e-c9913f20ad05 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:43.644809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.723765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['57ac63a6-0dc9-41ec-ae99-e80d821fcc84', '2f1ea42d-c730-42be-a396-9e4dbc6bea7b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:43.740072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:43.747603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:43.750892 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.755874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:43.764073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event updated for resources: {'Port': ['ID=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:43.860625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 06a9772f-3c0c-4276-9d41-081be8918cb6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:43.867517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:43.869939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:43.880556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1440a-12f8-45a6-81e8-91c0510df4ad req-ac9a9a23-0314-4e59-97ac-9af561b68274 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:43.889577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8b1440a-12f8-45a6-81e8-91c0510df4ad req-ac9a9a23-0314-4e59-97ac-9af561b68274 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 931 time: 0.2083566 Aug 31 13:47:43.899168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:43.899821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.902635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Port': ['ID=b933684b-03cf-4391-9c9e-c9913f20ad05,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:43.984280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-4233ec96-008b-4a63-8db1-c41fcd2e35b7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9208083 Aug 31 13:47:44.014008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8b1440a-12f8-45a6-81e8-91c0510df4ad req-d524f193-ac42-4311-8c89-8607332a72fb tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234143 Aug 31 13:47:44.025587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Request body: {'port': {'device_id': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:44.034887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:44.035787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.091353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-22a6338e-bc42-4922-9810-131e382160bd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8390200 Aug 31 13:47:44.140630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'port': {'device_id': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07', 'admin_state_up': True, 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:44.250379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.275532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de6ade-7e41-440e-9db0-1dc5eb2e9c41 req-61f116d8-00f6-4a53-a8b9-6bc7136457d1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:44.286991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0de6ade-7e41-440e-9db0-1dc5eb2e9c41 req-61f116d8-00f6-4a53-a8b9-6bc7136457d1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1430607 Aug 31 13:47:44.358538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0de6ade-7e41-440e-9db0-1dc5eb2e9c41 req-529370dd-aa7c-4ef2-a255-5efd5d64e167 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685604 Aug 31 13:47:44.359213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9daaf155-ae82-4a48-a1e8-166a5e206bf6 None None] Provisioning for port b933684b-03cf-4391-9c9e-c9913f20ad05 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:44.371373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9daaf155-ae82-4a48-a1e8-166a5e206bf6 None None] Provisioning complete for port b933684b-03cf-4391-9c9e-c9913f20ad05 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:44.371751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9daaf155-ae82-4a48-a1e8-166a5e206bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.417863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9daaf155-ae82-4a48-a1e8-166a5e206bf6 None None] Port b933684b-03cf-4391-9c9e-c9913f20ad05 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:44.701926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e9051-b6b7-497c-873d-e98d7dfbff90 req-67f333fa-906d-4a5d-ac77-135a1589f208 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:44.704149 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-889e9051-b6b7-497c-873d-e98d7dfbff90 req-67f333fa-906d-4a5d-ac77-135a1589f208 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0711939 Aug 31 13:47:44.750577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d716c-ec6d-4d11-b1cc-5f50c6c13151 req-2300510d-bb3d-473e-b780-0e9c851f9126 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:44.752124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f50d716c-ec6d-4d11-b1cc-5f50c6c13151 req-2300510d-bb3d-473e-b780-0e9c851f9126 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1953032 Aug 31 13:47:44.774588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-889e9051-b6b7-497c-873d-e98d7dfbff90 req-13e73605-d2be-46e8-8cdb-b5c06fecec58 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Aug 31 13:47:44.825795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:44.829451 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.983632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f50d716c-ec6d-4d11-b1cc-5f50c6c13151 req-599f8341-7151-4646-b2e2-8beb139bb102 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779447 Aug 31 13:47:44.984470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4f19-fee0-464a-9b18-935268900f3e req-60af8172-d21b-45c6-b201-f92cd904a819 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:44.990853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bbab4f19-fee0-464a-9b18-935268900f3e req-60af8172-d21b-45c6-b201-f92cd904a819 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 931 time: 0.0882387 Aug 31 13:47:45.065922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bbab4f19-fee0-464a-9b18-935268900f3e req-81c5d054-61cd-43d4-b0ee-24aefef45c2a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677240 Aug 31 13:47:45.117614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Allocated IP 19.80.0.91 (0fe23254-fd57-4f7c-9dbb-fa787539df07/130a1abb-1445-4c2f-89fd-2025fe67bb37/28294e77-d6fc-4a95-a3fc-37dea77adf3a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:45.205353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:45.216524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.247636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Transition to ACTIVE for port object 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:45.258578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.325779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afec2e3-3ffe-4669-8b8c-904193ee1391 req-88acd33f-88d7-45fd-b7e4-81a2c2ad5389 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:45.333252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afec2e3-3ffe-4669-8b8c-904193ee1391 req-88acd33f-88d7-45fd-b7e4-81a2c2ad5389 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:45.334797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4afec2e3-3ffe-4669-8b8c-904193ee1391 req-88acd33f-88d7-45fd-b7e4-81a2c2ad5389 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 1654 time: 0.1924777 Aug 31 13:47:45.517843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4afec2e3-3ffe-4669-8b8c-904193ee1391 req-11f499c9-407a-48cf-b7ec-398aa6518b6f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551161 Aug 31 13:47:45.555370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Pushing event updated for resources: {'Port': ['ID=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.601856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04918a63-c2a3-410a-bae7-39c9f0195536 req-ba86f041-7b6f-4027-bed3-b0da9043e93f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:45.608159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.611260 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04918a63-c2a3-410a-bae7-39c9f0195536 req-ba86f041-7b6f-4027-bed3-b0da9043e93f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0767806 Aug 31 13:47:45.634979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:45.635312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:45.635649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:45.638024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Transition to ACTIVE for port object 28294e77-d6fc-4a95-a3fc-37dea77adf3a will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:45.646488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:45.646488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:45.656484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:45.656813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Checking segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:45.657222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Bound using segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:45.657666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Bound port: 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:45.658174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.670978 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04918a63-c2a3-410a-bae7-39c9f0195536 req-63b56f95-bb62-45ea-a125-62ef2979615f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513067 Aug 31 13:47:45.720946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.803370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:45.816795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:45.833920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:45.915950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] For port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:45.926361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Port': ['ID=28294e77-d6fc-4a95-a3fc-37dea77adf3a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.980763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] For port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:45.999434 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.019794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79598d-ad55-499b-acea-17e54474bc19 req-25ed5be1-0450-4a55-a8d6-136162f8a37f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.030488 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cd79598d-ad55-499b-acea-17e54474bc19 req-25ed5be1-0450-4a55-a8d6-136162f8a37f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1449630 Aug 31 13:47:46.055710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.056363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.084908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.085587 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.087012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] 10.222.0.26 "PUT /v2.0/ports/538b3a99-d8f8-4a35-b31a-6cb72fd0f66a HTTP/1.1" status: 200 len: 1091 time: 2.0719795 Aug 31 13:47:46.087462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'tag': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:46.089799 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fdb89b-f9a7-4500-bd27-2898b0992b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "97d06398-ae00-4ff7-bbe5-b0e721e9a770", "tag": "538b3a99-d8f8-4a35-b31a-6cb72fd0f66a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:46.097089 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cd79598d-ad55-499b-acea-17e54474bc19 req-2ae561ff-6bde-47ba-b565-96189ab75fad tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654831 Aug 31 13:47:46.100001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d34456a7-72f0-4180-b302-022adfeb934b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9724920 Aug 31 13:47:46.122958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639bf47-2db2-450a-a3fc-008fe4fdd548 service neutron] Pushing event updated for resources: {'Port': ['ID=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:46.131186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Request body: {'port': {'device_id': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:46.228509 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2ff68e-9561-4ae7-88e2-4f14f62053d9 x-openstack-request-id: req-4f2ff68e-9561-4ae7-88e2-4f14f62053d9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:46.228810 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d06398-ae00-4ff7-bbe5-b0e721e9a770", "tag": "538b3a99-d8f8-4a35-b31a-6cb72fd0f66a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:46.229077 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f2ff68e-9561-4ae7-88e2-4f14f62053d9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:46.229483 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'tag': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a', 'status': 'completed', 'code': 200} Aug 31 13:47:46.257735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.273869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2cc79931-ef3b-43b3-9f80-a3cbc3efc4f7 None None] Provisioning for port 28294e77-d6fc-4a95-a3fc-37dea77adf3a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:46.281633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2cc79931-ef3b-43b3-9f80-a3cbc3efc4f7 None None] Provisioning complete for port 28294e77-d6fc-4a95-a3fc-37dea77adf3a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:46.282119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cc79931-ef3b-43b3-9f80-a3cbc3efc4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.301922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c174c4f-a9d9-43d2-97dd-1ac5bcfdfebe req-ea852a03-f139-4088-9123-6f2113e70fa7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.311849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c174c4f-a9d9-43d2-97dd-1ac5bcfdfebe req-ea852a03-f139-4088-9123-6f2113e70fa7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1409736 Aug 31 13:47:46.325231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2cc79931-ef3b-43b3-9f80-a3cbc3efc4f7 None None] Port 28294e77-d6fc-4a95-a3fc-37dea77adf3a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:46.330209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa19e-5f81-457f-9e7d-8b6267c7b0fb req-e5565a0c-77ce-4339-b8ff-a447f38b69a5 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.331765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-252fa19e-5f81-457f-9e7d-8b6267c7b0fb req-e5565a0c-77ce-4339-b8ff-a447f38b69a5 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 943 time: 0.0510836 Aug 31 13:47:46.358754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-d3c59b72-631d-4a77-a3b6-f6050ae15280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.360254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-d3c59b72-631d-4a77-a3b6-f6050ae15280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 1094 time: 0.1652319 Aug 31 13:47:46.383149 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-252fa19e-5f81-457f-9e7d-8b6267c7b0fb req-966110b2-dff9-46d1-bf71-755243779e73 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Aug 31 13:47:46.417571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c174c4f-a9d9-43d2-97dd-1ac5bcfdfebe req-fef76d16-b091-4fb5-baa7-92c1ff78cf03 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041393 Aug 31 13:47:46.460298 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-8636f712-085e-49ae-a06b-b5ee569c0354 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a HTTP/1.1" status: 200 len: 217 time: 0.0698802 Aug 31 13:47:46.592465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-ced5f7e8-f218-4d0d-9d47-a3b8c20c4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.594252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-ced5f7e8-f218-4d0d-9d47-a3b8c20c4e0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 200 len: 860 time: 0.0831273 Aug 31 13:47:46.674239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-d4625038-f727-4bfa-a43c-eb8591a0327f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e71daf-bc07-4fed-85fb-8d36a55bf156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419476 Aug 31 13:47:46.797981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214a3ea-8a8f-4dac-9a2a-f055c5e1eca9 req-05382e16-15f2-47f3-aca1-e362df453852 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.799709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0214a3ea-8a8f-4dac-9a2a-f055c5e1eca9 req-05382e16-15f2-47f3-aca1-e362df453852 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0567727 Aug 31 13:47:46.799848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf385-f814-41bc-a81f-cd1e89254111 req-8f71f75f-6e99-4c98-9978-6ce64d55e5ac tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.805994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf385-f814-41bc-a81f-cd1e89254111 req-8f71f75f-6e99-4c98-9978-6ce64d55e5ac tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.812135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf385-f814-41bc-a81f-cd1e89254111 req-8f71f75f-6e99-4c98-9978-6ce64d55e5ac tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:46.813887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58ebf385-f814-41bc-a81f-cd1e89254111 req-8f71f75f-6e99-4c98-9978-6ce64d55e5ac tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2375 time: 0.1700490 Aug 31 13:47:46.857734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0214a3ea-8a8f-4dac-9a2a-f055c5e1eca9 req-c19ce1ba-3f6c-4284-95a6-017187f52bd7 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443001 Aug 31 13:47:46.920273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58ebf385-f814-41bc-a81f-cd1e89254111 req-3010b8d4-6a49-49c0-8e3e-9b41167bd052 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950286 Aug 31 13:47:46.930796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-95256216-9788-4598-833d-189b1a5cb85f service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351582 Aug 31 13:47:46.942881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73667d0-9c5b-41be-b7e8-ebcf5c66b250 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:46.956342 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.974332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53574) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:47.010971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Transition to ACTIVE for port object c73667d0-9c5b-41be-b7e8-ebcf5c66b250 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:47.016465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.084137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Pushing event updated for resources: {'Port': ['ID=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.117511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768fe8b8-4686-4773-b923-6ea097b35cd5 req-2d39ba6f-33ce-4c6d-bcad-6b7a98ff58d9 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720929 Aug 31 13:47:47.132709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13f07455-8b96-41ae-a0c0-18bfd2c7ba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.237032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Attempting to bind port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:47.237454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Attempting to bind port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:47.237861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Attempting to bind port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 on network 0fe23254-fd57-4f7c-9dbb-fa787539df07 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:47.242778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 on network 0fe23254-fd57-4f7c-9dbb-fa787539df07 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:47.243206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Attempting to bind port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 on network 0fe23254-fd57-4f7c-9dbb-fa787539df07 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:47.249259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:47.249636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Checking segment: {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:47.250224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Bound using segment: {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:47.250654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Bound port: c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:47.251091 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.301858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc1a50-66b2-4031-9e92-d000ec530421 req-a129705b-cb36-49ec-98a5-a9c504420294 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:47.311965 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5cc1a50-66b2-4031-9e92-d000ec530421 req-a129705b-cb36-49ec-98a5-a9c504420294 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1047056 Aug 31 13:47:47.369982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-9581bfee-366e-44d5-985c-14b7d3309562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:47.371813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-9581bfee-366e-44d5-985c-14b7d3309562 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 1094 time: 0.1044281 Aug 31 13:47:47.375725 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5cc1a50-66b2-4031-9e92-d000ec530421 req-dcdead78-72bf-4850-9872-bd6d02ce6355 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628772 Aug 31 13:47:47.380452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] For port c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:47.393075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] For port c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:47.407860 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13f07455-8b96-41ae-a0c0-18bfd2c7ba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.411919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13f07455-8b96-41ae-a0c0-18bfd2c7ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.412841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.456839 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-13f07455-8b96-41ae-a0c0-18bfd2c7ba77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a3b95c153b5405c9ebf28be24d780e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808147 Aug 31 13:47:47.458882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f07455-8b96-41ae-a0c0-18bfd2c7ba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40503673-b776-41ba-be50-00d0ceead97a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.462334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53594) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:47.571013 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68dde437-1400-4ff9-bfbb-4ef1d66fdfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.573906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:47.574541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.576538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] 10.222.0.26 "PUT /v2.0/ports/c73667d0-9c5b-41be-b7e8-ebcf5c66b250 HTTP/1.1" status: 200 len: 1091 time: 1.4504313 Aug 31 13:47:47.596760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68dde437-1400-4ff9-bfbb-4ef1d66fdfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.605722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b022a3-e62a-4ff5-ac7c-8d790109924f service neutron] Pushing event updated for resources: {'Port': ['ID=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.639027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfe02b-bf0f-420b-b9f4-025adafa7d41 req-89022bef-40da-4fb5-8a39-6a02e5604bfc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:47.639801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1262d7-b6fa-439a-84ef-12a638c96961 req-f8163996-e24c-4a33-b03b-78ac848c17b0 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:47.640645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71bfe02b-bf0f-420b-b9f4-025adafa7d41 req-89022bef-40da-4fb5-8a39-6a02e5604bfc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1090961 Aug 31 13:47:47.646262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad1262d7-b6fa-439a-84ef-12a638c96961 req-f8163996-e24c-4a33-b03b-78ac848c17b0 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 943 time: 0.1336572 Aug 31 13:47:47.655679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Request body: {'port': {'device_id': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:47.659682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-3ecc1c49-9d76-4fe9-8c82-e3d5d27df4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:47.661195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-3ecc1c49-9d76-4fe9-8c82-e3d5d27df4c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 922 time: 0.2780657 Aug 31 13:47:47.701759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71bfe02b-bf0f-420b-b9f4-025adafa7d41 req-d2c2b342-471a-4e74-82ec-d425d0a7fcd4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526536 Aug 31 13:47:47.729764 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68dde437-1400-4ff9-bfbb-4ef1d66fdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.733792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68dde437-1400-4ff9-bfbb-4ef1d66fdfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.741209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-68dde437-1400-4ff9-bfbb-4ef1d66fdfcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40503673-b776-41ba-be50-00d0ceead97a HTTP/1.1" status: 204 len: 168 time: 0.2731390 Aug 31 13:47:47.750945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dde437-1400-4ff9-bfbb-4ef1d66fdfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40503673-b776-41ba-be50-00d0ceead97a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.782694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad1262d7-b6fa-439a-84ef-12a638c96961 req-f458ef19-2542-44a2-b19a-15ed76c3efc2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299522 Aug 31 13:47:47.794905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-463ad22b-478f-4fa0-b571-a94b63d84c08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a HTTP/1.1" status: 200 len: 217 time: 0.0782371 Aug 31 13:47:47.858888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.881733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-862e6d71-9d70-443c-9259-2e9753159997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:47.884299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-862e6d71-9d70-443c-9259-2e9753159997 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 200 len: 860 time: 0.0678971 Aug 31 13:47:47.940832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-afc7596c-4686-40c4-a994-566b73080883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e71daf-bc07-4fed-85fb-8d36a55bf156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454907 Aug 31 13:47:48.108847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa4ee9-80d4-4e2a-ad46-712b65835ca8 req-14ad023e-a23b-4530-ae58-bd63f24ebc34 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.126552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa4ee9-80d4-4e2a-ad46-712b65835ca8 req-14ad023e-a23b-4530-ae58-bd63f24ebc34 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.139548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa4ee9-80d4-4e2a-ad46-712b65835ca8 req-14ad023e-a23b-4530-ae58-bd63f24ebc34 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.143269 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26fa4ee9-80d4-4e2a-ad46-712b65835ca8 req-14ad023e-a23b-4530-ae58-bd63f24ebc34 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2387 time: 0.1344607 Aug 31 13:47:48.196195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1bbc3-b121-4b14-bb0e-742aea1f262f req-315214b4-f4f9-4f86-9189-e271584bcbe5 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.203187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ba1bbc3-b121-4b14-bb0e-742aea1f262f req-315214b4-f4f9-4f86-9189-e271584bcbe5 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.2202232 Aug 31 13:47:48.233516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26fa4ee9-80d4-4e2a-ad46-712b65835ca8 req-46dc9331-6ead-4d60-9ef5-0459bbbd420f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784247 Aug 31 13:47:48.234195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:48.236426 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:48.309260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-bf030f16-dfc6-471f-8751-8df2b4a6c9fc service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252032 Aug 31 13:47:48.327568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ba1bbc3-b121-4b14-bb0e-742aea1f262f req-60164a83-fd43-43bb-bb99-0a783fadfeaa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180663 Aug 31 13:47:48.329906 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74b789-2cea-4a45-ada6-8d2e9f6bb4d0 x-openstack-request-id: req-1e74b789-2cea-4a45-ada6-8d2e9f6bb4d0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:48.330211 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:48.330410 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e74b789-2cea-4a45-ada6-8d2e9f6bb4d0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:48.330797 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250', 'status': 'completed', 'code': 200} Aug 31 13:47:48.341651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53618) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:48.362775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a08d2a-e3ff-4592-8e73-b32019ad9d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.471841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-aef11cad-c380-4eec-990f-16a4a870d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.472953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-aef11cad-c380-4eec-990f-16a4a870d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.474100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-aef11cad-c380-4eec-990f-16a4a870d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.477287 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-aef11cad-c380-4eec-990f-16a4a870d02b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2730 time: 0.0995998 Aug 31 13:47:48.781773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c4e99-534b-49d4-893a-b3b99d734977 req-a87c95e5-be2a-4b17-bd86-d1a82eedfd49 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.783261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fdb89b-f9a7-4500-bd27-2898b0992b3e req-e90fbed6-a391-47f3-89be-b9c5b56d2d66 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132822 Aug 31 13:47:48.784576 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f5c4e99-534b-49d4-893a-b3b99d734977 req-a87c95e5-be2a-4b17-bd86-d1a82eedfd49 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1909168 Aug 31 13:47:48.799255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b933684b-03cf-4391-9c9e-c9913f20ad05 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:48.799979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a08d2a-e3ff-4592-8e73-b32019ad9d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.809217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.817246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a08d2a-e3ff-4592-8e73-b32019ad9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.825430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Transition to ACTIVE for port object b933684b-03cf-4391-9c9e-c9913f20ad05 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:48.844455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.870056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-ed0dc7df-18fc-4e25-9c6c-9645e57041d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.870560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-ed0dc7df-18fc-4e25-9c6c-9645e57041d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.871397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-ed0dc7df-18fc-4e25-9c6c-9645e57041d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.875979 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-ed0dc7df-18fc-4e25-9c6c-9645e57041d4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3723371 Aug 31 13:47:48.948583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Pushing event updated for resources: {'Port': ['ID=b933684b-03cf-4391-9c9e-c9913f20ad05,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:48.974051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a08d2a-e3ff-4592-8e73-b32019ad9d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384dfc8a-95fb-497e-9a7c-b5d9a83f387c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:48.991633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656d76-a737-4eeb-b0b4-83e6abb99e24 req-2213d033-bee9-4db1-80f5-025fe25de026 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:48.996605 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-65a08d2a-e3ff-4592-8e73-b32019ad9d36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff648437931a40d7a9bbf1ba39b4221a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499047 Aug 31 13:47:48.996844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb656d76-a737-4eeb-b0b4-83e6abb99e24 req-2213d033-bee9-4db1-80f5-025fe25de026 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1584809 Aug 31 13:47:48.999734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53628) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:49.012048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-25c62b97-8b4b-4b4e-9dfd-2a354e134a2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1633487 Aug 31 13:47:49.074467 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f5c4e99-534b-49d4-893a-b3b99d734977 req-e2ed508a-0a22-4b2d-ac2c-11685754efb5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625780 Aug 31 13:47:49.091307 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb656d76-a737-4eeb-b0b4-83e6abb99e24 req-98447e90-3c54-4253-85b0-a9c4668df9b6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807674 Aug 31 13:47:49.146737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-8a700f8f-03dd-45de-ad4b-bf430ac34466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.149900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c4663b1-3bc1-4b40-b28a-4290ea0725e2 req-8a700f8f-03dd-45de-ad4b-bf430ac34466 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2560399 Aug 31 13:47:49.189975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Attempting to bind port b933684b-03cf-4391-9c9e-c9913f20ad05 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:49.190320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Attempting to bind port b933684b-03cf-4391-9c9e-c9913f20ad05 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:49.190657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Attempting to bind port b933684b-03cf-4391-9c9e-c9913f20ad05 on network 06a9772f-3c0c-4276-9d41-081be8918cb6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:49.199344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Port b933684b-03cf-4391-9c9e-c9913f20ad05 on network 06a9772f-3c0c-4276-9d41-081be8918cb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:49.201099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Attempting to bind port b933684b-03cf-4391-9c9e-c9913f20ad05 on network 06a9772f-3c0c-4276-9d41-081be8918cb6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:49.227382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:49.228294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Checking segment: {'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:49.229166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Bound using segment: {'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:49.230087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Bound port: b933684b-03cf-4391-9c9e-c9913f20ad05, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d3e051-b12c-4011-baa9-8c0899810354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:49.230916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.239345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95d0d95a-d164-4711-80e7-58ce5194ddfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.271093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95d0d95a-d164-4711-80e7-58ce5194ddfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.289425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-1952ecd5-3fcb-4d0e-be9b-f8ea31073815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.292332 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-1952ecd5-3fcb-4d0e-be9b-f8ea31073815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 1118 time: 0.1998646 Aug 31 13:47:49.387574 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95d0d95a-d164-4711-80e7-58ce5194ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.391874 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95d0d95a-d164-4711-80e7-58ce5194ddfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.393893 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95d0d95a-d164-4711-80e7-58ce5194ddfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/384dfc8a-95fb-497e-9a7c-b5d9a83f387c HTTP/1.1" status: 204 len: 168 time: 0.3853517 Aug 31 13:47:49.423732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0d95a-d164-4711-80e7-58ce5194ddfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384dfc8a-95fb-497e-9a7c-b5d9a83f387c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:49.452478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7d993-342b-4cbb-9a67-b44235d8efa2 req-2c102514-ed08-4b31-a3b1-a7d005b7e3f1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.458869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7d993-342b-4cbb-9a67-b44235d8efa2 req-2c102514-ed08-4b31-a3b1-a7d005b7e3f1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.467056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7d993-342b-4cbb-9a67-b44235d8efa2 req-2c102514-ed08-4b31-a3b1-a7d005b7e3f1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.468909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30d7d993-342b-4cbb-9a67-b44235d8efa2 req-2c102514-ed08-4b31-a3b1-a7d005b7e3f1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2399 time: 0.0947587 Aug 31 13:47:49.472563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d1c4-64fd-4209-9756-4038a530c332 req-4b6a3719-991c-4d59-9c75-448437934a51 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.474168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b66d1c4-64fd-4209-9756-4038a530c332 req-4b6a3719-991c-4d59-9c75-448437934a51 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 943 time: 0.2520170 Aug 31 13:47:49.525565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30d7d993-342b-4cbb-9a67-b44235d8efa2 req-e8b4374a-99ba-46b7-8fd6-963eb22b7a0b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Aug 31 13:47:49.572955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] For port b933684b-03cf-4391-9c9e-c9913f20ad05, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:49.616160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] For port b933684b-03cf-4391-9c9e-c9913f20ad05, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b933684b-03cf-4391-9c9e-c9913f20ad05,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:49.631521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.714262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b66d1c4-64fd-4209-9756-4038a530c332 req-d66afcb0-58cf-4216-9472-12660c7f3704 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204142 Aug 31 13:47:49.718459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.719663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.727362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] 10.222.0.26 "PUT /v2.0/ports/b933684b-03cf-4391-9c9e-c9913f20ad05 HTTP/1.1" status: 200 len: 1092 time: 2.0763714 Aug 31 13:47:49.727581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322c8c0-449d-4101-b0d7-02641ec98d18 req-b5cb79f3-e313-4b05-976e-ded4069623aa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.729326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6322c8c0-449d-4101-b0d7-02641ec98d18 req-b5cb79f3-e313-4b05-976e-ded4069623aa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1086924 Aug 31 13:47:49.746828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:49.793985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-61b12800-7169-4be4-8792-7890eddbc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:49.797024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-61b12800-7169-4be4-8792-7890eddbc95a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 926 time: 0.3778760 Aug 31 13:47:49.798674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1eb31-0c64-45cf-b468-484eba0be425 service neutron] Pushing event updated for resources: {'Port': ['ID=b933684b-03cf-4391-9c9e-c9913f20ad05,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:49.816847 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6322c8c0-449d-4101-b0d7-02641ec98d18 req-5c9cc2c0-d7d2-4733-9038-84d3d5895078 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734329 Aug 31 13:47:49.827309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Request body: {'port': {'device_id': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:49.947723 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:47:49.956385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:49.980943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'port_id': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a', 'mac_address': 'fa:16:3e:30:0a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e85a9ca-8053-464d-a4c0-c68d32483454', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:47:50.031196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-5c28b3aa-7b25-4a22-a7e6-f99fbe4c5923 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 HTTP/1.1" status: 200 len: 1023 time: 0.1993287 Aug 31 13:47:50.033595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.050852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:50.083501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:50.090715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.144417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.163238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:50.165702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-869c6dfe-b520-4da6-b12a-ce5204b97337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.167795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-869c6dfe-b520-4da6-b12a-ce5204b97337 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 200 len: 863 time: 0.0963969 Aug 31 13:47:50.290587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a15b86-e3d1-4011-af6f-ce60a8162fc4 req-9bfaf373-11b5-4871-a9af-027276b231ee tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.292431 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69a15b86-e3d1-4011-af6f-ce60a8162fc4 req-9bfaf373-11b5-4871-a9af-027276b231ee tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0799479 Aug 31 13:47:50.336252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:50.338880 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0880bfc3-2ad9-4f77-aba9-7c754a843386" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:50.371056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-ecce1696-79f9-4a99-9455-1d3b9a78e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.373954 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69a15b86-e3d1-4011-af6f-ce60a8162fc4 req-c8c5b59f-6374-45ae-bb3d-34d78d46986a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 Aug 31 13:47:50.374187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-ecce1696-79f9-4a99-9455-1d3b9a78e783 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791646 Aug 31 13:47:50.507099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013871-f0b5-445c-a8e5-3a4782f41a21 req-ab0af69b-871e-4f2a-97a2-e479b6342922 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.509581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b013871-f0b5-445c-a8e5-3a4782f41a21 req-ab0af69b-871e-4f2a-97a2-e479b6342922 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.2856607 Aug 31 13:47:50.593969 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92a382b-4eec-4188-bcd3-0312f690b0bc x-openstack-request-id: req-f92a382b-4eec-4188-bcd3-0312f690b0bc {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:50.594389 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:50.594775 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f92a382b-4eec-4188-bcd3-0312f690b0bc {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:50.595327 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05', 'status': 'completed', 'code': 200} Aug 31 13:47:50.705042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b013871-f0b5-445c-a8e5-3a4782f41a21 req-f1d5e6ee-b1a6-4e95-b66d-34f42409bca8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435325 Aug 31 13:47:50.721777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-4a38e14d-d2cf-4cad-b029-6035d2fc9c6d service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316090 Aug 31 13:47:50.727058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53676) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:50.735671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['538b3a99-d8f8-4a35-b31a-6cb72fd0f66a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:50.850713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-881e49fa-9709-46e9-9308-5942e07cde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.851245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-881e49fa-9709-46e9-9308-5942e07cde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.852089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-881e49fa-9709-46e9-9308-5942e07cde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.854834 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-881e49fa-9709-46e9-9308-5942e07cde41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2797 time: 0.1992540 Aug 31 13:47:50.879727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60920989-53af-462e-b0bb-db41ff514e68 req-4b060cf2-57de-416d-84f8-102ff7724da8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.891580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60920989-53af-462e-b0bb-db41ff514e68 req-4b060cf2-57de-416d-84f8-102ff7724da8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.903601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60920989-53af-462e-b0bb-db41ff514e68 req-4b060cf2-57de-416d-84f8-102ff7724da8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:50.917487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60920989-53af-462e-b0bb-db41ff514e68 req-4b060cf2-57de-416d-84f8-102ff7724da8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2399 time: 0.2757871 Aug 31 13:47:50.996053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-network', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:51.003129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28294e77-d6fc-4a95-a3fc-37dea77adf3a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:51.028368 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.056198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c4185-2525-4b10-b537-464cac3083fc req-902dedf8-ca15-4af2-a554-9c5785f4e3ce tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.060447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b6c4185-2525-4b10-b537-464cac3083fc req-902dedf8-ca15-4af2-a554-9c5785f4e3ce tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 944 time: 0.2147398 Aug 31 13:47:51.077965 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60920989-53af-462e-b0bb-db41ff514e68 req-216441da-a5af-4a92-95fa-87f4b6001f77 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587865 Aug 31 13:47:51.092117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Transition to ACTIVE for port object 28294e77-d6fc-4a95-a3fc-37dea77adf3a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:51.093316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Made reservation on behalf of 026ead8ed1574f43949b4e43f6ed2a0d for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:51.096237 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.113490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.121451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-db45d1a9-4b52-476d-9b95-dce9207b8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.122985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-db45d1a9-4b52-476d-9b95-dce9207b8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.123880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-db45d1a9-4b52-476d-9b95-dce9207b8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.125988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-db45d1a9-4b52-476d-9b95-dce9207b8365 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2053633 Aug 31 13:47:51.132329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.190424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df78efc7-9ade-4a23-8dd8-59523ca19036 req-42a5ca80-7b87-49f9-a355-2ce920cece23 service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390881 Aug 31 13:47:51.194764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Pushing event updated for resources: {'Port': ['ID=28294e77-d6fc-4a95-a3fc-37dea77adf3a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:51.223605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b6c4185-2525-4b10-b537-464cac3083fc req-95ed36a8-7d06-4970-b99a-f93ef77d3889 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494081 Aug 31 13:47:51.398863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60803e40-8e17-4815-8373-dae4cf11969e req-fcfb2249-e4f2-4e77-af82-4c2c600d6fa3 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.404155 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60803e40-8e17-4815-8373-dae4cf11969e req-fcfb2249-e4f2-4e77-af82-4c2c600d6fa3 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1695545 Aug 31 13:47:51.439776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-19d5053b-215f-4205-b261-1240cdcd4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.442781 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0880bfc3-2ad9-4f77-aba9-7c754a843386 req-19d5053b-215f-4205-b261-1240cdcd4574 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3081007 Aug 31 13:47:51.443830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Attempting to bind port 28294e77-d6fc-4a95-a3fc-37dea77adf3a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:51.445400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Attempting to bind port 28294e77-d6fc-4a95-a3fc-37dea77adf3a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:51.445950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Attempting to bind port 28294e77-d6fc-4a95-a3fc-37dea77adf3a on network 0fe23254-fd57-4f7c-9dbb-fa787539df07 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:51.470931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Port 28294e77-d6fc-4a95-a3fc-37dea77adf3a on network 0fe23254-fd57-4f7c-9dbb-fa787539df07 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:51.471314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Attempting to bind port 28294e77-d6fc-4a95-a3fc-37dea77adf3a on network 0fe23254-fd57-4f7c-9dbb-fa787539df07 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:51.484259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:51.485320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Checking segment: {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:51.485320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Bound using segment: {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:51.486577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Bound port: 28294e77-d6fc-4a95-a3fc-37dea77adf3a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634713a-d678-4e84-992f-224531914172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:51.487194 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.499552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60803e40-8e17-4815-8373-dae4cf11969e req-d15a2eaf-6074-4b04-8009-7092159f3d8d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819466 Aug 31 13:47:51.594097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.632526 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.693803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:51.722928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95699a-b8fb-4f09-aecc-275edf4995da req-ef7c67ee-93a1-467b-b4bc-f8eb471bd208 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.725397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c95699a-b8fb-4f09-aecc-275edf4995da req-ef7c67ee-93a1-467b-b4bc-f8eb471bd208 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.2224722 Aug 31 13:47:51.764448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30faa7fb-eec6-407a-abae-bb7cf5bcfc74,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:51.775788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.776328 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Added segment 00043c96-8f94-4124-a45a-f0dbd965a4ec of type vlan for network 50892ccb-b170-4fda-a8b3-96548be4fb40 Aug 31 13:47:51.838788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102eb1d-dd36-4615-9c9a-0152a36ba898 req-b9877913-f520-4c34-950d-865d370b43a4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.840488 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e102eb1d-dd36-4615-9c9a-0152a36ba898 req-b9877913-f520-4c34-950d-865d370b43a4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0520313 Aug 31 13:47:51.880474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] For port 28294e77-d6fc-4a95-a3fc-37dea77adf3a, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:51.889641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e102eb1d-dd36-4615-9c9a-0152a36ba898 req-75d726ba-b772-4f7c-9cb8-bf83bf6d8c27 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Aug 31 13:47:51.894311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.901574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c95699a-b8fb-4f09-aecc-275edf4995da req-e9ac8e44-2d77-4ab8-8a29-621b5041aa33 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582103 Aug 31 13:47:51.919413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] For port 28294e77-d6fc-4a95-a3fc-37dea77adf3a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=28294e77-d6fc-4a95-a3fc-37dea77adf3a,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:51.927080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.989411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.990437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.992048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] 10.222.0.26 "PUT /v2.0/ports/28294e77-d6fc-4a95-a3fc-37dea77adf3a HTTP/1.1" status: 200 len: 1091 time: 2.1736081 Aug 31 13:47:51.995499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:51.996681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:51.997924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.078016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53692) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:52.083162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Request body: {'subnet': {'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-subnet', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:52.086516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3579605 Aug 31 13:47:52.100518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d203c-57f7-4992-9406-98140b8a6c8b service neutron] Pushing event updated for resources: {'Port': ['ID=28294e77-d6fc-4a95-a3fc-37dea77adf3a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:52.112589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Made reservation on behalf of 026ead8ed1574f43949b4e43f6ed2a0d for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:52.122861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21ef5c-9170-4431-9970-1656835b9bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=50892ccb-b170-4fda-a8b3-96548be4fb40,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:52.127098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.147727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:52.212238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-35f0ac5e-1ccb-48ce-989c-7fd84fcadd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.214939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-35f0ac5e-1ccb-48ce-989c-7fd84fcadd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.215841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-35f0ac5e-1ccb-48ce-989c-7fd84fcadd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.222029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-35f0ac5e-1ccb-48ce-989c-7fd84fcadd58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2864 time: 0.1101785 Aug 31 13:47:52.446697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1fffc-4715-4aec-93b0-e6f89ecdadff req-70f59bfd-719d-4325-be3f-4adeb2ae6a6a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.459514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1fffc-4715-4aec-93b0-e6f89ecdadff req-70f59bfd-719d-4325-be3f-4adeb2ae6a6a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.466098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-77aa2c6d-b21a-4a51-9f11-72298a8d45c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=c73667d0-9c5b-41be-b7e8-ebcf5c66b250 HTTP/1.1" status: 200 len: 217 time: 0.0522950 Aug 31 13:47:52.470850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1fffc-4715-4aec-93b0-e6f89ecdadff req-70f59bfd-719d-4325-be3f-4adeb2ae6a6a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.473536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bcb1fffc-4715-4aec-93b0-e6f89ecdadff req-70f59bfd-719d-4325-be3f-4adeb2ae6a6a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2411 time: 0.1964805 Aug 31 13:47:52.475730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.486262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab2cc-974c-4a6b-ace3-4cb39f1b3108 req-6bd4d350-718a-4a17-82ba-2eda7bc0f086 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.488765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a4ab2cc-974c-4a6b-ace3-4cb39f1b3108 req-6bd4d350-718a-4a17-82ba-2eda7bc0f086 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 944 time: 0.1132634 Aug 31 13:47:52.596272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb884aa5-dd43-48ca-b674-34c125d1f481,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:52.601351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'tag': '28294e77-d6fc-4a95-a3fc-37dea77adf3a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:52.604140 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61da4ef-055e-4242-903c-ae374f3bce88" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "tag": "28294e77-d6fc-4a95-a3fc-37dea77adf3a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:52.652971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bcb1fffc-4715-4aec-93b0-e6f89ecdadff req-08f69b60-9eed-4e2b-bf55-fdf9e2e04fe9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646557 Aug 31 13:47:52.662349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a4ab2cc-974c-4a6b-ace3-4cb39f1b3108 req-667c8fda-e725-496e-addf-f88837eb7a70 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554251 Aug 31 13:47:52.710867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-724224d7-7570-4d5d-b23d-98e0404fe753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.714252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-724224d7-7570-4d5d-b23d-98e0404fe753 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130a1abb-1445-4c2f-89fd-2025fe67bb37 HTTP/1.1" status: 200 len: 801 time: 0.2235887 Aug 31 13:47:52.720251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Checking segment: {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:52.722520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Network hostable DHCP agents. Network: 50892ccb-b170-4fda-a8b3-96548be4fb40, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:52.745444 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a89863-9d7b-43d8-81f2-67f775b72d74 x-openstack-request-id: req-52a89863-9d7b-43d8-81f2-67f775b72d74 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:52.745873 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "tag": "28294e77-d6fc-4a95-a3fc-37dea77adf3a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:52.746117 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52a89863-9d7b-43d8-81f2-67f775b72d74 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:52.748514 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'tag': '28294e77-d6fc-4a95-a3fc-37dea77adf3a', 'status': 'completed', 'code': 200} Aug 31 13:47:52.816834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-f6e3fc27-c0ed-45f7-987a-7003aa03f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.819795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-f6e3fc27-c0ed-45f7-987a-7003aa03f38e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fe23254-fd57-4f7c-9dbb-fa787539df07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894978 Aug 31 13:47:52.821723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:52.841483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 50892ccb-b170-4fda-a8b3-96548be4fb40) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:52.854272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25490f-a9a6-4401-95d5-4a6c49565970 None None] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:52.857194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.858193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.884574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07c5e-3bc7-41a1-ae57-d01dcedda4c6 req-40efe5b0-228f-412e-acbf-3eae287d9594 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:52.887241 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94e07c5e-3bc7-41a1-ae57-d01dcedda4c6 req-40efe5b0-228f-412e-acbf-3eae287d9594 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1289694 Aug 31 13:47:52.914144 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-10f0a1b9-6143-41e8-9b86-cef2bfb2c586 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.8344421 Aug 31 13:47:52.927284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53708) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:53.052016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-c5762df4-e744-44fe-ae4c-eb1e973c784d service neutron] 10.222.0.26 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185094 Aug 31 13:47:53.171636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-50892ccb-b170-4fda-a8b3-96548be4fb40', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:47:53.173560 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.237056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961cd5-ac40-47d2-8790-35a416da70f9 req-1f5cdeba-7afd-4732-a2e7-71133485f957 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:53.246840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c961cd5-ac40-47d2-8790-35a416da70f9 req-1f5cdeba-7afd-4732-a2e7-71133485f957 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.2242181 Aug 31 13:47:53.274235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:53.324015 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94e07c5e-3bc7-41a1-ae57-d01dcedda4c6 req-61df2621-cd10-483a-be3f-bbe76071fd9e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259350 Aug 31 13:47:53.338607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c961cd5-ac40-47d2-8790-35a416da70f9 req-4c1b2f02-9977-4a79-b1c1-61b8ff64816f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905163 Aug 31 13:47:53.340357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.343353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.365508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-6257e78f-8dce-44a3-8a2a-056c146187e7 service neutron] 10.222.0.26 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827446 Aug 31 13:47:53.448101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-ef6951a4-798f-4d2b-8cce-16e75bc5c501 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=b933684b-03cf-4391-9c9e-c9913f20ad05 HTTP/1.1" status: 200 len: 217 time: 0.0657279 Aug 31 13:47:53.459289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.572771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Allocated IP 172.20.0.2 (50892ccb-b170-4fda-a8b3-96548be4fb40/fb884aa5-dd43-48ca-b674-34c125d1f481/9d212330-2a4a-49d4-adad-deeb1a417fe4) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:53.589627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-c463cdf2-0775-4402-8a37-206f294fae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:53.592458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-c463cdf2-0775-4402-8a37-206f294fae58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7 HTTP/1.1" status: 200 len: 801 time: 0.1341066 Aug 31 13:47:53.658100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022c3ed-af04-4269-b118-216e82b17742 req-d8b5b366-1da3-4069-9ade-5767bb42e256 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:53.659753 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e022c3ed-af04-4269-b118-216e82b17742 req-d8b5b366-1da3-4069-9ade-5767bb42e256 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1987107 Aug 31 13:47:53.668521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.671668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-df927624-494d-4f58-a480-5b9e4c13f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:53.675322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-df927624-494d-4f58-a480-5b9e4c13f89b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06a9772f-3c0c-4276-9d41-081be8918cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719247 Aug 31 13:47:53.802659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:53.806876 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e022c3ed-af04-4269-b118-216e82b17742 req-5032a48f-0d55-4e7c-a94c-5d4321940db7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085877 Aug 31 13:47:53.911818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-daabfce0-8c22-4959-b49a-64020a76320b service neutron] 10.222.0.26 "GET /v2.0/networks/06a9772f-3c0c-4276-9d41-081be8918cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221138 Aug 31 13:47:53.915804 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.928183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808bbea-71ab-4099-a9ef-90771c0f5514 req-28e87e88-7ae5-456d-ba57-f8bebaa5c2b7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:53.940854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808bbea-71ab-4099-a9ef-90771c0f5514 req-28e87e88-7ae5-456d-ba57-f8bebaa5c2b7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:53.941139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Transition to ACTIVE for port object 9d212330-2a4a-49d4-adad-deeb1a417fe4 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:53.954825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808bbea-71ab-4099-a9ef-90771c0f5514 req-28e87e88-7ae5-456d-ba57-f8bebaa5c2b7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:53.968049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f808bbea-71ab-4099-a9ef-90771c0f5514 req-28e87e88-7ae5-456d-ba57-f8bebaa5c2b7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2411 time: 0.1690059 Aug 31 13:47:53.975726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:53.986962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Transition to ACTIVE for port object 9d212330-2a4a-49d4-adad-deeb1a417fe4 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:53.989900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:53.990622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.034244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.066923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb57408-206d-4d1d-8ad7-d3f764784498 req-c9d817d1-daf5-4a3b-8c57-e464ed28413c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:54.068984 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5bb57408-206d-4d1d-8ad7-d3f764784498 req-c9d817d1-daf5-4a3b-8c57-e464ed28413c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 944 time: 0.1001933 Aug 31 13:47:54.070717 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.097388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.184889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Pushing event updated for resources: {'Port': ['ID=9d212330-2a4a-49d4-adad-deeb1a417fe4,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:54.213434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Allocated IP 172.25.0.17 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b59354a3-5802-456f-a4da-25412086129e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:54.273801 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.290565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:54.304136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:54.304678 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5bb57408-206d-4d1d-8ad7-d3f764784498 req-899253d2-a622-4fdc-abb5-27d91eea1d64 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882587 Aug 31 13:47:54.311182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:54.397456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:54.402138 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7b0d71-0348-4bc8-8c50-23b82d873302" -d '{"events": [{"server_uuid": "97d06398-ae00-4ff7-bbe5-b0e721e9a770", "name": "network-vif-plugged", "status": "completed", "tag": "538b3a99-d8f8-4a35-b31a-6cb72fd0f66a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:54.438798 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.467771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f808bbea-71ab-4099-a9ef-90771c0f5514 req-d9b13081-5d13-4eec-b973-c0f7c5511115 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835327 Aug 31 13:47:54.489908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:54.493366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Attempting to bind port 9d212330-2a4a-49d4-adad-deeb1a417fe4 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:54.494750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Attempting to bind port 9d212330-2a4a-49d4-adad-deeb1a417fe4 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:54.495512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Attempting to bind port 9d212330-2a4a-49d4-adad-deeb1a417fe4 on network 50892ccb-b170-4fda-a8b3-96548be4fb40 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:54.502707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-8c1e105a-a9a2-4128-a81f-f1a8b332507e service neutron] 10.222.0.26 "GET /v2.0/networks/06a9772f-3c0c-4276-9d41-081be8918cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332701 Aug 31 13:47:54.519207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.525639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:54.526251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Checking segment: {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:54.526828 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.527379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Bound using segment: {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:54.528138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Bound port: 9d212330-2a4a-49d4-adad-deeb1a417fe4, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:54.528840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.549186 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.626582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:54.631914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-6cb3a367-cbdf-48f1-8574-87d833f3f4d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=28294e77-d6fc-4a95-a3fc-37dea77adf3a HTTP/1.1" status: 200 len: 217 time: 0.0969908 Aug 31 13:47:54.634903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:54.639409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:54.647955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:54.678373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] For port 9d212330-2a4a-49d4-adad-deeb1a417fe4, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:54.689317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] For port 9d212330-2a4a-49d4-adad-deeb1a417fe4, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9d212330-2a4a-49d4-adad-deeb1a417fe4,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:54.700552 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.713917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Pushing event updated for resources: {'Port': ['ID=b59354a3-5802-456f-a4da-25412086129e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:54.785451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0383c-64ac-47f3-bfe5-ecef1a3b68f2 req-8a36d574-ce6c-4267-b43c-2c770b21d30f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:54.787014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ad0383c-64ac-47f3-bfe5-ecef1a3b68f2 req-8a36d574-ce6c-4267-b43c-2c770b21d30f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1569769 Aug 31 13:47:54.789202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-0d447e08-ce2d-4a62-8e1d-780992fe2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:54.790580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-0d447e08-ce2d-4a62-8e1d-780992fe2c0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130a1abb-1445-4c2f-89fd-2025fe67bb37 HTTP/1.1" status: 200 len: 801 time: 0.1187732 Aug 31 13:47:54.820253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a087673-aea5-4c1c-98de-20ad386b6f23 None None] Pushing event updated for resources: {'Port': ['ID=9d212330-2a4a-49d4-adad-deeb1a417fe4,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:54.888078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ad0383c-64ac-47f3-bfe5-ecef1a3b68f2 req-e5037116-c33f-4db1-9e59-7b38d602520c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832813 Aug 31 13:47:54.898636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-efe77860-8a1f-4f35-9dc0-7e05d7dd3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:54.900416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-efe77860-8a1f-4f35-9dc0-7e05d7dd3781 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fe23254-fd57-4f7c-9dbb-fa787539df07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973687 Aug 31 13:47:54.986736 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7967b18-4d96-4348-9544-1912334867dd x-openstack-request-id: req-e7967b18-4d96-4348-9544-1912334867dd {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:54.988852 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d06398-ae00-4ff7-bbe5-b0e721e9a770", "name": "network-vif-plugged", "status": "completed", "tag": "538b3a99-d8f8-4a35-b31a-6cb72fd0f66a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:54.989789 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7967b18-4d96-4348-9544-1912334867dd {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:54.991209 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a', 'code': 200} Aug 31 13:47:55.024381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c130cc-377b-4f57-9613-9dea92f68161 req-9357a5fd-e2a9-4fec-ad04-271c08148c37 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.034634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-c23b190d-c7d0-4ffe-aa46-1dd748ec2974 service neutron] 10.222.0.26 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202931 Aug 31 13:47:55.038403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-80c130cc-377b-4f57-9613-9dea92f68161 req-9357a5fd-e2a9-4fec-ad04-271c08148c37 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.3423495 Aug 31 13:47:55.188508 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-80c130cc-377b-4f57-9613-9dea92f68161 req-093496ed-10b8-4efc-afbb-d37384ee5297 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496112 Aug 31 13:47:55.213330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:55.264544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f0da-b3c8-45b9-93a2-e22ed263364d req-a8eac025-07e7-46cb-97c6-724eb3f5a96f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.265283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ba4f0da-b3c8-45b9-93a2-e22ed263364d req-a8eac025-07e7-46cb-97c6-724eb3f5a96f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1748741 Aug 31 13:47:55.287518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2993d-bee8-480a-9885-0ddd4e7014cc req-bcd05253-d0cf-491b-9284-d13ccd7c4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.290008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08b2993d-bee8-480a-9885-0ddd4e7014cc req-bcd05253-d0cf-491b-9284-d13ccd7c4700 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 1096 time: 0.1300418 Aug 31 13:47:55.298687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2289c909-1ad8-4de8-be6c-d6d512dfa34d req-cf93439e-60fd-4b41-9ce8-e44edcc3bb1c service neutron] 10.222.0.26 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502301 Aug 31 13:47:55.337287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ba4f0da-b3c8-45b9-93a2-e22ed263364d req-a6abdd75-36a9-438c-b4b3-5df228b08615 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587711 Aug 31 13:47:55.470182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ba932-2801-49ec-b285-1fe1512b2fe9 req-d6413723-4cf8-4347-8550-d97a150772a7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.471945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b73ba932-2801-49ec-b285-1fe1512b2fe9 req-d6413723-4cf8-4347-8550-d97a150772a7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 945 time: 0.0600500 Aug 31 13:47:55.501004 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08b2993d-bee8-480a-9885-0ddd4e7014cc req-7f1300b0-0667-4446-afc6-8968aa77756b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455684 Aug 31 13:47:55.515413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b73ba932-2801-49ec-b285-1fe1512b2fe9 req-5e972ac9-b0fb-4775-8f95-ebce92479f9e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Aug 31 13:47:55.593208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-546a0a1f-0dbf-48e1-9739-138e37627f75 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.594766 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-546a0a1f-0dbf-48e1-9739-138e37627f75 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.2176638 Aug 31 13:47:55.596362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:55.613586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-61e918e8-1e79-44bb-bd5f-a0a05076a107 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/quotas/a412d1ff6e0c4a8ea08c302fa0fbad88 HTTP/1.1" status: 200 len: 375 time: 0.0121315 Aug 31 13:47:55.660000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032e62-61b3-497e-a8d1-e55917527322 req-814add41-be5a-4f13-a670-23006fd370b5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.671263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032e62-61b3-497e-a8d1-e55917527322 req-814add41-be5a-4f13-a670-23006fd370b5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.681606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032e62-61b3-497e-a8d1-e55917527322 req-814add41-be5a-4f13-a670-23006fd370b5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.683786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b032e62-61b3-497e-a8d1-e55917527322 req-814add41-be5a-4f13-a670-23006fd370b5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2411 time: 0.1016023 Aug 31 13:47:55.731417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b032e62-61b3-497e-a8d1-e55917527322 req-e9f61d43-240c-48a4-8e24-c636155e58ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Aug 31 13:47:55.753385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-32d430ff-09df-4b30-8ace-c385b6bdf53b tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016979 Aug 31 13:47:55.853639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:47:55.929769 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-375a08cc-ea86-4367-a4ef-69c39ac5a4f4 service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618097 Aug 31 13:47:55.944158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-b3bccbba-f33f-49b6-af56-5a36cf9f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.944828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-b3bccbba-f33f-49b6-af56-5a36cf9f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.945425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-b3bccbba-f33f-49b6-af56-5a36cf9f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:55.947498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-b3bccbba-f33f-49b6-af56-5a36cf9f17d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2864 time: 0.0675633 Aug 31 13:47:56.074989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b38e4-b84a-4376-9067-ec4a700ad962 None None] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:56.095011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:56.118573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fab1c-6c3f-4302-b0b4-3ef58f40d93f req-b502e4b7-b6b6-43f4-9907-4b20c3724703 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:56.120578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-cfb0651e-e222-4324-84e1-28114f0055ac service neutron] 10.222.0.10 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766002 Aug 31 13:47:56.124469 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Sync routers for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:56.125941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:56.128909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-53d01721-534d-4da8-8314-cd9e7855f909 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 2.8619225 Aug 31 13:47:56.132131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53742) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:56.139087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-294fab1c-6c3f-4302-b0b4-3ef58f40d93f req-b502e4b7-b6b6-43f4-9907-4b20c3724703 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1518793 Aug 31 13:47:56.166547 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:56.170053 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:56.207896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-d33b4bc9-3900-4b85-a17f-e2946f4250af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:56.210404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-d33b4bc9-3900-4b85-a17f-e2946f4250af service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fe23254-fd57-4f7c-9dbb-fa787539df07 HTTP/1.1" status: 200 len: 903 time: 0.2522447 Aug 31 13:47:56.286439 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:56.337567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-9d6b86ec-0a89-4d92-b42c-4e19f3755018 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=28294e77-d6fc-4a95-a3fc-37dea77adf3a HTTP/1.1" status: 200 len: 217 time: 0.1103377 Aug 31 13:47:56.338656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d212330-2a4a-49d4-adad-deeb1a417fe4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:56.418060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0b588f16-87ab-4ef5-8654-19ff5014b686 None None] Provisioning for port 9d212330-2a4a-49d4-adad-deeb1a417fe4 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:56.464217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-294fab1c-6c3f-4302-b0b4-3ef58f40d93f req-de0e1427-ede8-48be-a98c-009ca95ce1d8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239794 Aug 31 13:47:56.481762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-13cafce4-225e-4dc3-b89f-7bdcce41007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:56.483572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-13cafce4-225e-4dc3-b89f-7bdcce41007a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130a1abb-1445-4c2f-89fd-2025fe67bb37 HTTP/1.1" status: 200 len: 801 time: 0.1347804 Aug 31 13:47:56.526776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9d212330-2a4a-49d4-adad-deeb1a417fe4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:56.535956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9d212330-2a4a-49d4-adad-deeb1a417fe4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:56.536513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:56.615082 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:54Z', 'revision_number': 3, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:56.641043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-7ede2579-30b4-4fd8-b693-953d98ac8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:56.645603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-7ede2579-30b4-4fd8-b693-953d98ac8875 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fe23254-fd57-4f7c-9dbb-fa787539df07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527681 Aug 31 13:47:56.682581 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Checking router: 49b42e0b-68e9-41c2-a2c6-f718da4cb81d for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:56.684028 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Updating router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d port b59354a3-5802-456f-a4da-25412086129e binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:47:56.694028 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28fae9a0-51f7-49e4-a7b3-abdb22d82f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:56.745969 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:56.821800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-7ed4a49f-3f39-4d38-b9e5-a745fb24dca4 service neutron] 10.222.0.26 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568770 Aug 31 13:47:56.825228 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:56.866986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b0797-5f3e-4777-aca4-f37dc4e8fc15 req-4ad74157-0988-4461-9c6c-38459e1940c5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:56.868911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9d212330-2a4a-49d4-adad-deeb1a417fe4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9d212330-2a4a-49d4-adad-deeb1a417fe4,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:56.870376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809b0797-5f3e-4777-aca4-f37dc4e8fc15 req-4ad74157-0988-4461-9c6c-38459e1940c5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.2623656 Aug 31 13:47:56.879364 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:56.950040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9d212330-2a4a-49d4-adad-deeb1a417fe4,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:57.026275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f45a6-08f7-46fd-ad00-b4d67ad65cc2 req-15d4e75c-8785-4f06-a7bb-9ebccb042920 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:57.035012 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17f45a6-08f7-46fd-ad00-b4d67ad65cc2 req-15d4e75c-8785-4f06-a7bb-9ebccb042920 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1558976 Aug 31 13:47:57.070342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809b0797-5f3e-4777-aca4-f37dc4e8fc15 req-b7453074-abb5-40d1-9c8c-2d74802bce51 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523750 Aug 31 13:47:57.149096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61da4ef-055e-4242-903c-ae374f3bce88 req-f53df75e-1054-477f-8e8a-5988e0504333 service neutron] 10.222.0.26 "GET /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139203 Aug 31 13:47:57.218642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17f45a6-08f7-46fd-ad00-b4d67ad65cc2 req-3ce637cd-46b1-4170-a671-0954d3e410c8 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804202 Aug 31 13:47:57.338511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb355807-7f5d-4384-9496-6781e5136352 req-afb04003-6e57-4043-8a84-2b684832e6e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:57.341056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb355807-7f5d-4384-9496-6781e5136352 req-afb04003-6e57-4043-8a84-2b684832e6e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 945 time: 0.1591296 Aug 31 13:47:57.368944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:57.374263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-59354a8a-d527-40d5-b62b-1c750616b742 None None] Provisioning complete for port 9d212330-2a4a-49d4-adad-deeb1a417fe4 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:57.376425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-59354a8a-d527-40d5-b62b-1c750616b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:57.388514 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:57.419696 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Transition to ACTIVE for port object b59354a3-5802-456f-a4da-25412086129e will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:57.427659 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e5092c4-a293-41bd-800e-ad37dcb923b4 req-413a4720-8440-415e-83f5-1ff5889e66ef tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 210 time: 0.0931420 Aug 31 13:47:57.433411 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:57.435435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb355807-7f5d-4384-9496-6781e5136352 req-e2f76135-55ea-4818-b3c6-1986b971e050 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759788 Aug 31 13:47:57.545033 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Attempting to bind port b59354a3-5802-456f-a4da-25412086129e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:57.545480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Attempting to bind port b59354a3-5802-456f-a4da-25412086129e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:57.545852 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Attempting to bind port b59354a3-5802-456f-a4da-25412086129e on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:57.554582 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:57.555010 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:57.555385 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:57.556597 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:57.557144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Bound port: b59354a3-5802-456f-a4da-25412086129e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:57.557653 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:57.598721 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3400d71-95d8-4a88-8664-f9e0f5c8637c None None] Pushing event updated for resources: {'Port': ['ID=b59354a3-5802-456f-a4da-25412086129e,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:57.653475 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] For port b59354a3-5802-456f-a4da-25412086129e, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:57.658221 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] For port b59354a3-5802-456f-a4da-25412086129e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b59354a3-5802-456f-a4da-25412086129e,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:57.663123 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:57.728435 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:57.729072 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:57.758879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77be97c-d664-463a-bd4d-619186588ecc req-30b2608e-4c15-4e56-a348-5bac7db36151 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:57.770576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77be97c-d664-463a-bd4d-619186588ecc req-30b2608e-4c15-4e56-a348-5bac7db36151 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:57.771844 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3400d71-95d8-4a88-8664-f9e0f5c8637c None None] Pushing event updated for resources: {'Port': ['ID=b59354a3-5802-456f-a4da-25412086129e,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:57.787370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77be97c-d664-463a-bd4d-619186588ecc req-30b2608e-4c15-4e56-a348-5bac7db36151 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:57.790109 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a77be97c-d664-463a-bd4d-619186588ecc req-30b2608e-4c15-4e56-a348-5bac7db36151 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2411 time: 0.1529474 Aug 31 13:47:57.865285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a801c-fdde-48b9-bab0-5fd0a2eb39b4 req-2b95635d-4dcb-4ed2-b26c-56733306a0fb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:57.874089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f61a801c-fdde-48b9-bab0-5fd0a2eb39b4 req-2b95635d-4dcb-4ed2-b26c-56733306a0fb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0935915 Aug 31 13:47:57.896755 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a77be97c-d664-463a-bd4d-619186588ecc req-1d6fcdd5-54af-4d43-bc8f-ea1a3679afbf tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703301 Aug 31 13:47:57.923385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Allocated IP 172.20.0.1 (50892ccb-b170-4fda-a8b3-96548be4fb40/fb884aa5-dd43-48ca-b674-34c125d1f481/b9127720-cbaa-4335-a8bf-576ea3b6d2f2) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:57.933143 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:57.937624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f61a801c-fdde-48b9-bab0-5fd0a2eb39b4 req-e19741f9-eae1-42c0-a0e9-f3ee4fdc514a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569022 Aug 31 13:47:58.145707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d212330-2a4a-49d4-adad-deeb1a417fe4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:58.166543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:58.198851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Transition to ACTIVE for port object b9127720-cbaa-4335-a8bf-576ea3b6d2f2 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:58.244672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9d212330-2a4a-49d4-adad-deeb1a417fe4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:58.245309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:58.327538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:58.369114 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:54Z', 'revision_number': 3, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:58.378586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe7d0b-10e4-408b-a123-087a552fbd17 req-f3334812-6a79-44c8-bbfa-be7b459a1184 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:58.380222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabe7d0b-10e4-408b-a123-087a552fbd17 req-f3334812-6a79-44c8-bbfa-be7b459a1184 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0659893 Aug 31 13:47:58.403420 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b48f-34dd-4ac8-b5a0-10bcd7c97455 None None] The sync data for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 is: [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:54Z', 'revision_number': 3, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:58.410183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:58.415348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:58.427834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:58.467947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabe7d0b-10e4-408b-a123-087a552fbd17 req-450e46b4-7f99-4993-b3c1-bd8c989502a5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674453 Aug 31 13:47:58.583818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a52264-dc73-49f9-a39d-d3a21e596128 req-9833ffaf-6332-4e01-93f7-3e5331ca59d2 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 210 time: 0.0297084 Aug 31 13:47:58.775430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ce8eb-d054-4789-a687-b256bcec9c62 req-24050541-60c4-420c-aa39-a212ead8a1d1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:58.783929 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a31ce8eb-d054-4789-a687-b256bcec9c62 req-24050541-60c4-420c-aa39-a212ead8a1d1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 945 time: 0.0934632 Aug 31 13:47:58.796050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-98e76ddc-448f-4f5d-89ba-7427a92da134 None None] Provisioning for port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:58.817852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-98e76ddc-448f-4f5d-89ba-7427a92da134 None None] Provisioning complete for port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:58.818653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98e76ddc-448f-4f5d-89ba-7427a92da134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:58.838831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a31ce8eb-d054-4789-a687-b256bcec9c62 req-818ffc81-b09a-444c-8457-910503b49f83 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Aug 31 13:47:58.893344 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Pushing event updated for resources: {'Port': ['ID=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:58.912818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-98e76ddc-448f-4f5d-89ba-7427a92da134 None None] Port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:58.937550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515901-645f-4b68-b9b2-77a40abf67c4 req-1bca4fa5-caaa-492e-8f66-8db91851d223 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:58.940519 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-63515901-645f-4b68-b9b2-77a40abf67c4 req-1bca4fa5-caaa-492e-8f66-8db91851d223 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.6808338 Aug 31 13:47:58.974624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:59.113274 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-63515901-645f-4b68-b9b2-77a40abf67c4 req-33bb1b0d-3109-4532-9c4b-c08ab8956499 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653886 Aug 31 13:47:59.186872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740e0b4-648b-4dbf-bc8d-e7520cbcce0f req-5f2f4fb4-8290-4658-be3e-bbd681db063d tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:59.190150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9740e0b4-648b-4dbf-bc8d-e7520cbcce0f req-5f2f4fb4-8290-4658-be3e-bbd681db063d tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 1096 time: 0.1141801 Aug 31 13:47:59.255449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-980f28ba-9e3d-495a-a184-237415ade9dd tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:59.256998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-980f28ba-9e3d-495a-a184-237415ade9dd tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 808 time: 0.2566137 Aug 31 13:47:59.265416 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbc84163-438d-4ab5-b688-8eec22415d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:59.292344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9740e0b4-648b-4dbf-bc8d-e7520cbcce0f req-afbfdcdf-c9ec-4c81-bf8a-fa8643d370b6 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710258 Aug 31 13:47:59.303613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Request body: {'port': {'device_id': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'admin_state_up': True, 'tenant_id': 'a412d1ff6e0c4a8ea08c302fa0fbad88'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:59.312411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:59.347762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f71bb-7c9d-4db7-8781-e9d3bd78f965 req-8d22999e-7079-46d9-8131-0965b09d2d38 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:59.357940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f71bb-7c9d-4db7-8781-e9d3bd78f965 req-8d22999e-7079-46d9-8131-0965b09d2d38 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:59.368117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f71bb-7c9d-4db7-8781-e9d3bd78f965 req-8d22999e-7079-46d9-8131-0965b09d2d38 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:59.369915 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab7f71bb-7c9d-4db7-8781-e9d3bd78f965 req-8d22999e-7079-46d9-8131-0965b09d2d38 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2411 time: 0.1386869 Aug 31 13:47:59.479981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:59.515891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab7f71bb-7c9d-4db7-8781-e9d3bd78f965 req-f38c3d35-c1a8-45db-915c-e51f8b965f22 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925720 Aug 31 13:47:59.566682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef4a9c-26c6-4a61-8605-3f5757cb7b67 req-f16b3e7e-a1db-44ae-8bb0-91c5f90d06ce tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:59.569228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3ef4a9c-26c6-4a61-8605-3f5757cb7b67 req-f16b3e7e-a1db-44ae-8bb0-91c5f90d06ce tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1438122 Aug 31 13:47:59.623410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Made reservation on behalf of a412d1ff6e0c4a8ea08c302fa0fbad88 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:59.630368 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:59.721629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3ef4a9c-26c6-4a61-8605-3f5757cb7b67 req-379173fa-cb99-4df8-b448-1cffa502104f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237710 Aug 31 13:47:59.778338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b933684b-03cf-4391-9c9e-c9913f20ad05 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:59.791079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312e7a-1aff-4ebc-a1f0-bc117ee88073 req-985dc1ba-43a5-4a31-a46a-566cef5fcf9c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:59.802523 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc312e7a-1aff-4ebc-a1f0-bc117ee88073 req-985dc1ba-43a5-4a31-a46a-566cef5fcf9c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1189547 Aug 31 13:47:59.878664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:59.896262 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc312e7a-1aff-4ebc-a1f0-bc117ee88073 req-656c6311-26a0-4585-98a3-c733288a35d5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926149 Aug 31 13:47:59.900228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:59.995675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b933684b-03cf-4391-9c9e-c9913f20ad05, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b933684b-03cf-4391-9c9e-c9913f20ad05,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:00.032537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b933684b-03cf-4391-9c9e-c9913f20ad05', 'network_id': '06a9772f-3c0c-4276-9d41-081be8918cb6', 'port_id': 'b933684b-03cf-4391-9c9e-c9913f20ad05', 'mac_address': 'fa:16:3e:a0:ec:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:00.052196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e3f2ea6-e054-46f7-a833-c6744ccebc9e req-7fdb431c-7edd-4402-ae94-88e12e092b14 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 210 time: 0.1239176 Aug 31 13:48:00.146012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:00.154049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:00.176086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Allocated IP 172.20.0.14 (0ceeeb85-9087-45e9-8b64-0cdcc9206a2a/483300cd-c929-4e93-9d3c-7ac90b7407ab/7c20d661-b47e-4aa5-b80d-ca00c2c72cf3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:00.182943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Pushing event updated for resources: {'Port': ['ID=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:00.222965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b933684b-03cf-4391-9c9e-c9913f20ad05 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:00.250652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b59354a3-5802-456f-a4da-25412086129e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:00.301525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b933684b-03cf-4391-9c9e-c9913f20ad05, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b933684b-03cf-4391-9c9e-c9913f20ad05,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:00.321895 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:00.323096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c73667d0-9c5b-41be-b7e8-ebcf5c66b250 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:00.468890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:00.476600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:00.669563 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:00.700021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b933684b-03cf-4391-9c9e-c9913f20ad05,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:00.722803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b59354a3-5802-456f-a4da-25412086129e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:00.733001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:00.735724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b59354a3-5802-456f-a4da-25412086129e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:00.736099 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:00.773704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:48:00.793350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383c68d-ec66-461e-a841-53f6302eafc1 req-6d78b3f7-3811-4399-898c-96a44a1e7026 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:00.796975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250', 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07', 'port_id': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250', 'mac_address': 'fa:16:3e:50:be:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130a1abb-1445-4c2f-89fd-2025fe67bb37', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:00.817532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7383c68d-ec66-461e-a841-53f6302eafc1 req-6d78b3f7-3811-4399-898c-96a44a1e7026 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.5637226 Aug 31 13:48:00.896227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:00.935553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7383c68d-ec66-461e-a841-53f6302eafc1 req-681b5539-de5d-4986-822f-fa956a0ea464 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019638 Aug 31 13:48:00.952025 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:00.998113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73667d0-9c5b-41be-b7e8-ebcf5c66b250 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:01.025701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:01.047821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-88e80631-3969-41d0-9f41-6ebfd6e44b89 None None] Provisioning complete for port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:01.048465 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88e80631-3969-41d0-9f41-6ebfd6e44b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:01.123538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:48:01.153785 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d0ad2c9-669d-43ec-9757-acf64e57b902 admin admin] 10.222.0.10 "PUT /v2.0/routers/49b42e0b-68e9-41c2-a2c6-f718da4cb81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0118937 Aug 31 13:48:01.159697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:01.164792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:01.166625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b07189-5e75-4567-9dfc-2234fa1d80ab req-dbbd0385-aa0b-4b9c-bd7d-0f7f991ab994 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:01.169127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:01.176969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:01.183098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-88e80631-3969-41d0-9f41-6ebfd6e44b89 None None] Port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:01.183463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event updated for resources: {'Port': ['ID=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:01.194283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b07189-5e75-4567-9dfc-2234fa1d80ab req-dbbd0385-aa0b-4b9c-bd7d-0f7f991ab994 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:01.207078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['08252222-264a-4909-bfd5-ea2769d28066', '03ec4247-c696-41ea-b8a1-579d62594f4a', '0829ddf1-46f6-4b74-a85d-4e1696de1232'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:01.214414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b07189-5e75-4567-9dfc-2234fa1d80ab req-dbbd0385-aa0b-4b9c-bd7d-0f7f991ab994 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:01.216607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78b07189-5e75-4567-9dfc-2234fa1d80ab req-dbbd0385-aa0b-4b9c-bd7d-0f7f991ab994 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2412 time: 0.4490080 Aug 31 13:48:01.240288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80928e-902c-4a32-bd52-d2ab7c90f79e req-cab77292-05a6-4e52-b8d5-e7d03b261e87 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:01.247254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Sync routers for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:48:01.249949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef80928e-902c-4a32-bd52-d2ab7c90f79e req-cab77292-05a6-4e52-b8d5-e7d03b261e87 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1676085 Aug 31 13:48:01.291724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:01.292759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:01.305634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78b07189-5e75-4567-9dfc-2234fa1d80ab req-b15a4d61-504e-4c14-ba8e-48c2f514be83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Aug 31 13:48:01.319491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:01.320171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 28294e77-d6fc-4a95-a3fc-37dea77adf3a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:01.337007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef80928e-902c-4a32-bd52-d2ab7c90f79e req-c724c543-7271-44da-bf9a-4c646b676880 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857971 Aug 31 13:48:01.355909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5d32bbe2-c8d2-4101-8d5a-f93e5248de29 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0575173 Aug 31 13:48:01.358577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:01.386463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Request body: {'port': {'device_id': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:01.417879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b59354a3-5802-456f-a4da-25412086129e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b59354a3-5802-456f-a4da-25412086129e,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:01.478526 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:01.503186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:01.504150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:01.625254 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:01.655566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f7fd3-76e8-40db-8e55-3754982e36a9 req-982a4b0d-8a5e-4b8c-924c-dd5c9cd85351 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:01.659867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6b3f7fd3-76e8-40db-8e55-3754982e36a9 req-982a4b0d-8a5e-4b8c-924c-dd5c9cd85351 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1104419 Aug 31 13:48:01.725208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6b3f7fd3-76e8-40db-8e55-3754982e36a9 req-12b07784-9c01-4dea-921c-de9003e8535c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524311 Aug 31 13:48:01.742794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda63d0-ae80-4d7e-8182-aac6d3181505 req-5c180867-a4c1-42c4-ab43-ef2c97a22f66 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:01.756194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4fda63d0-ae80-4d7e-8182-aac6d3181505 req-5c180867-a4c1-42c4-ab43-ef2c97a22f66 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 932 time: 0.2875607 Aug 31 13:48:01.956409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:02.073118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4fda63d0-ae80-4d7e-8182-aac6d3181505 req-bf4843d4-4aa3-471e-bb5f-e6bd004e71e6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149679 Aug 31 13:48:02.075459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:48:02.165690 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:02.174705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 28294e77-d6fc-4a95-a3fc-37dea77adf3a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=28294e77-d6fc-4a95-a3fc-37dea77adf3a,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:02.232810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:02.285053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '28294e77-d6fc-4a95-a3fc-37dea77adf3a', 'network_id': '0fe23254-fd57-4f7c-9dbb-fa787539df07', 'port_id': '28294e77-d6fc-4a95-a3fc-37dea77adf3a', 'mac_address': 'fa:16:3e:d1:21:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130a1abb-1445-4c2f-89fd-2025fe67bb37', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:02.321730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b59354a3-5802-456f-a4da-25412086129e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:02.332666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48b23-b0b6-4c2d-8ec9-5b8da5a7c38a req-28e4b2ea-2218-4cf3-805b-f6ab986dae4c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:02.334235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bff48b23-b0b6-4c2d-8ec9-5b8da5a7c38a req-28e4b2ea-2218-4cf3-805b-f6ab986dae4c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0829463 Aug 31 13:48:02.463412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:02.478374 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:02.486992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:02.497503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Transition to ACTIVE for port object 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:02.504256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-43dda6ae-b68f-418d-baab-339f8fb15a24 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:02.506794 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-43dda6ae-b68f-418d-baab-339f8fb15a24 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks?id=50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 200 len: 827 time: 0.1699374 Aug 31 13:48:02.527051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bff48b23-b0b6-4c2d-8ec9-5b8da5a7c38a req-dad1e34a-bc4d-4152-96f8-326102e9af34 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775022 Aug 31 13:48:02.529484 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-5e580e66-a3d8-4015-8b51-9a74dc727834 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/quotas/026ead8ed1574f43949b4e43f6ed2a0d HTTP/1.1" status: 200 len: 375 time: 0.0156631 Aug 31 13:48:02.534352 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:02.544708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28294e77-d6fc-4a95-a3fc-37dea77adf3a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:02.589214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 28294e77-d6fc-4a95-a3fc-37dea77adf3a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=28294e77-d6fc-4a95-a3fc-37dea77adf3a,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:02.617908 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:02.638516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-7ee4214c-702e-4232-b99c-25e35bd38b40 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021214 Aug 31 13:48:02.656117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Pushing event updated for resources: {'Port': ['ID=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:02.754589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524db1-9ae9-4528-b2bf-430ec742b50f req-60f6e743-77bc-4988-b677-afa87536f4d5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:02.764788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524db1-9ae9-4528-b2bf-430ec742b50f req-60f6e743-77bc-4988-b677-afa87536f4d5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:02.775488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524db1-9ae9-4528-b2bf-430ec742b50f req-60f6e743-77bc-4988-b677-afa87536f4d5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:02.778726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4524db1-9ae9-4528-b2bf-430ec742b50f req-60f6e743-77bc-4988-b677-afa87536f4d5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2414 time: 0.1160457 Aug 31 13:48:02.805685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=28294e77-d6fc-4a95-a3fc-37dea77adf3a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:02.818900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-9cf535d3-5537-4538-96af-08b34c637e49 service neutron] 10.222.0.10 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778231 Aug 31 13:48:02.844843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4524db1-9ae9-4528-b2bf-430ec742b50f req-2ec3d0e2-debf-4d1d-a88e-da7e4ea25e23 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525348 Aug 31 13:48:02.846246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:02.847117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:02.847642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:02.853523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:02.854207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:02.860617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:02.861385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Checking segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:02.862552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Bound using segment: {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:02.863669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Bound port: 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:02.864279 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:02.880351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 2, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:02.915019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Checking router: 49b42e0b-68e9-41c2-a2c6-f718da4cb81d for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:48:02.915369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Updating router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:48:02.945468 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:02.946948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] For port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:02.951598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] For port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:02.980758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.000135 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-733f64b3-1ae9-44dc-af2e-d78c8e33235b service neutron] 10.222.0.10 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784215 Aug 31 13:48:03.056208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:03.056852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.058455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] 10.222.0.26 "PUT /v2.0/ports/7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 HTTP/1.1" status: 200 len: 1092 time: 1.6780121 Aug 31 13:48:03.059501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'tag': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:03.062035 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e73cbf-469c-4e69-ab06-1001e7e6bc0e", "tag": "7c20d661-b47e-4aa5-b80d-ca00c2c72cf3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:03.087870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c000-a194-41e0-bad4-77673f089a37 service neutron] Pushing event updated for resources: {'Port': ['ID=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:03.127383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc98f4b-5302-4bed-85e0-101f3510284f req-93291a15-ad0f-4de6-afcd-116d853f6c9a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:03.129827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffc98f4b-5302-4bed-85e0-101f3510284f req-93291a15-ad0f-4de6-afcd-116d853f6c9a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1629457 Aug 31 13:48:03.332935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.335561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffc98f4b-5302-4bed-85e0-101f3510284f req-a7be6a79-f102-482b-91a2-76e602354f6c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940467 Aug 31 13:48:03.346081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-b412f332-b63e-49d8-963c-dc997fb847a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:03.349791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-b412f332-b63e-49d8-963c-dc997fb847a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 1095 time: 0.1824901 Aug 31 13:48:03.352493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Transition to ACTIVE for port object b9127720-cbaa-4335-a8bf-576ea3b6d2f2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:03.370406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.542274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0f9d0-9cf2-4091-9a67-c3e8d63789c7 None None] Pushing event updated for resources: {'Port': ['ID=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:03.571323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-1f24017d-5082-40fc-9191-ae4b6fc33fcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 HTTP/1.1" status: 200 len: 217 time: 0.1955628 Aug 31 13:48:03.587330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Attempting to bind port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:03.587737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Attempting to bind port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:03.588359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Attempting to bind port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 on network 50892ccb-b170-4fda-a8b3-96548be4fb40 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:03.599906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:03.600650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Checking segment: {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:03.601350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.602113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Bound using segment: {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:03.603932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Bound port: b9127720-cbaa-4335-a8bf-576ea3b6d2f2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:03.605070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.612803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bcbf1-37c5-418c-adb7-30a1c041263a req-2c352b8c-c42c-41c5-8998-2979ccffbbb4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:03.615778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e07bcbf1-37c5-418c-adb7-30a1c041263a req-2c352b8c-c42c-41c5-8998-2979ccffbbb4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1295407 Aug 31 13:48:03.690607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-975c4c99-ef25-4271-9d97-19126e0ef7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:03.692270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-975c4c99-ef25-4271-9d97-19126e0ef7e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.1066811 Aug 31 13:48:03.698169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e07bcbf1-37c5-418c-adb7-30a1c041263a req-0f7569e6-fe19-4686-8337-253d2647a85b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565498 Aug 31 13:48:03.743221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-5dceaa95-ca9e-4db5-ace5-3c0dda615efb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398581 Aug 31 13:48:03.856281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] For port b9127720-cbaa-4335-a8bf-576ea3b6d2f2, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:03.873561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] For port b9127720-cbaa-4335-a8bf-576ea3b6d2f2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:03.890148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.912220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c73667d0-9c5b-41be-b7e8-ebcf5c66b250'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:03.934517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-9c19a918-2450-4d27-9f20-3ac57c3f6f8a service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805537 Aug 31 13:48:03.943324 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1411f73-c8f6-44e7-965b-e1ea0588a977 x-openstack-request-id: req-e1411f73-c8f6-44e7-965b-e1ea0588a977 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:03.943611 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e73cbf-469c-4e69-ab06-1001e7e6bc0e", "tag": "7c20d661-b47e-4aa5-b80d-ca00c2c72cf3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:03.943866 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1411f73-c8f6-44e7-965b-e1ea0588a977 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:03.944386 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'tag': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3', 'status': 'completed', 'code': 200} Aug 31 13:48:04.144776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e636b20a-32af-45ea-b743-f6fd2b386a09 req-f32d9e8c-e56f-445d-9f54-6998acc84745 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991909 Aug 31 13:48:04.166208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b933684b-03cf-4391-9c9e-c9913f20ad05'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:04.177020 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3676-8d5b-4b1d-b7d8-9ec683b4a838 req-951e7223-7031-45e1-a1ed-fb3567f1bd07 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:04.200079 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-475a3676-8d5b-4b1d-b7d8-9ec683b4a838 req-951e7223-7031-45e1-a1ed-fb3567f1bd07 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.1454628 Aug 31 13:48:04.250108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['28294e77-d6fc-4a95-a3fc-37dea77adf3a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:04.279638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-475a3676-8d5b-4b1d-b7d8-9ec683b4a838 req-f161bc8a-9ed8-47b1-a673-b207dc3c2648 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764911 Aug 31 13:48:04.395653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b59354a3-5802-456f-a4da-25412086129e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:04.494733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af8926-64d7-4abf-ab01-eaf72494b31a req-b9dcd200-1efb-4cb3-92a6-0a5ab356204b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:04.496359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25af8926-64d7-4abf-ab01-eaf72494b31a req-b9dcd200-1efb-4cb3-92a6-0a5ab356204b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1439085 Aug 31 13:48:04.507050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d01e119c-6469-486b-9834-af3bfdc14c6c req-a6208a7d-ec88-4351-b0f0-c6d6e5722edc tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 210 time: 0.3561995 Aug 31 13:48:04.597846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25af8926-64d7-4abf-ab01-eaf72494b31a req-85cd82bf-3196-43da-9844-d2a158d2e9cb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904143 Aug 31 13:48:04.623424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-7a06e6b2-78f5-4f86-8646-4324997c7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:04.630304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-7a06e6b2-78f5-4f86-8646-4324997c7044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 1095 time: 0.1372089 Aug 31 13:48:04.655331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0f9d0-9cf2-4091-9a67-c3e8d63789c7 None None] Pushing event updated for resources: {'Port': ['ID=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:04.773681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:04.775273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:04.807216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595961-8950-43a9-b5b6-4bc2f7b908e8 req-84bb7d93-630c-41fc-8097-01ec5322b309 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:04.827218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595961-8950-43a9-b5b6-4bc2f7b908e8 req-84bb7d93-630c-41fc-8097-01ec5322b309 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:04.831175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cb6dc-5966-4035-b3e3-2fc407f8d8f0 req-a25d8a44-7ee1-4078-aa3d-a11ff47ce55d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:04.832810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b77cb6dc-5966-4035-b3e3-2fc407f8d8f0 req-a25d8a44-7ee1-4078-aa3d-a11ff47ce55d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.1114461 Aug 31 13:48:04.837887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595961-8950-43a9-b5b6-4bc2f7b908e8 req-84bb7d93-630c-41fc-8097-01ec5322b309 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:04.852931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1595961-8950-43a9-b5b6-4bc2f7b908e8 req-84bb7d93-630c-41fc-8097-01ec5322b309 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2414 time: 0.1924636 Aug 31 13:48:04.918272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b77cb6dc-5966-4035-b3e3-2fc407f8d8f0 req-f912f17a-8bb5-4c7b-b4fd-0f266f8e8a37 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715129 Aug 31 13:48:05.010500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-64f86797-41ec-45f8-a64a-c81d2fa0be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:05.021658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-64f86797-41ec-45f8-a64a-c81d2fa0be08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 200 len: 910 time: 0.3794394 Aug 31 13:48:05.038978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1595961-8950-43a9-b5b6-4bc2f7b908e8 req-d6a8a22f-d33d-462a-8922-5a048bee3671 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850481 Aug 31 13:48:05.108003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-97d1b04c-804e-4938-8a02-a9d6cd83f692 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 HTTP/1.1" status: 200 len: 217 time: 0.0504248 Aug 31 13:48:05.189254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b59354a3-5802-456f-a4da-25412086129e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:05.190053 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:05.230457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a4726-1d41-45fa-92cd-a01f3d705eb6 req-b08148dd-c8d0-4eed-8bf1-96c457b328aa tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:05.246929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-485a4726-1d41-45fa-92cd-a01f3d705eb6 req-b08148dd-c8d0-4eed-8bf1-96c457b328aa tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1313102 Aug 31 13:48:05.267839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-e38e4b5b-f40f-4dac-a9d1-196901400a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:05.269997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-e38e4b5b-f40f-4dac-a9d1-196901400a32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 200 len: 848 time: 0.1537890 Aug 31 13:48:05.361053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-d8f33c87-4325-44dd-92ea-3a5356343a8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715055 Aug 31 13:48:05.424147 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-485a4726-1d41-45fa-92cd-a01f3d705eb6 req-c0665fbf-739a-471a-ad65-21471db8d1db tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733541 Aug 31 13:48:05.435557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:05.548192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-cacec42f-bbd5-4d66-8b0c-114397d9b936 service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704125 Aug 31 13:48:05.565602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-71cf9105-d022-4e15-b572-73540e6b70ae tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:05.568261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-71cf9105-d022-4e15-b572-73540e6b70ae tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.26 "GET /v2.0/networks?id=50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 200 len: 827 time: 0.2861836 Aug 31 13:48:05.595532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Request body: {'port': {'device_id': '4d657354-d425-4a73-953d-566b697b594d', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'admin_state_up': True, 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:05.760657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e588d6ee-8c85-4f2c-963f-c5a98f7be8ba req-121c8c94-b912-4f4b-a245-c5179f25f2ab service neutron] 10.222.0.26 "GET /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575172 Aug 31 13:48:05.797570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9a1a-594b-4d13-91f3-eb6a394527e0 req-edc59e40-52b2-4e7e-a0ec-a55e0de322d7 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:05.810746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f63d9a1a-594b-4d13-91f3-eb6a394527e0 req-edc59e40-52b2-4e7e-a0ec-a55e0de322d7 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.2608218 Aug 31 13:48:05.866336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67119d04-e656-47b0-8d42-dd45e4f791e5 req-ee6c8aa4-2b3c-48b5-8013-196f1c03f10b tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 210 time: 0.0448315 Aug 31 13:48:05.877578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f63d9a1a-594b-4d13-91f3-eb6a394527e0 req-d08616cb-6fa3-4b0e-919a-02f919b1fb28 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656998 Aug 31 13:48:05.881390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Made reservation on behalf of 026ead8ed1574f43949b4e43f6ed2a0d for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:05.888394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:06.117756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:03Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:06.128594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Allocated IP 172.20.0.3 (50892ccb-b170-4fda-a8b3-96548be4fb40/fb884aa5-dd43-48ca-b674-34c125d1f481/acbdbd94-bcd8-4661-8ef4-6b4e62035496) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:06.150759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b36ace-b80c-4f8f-ad08-4f8036c35d05 req-55f18830-868d-405c-ba72-1579a0f152e7 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:06.154832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5b36ace-b80c-4f8f-ad08-4f8036c35d05 req-55f18830-868d-405c-ba72-1579a0f152e7 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 945 time: 0.0781927 Aug 31 13:48:06.187611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783db7b1-3ab1-4346-af52-4df6843fbfee None None] The sync data for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 is: [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:03Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:48:06.287412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5b36ace-b80c-4f8f-ad08-4f8036c35d05 req-406de460-1143-47b6-ac10-b1773f0e958b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165721 Aug 31 13:48:06.334084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b7049-9163-4693-a696-21f6d4131be1 req-2d53deac-062f-4e63-b1ff-031412abcd9d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:06.337638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a4b7049-9163-4693-a696-21f6d4131be1 req-2d53deac-062f-4e63-b1ff-031412abcd9d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.2023783 Aug 31 13:48:06.435973 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2a4b7049-9163-4693-a696-21f6d4131be1 req-ae158a6f-5343-4be9-a678-0f38050c271f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816097 Aug 31 13:48:06.439329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:06.473609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe14b-fd53-44e1-9fe5-0bad2faa0e45 req-c77e8e96-187c-4e9a-85e2-6c7d63fb93d4 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:06.473869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Transition to ACTIVE for port object acbdbd94-bcd8-4661-8ef4-6b4e62035496 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:06.480628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe14b-fd53-44e1-9fe5-0bad2faa0e45 req-c77e8e96-187c-4e9a-85e2-6c7d63fb93d4 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:06.487883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe14b-fd53-44e1-9fe5-0bad2faa0e45 req-c77e8e96-187c-4e9a-85e2-6c7d63fb93d4 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:06.498752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e2fe14b-fd53-44e1-9fe5-0bad2faa0e45 req-c77e8e96-187c-4e9a-85e2-6c7d63fb93d4 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2414 time: 0.1171749 Aug 31 13:48:06.539845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:06.560220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e2fe14b-fd53-44e1-9fe5-0bad2faa0e45 req-284d1446-e252-4697-937f-f2ec19645893 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605319 Aug 31 13:48:06.616547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event updated for resources: {'Port': ['ID=acbdbd94-bcd8-4661-8ef4-6b4e62035496,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:06.632417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:06.635150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:06.638881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:06.707847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:06.708540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:06.775488 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-e8eefad7-8b29-4fc6-afc8-057e13bf1877 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1857769 Aug 31 13:48:06.807634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12260a40-1132-4da0-9f3d-37af7e496f29 req-a8f76b07-f750-4f24-8065-64d692edfdd6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:06.817463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-12260a40-1132-4da0-9f3d-37af7e496f29 req-a8f76b07-f750-4f24-8065-64d692edfdd6 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1056166 Aug 31 13:48:06.839911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Request body: {'port': {'device_id': '4d657354-d425-4a73-953d-566b697b594d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:06.922656 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-12260a40-1132-4da0-9f3d-37af7e496f29 req-9bdef660-0fb1-4921-bbbd-13f4f0389378 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027462 Aug 31 13:48:07.011690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:07.132118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-188b3e6f-1a34-4d4f-8bf6-46390af09397 None None] Provisioning for port acbdbd94-bcd8-4661-8ef4-6b4e62035496 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:07.140045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdee2f-6dc3-4bb8-b3b4-66ea0959131c req-3cd16943-04b9-45c8-8d8e-555f53a25c8a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:07.141959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73bdee2f-6dc3-4bb8-b3b4-66ea0959131c req-3cd16943-04b9-45c8-8d8e-555f53a25c8a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.0730817 Aug 31 13:48:07.154818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-188b3e6f-1a34-4d4f-8bf6-46390af09397 None None] Provisioning complete for port acbdbd94-bcd8-4661-8ef4-6b4e62035496 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:07.155349 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-188b3e6f-1a34-4d4f-8bf6-46390af09397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:07.209278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-188b3e6f-1a34-4d4f-8bf6-46390af09397 None None] Port acbdbd94-bcd8-4661-8ef4-6b4e62035496 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:07.236809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73bdee2f-6dc3-4bb8-b3b4-66ea0959131c req-810332c1-2a1b-4598-8523-9f6514e1eb5f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861371 Aug 31 13:48:07.332007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4e62b-f9f6-42ca-8567-802ca3dfc03e req-f52c1f2c-e720-4268-829a-0ab7bd52acc5 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:07.333929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-86f4e62b-f9f6-42ca-8567-802ca3dfc03e req-f52c1f2c-e720-4268-829a-0ab7bd52acc5 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 931 time: 0.2102914 Aug 31 13:48:07.423404 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-86f4e62b-f9f6-42ca-8567-802ca3dfc03e req-6dca8073-b5d5-4e7f-a376-4a06bb5afd3d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783198 Aug 31 13:48:07.568030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbdbd94-bcd8-4661-8ef4-6b4e62035496 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:07.577580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:07.600280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaaca4-1701-45f0-884c-af0daa52b499 req-91e110bf-fe61-427e-a3f6-b1b0bec90b7d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:07.603088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaaaca4-1701-45f0-884c-af0daa52b499 req-91e110bf-fe61-427e-a3f6-b1b0bec90b7d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.0689657 Aug 31 13:48:07.605683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Transition to ACTIVE for port object acbdbd94-bcd8-4661-8ef4-6b4e62035496 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:07.612598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:07.701027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaaaca4-1701-45f0-884c-af0daa52b499 req-56e150bb-eb0a-48df-addd-8836008883ba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817409 Aug 31 13:48:07.771831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Pushing event updated for resources: {'Port': ['ID=acbdbd94-bcd8-4661-8ef4-6b4e62035496,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:07.847724 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5a3c9cb8-427e-423d-b157-267e4c3fdca2 service neutron] show failed (client error): The resource could not be found. Aug 31 13:48:07.848780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5a3c9cb8-427e-423d-b157-267e4c3fdca2 service neutron] 10.222.0.26 "GET /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3/bindings/n-h1-792362-6 HTTP/1.1" status: 404 len: 380 time: 0.1077893 Aug 31 13:48:07.880937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328c63-0db4-4188-8115-48bfa452d636 req-a115eae7-0e71-4e91-897d-b622652aa0f7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:07.893913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328c63-0db4-4188-8115-48bfa452d636 req-a115eae7-0e71-4e91-897d-b622652aa0f7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:07.900825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328c63-0db4-4188-8115-48bfa452d636 req-a115eae7-0e71-4e91-897d-b622652aa0f7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:07.910685 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-34328c63-0db4-4188-8115-48bfa452d636 req-a115eae7-0e71-4e91-897d-b622652aa0f7 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2414 time: 0.2191968 Aug 31 13:48:07.935431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Attempting to bind port acbdbd94-bcd8-4661-8ef4-6b4e62035496 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:07.935931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Attempting to bind port acbdbd94-bcd8-4661-8ef4-6b4e62035496 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:07.936372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Attempting to bind port acbdbd94-bcd8-4661-8ef4-6b4e62035496 on network 50892ccb-b170-4fda-a8b3-96548be4fb40 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:07.951922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Port acbdbd94-bcd8-4661-8ef4-6b4e62035496 on network 50892ccb-b170-4fda-a8b3-96548be4fb40 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:07.952492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Attempting to bind port acbdbd94-bcd8-4661-8ef4-6b4e62035496 on network 50892ccb-b170-4fda-a8b3-96548be4fb40 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:07.968806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:07.969456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Checking segment: {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:07.969837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Bound using segment: {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:07.970447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Bound port: acbdbd94-bcd8-4661-8ef4-6b4e62035496, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00043c96-8f94-4124-a45a-f0dbd965a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:07.971180 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.001767 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-34328c63-0db4-4188-8115-48bfa452d636 req-09857bd8-20ff-41a8-a520-672c0fd0e374 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899556 Aug 31 13:48:08.107220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] For port acbdbd94-bcd8-4661-8ef4-6b4e62035496, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:08.110703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] For port acbdbd94-bcd8-4661-8ef4-6b4e62035496, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:08.118243 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.139844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e7b41-f567-494a-bc95-f47e06da38f7 req-8b77376c-47d7-40d1-bfef-9d59f9434a49 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.157123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d8e7b41-f567-494a-bc95-f47e06da38f7 req-8b77376c-47d7-40d1-bfef-9d59f9434a49 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1205757 Aug 31 13:48:08.221630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b9127720-cbaa-4335-a8bf-576ea3b6d2f2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:08.241989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Pushing event updated for resources: {'Port': ['ID=acbdbd94-bcd8-4661-8ef4-6b4e62035496,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:08.250598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.251469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.253579 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-bd19234e-943c-4a76-9f1a-f70e42244051 service neutron] 10.222.0.26 "PUT /v2.0/ports/acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 1091 time: 1.4183481 Aug 31 13:48:08.254167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:08.258442 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fee44fa-91cc-47cd-85ab-003b385a456a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:08.323058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:08.329333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:08.329884 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.334990 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07a1ea-e5a9-48fe-be81-73d60677255c x-openstack-request-id: req-eb07a1ea-e5a9-48fe-be81-73d60677255c {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:08.335435 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:08.338363 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb07a1ea-e5a9-48fe-be81-73d60677255c {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:08.338363 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'status': 'completed', 'code': 200} Aug 31 13:48:08.340727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d8e7b41-f567-494a-bc95-f47e06da38f7 req-39adb772-688c-494d-8da9-32307a656eb3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825666 Aug 31 13:48:08.367900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-b1633601-c0cb-480e-a606-c78502bd1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.369480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-b1633601-c0cb-480e-a606-c78502bd1c90 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1101 time: 0.1720777 Aug 31 13:48:08.398869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:08.518192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-74299329-15fb-4c0c-9138-c44cea8a850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.518811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.520436 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-74299329-15fb-4c0c-9138-c44cea8a850b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 1094 time: 0.1393909 Aug 31 13:48:08.549002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.567338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b9127720-cbaa-4335-a8bf-576ea3b6d2f2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:08.574220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.603423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-7ee9d833-9eee-4f5c-aa98-56f32e01b3ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 217 time: 0.0454926 Aug 31 13:48:08.626015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349322c-2a2c-4d2b-9e9c-ddf24f1c6e76 req-b9115ecd-9f76-4734-8ba5-d9f5543b45a6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.634574 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f349322c-2a2c-4d2b-9e9c-ddf24f1c6e76 req-b9115ecd-9f76-4734-8ba5-d9f5543b45a6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.1594872 Aug 31 13:48:08.635405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:08.688567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-3556afc5-55aa-4073-9d4e-01673dfd0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.689919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-3556afc5-55aa-4073-9d4e-01673dfd0009 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb884aa5-dd43-48ca-b674-34c125d1f481 HTTP/1.1" status: 200 len: 866 time: 0.0733705 Aug 31 13:48:08.700256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba175fc1-8adb-41a2-a893-19656ff9f4a0 req-4f354d80-4a02-44c0-a82f-ea0e6a574d01 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.702640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba175fc1-8adb-41a2-a893-19656ff9f4a0 req-4f354d80-4a02-44c0-a82f-ea0e6a574d01 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 943 time: 0.1308072 Aug 31 13:48:08.751388 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f349322c-2a2c-4d2b-9e9c-ddf24f1c6e76 req-f3ec0ed1-610b-4a1f-9205-18fe29df2529 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159148 Aug 31 13:48:08.776074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-9081d371-b174-43d3-91ca-be1450ae5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.776074 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-9081d371-b174-43d3-91ca-be1450ae5769 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50892ccb-b170-4fda-a8b3-96548be4fb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565743 Aug 31 13:48:08.796657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b86b8b3e-b8fd-4963-a0c4-4969fe676496 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:08.810404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 28294e77-d6fc-4a95-a3fc-37dea77adf3a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:08.865577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba175fc1-8adb-41a2-a893-19656ff9f4a0 req-411a42b6-7cc8-4a91-ac4b-ec0ad8e84cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562130 Aug 31 13:48:08.969908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7097bb-7dba-44a1-bbc5-f9b014b450e2 req-da519590-6288-46d2-b519-3fabca456a3d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.972252 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d7097bb-7dba-44a1-bbc5-f9b014b450e2 req-da519590-6288-46d2-b519-3fabca456a3d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 950 time: 0.1067495 Aug 31 13:48:08.997559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:09.001544 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-41c67ed4-867b-4ad7-9c63-d3859c33835f service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144694 Aug 31 13:48:09.023906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 28294e77-d6fc-4a95-a3fc-37dea77adf3a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:09.039640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 28294e77-d6fc-4a95-a3fc-37dea77adf3a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:09.040026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.047073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:09.080113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:09.092206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'mac_address': 'fa:16:3e:5b:46:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:09.111955 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d7097bb-7dba-44a1-bbc5-f9b014b450e2 req-ae5c4789-ef6e-4aab-ba57-e7d7d37a7812 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259627 Aug 31 13:48:09.150951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.161199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:09.161961 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.165746 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae6687-6315-46d1-92b6-8eb28781df0e" -d '{"events": [{"server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "name": "network-vif-unplugged", "status": "completed", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:09.183549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.224780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa6f1954-7375-4f54-9e8e-193f61dc5aaa req-721d955c-b389-414d-8332-e774dbc89c76 service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886613 Aug 31 13:48:09.239396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b86b8b3e-b8fd-4963-a0c4-4969fe676496 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:09.290562 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.297205 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c47caea-648b-496c-9dca-fc511e13cbf3 x-openstack-request-id: req-4c47caea-648b-496c-9dca-fc511e13cbf3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:09.297500 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "name": "network-vif-unplugged", "status": "completed", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:09.297755 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c47caea-648b-496c-9dca-fc511e13cbf3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:09.298144 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'code': 200} Aug 31 13:48:09.298908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] No DVR routers for this DVR port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:09.303205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:09.321939 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.334874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28294e77-d6fc-4a95-a3fc-37dea77adf3a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:09.336711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:09.337174 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55f3c17-0b0f-483a-97cd-bfe5a596975a" -d '{"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "28294e77-d6fc-4a95-a3fc-37dea77adf3a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:09.386712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 28294e77-d6fc-4a95-a3fc-37dea77adf3a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=28294e77-d6fc-4a95-a3fc-37dea77adf3a,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:09.396205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.397209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b933684b-03cf-4391-9c9e-c9913f20ad05 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:09.401937 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d33bfee-7009-41de-80a3-3613d3e449e4 x-openstack-request-id: req-7d33bfee-7009-41de-80a3-3613d3e449e4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:09.402378 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "28294e77-d6fc-4a95-a3fc-37dea77adf3a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:09.402864 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d33bfee-7009-41de-80a3-3613d3e449e4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:09.403359 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28294e77-d6fc-4a95-a3fc-37dea77adf3a', 'code': 200} Aug 31 13:48:09.409963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5ea57-e71a-47e1-9483-a417d67a9137 req-727c83e1-b5b6-4861-8c4e-2ff3eea8dcd2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.420490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5ea57-e71a-47e1-9483-a417d67a9137 req-727c83e1-b5b6-4861-8c4e-2ff3eea8dcd2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.431164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5ea57-e71a-47e1-9483-a417d67a9137 req-727c83e1-b5b6-4861-8c4e-2ff3eea8dcd2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.442164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:09.445256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09e5ea57-e71a-47e1-9483-a417d67a9137 req-727c83e1-b5b6-4861-8c4e-2ff3eea8dcd2 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2414 time: 0.2757483 Aug 31 13:48:09.479006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.479333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.479719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.496041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.497272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.512550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.513228 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.517355 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 2 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.526522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09e5ea57-e71a-47e1-9483-a417d67a9137 req-d48a03dd-7502-4c48-9fac-4bb4df3ca39a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Aug 31 13:48:09.544166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.544683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.545207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.564732 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.577757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.578239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.583084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=28294e77-d6fc-4a95-a3fc-37dea77adf3a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:09.593100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b933684b-03cf-4391-9c9e-c9913f20ad05 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:09.600083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.600707 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.601398 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 3 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.602901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b933684b-03cf-4391-9c9e-c9913f20ad05 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:09.604110 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.626169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacab61e-1d62-4e7d-a495-fea744288b83 req-5bbaa819-3fae-468e-baf8-bdff4fc3e355 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.628710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dacab61e-1d62-4e7d-a495-fea744288b83 req-5bbaa819-3fae-468e-baf8-bdff4fc3e355 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1646714 Aug 31 13:48:09.630065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.630796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.631359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.632947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-ba021fe8-9e4f-4ea0-814b-450f1517fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.635837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-ba021fe8-9e4f-4ea0-814b-450f1517fd2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 1094 time: 0.1283598 Aug 31 13:48:09.637345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.638117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.643378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.644176 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.644646 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 4 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.659188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.659188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.659466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.664139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.664900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.669930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.670327 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.670732 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 5 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.685629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0c1b1366-b82d-4913-907a-09e0dd188a4b None None] Provisioning complete for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:09.686173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.686533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.686753 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1366-b82d-4913-907a-09e0dd188a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.686865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.691578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.691904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.696969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.697309 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.697704 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 6 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.712630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.713294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.713390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.718653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.718982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.726640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.726980 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.727377 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 7 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.732999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b1366-b82d-4913-907a-09e0dd188a4b None None] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:09.745143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.745756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.746849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.751947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.752277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.757967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.758355 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.759179 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 8 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.770840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b86b8b3e-b8fd-4963-a0c4-4969fe676496'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:09.787770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.789378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.790568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.799104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.799961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.810195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.810822 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.812796 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 9 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.820634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.838317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dacab61e-1d62-4e7d-a495-fea744288b83 req-c4f4b9c0-2c41-4a16-8db9-451ece891a2a tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990600 Aug 31 13:48:09.846414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.846889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.847689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.863096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-2826f81c-ab8d-4c79-afcf-09ecb7f9667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.865898 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-2826f81c-ab8d-4c79-afcf-09ecb7f9667c service neutron] 10.222.0.26 "GET /v2.0/networks?id=50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 200 len: 929 time: 0.2053325 Aug 31 13:48:09.868693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b933684b-03cf-4391-9c9e-c9913f20ad05, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b933684b-03cf-4391-9c9e-c9913f20ad05,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:09.874428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.875304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c73667d0-9c5b-41be-b7e8-ebcf5c66b250 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:09.903373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.904217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.909910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.910508 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:09.911148 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempt 10 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:48:09.948266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d4751-08c3-46d3-a8f3-84dd9707f88a req-8809b240-4ddb-4ce5-86bf-709373392c6e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.957442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-092d4751-08c3-46d3-a8f3-84dd9707f88a req-8809b240-4ddb-4ce5-86bf-709373392c6e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.1061728 Aug 31 13:48:09.960266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.960622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.961360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.969260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.969635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.982899 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-895d48b7-41d2-4653-999f-3d57c28e882d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 217 time: 0.1010153 Aug 31 13:48:09.991697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b933684b-03cf-4391-9c9e-c9913f20ad05,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:10.024806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-092d4751-08c3-46d3-a8f3-84dd9707f88a req-ba52315d-a85a-4ab5-bc90-5904e3a0ffd8 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637710 Aug 31 13:48:10.028606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:10.029052 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:48:10.029440 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.051775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:10.058024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:10.058501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.191001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b9127720-cbaa-4335-a8bf-576ea3b6d2f2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:10.204567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:10.205353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:48:10.214384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.255531 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.279904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] In _notify_port_updated(), no bound segment for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:48:10.282821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.283759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.285519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] 10.222.0.101 "PUT /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 1061 time: 1.8943715 Aug 31 13:48:10.362469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:10.369661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.397242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6bc2b-5876-400c-bdef-77f48d2f0682 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:10.440624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:10.441676 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.477570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32f57-c5ea-415c-bff4-0ced25ca573f req-8704b825-b976-4dad-9ccb-2b103739318e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.479305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1f32f57-c5ea-415c-bff4-0ced25ca573f req-8704b825-b976-4dad-9ccb-2b103739318e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.1895778 Aug 31 13:48:10.487466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-ba52280d-6188-4074-99fa-b79511b5115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.489223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-c70f11be-becb-4555-82fc-dc6da3ea05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.489439 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-ba52280d-6188-4074-99fa-b79511b5115b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb884aa5-dd43-48ca-b674-34c125d1f481 HTTP/1.1" status: 200 len: 866 time: 0.4445724 Aug 31 13:48:10.492766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-c70f11be-becb-4555-82fc-dc6da3ea05c6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1064 time: 0.1405842 Aug 31 13:48:10.510429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c194f1-32cd-48c2-bcd9-30b071262f8e req-437cc928-0db5-4572-8456-fd9e9d48fa82 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.513322 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e5c194f1-32cd-48c2-bcd9-30b071262f8e req-437cc928-0db5-4572-8456-fd9e9d48fa82 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 943 time: 0.5275364 Aug 31 13:48:10.526000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:10.597908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-560b758c-e852-4ce9-a5a4-a8614f578420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.599421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-560b758c-e852-4ce9-a5a4-a8614f578420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50892ccb-b170-4fda-a8b3-96548be4fb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848370 Aug 31 13:48:10.602688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e5c194f1-32cd-48c2-bcd9-30b071262f8e req-58f3763d-cfd8-4639-aa56-572cf93f7e8d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688124 Aug 31 13:48:10.659551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1f32f57-c5ea-415c-bff4-0ced25ca573f req-3e462e3a-8462-4c92-8c29-c6d92f541b39 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649191 Aug 31 13:48:10.662887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c3f4d71-73ce-45c9-a885-2b96f80e891b None None] Provisioning complete for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:10.663266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4d71-73ce-45c9-a885-2b96f80e891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.705648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-6dbfe9be-db40-4ab5-a9d0-bd086c131324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.711141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-6dbfe9be-db40-4ab5-a9d0-bd086c131324 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1999824 Aug 31 13:48:10.750728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f4d71-73ce-45c9-a885-2b96f80e891b None None] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:10.782379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-8f238498-b7ec-4ac6-89b3-aa8a8f00cab8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0620327 Aug 31 13:48:10.804230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b86b8b3e-b8fd-4963-a0c4-4969fe676496 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:10.809219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f3cd0-f74a-4a3e-9d3d-cfb1470bf4c4 req-b0124ded-4bdf-4ef9-a0bf-fe8a02a6ae8b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.815318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f3cd0-f74a-4a3e-9d3d-cfb1470bf4c4 req-b0124ded-4bdf-4ef9-a0bf-fe8a02a6ae8b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.821845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f3cd0-f74a-4a3e-9d3d-cfb1470bf4c4 req-b0124ded-4bdf-4ef9-a0bf-fe8a02a6ae8b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.829480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-670f3cd0-f74a-4a3e-9d3d-cfb1470bf4c4 req-b0124ded-4bdf-4ef9-a0bf-fe8a02a6ae8b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.1179352 Aug 31 13:48:10.840452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-53745634-c048-4bcc-86f5-8e7a3b39c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.842890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-53745634-c048-4bcc-86f5-8e7a3b39c9f7 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0532560 Aug 31 13:48:10.900923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-c108c870-fde1-4e2b-aeec-3f7d436ea95e service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876596 Aug 31 13:48:10.902952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b86b8b3e-b8fd-4963-a0c4-4969fe676496 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:10.903337 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:10.913756 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-670f3cd0-f74a-4a3e-9d3d-cfb1470bf4c4 req-1c847001-8a7f-427b-9f48-fbb5843aa9f3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833156 Aug 31 13:48:10.940628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-028c3cca-4aa4-4536-8200-91fc91c84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.944659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-028c3cca-4aa4-4536-8200-91fc91c84347 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910828 Aug 31 13:48:11.023448 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:11.028565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fee44fa-91cc-47cd-85ab-003b385a456a req-c2cb669c-0133-443b-8b31-e3f7e1ffc5f8 service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078773 Aug 31 13:48:11.071163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:11.076421 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:11.077443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4effd7c0-ce9a-4c17-b379-222bc990ffa3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:11.079870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a648717-5889-4bb0-be53-27cace99963a req-1872aa96-aded-4772-b2bc-88670c5329b3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.081590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a648717-5889-4bb0-be53-27cace99963a req-1872aa96-aded-4772-b2bc-88670c5329b3 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0837526 Aug 31 13:48:11.104440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-00fac2c1-d8e7-4e39-9150-cc0025e23601 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520047 Aug 31 13:48:11.173976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4effd7c0-ce9a-4c17-b379-222bc990ffa3 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:11.194519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a648717-5889-4bb0-be53-27cace99963a req-1bbaca06-c181-41fe-97f0-47729137b88f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890107 Aug 31 13:48:11.203588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800726f6-20c9-426a-9058-f1a3389c7de5 req-64dc676d-a2db-448f-a2e9-42d9b13d4a43 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.211617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:11.225570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-800726f6-20c9-426a-9058-f1a3389c7de5 req-64dc676d-a2db-448f-a2e9-42d9b13d4a43 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.1109829 Aug 31 13:48:11.277139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eabaeea1-9885-430d-b63c-d85b7c202778 req-e8f64c7b-35a2-4541-ae76-486f1b8af340 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496015 Aug 31 13:48:11.297437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-800726f6-20c9-426a-9058-f1a3389c7de5 req-65b5839b-82db-47c0-9adc-f28650fb41ce tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707409 Aug 31 13:48:11.299309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:11.301707 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719bc855-d738-45d0-9e35-d020784128fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:11.376503 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980715ca-31d1-4a18-b866-1629a3c358c1 x-openstack-request-id: req-980715ca-31d1-4a18-b866-1629a3c358c1 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:11.377132 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:11.377550 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-980715ca-31d1-4a18-b866-1629a3c358c1 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:11.378203 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:48:11.404231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05'}, {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250'}, {'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:11.406753 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c18c2-a5dd-44d7-bb20-d86412fdda86" -d '{"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05"}, {"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250"}, {"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-plugged", "status": "completed", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:11.477417 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091aa991-2d8e-41f5-82b4-dff52f6f7928 x-openstack-request-id: req-091aa991-2d8e-41f5-82b4-dff52f6f7928 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:11.478152 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05", "code": 200}, {"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250", "code": 200}, {"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-plugged", "status": "completed", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:11.478765 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-091aa991-2d8e-41f5-82b4-dff52f6f7928 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:11.479673 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05', 'code': 200} Aug 31 13:48:11.479942 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250', 'code': 200} Aug 31 13:48:11.480241 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'code': 200} Aug 31 13:48:11.506394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-9f84a60f-3857-4eb9-9e36-36864246c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.508192 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-9f84a60f-3857-4eb9-9e36-36864246c80c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1064 time: 0.0507963 Aug 31 13:48:11.517909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-0a02e8e9-18dd-46b8-b7c1-51420356ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.519528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-0a02e8e9-18dd-46b8-b7c1-51420356ae18 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1064 time: 0.0812812 Aug 31 13:48:11.725724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-9cdf74f8-2d81-48f3-9c18-c09e2de76ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.727635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-9cdf74f8-2d81-48f3-9c18-c09e2de76ce0 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1898067 Aug 31 13:48:11.802829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-a5ce978d-c625-43a0-9a1a-6209b7a0299f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0578287 Aug 31 13:48:11.834158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-98a1e724-e631-4edf-a71d-0e67266d127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.836714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-98a1e724-e631-4edf-a71d-0e67266d127d service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2136993 Aug 31 13:48:11.859116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020ea93-c040-48b2-b4db-e9a522800823 req-1aed8355-ac0c-4efd-87c5-0a0b3db16a6d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.872815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5020ea93-c040-48b2-b4db-e9a522800823 req-1aed8355-ac0c-4efd-87c5-0a0b3db16a6d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 943 time: 0.1387949 Aug 31 13:48:11.881833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b960e-ce98-488a-bbdc-1326641502f0 req-c1a425f1-02ec-4682-8594-2f65838e0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.882339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b960e-ce98-488a-bbdc-1326641502f0 req-c1a425f1-02ec-4682-8594-2f65838e0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.882815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b960e-ce98-488a-bbdc-1326641502f0 req-c1a425f1-02ec-4682-8594-2f65838e0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.884601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d2b960e-ce98-488a-bbdc-1326641502f0 req-c1a425f1-02ec-4682-8594-2f65838e0e55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2870 time: 0.1835995 Aug 31 13:48:11.897986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef04532-2ea9-49a7-acb5-b9d43176c221 req-2c665424-eb56-4373-8edf-16ed5a0c0e85 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.899535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef04532-2ea9-49a7-acb5-b9d43176c221 req-2c665424-eb56-4373-8edf-16ed5a0c0e85 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.1414068 Aug 31 13:48:11.943861 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-211260e8-d2a3-4172-9cdc-980931c727ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0933826 Aug 31 13:48:11.958080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-3aafd8dd-b8f9-47ae-984a-74f4ef75e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.958213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5020ea93-c040-48b2-b4db-e9a522800823 req-40ba9e59-c89a-4c38-9859-3fe952488d93 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840044 Aug 31 13:48:11.960280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-3aafd8dd-b8f9-47ae-984a-74f4ef75e7cd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1360259 Aug 31 13:48:11.968150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d2b960e-ce98-488a-bbdc-1326641502f0 req-80f830d7-5ed1-4e01-a74b-2b79446f7da6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676458 Aug 31 13:48:12.031965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-3dcf2ee0-9636-4cff-b192-cfd3aa505ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.033852 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef04532-2ea9-49a7-acb5-b9d43176c221 req-4ca72935-1601-491e-86ef-9253d1247309 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246343 Aug 31 13:48:12.034008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-3dcf2ee0-9636-4cff-b192-cfd3aa505ef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0746527 Aug 31 13:48:12.073568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-b3601fe0-2ec5-408e-a683-7899d58590ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.075456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-b3601fe0-2ec5-408e-a683-7899d58590ef service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037295 Aug 31 13:48:12.221871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209a64-7d40-4d25-aae9-f1850a1fd812 req-a88c979a-6d95-461f-9e51-e78f602e9281 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.227621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209a64-7d40-4d25-aae9-f1850a1fd812 req-a88c979a-6d95-461f-9e51-e78f602e9281 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.234704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209a64-7d40-4d25-aae9-f1850a1fd812 req-a88c979a-6d95-461f-9e51-e78f602e9281 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.236459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00209a64-7d40-4d25-aae9-f1850a1fd812 req-a88c979a-6d95-461f-9e51-e78f602e9281 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.1050177 Aug 31 13:48:12.243903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-484b1d67-a881-411e-b69e-33be041ede03 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554980 Aug 31 13:48:12.362814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00209a64-7d40-4d25-aae9-f1850a1fd812 req-a0e5315c-db1d-49a3-925f-b1f497da40cf tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178386 Aug 31 13:48:12.407652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea5e93-b59e-4607-ae63-1386a9e77a77 req-3167713d-4135-4f96-a7cb-016032d67c51 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.409403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5cea5e93-b59e-4607-ae63-1386a9e77a77 req-3167713d-4135-4f96-a7cb-016032d67c51 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1061163 Aug 31 13:48:12.442656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-3aa2ff21-4078-4781-add1-6d3ee941c06b service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816339 Aug 31 13:48:12.450110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc855-d738-45d0-9e35-d020784128fb req-2de3cc60-ba4a-4d3d-8bc5-5bb2c33c9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.450854 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-2de3cc60-ba4a-4d3d-8bc5-5bb2c33c9023 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062024 Aug 31 13:48:12.500688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5cea5e93-b59e-4607-ae63-1386a9e77a77 req-5d4c61f3-72c3-4da1-9136-dceece111019 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780399 Aug 31 13:48:12.504396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbbf77-6f0b-4947-820f-7dda8b0ad81a req-6f5fd417-ca5f-4bd9-b51a-cbf27c230496 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.506185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bdbbf77-6f0b-4947-820f-7dda8b0ad81a req-6f5fd417-ca5f-4bd9-b51a-cbf27c230496 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.0597754 Aug 31 13:48:12.557319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bdbbf77-6f0b-4947-820f-7dda8b0ad81a req-43ea43e8-d1b1-4861-81c0-e7716d0fe8d5 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Aug 31 13:48:12.595382 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-82c45fb8-318d-48a0-bc5e-316e0289fb16 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307559 Aug 31 13:48:12.751866 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-719bc855-d738-45d0-9e35-d020784128fb req-18da61cd-87f8-4b02-858f-2fcb099be338 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057863 Aug 31 13:48:12.810241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device acbdbd94-bcd8-4661-8ef4-6b4e62035496 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:12.924433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port acbdbd94-bcd8-4661-8ef4-6b4e62035496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:12.942388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'port_id': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'mac_address': 'fa:16:3e:0b:63:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:12.988722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:13.005882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbdbd94-bcd8-4661-8ef4-6b4e62035496 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:13.030851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port acbdbd94-bcd8-4661-8ef4-6b4e62035496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:13.038659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:13.127595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659bd37-8949-42d2-9b87-015b693514ba req-2afdb1df-499f-431a-8cec-8b70ba7104c9 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.131802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a659bd37-8949-42d2-9b87-015b693514ba req-2afdb1df-499f-431a-8cec-8b70ba7104c9 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 944 time: 0.0798297 Aug 31 13:48:13.141243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=acbdbd94-bcd8-4661-8ef4-6b4e62035496,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:13.185690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a659bd37-8949-42d2-9b87-015b693514ba req-fa832bb8-83bd-4a16-beef-14bcf0c9dfe3 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Aug 31 13:48:13.201420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a135a07-711f-4edf-ae7d-edd9cedf427d req-e0900c3c-8feb-49c1-97d9-d00bf36fcd17 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.211901 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a135a07-711f-4edf-ae7d-edd9cedf427d req-e0900c3c-8feb-49c1-97d9-d00bf36fcd17 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.0920649 Aug 31 13:48:13.265372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a135a07-711f-4edf-ae7d-edd9cedf427d req-da1de054-49f3-4184-a8e6-b58faba111e1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475523 Aug 31 13:48:13.511723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0617c-ec96-4069-8a44-ec85360a48a4 req-4bf2b3a9-7482-4835-a7b7-121073db71a1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.518373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0617c-ec96-4069-8a44-ec85360a48a4 req-4bf2b3a9-7482-4835-a7b7-121073db71a1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.526976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0617c-ec96-4069-8a44-ec85360a48a4 req-4bf2b3a9-7482-4835-a7b7-121073db71a1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.529437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fe0617c-ec96-4069-8a44-ec85360a48a4 req-4bf2b3a9-7482-4835-a7b7-121073db71a1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.0893884 Aug 31 13:48:13.593075 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fe0617c-ec96-4069-8a44-ec85360a48a4 req-87d9cb6e-8415-473b-b03f-a8a31450987f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553856 Aug 31 13:48:13.685919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b140-5c77-4ddd-a4c4-247fdbc015c4 req-c9c512c4-0958-4893-aa77-4186a515fd7d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.688607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a758b140-5c77-4ddd-a4c4-247fdbc015c4 req-c9c512c4-0958-4893-aa77-4186a515fd7d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0698085 Aug 31 13:48:13.776098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a758b140-5c77-4ddd-a4c4-247fdbc015c4 req-0a551b10-27b1-4435-bfb1-ad09d88e4b9f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755575 Aug 31 13:48:13.781249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['acbdbd94-bcd8-4661-8ef4-6b4e62035496'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:13.825699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aec0b-759e-4e18-b0ba-965a142771e6 req-9c5fbc8a-2054-4525-8efc-71627096ad70 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.827658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c21aec0b-759e-4e18-b0ba-965a142771e6 req-9c5fbc8a-2054-4525-8efc-71627096ad70 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.1303689 Aug 31 13:48:13.883530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c21aec0b-759e-4e18-b0ba-965a142771e6 req-2a477205-e838-4180-ac2d-8c90a8022ed7 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498359 Aug 31 13:48:14.328397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdae2f-a866-4d4b-bc78-263908c9a174 req-0a7de4ed-220d-418a-9388-0407c318ce2c tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.330898 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dafdae2f-a866-4d4b-bc78-263908c9a174 req-0a7de4ed-220d-418a-9388-0407c318ce2c tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 944 time: 0.0766466 Aug 31 13:48:14.399427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73c30-5735-4dcf-a162-7561f548f051 req-a9397804-2687-43a8-ba29-a99a6bb827b1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.407082 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8d73c30-5735-4dcf-a162-7561f548f051 req-a9397804-2687-43a8-ba29-a99a6bb827b1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 948 time: 0.0573151 Aug 31 13:48:14.407299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dafdae2f-a866-4d4b-bc78-263908c9a174 req-08bdc44a-70f5-4ccc-873e-d1341d7c9b81 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Aug 31 13:48:14.463177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8d73c30-5735-4dcf-a162-7561f548f051 req-4021b10f-7b2b-408a-b9ee-4dff3fdc87ba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546594 Aug 31 13:48:14.734609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b5bf-de22-4e45-a0df-69e951dc4472 req-8e3c2eb7-d34c-4ca9-9f0c-6686e92dd358 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.740785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b5bf-de22-4e45-a0df-69e951dc4472 req-8e3c2eb7-d34c-4ca9-9f0c-6686e92dd358 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.744588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-6b31d41a-34a1-449f-a4c4-7d2b0ad1f9ca tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350349 Aug 31 13:48:14.747273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b5bf-de22-4e45-a0df-69e951dc4472 req-8e3c2eb7-d34c-4ca9-9f0c-6686e92dd358 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.754685 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5e5b5bf-de22-4e45-a0df-69e951dc4472 req-8e3c2eb7-d34c-4ca9-9f0c-6686e92dd358 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.0863965 Aug 31 13:48:14.798928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5e5b5bf-de22-4e45-a0df-69e951dc4472 req-df1683fa-157a-4ae6-ac1f-196a6610d155 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Aug 31 13:48:14.895595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-8e89cb78-878d-4592-8ad6-fa208478cbf4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.905561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-8e89cb78-878d-4592-8ad6-fa208478cbf4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600478 Aug 31 13:48:14.919832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97df97-42ac-48f3-b0bc-e8b3457c1743 req-f88c4d84-2edd-4efb-a365-93316292b870 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.923820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-590b01b0-95e4-4080-afbd-6476eefbe2ba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/quotas/ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 375 time: 0.0171614 Aug 31 13:48:14.927797 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab97df97-42ac-48f3-b0bc-e8b3457c1743 req-f88c4d84-2edd-4efb-a365-93316292b870 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0664268 Aug 31 13:48:14.978857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab97df97-42ac-48f3-b0bc-e8b3457c1743 req-4e8ec4d1-ba08-4fde-bba2-4cb4421f830f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498970 Aug 31 13:48:15.012394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-2393cc97-fe98-493d-92c2-c042d4853b6c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870175 Aug 31 13:48:15.198179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465f0cb-4c26-4fd0-9532-6b42e73df1e9 req-bf514755-2423-43a3-a980-bcaa19ab26fb tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.215293 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4465f0cb-4c26-4fd0-9532-6b42e73df1e9 req-bf514755-2423-43a3-a980-bcaa19ab26fb tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.1016865 Aug 31 13:48:15.294478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4465f0cb-4c26-4fd0-9532-6b42e73df1e9 req-97641212-c029-4989-8351-eefe9cdb07c1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Aug 31 13:48:15.427703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21f9c98f-34e2-4333-8ac3-250befb2aa4f req-430c2f9f-e5df-4714-a57d-23defa21ea99 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 210 time: 0.0564556 Aug 31 13:48:15.625547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf741b-a856-48ca-89fb-c0407af6edea req-e0d17c8a-0e65-4711-af48-55cbbc23222c tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.632235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94cf741b-a856-48ca-89fb-c0407af6edea req-e0d17c8a-0e65-4711-af48-55cbbc23222c tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 944 time: 0.0949655 Aug 31 13:48:15.716907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94cf741b-a856-48ca-89fb-c0407af6edea req-ce3bb9c8-94c9-48d1-b1ca-c743c5493e64 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770154 Aug 31 13:48:15.806960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0987af-d75f-402f-9bfa-1b6d16c2213d req-8f13ebb4-271a-4807-ace0-b734960bd503 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.814154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0987af-d75f-402f-9bfa-1b6d16c2213d req-8f13ebb4-271a-4807-ace0-b734960bd503 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.820243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0987af-d75f-402f-9bfa-1b6d16c2213d req-8f13ebb4-271a-4807-ace0-b734960bd503 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.825962 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c0987af-d75f-402f-9bfa-1b6d16c2213d req-8f13ebb4-271a-4807-ace0-b734960bd503 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.0981510 Aug 31 13:48:15.906996 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c0987af-d75f-402f-9bfa-1b6d16c2213d req-24f151f3-c2f3-4f55-b43d-02d49eca82e6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712035 Aug 31 13:48:16.145822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9ca5c-705f-4dba-a5af-11e15cc38591 req-ffc0540c-9951-49d6-b7b6-79c5cb5bb7e5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.147350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09b9ca5c-705f-4dba-a5af-11e15cc38591 req-ffc0540c-9951-49d6-b7b6-79c5cb5bb7e5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0856180 Aug 31 13:48:16.193116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09b9ca5c-705f-4dba-a5af-11e15cc38591 req-ad89a0ab-b1be-450c-a05f-ba05702088fd tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373867 Aug 31 13:48:16.421794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c62378-d5b5-4dea-9406-0c8ef3700651 req-48206dd3-7b5b-4f1a-83c4-90a5312c44f1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.429250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a7c62378-d5b5-4dea-9406-0c8ef3700651 req-48206dd3-7b5b-4f1a-83c4-90a5312c44f1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 944 time: 0.0614426 Aug 31 13:48:16.489493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a7c62378-d5b5-4dea-9406-0c8ef3700651 req-a244ccb6-47b3-4662-9f1e-149fe17f24d2 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 Aug 31 13:48:16.554569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-565aaa32-dc71-4e00-b808-977c2aa0c006 req-844b071a-e4b6-4b7c-b4fd-db2573a75ded tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 210 time: 0.0289831 Aug 31 13:48:16.830118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:16.847424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device acbdbd94-bcd8-4661-8ef4-6b4e62035496 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:16.855532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631a754-c50e-43e5-9c91-f27e4a634504 req-5393fd8c-f90d-4652-855e-e55213c87c03 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.863616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b631a754-c50e-43e5-9c91-f27e4a634504 req-5393fd8c-f90d-4652-855e-e55213c87c03 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 944 time: 0.0670240 Aug 31 13:48:16.926608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b631a754-c50e-43e5-9c91-f27e4a634504 req-5492f058-0b6f-4b37-9337-0e06f2aff561 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604925 Aug 31 13:48:16.955109 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fa3d868e-515b-4ab9-a2ce-71ae2c25b37d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426245 Aug 31 13:48:17.133832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port acbdbd94-bcd8-4661-8ef4-6b4e62035496 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:17.144129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port acbdbd94-bcd8-4661-8ef4-6b4e62035496 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:17.144522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:17.159006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cb668-459d-424c-8e79-f44294e2d8e0 req-bb2572ee-3960-4c79-986e-42711a01870d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.165635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cb668-459d-424c-8e79-f44294e2d8e0 req-bb2572ee-3960-4c79-986e-42711a01870d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.172809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cb668-459d-424c-8e79-f44294e2d8e0 req-bb2572ee-3960-4c79-986e-42711a01870d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.174776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-737cb668-459d-424c-8e79-f44294e2d8e0 req-bb2572ee-3960-4c79-986e-42711a01870d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.1207387 Aug 31 13:48:17.205438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-6af43c39-5a82-4846-b861-a2b7bf47429e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.206966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-6af43c39-5a82-4846-b861-a2b7bf47429e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441051 Aug 31 13:48:17.218278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:17.236729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-737cb668-459d-424c-8e79-f44294e2d8e0 req-51d492a3-78dc-4e71-8009-5ef03eed1681 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513010 Aug 31 13:48:17.248358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Request body: {'port': {'device_id': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'ec74b343ea7c46d59878d609588dc44f'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:17.275714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3', 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a', 'port_id': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3', 'mac_address': 'fa:16:3e:0d:1c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483300cd-c929-4e93-9d3c-7ac90b7407ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:17.375973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:17.380288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf8bd-ff96-4044-a74b-d8b97e0e547b req-d805c303-8e6d-48a8-8762-2cf1e10097b2 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.380465 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:17.382363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-163cf8bd-ff96-4044-a74b-d8b97e0e547b req-d805c303-8e6d-48a8-8762-2cf1e10097b2 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0882189 Aug 31 13:48:17.419629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Made reservation on behalf of ec74b343ea7c46d59878d609588dc44f for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:17.425145 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:17.492036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-163cf8bd-ff96-4044-a74b-d8b97e0e547b req-c3594cfa-430a-47a4-b12e-086ab251eab7 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961609 Aug 31 13:48:17.570291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:17.595726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:17.598733 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a6cc05-1901-4e80-bbcb-f4321d9a99b5" -d '{"events": [{"server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "name": "network-vif-plugged", "status": "completed", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:17.619248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:17.624631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port acbdbd94-bcd8-4661-8ef4-6b4e62035496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:17.626419 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:17.632464 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:17.639563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Allocated IP 192.168.233.14 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/d2523472-4c77-4c65-a24a-9f8ace7e47db) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:17.694732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:17.705325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.705994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.706094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.706528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.706915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.707315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.707709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.708134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.708523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.709017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.709352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.709684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:17.731528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c1667-953d-4d4f-943b-386adbf68458 req-c681c3ca-e151-4bfe-a894-88c7e0801a50 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.741753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-122c1667-953d-4d4f-943b-386adbf68458 req-c681c3ca-e151-4bfe-a894-88c7e0801a50 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 945 time: 0.1441855 Aug 31 13:48:17.767582 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cff128d4-225d-4d7a-b36e-17223ef990d3 req-8ffe0949-2e74-4167-ab1b-bcbc28914cc8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 210 time: 0.0521312 Aug 31 13:48:17.768590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=acbdbd94-bcd8-4661-8ef4-6b4e62035496,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:17.821046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-122c1667-953d-4d4f-943b-386adbf68458 req-d9ce5ffd-5e18-4c26-b96e-db26eb562997 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773361 Aug 31 13:48:17.872159 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc8bcd-d60e-41cd-99ce-0aa3b3a59cd8 x-openstack-request-id: req-aefc8bcd-d60e-41cd-99ce-0aa3b3a59cd8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:17.872654 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "name": "network-vif-plugged", "status": "completed", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:17.872739 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aefc8bcd-d60e-41cd-99ce-0aa3b3a59cd8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:17.873118 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'code': 200} Aug 31 13:48:17.939495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:17.965128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Transition to ACTIVE for port object d2523472-4c77-4c65-a24a-9f8ace7e47db will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:18.057451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.092437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8353f-c467-4c46-ac5d-f3c1af605c54 req-e23783a2-4b80-4a3a-a61c-2fbd4235a6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.094284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94d8353f-c467-4c46-ac5d-f3c1af605c54 req-e23783a2-4b80-4a3a-a61c-2fbd4235a6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.1031747 Aug 31 13:48:18.094829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b67d-70cc-4d6f-b190-9ed78195c5b9 req-1bf18434-e029-4568-bfcc-0c93b3e94dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.096804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c798b67d-70cc-4d6f-b190-9ed78195c5b9 req-1bf18434-e029-4568-bfcc-0c93b3e94dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 1096 time: 0.0701489 Aug 31 13:48:18.142688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c798b67d-70cc-4d6f-b190-9ed78195c5b9 req-89cec48e-ebff-46c7-8337-7bc052da4736 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365968 Aug 31 13:48:18.158283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:18.168813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:18.172714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:18.223410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:18.240661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.241039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.241365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.241711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.242073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.242620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.242741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.243044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.243370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.243698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.244042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.244664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:18.266769 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94d8353f-c467-4c46-ac5d-f3c1af605c54 req-863df0eb-70c1-4086-9229-127717c37630 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470044 Aug 31 13:48:18.306776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.307817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.339119 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-eb783fe2-c6e1-42c4-bc30-db77934936c9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0930383 Aug 31 13:48:18.431428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299029d-4b5b-49a2-b864-5b2d84badd0d req-8e0cbdef-34bc-44af-89cc-5b7606f6431a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.441216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299029d-4b5b-49a2-b864-5b2d84badd0d req-8e0cbdef-34bc-44af-89cc-5b7606f6431a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.444172 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['7c20d661-b47e-4aa5-b80d-ca00c2c72cf3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:18.451465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299029d-4b5b-49a2-b864-5b2d84badd0d req-8e0cbdef-34bc-44af-89cc-5b7606f6431a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.464128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8299029d-4b5b-49a2-b864-5b2d84badd0d req-8e0cbdef-34bc-44af-89cc-5b7606f6431a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.1007776 Aug 31 13:48:18.522614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8299029d-4b5b-49a2-b864-5b2d84badd0d req-9b30c19a-8782-438e-a491-2254962ba84b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568690 Aug 31 13:48:18.543475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6e264f0c-14da-4cbd-ba0d-398bc43c71ea None None] Provisioning for port d2523472-4c77-4c65-a24a-9f8ace7e47db completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:18.543638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Request body: {'port': {'device_id': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:18.549481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6e264f0c-14da-4cbd-ba0d-398bc43c71ea None None] Provisioning complete for port d2523472-4c77-4c65-a24a-9f8ace7e47db triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:18.550294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e264f0c-14da-4cbd-ba0d-398bc43c71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.606406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6e264f0c-14da-4cbd-ba0d-398bc43c71ea None None] Port d2523472-4c77-4c65-a24a-9f8ace7e47db cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:18.717828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.799286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff0e5-4d06-49f7-93e4-8bf546629df6 req-07415cf1-6ea2-4c28-b5e0-e7342c848b8f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.800824 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e01ff0e5-4d06-49f7-93e4-8bf546629df6 req-07415cf1-6ea2-4c28-b5e0-e7342c848b8f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.1561012 Aug 31 13:48:18.845012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:18.865707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:18.929781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e96f-0614-465a-b370-ced3818dd456 req-25655baf-5274-4e42-8ab9-f2bbe088fd82 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.940809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae63e96f-0614-465a-b370-ced3818dd456 req-25655baf-5274-4e42-8ab9-f2bbe088fd82 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 935 time: 0.0867093 Aug 31 13:48:18.947007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e01ff0e5-4d06-49f7-93e4-8bf546629df6 req-75939008-edec-4cfd-9828-6759660775b4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387026 Aug 31 13:48:18.995780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae63e96f-0614-465a-b370-ced3818dd456 req-46a32009-57ce-4a89-b5c9-3ae4019347c8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473166 Aug 31 13:48:19.050892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:19.107751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'a37eeded-a910-4990-803a-a9c548a70d65', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'a37eeded-a910-4990-803a-a9c548a70d65', 'mac_address': 'fa:16:3e:31:7a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:19.117380 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.186609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.189533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:19.199006 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.207391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a37eeded-a910-4990-803a-a9c548a70d65 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:19.225244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538ef52-726b-4849-809e-230291896760 req-4fff2906-3b9b-49d9-8fb4-fb8a21ad70c9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.227545 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0538ef52-726b-4849-809e-230291896760 req-4fff2906-3b9b-49d9-8fb4-fb8a21ad70c9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 945 time: 0.1234789 Aug 31 13:48:19.286345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:19.290474 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:48:19.290676 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:48:19.333322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2523472-4c77-4c65-a24a-9f8ace7e47db {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:19.368792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.384999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Transition to ACTIVE for port object d2523472-4c77-4c65-a24a-9f8ace7e47db will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:19.395701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.403912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849dac-fa70-4dc8-a2d8-26d8b6000d1a req-c1d25e36-6429-460e-917e-88a4170103dc tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.411507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8849dac-fa70-4dc8-a2d8-26d8b6000d1a req-c1d25e36-6429-460e-917e-88a4170103dc tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.0739110 Aug 31 13:48:19.449117 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0538ef52-726b-4849-809e-230291896760 req-78629c02-a876-4557-85ac-97fbe8d1c018 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545684 Aug 31 13:48:19.451869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:19.554526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8849dac-fa70-4dc8-a2d8-26d8b6000d1a req-a93763fe-6e27-406c-8804-2731efa4630c tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356757 Aug 31 13:48:19.583078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-b1ff4505-927e-483e-bb80-637e0db77a52 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.589202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-b1ff4505-927e-483e-bb80-637e0db77a52 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.592640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Attempting to bind port d2523472-4c77-4c65-a24a-9f8ace7e47db on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:19.593142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Attempting to bind port d2523472-4c77-4c65-a24a-9f8ace7e47db by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:19.593549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Attempting to bind port d2523472-4c77-4c65-a24a-9f8ace7e47db on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:19.596299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-b1ff4505-927e-483e-bb80-637e0db77a52 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.600775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Port d2523472-4c77-4c65-a24a-9f8ace7e47db on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:19.601319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Attempting to bind port d2523472-4c77-4c65-a24a-9f8ace7e47db on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:19.603860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-b1ff4505-927e-483e-bb80-637e0db77a52 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.1896973 Aug 31 13:48:19.611021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:19.611362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:19.611753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:19.612194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Bound port: d2523472-4c77-4c65-a24a-9f8ace7e47db, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:19.612558 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.760741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6794b-5f8e-4dbe-84f9-34640c23fd77 req-244b971b-99a1-4887-a00e-c1dc2b4f7528 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.804753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6794b-5f8e-4dbe-84f9-34640c23fd77 req-244b971b-99a1-4887-a00e-c1dc2b4f7528 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.804753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6794b-5f8e-4dbe-84f9-34640c23fd77 req-244b971b-99a1-4887-a00e-c1dc2b4f7528 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.804753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0bb6794b-5f8e-4dbe-84f9-34640c23fd77 req-244b971b-99a1-4887-a00e-c1dc2b4f7528 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 2417 time: 0.0966289 Aug 31 13:48:19.804753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port 28294e77-d6fc-4a95-a3fc-37dea77adf3a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:19.804753 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.843019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:19.843019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:19.843019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85837a2-9aaf-4f6d-8d31-8452a820798c req-b3a42354-f593-4c93-8a89-54fde3568444 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.850001 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e85837a2-9aaf-4f6d-8d31-8452a820798c req-b3a42354-f593-4c93-8a89-54fde3568444 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 1096 time: 0.2304199 Aug 31 13:48:19.864951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.876732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:19.883631 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0694240-83b5-4b87-88e5-47bd39bb60a6" -d '{"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-unplugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:19.935263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.935892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.937492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] 10.222.0.26 "PUT /v2.0/ports/d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 200 len: 1095 time: 1.4059274 Aug 31 13:48:19.939814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:19.942071 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae08873-5fb4-4864-9b30-6fa54abfc40d" -d '{"events": [{"name": "network-changed", "server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:19.951192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.958917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port 28294e77-d6fc-4a95-a3fc-37dea77adf3a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=28294e77-d6fc-4a95-a3fc-37dea77adf3a,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:19.959610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:19.968542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e85837a2-9aaf-4f6d-8d31-8452a820798c req-65b1eee6-78c9-4dc9-834d-51dcb96e7f2f tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082199 Aug 31 13:48:19.980230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0bb6794b-5f8e-4dbe-84f9-34640c23fd77 req-48e58d45-3da6-4bc9-b0f5-920415549267 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957346 Aug 31 13:48:19.986741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37eeded-a910-4990-803a-a9c548a70d65 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:20.000117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for 28294e77-d6fc-4a95-a3fc-37dea77adf3a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:20.004713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb012a32-c3b7-4cbb-a4b6-9571110a847d service neutron] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:20.071483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:20.084212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:20.139896 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f3a7a-227c-4092-837c-16daff792f13 x-openstack-request-id: req-5d7f3a7a-227c-4092-837c-16daff792f13 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:20.140182 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-unplugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:20.140430 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d7f3a7a-227c-4092-837c-16daff792f13 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:20.140809 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65', 'code': 200} Aug 31 13:48:20.218852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:20.270960 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc974156-866f-42a8-a150-33438d5d578a x-openstack-request-id: req-cc974156-866f-42a8-a150-33438d5d578a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:20.271511 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:20.271511 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc974156-866f-42a8-a150-33438d5d578a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:20.273498 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'status': 'completed', 'code': 200} Aug 31 13:48:20.292952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-22491807-5bdb-429d-830b-247af96aebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:20.294399 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-22491807-5bdb-429d-830b-247af96aebb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 1098 time: 0.0988700 Aug 31 13:48:20.302296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:20.367654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b933684b-03cf-4391-9c9e-c9913f20ad05', 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:20.377859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=28294e77-d6fc-4a95-a3fc-37dea77adf3a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:20.408303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-86f5910f-8f75-4d6a-919d-e4c066cb18e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 200 len: 217 time: 0.0891757 Aug 31 13:48:20.418374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.419282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.419818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.420373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.421043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.422161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.422696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.423239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.424611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.425181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.425727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.426297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:20.500772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87736a84-336c-42c8-b783-d13ddbcf1c55 req-575eda22-cd0d-488c-8623-4b41ff31c451 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:20.515407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87736a84-336c-42c8-b783-d13ddbcf1c55 req-575eda22-cd0d-488c-8623-4b41ff31c451 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.2454250 Aug 31 13:48:20.518308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port 28294e77-d6fc-4a95-a3fc-37dea77adf3a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:20.529998 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:20.532787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-434bf662-87b6-4c10-9bd1-23788738488e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "DELETE /v2.0/ports/28294e77-d6fc-4a95-a3fc-37dea77adf3a HTTP/1.1" status: 204 len: 173 time: 0.9250698 Aug 31 13:48:20.533680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-deleted', 'tag': '28294e77-d6fc-4a95-a3fc-37dea77adf3a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:20.536253 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e084e36a-4177-43b3-bea3-ce3f8f1a7d3f" -d '{"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-deleted", "tag": "28294e77-d6fc-4a95-a3fc-37dea77adf3a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:20.600024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de314b0d-c917-415c-8756-bebecf53338a req-8c96054b-3630-46dd-a70f-3fec3c73c434 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:20.610055 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de314b0d-c917-415c-8756-bebecf53338a req-8c96054b-3630-46dd-a70f-3fec3c73c434 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 947 time: 0.2065260 Aug 31 13:48:20.650625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-7d39b9c4-6fa6-44a7-9b23-3322473f8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:20.652179 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-7d39b9c4-6fa6-44a7-9b23-3322473f8076 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2244697 Aug 31 13:48:20.720919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de314b0d-c917-415c-8756-bebecf53338a req-b8c82ac3-39f2-497d-a4d7-a12f6b541193 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098418 Aug 31 13:48:20.782684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-b8afec61-c735-4e7d-8a52-271f1206b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:20.795932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-b8afec61-c735-4e7d-8a52-271f1206b857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175849 Aug 31 13:48:20.848428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:20.915869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:20.928624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:20.929786 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:20.943889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-6a239203-aa76-4dd8-a082-57948286c27a service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391559 Aug 31 13:48:20.996395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['a37eeded-a910-4990-803a-a9c548a70d65'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:21.096047 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.106317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-149a56b4-35a6-4191-a539-8e6745e9b1dc req-f68862e9-5614-4484-9497-7de489cfe3a8 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536283 Aug 31 13:48:21.154379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87736a84-336c-42c8-b783-d13ddbcf1c55 req-80931746-01f4-4ffc-b7ca-0fab60930f1d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376770 Aug 31 13:48:21.197473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:21.211427 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.218347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 28294e77-d6fc-4a95-a3fc-37dea77adf3a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:21.234824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port b933684b-03cf-4391-9c9e-c9913f20ad05 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:21.235333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.311038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-a26e71cd-bbe1-4bb6-8d9e-7f67709e9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:21.312708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 28294e77-d6fc-4a95-a3fc-37dea77adf3a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:21.313031 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-a26e71cd-bbe1-4bb6-8d9e-7f67709e9ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 1098 time: 0.0889096 Aug 31 13:48:21.313178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 28294e77-d6fc-4a95-a3fc-37dea77adf3a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:21.313499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b933684b-03cf-4391-9c9e-c9913f20ad05 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:21.421779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port b933684b-03cf-4391-9c9e-c9913f20ad05, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b933684b-03cf-4391-9c9e-c9913f20ad05,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:21.422154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.511090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for b933684b-03cf-4391-9c9e-c9913f20ad05 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:21.545992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.586524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-0b3142df-9428-4f66-b0f7-e32b7240d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:21.588301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-0b3142df-9428-4f66-b0f7-e32b7240d8b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2655985 Aug 31 13:48:21.595962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b933684b-03cf-4391-9c9e-c9913f20ad05, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b933684b-03cf-4391-9c9e-c9913f20ad05,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:21.609872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dedcc-a215-4608-b667-9150e9021ac4 req-e5bde26e-3677-4ad4-ac33-7d5664d29f39 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:21.617627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-104dedcc-a215-4608-b667-9150e9021ac4 req-e5bde26e-3677-4ad4-ac33-7d5664d29f39 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 946 time: 0.1898522 Aug 31 13:48:21.657571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:21.669078 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.669783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c73667d0-9c5b-41be-b7e8-ebcf5c66b250 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:21.687915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-104dedcc-a215-4608-b667-9150e9021ac4 req-c9ddca8a-9e82-4aed-9b0e-731571fe7176 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636923 Aug 31 13:48:21.700795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-61ab37b1-c175-4d23-ba53-557f931c7ba8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 200 len: 217 time: 0.0964558 Aug 31 13:48:21.808907 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f74d8-21cd-445b-8411-eca96cce061d x-openstack-request-id: req-f47f74d8-21cd-445b-8411-eca96cce061d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:21.809497 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-deleted", "tag": "28294e77-d6fc-4a95-a3fc-37dea77adf3a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:21.810015 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f47f74d8-21cd-445b-8411-eca96cce061d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:21.810796 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-deleted', 'tag': '28294e77-d6fc-4a95-a3fc-37dea77adf3a', 'status': 'completed', 'code': 200} Aug 31 13:48:21.843850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-6e6e4862-7094-4be3-9a6c-7bb4c684346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:21.845284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-6e6e4862-7094-4be3-9a6c-7bb4c684346c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1376574 Aug 31 13:48:21.854140 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.894994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=b933684b-03cf-4391-9c9e-c9913f20ad05,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:21.959938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port b933684b-03cf-4391-9c9e-c9913f20ad05 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:21.964096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.968205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-cda0c57c-09f8-4722-a8e4-df1e46377206 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "DELETE /v2.0/ports/b933684b-03cf-4391-9c9e-c9913f20ad05 HTTP/1.1" status: 204 len: 173 time: 1.4196045 Aug 31 13:48:22.011479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-b041aaa7-4d4a-46ef-aab7-1c91560fc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:22.018716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-b041aaa7-4d4a-46ef-aab7-1c91560fc7d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613410 Aug 31 13:48:22.054933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b933684b-03cf-4391-9c9e-c9913f20ad05,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:22.145858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3'}, {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:22.148286 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65961103-f222-4607-b6ea-17aa01d93202" -d '{"events": [{"server_uuid": "e8e73cbf-469c-4e69-ab06-1001e7e6bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "7c20d661-b47e-4aa5-b80d-ca00c2c72cf3"}, {"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:22.198919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:22.223823 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-5138a879-39a4-471e-aa5b-3d8b8d24f617 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950734 Aug 31 13:48:22.279180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:22.280363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ada55-7e1e-4a15-8347-9c712b052b07 req-4e72a8bd-8287-4a68-bc1c-754e49969c65 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:22.284292 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:22.296132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb0ada55-7e1e-4a15-8347-9c712b052b07 req-4e72a8bd-8287-4a68-bc1c-754e49969c65 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.3056879 Aug 31 13:48:22.364339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:22.382524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ae08873-5fb4-4864-9b30-6fa54abfc40d req-6e10dd08-1b7d-4992-ba24-2bcc7541e8c7 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494763 Aug 31 13:48:22.383376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb0ada55-7e1e-4a15-8347-9c712b052b07 req-cc454b60-09d4-48cf-8df0-2709642a4547 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859561 Aug 31 13:48:22.427528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:22.427924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:22.578856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d844a27-7590-444b-aa28-fd0d13af3eab req-d664213c-6d33-4737-9bcd-3116379fdf27 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:22.581062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d844a27-7590-444b-aa28-fd0d13af3eab req-d664213c-6d33-4737-9bcd-3116379fdf27 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 943 time: 0.1170127 Aug 31 13:48:22.602076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-77de60df-c7d8-4ee2-a9b9-1bc5a4c8bacc tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:48:22.603067 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-77de60df-c7d8-4ee2-a9b9-1bc5a4c8bacc tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056977 Aug 31 13:48:22.617142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:22.617425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port c73667d0-9c5b-41be-b7e8-ebcf5c66b250, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:22.617544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Unknown quota resources ['binding']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:48:22.617811 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:22.658134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d844a27-7590-444b-aa28-fd0d13af3eab req-458b6099-729b-4b54-b4fb-f4c9f777c079 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638971 Aug 31 13:48:22.659195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for c73667d0-9c5b-41be-b7e8-ebcf5c66b250 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:22.796146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:22.796146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:22.796146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.803262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.804125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.810905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.811390 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:22.811877 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 2 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:22.831454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:22.833800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:22.834197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.855645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.856096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.857034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:22.867384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.867980 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:22.868520 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 3 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:22.904639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:22.905026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:22.905362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.914358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.914688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.919478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.919662 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:22.920057 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 4 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:22.927030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=c73667d0-9c5b-41be-b7e8-ebcf5c66b250,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:22.953949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:22.954371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:22.954682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.962674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.962857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:22.970301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:22.970830 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:22.982008 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 5 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:22.999300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:22.999753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:23.000444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.005685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port c73667d0-9c5b-41be-b7e8-ebcf5c66b250 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:23.006194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.006692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.016485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:23.018870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.019415 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:23.020031 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 6 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:23.021248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bab9d59-5bff-493a-93f6-9aad98c16550 req-770f29ea-7cd8-4cdd-8216-4c6b28ed63d8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "DELETE /v2.0/ports/c73667d0-9c5b-41be-b7e8-ebcf5c66b250 HTTP/1.1" status: 204 len: 173 time: 1.0436850 Aug 31 13:48:23.034155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db578e6-043d-4d5c-b46c-12a9edc54289 req-8f74a89b-56d7-4b6e-b789-df4da640f6f5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:23.035742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8db578e6-043d-4d5c-b46c-12a9edc54289 req-8f74a89b-56d7-4b6e-b789-df4da640f6f5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 947 time: 0.1262782 Aug 31 13:48:23.053688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:23.068059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:23.068860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.084895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.084895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.107494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8db578e6-043d-4d5c-b46c-12a9edc54289 req-3ccc9d7b-5995-4481-afad-9e2784c4b54b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605130 Aug 31 13:48:23.111702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.112054 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:23.112454 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 7 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:23.133082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:23.133426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:23.133767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.140176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.140741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.145892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.146318 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:23.146780 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 8 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:23.173590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:23.178319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:23.179895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.190724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.191156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.197340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.197851 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:23.198361 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 9 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:23.216123 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bde791-02e6-4b33-bb05-e8aee9ff10d4 x-openstack-request-id: req-a1bde791-02e6-4b33-bb05-e8aee9ff10d4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:23.216630 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e73cbf-469c-4e69-ab06-1001e7e6bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "7c20d661-b47e-4aa5-b80d-ca00c2c72cf3", "code": 200}, {"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:23.216796 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1bde791-02e6-4b33-bb05-e8aee9ff10d4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:23.217418 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3', 'code': 200} Aug 31 13:48:23.217718 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05', 'code': 200} Aug 31 13:48:23.234957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:23.235753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:23.236340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.243568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.244177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.254314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.254768 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:23.255229 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempt 10 to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a Aug 31 13:48:23.275703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:23.276060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:23.276393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.284955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.285763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Attempting to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:23.293168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:23.293640 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to bind port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:48:23.293939 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.plugin [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] Failed to commit binding results for 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a after 10 tries Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 could not be created or updated. Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:23.295382 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h1-792362-6 could not be created or updated. Aug 31 13:48:23.299035 n-d-792362-6 neutron-server[101360]: ERROR neutron.api.v2.resource Aug 31 13:48:23.318536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14a66e9a-3933-49bb-b2cb-f6e128945e88 req-6b9f070f-e6d1-4d85-a353-fcd6da78e5c1 service neutron] 10.222.0.10 "POST /v2.0/ports/538b3a99-d8f8-4a35-b31a-6cb72fd0f66a/bindings HTTP/1.1" status: 500 len: 401 time: 0.7053745 Aug 31 13:48:23.395961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b01e0d-32d3-483b-980e-c75b3e3b4361 req-49a758f4-5543-4061-be69-1ecd811fb427 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:23.405058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1b01e0d-32d3-483b-980e-c75b3e3b4361 req-49a758f4-5543-4061-be69-1ecd811fb427 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0690894 Aug 31 13:48:23.501918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1b01e0d-32d3-483b-980e-c75b3e3b4361 req-02740deb-673c-4564-b227-051b855b896f tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795321 Aug 31 13:48:23.508294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95a8a4-b8a4-4f95-852f-065bdf9a76f8 req-c31362e3-8ef6-4454-9066-d6ea381afa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:23.510414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f95a8a4-b8a4-4f95-852f-065bdf9a76f8 req-c31362e3-8ef6-4454-9066-d6ea381afa26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 1097 time: 0.0959330 Aug 31 13:48:23.578981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f95a8a4-b8a4-4f95-852f-065bdf9a76f8 req-b55b503c-a9d4-48ff-bca4-908908878913 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Aug 31 13:48:23.812412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-deleted', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05'}, {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-deleted', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:23.815113 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c8190-a4da-41f4-b83c-bb4436f581e0" -d '{"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-deleted", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05"}, {"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-deleted", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:23.878776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-c9ee430a-e637-46d1-a8b8-b57cf03b479d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 258 time: 0.2833824 Aug 31 13:48:23.884119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:23.918808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:24.051821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09000c37-0080-478a-b778-cf8303e7d856 req-18a73695-945a-4933-8e71-89e6e21b5f5c tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:24.061008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-09000c37-0080-478a-b778-cf8303e7d856 req-18a73695-945a-4933-8e71-89e6e21b5f5c tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 946 time: 0.0752742 Aug 31 13:48:24.135469 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:24.149478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-09000c37-0080-478a-b778-cf8303e7d856 req-342aa349-0bb7-4dfc-be90-0c27cf1d39b4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864606 Aug 31 13:48:24.268919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b61598b6-49a0-4074-8fb1-492f7a28c9e7 req-307579df-d88e-47a4-8b4f-025774ddc3c9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bbe988e-ce10-4173-a2a2-d1a812e4e5ea HTTP/1.1" status: 200 len: 210 time: 0.0307639 Aug 31 13:48:24.311370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Allocated IP 172.25.0.22 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/0667673a-35f4-4c2c-8b23-053d47d780fd) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:24.453085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:24.524185 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:24.573285 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b52b10-078a-410f-afff-989217565b56 x-openstack-request-id: req-95b52b10-078a-410f-afff-989217565b56 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:24.574121 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-deleted", "tag": "b933684b-03cf-4391-9c9e-c9913f20ad05", "status": "completed", "code": 200}, {"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-deleted", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:24.574502 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95b52b10-078a-410f-afff-989217565b56 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:24.575052 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-deleted', 'tag': 'b933684b-03cf-4391-9c9e-c9913f20ad05', 'status': 'completed', 'code': 200} Aug 31 13:48:24.575497 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-deleted', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250', 'status': 'completed', 'code': 200} Aug 31 13:48:24.592234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:24.597188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:24.603384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:24.666990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event updated for resources: {'Port': ['ID=0667673a-35f4-4c2c-8b23-053d47d780fd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:24.748786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:24.791447 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:24.838277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2523472-4c77-4c65-a24a-9f8ace7e47db details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:24.856846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:24.985189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port a37eeded-a910-4990-803a-a9c548a70d65 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:24.985569 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.054113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.056963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fbd8-b711-4a84-81ab-87c2dc04a28c req-14a61d12-fddf-4e06-bd05-6763bc55cf54 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.059795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a061fbd8-b711-4a84-81ab-87c2dc04a28c req-14a61d12-fddf-4e06-bd05-6763bc55cf54 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 947 time: 0.0921061 Aug 31 13:48:25.062465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:25.066669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.079087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'mac_address': 'fa:16:3e:4d:48:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:25.115293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event updated for resources: {'Port': ['ID=0667673a-35f4-4c2c-8b23-053d47d780fd,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:25.144826 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.147141 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a061fbd8-b711-4a84-81ab-87c2dc04a28c req-4b3dba3d-a7b6-40c0-8a93-d78b98f152f2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805094 Aug 31 13:48:25.164707 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.181365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.192809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2523472-4c77-4c65-a24a-9f8ace7e47db {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:25.199567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.211369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-13503e01-3bba-4ef5-b660-5d83f89b89cf tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3315313 Aug 31 13:48:25.218784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:25.219612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250'}, {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:25.221978 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f8844-a668-4c1f-b826-f81eaf626bb2" -d '{"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250"}, {"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-plugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:25.232459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.235467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:25.270187 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.272693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8c531-3288-4236-b84b-65b53e95f17b req-2d1c7798-b205-448d-9093-c573ed3f32a4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.285682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14b8c531-3288-4236-b84b-65b53e95f17b req-2d1c7798-b205-448d-9093-c573ed3f32a4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 950 time: 0.0808716 Aug 31 13:48:25.317071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:25.355096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14b8c531-3288-4236-b84b-65b53e95f17b req-8d884cb1-23c0-483c-8920-6b9d3bc40729 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Aug 31 13:48:25.379195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-7ad2c41e-4c1c-4d58-a1e7-91d2b4d02656 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.1652792 Aug 31 13:48:25.403753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:25.507588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-12ffe57e-e651-44a8-8fa3-e4ccc8fc5ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.509056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-12ffe57e-e651-44a8-8fa3-e4ccc8fc5ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1290326 Aug 31 13:48:25.525072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-66d47d20-ba7a-4e83-a076-4be19b36a25a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:48:25.526636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf0ea453-2838-4ea9-bd6b-dcff12b087df req-66d47d20-ba7a-4e83-a076-4be19b36a25a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102625 Aug 31 13:48:25.593193 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66e8b9-3585-4f99-a14d-45ad1e6ad6a6 x-openstack-request-id: req-cf66e8b9-3585-4f99-a14d-45ad1e6ad6a6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:25.594742 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe988e-ce10-4173-a2a2-d1a812e4e5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c73667d0-9c5b-41be-b7e8-ebcf5c66b250", "code": 200}, {"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-plugged", "status": "completed", "tag": "a37eeded-a910-4990-803a-a9c548a70d65", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:25.595352 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf66e8b9-3585-4f99-a14d-45ad1e6ad6a6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:25.595979 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe988e-ce10-4173-a2a2-d1a812e4e5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73667d0-9c5b-41be-b7e8-ebcf5c66b250', 'code': 200} Aug 31 13:48:25.596372 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65', 'code': 200} Aug 31 13:48:25.634304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54382) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:25.673299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9d766-c3cd-47ec-ba15-6269618b384e req-e927522a-ab76-4de4-82ac-ff68246df730 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.675030 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ff9d766-c3cd-47ec-ba15-6269618b384e req-e927522a-ab76-4de4-82ac-ff68246df730 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 946 time: 0.0638962 Aug 31 13:48:25.700034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting subnet aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:48:25.703105 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.714894 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ff9d766-c3cd-47ec-ba15-6269618b384e req-66ba844d-de50-4764-b649-78d100298520 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Aug 31 13:48:25.744972 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.897900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d6d3-e165-4131-894d-636771e71481 req-81c29aec-0003-4419-a3b5-3d246446fd15 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.899742 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-81c29aec-0003-4419-a3b5-3d246446fd15 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0853662 Aug 31 13:48:25.902460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:25.935653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79c5e-a2c8-48d4-b6c4-d57678dc69ee req-27264ec2-3734-4b74-bfe0-4ebd8907fc20 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.937497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3c79c5e-a2c8-48d4-b6c4-d57678dc69ee req-27264ec2-3734-4b74-bfe0-4ebd8907fc20 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 1097 time: 0.0920169 Aug 31 13:48:25.980718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2523472-4c77-4c65-a24a-9f8ace7e47db'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:25.989275 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3c79c5e-a2c8-48d4-b6c4-d57678dc69ee req-9084cb55-c9fb-420f-9cea-4d582c827eb9 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 Aug 31 13:48:25.995647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.029384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Subnet': ['ID=aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:26.035458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.037587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-833fd568-0224-4d81-aff7-a9763f9ac1aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/subnets/aa97e13f-5e5d-4b0a-8fcf-fb96498e73c7 HTTP/1.1" status: 204 len: 168 time: 0.4022346 Aug 31 13:48:26.040815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54392) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:26.057511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e764d67-e42b-451e-bb31-05d60e62c1ea None None] Network 06a9772f-3c0c-4276-9d41-081be8918cb6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:48:26.205515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f2d47-a8fa-40ad-9a73-79db36c413ed req-8d27feee-2627-4ece-ad6b-c054b9a2ff72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:26.212796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e07f2d47-a8fa-40ad-9a73-79db36c413ed req-8d27feee-2627-4ece-ad6b-c054b9a2ff72 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 967 time: 0.1080587 Aug 31 13:48:26.219486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.231940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9bbe-bd20-4eea-bc38-b09023fe8f4b req-4bc4eb39-d32f-4b1f-9342-1c0d2a821ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:26.233893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3af9bbe-bd20-4eea-bc38-b09023fe8f4b req-4bc4eb39-d32f-4b1f-9342-1c0d2a821ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1102 time: 0.1657753 Aug 31 13:48:26.248745 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-c48c3025-d17e-4d39-bdfe-c0f56d396d2c tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.3399794 Aug 31 13:48:26.253546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Request body: {'floatingip': {'port_id': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:26.306431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e07f2d47-a8fa-40ad-9a73-79db36c413ed req-b186df14-6e66-4aec-9c80-6fc51efd2ef9 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926478 Aug 31 13:48:26.327959 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.360126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] DHCP port deletion for 06a9772f-3c0c-4276-9d41-081be8918cb6 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:48:26.439452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3af9bbe-bd20-4eea-bc38-b09023fe8f4b req-8355aaaa-e4dd-484d-842d-0d0ff84f27ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482611 Aug 31 13:48:26.466513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] Deleting port 421d0fee-1171-4713-aa11-a65203379006 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:26.466884 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.510265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port 421d0fee-1171-4713-aa11-a65203379006 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:26.510845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.567838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] For port 421d0fee-1171-4713-aa11-a65203379006, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=421d0fee-1171-4713-aa11-a65203379006,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:26.568856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.589952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] Calling delete_port for 421d0fee-1171-4713-aa11-a65203379006 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:26.817155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad4fba-f6e6-4e49-bed5-f585ba6926fd req-870e48b2-9cb4-4f3e-be99-988827a5839a tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:26.818595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29ad4fba-f6e6-4e49-bed5-f585ba6926fd req-870e48b2-9cb4-4f3e-be99-988827a5839a tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 1097 time: 0.3646910 Aug 31 13:48:26.853109 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-426745b9-a649-4261-8d05-bf968836d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.862084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port 421d0fee-1171-4713-aa11-a65203379006, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=421d0fee-1171-4713-aa11-a65203379006,segment=NetworkSegment(f6d3e051-b12c-4011-baa9-8c0899810354),segment_id=f6d3e051-b12c-4011-baa9-8c0899810354)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:26.862460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.887151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29ad4fba-f6e6-4e49-bed5-f585ba6926fd req-57a99eed-3146-4f45-95ff-aca4a2390455 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Aug 31 13:48:26.892393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for 421d0fee-1171-4713-aa11-a65203379006 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:26.899518 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:26.946290 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:48:26.964049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] No DVR routers for this DVR port 421d0fee-1171-4713-aa11-a65203379006 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:26.966391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629663f6-5c1e-4f92-a2b3-77c2e534d224 None None] Pushing event deleted for resources: {'Port': ['ID=421d0fee-1171-4713-aa11-a65203379006,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:27.069607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cc338-8a76-4d88-bcfc-dcd289155ce4 req-e6775515-9ace-47b9-931d-5cd1096d0194 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:27.071105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba1cc338-8a76-4d88-bcfc-dcd289155ce4 req-e6775515-9ace-47b9-931d-5cd1096d0194 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 948 time: 0.0717609 Aug 31 13:48:27.072991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.103731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=421d0fee-1171-4713-aa11-a65203379006,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:27.126055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.127124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port 421d0fee-1171-4713-aa11-a65203379006 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:27.132748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.169817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba1cc338-8a76-4d88-bcfc-dcd289155ce4 req-c07c1db8-b6a7-48dd-a08f-d48e100d6717 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705276 Aug 31 13:48:27.237219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.247610 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Floating IP ad1eda60-9984-43ef-8069-e56629756954 associated. External IP: 172.25.0.22, port: acbdbd94-bcd8-4661-8ef4-6b4e62035496. Aug 31 13:48:27.248847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a9772f-3c0c-4276-9d41-081be8918cb6']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:27.270097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d3e051-b12c-4011-baa9-8c0899810354') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:27.270554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d3e051-b12c-4011-baa9-8c0899810354') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:27.296136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.318586 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.330362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7e5a-26cf-461e-b6dd-26457e1f88a3 req-495ef475-0e79-48cf-8986-6d04103c1dd0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:27.332033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-592d7e5a-26cf-461e-b6dd-26457e1f88a3 req-495ef475-0e79-48cf-8986-6d04103c1dd0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 951 time: 0.0805376 Aug 31 13:48:27.334824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Releasing vlan 1548 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:48:27.335303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:48:27.338819 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:48:27.428160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.432343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-592d7e5a-26cf-461e-b6dd-26457e1f88a3 req-807cfeef-ed28-4fa4-8e29-7e3e9bd5f454 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798700 Aug 31 13:48:27.460935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.460935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/networks/06a9772f-3c0c-4276-9d41-081be8918cb6 HTTP/1.1" status: 204 len: 168 time: 1.4156177 Aug 31 13:48:27.460935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795f75a-b530-4479-a30c-d7b444b5de91 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Network': ['ID=06a9772f-3c0c-4276-9d41-081be8918cb6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:27.461336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54406) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:27.536681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:48:27.542416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting subnet 130a1abb-1445-4c2f-89fd-2025fe67bb37 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:48:27.547086 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.629711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.801377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:48:27.807625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.818207 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] Sync routers for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:48:27.830412 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:27.831122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.831813 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:27.871622 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-4f2fc0f7-b1b6-400e-9046-0046e75b155e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "PUT /v2.0/floatingips/ad1eda60-9984-43ef-8069-e56629756954 HTTP/1.1" status: 200 len: 995 time: 1.6223171 Aug 31 13:48:27.874146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:27.876404 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b545c9-e278-4272-b7dc-d2878b915d98" -d '{"events": [{"name": "network-changed", "server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:27.950092 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.954343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d6d3-e165-4131-894d-636771e71481 req-8443961e-d55c-434e-81f8-7b202b7de1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:27.957859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-8443961e-d55c-434e-81f8-7b202b7de1a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 1096 time: 0.0630369 Aug 31 13:48:27.980478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af52bce-36bc-4214-b453-86402dcaf2a9 None None] Network 0fe23254-fd57-4f7c-9dbb-fa787539df07 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:48:27.983732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:27.986417 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/subnets/130a1abb-1445-4c2f-89fd-2025fe67bb37 HTTP/1.1" status: 204 len: 168 time: 0.5253730 Aug 31 13:48:27.989271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54446) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:28.016888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027d43c-ff67-4bb6-b339-e23b0aa2db56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Subnet': ['ID=130a1abb-1445-4c2f-89fd-2025fe67bb37,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:28.021381 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:28.131361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d6d3-e165-4131-894d-636771e71481 req-fc436dbe-dd47-4321-bfbf-40c2012405bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:28.139383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-fc436dbe-dd47-4321-bfbf-40c2012405bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 200 len: 929 time: 0.1676974 Aug 31 13:48:28.181867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.190777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 421d0fee-1171-4713-aa11-a65203379006 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:28.242066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 421d0fee-1171-4713-aa11-a65203379006 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:28.242416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 421d0fee-1171-4713-aa11-a65203379006 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:28.260887 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-89fc2840-d60d-4fbb-96c5-ec61ffa56110 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 998 time: 0.1205397 Aug 31 13:48:28.301187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port 3aace3f1-3b78-46f6-affc-e02c089d055b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:28.301785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.393930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] DHCP port deletion for 0fe23254-fd57-4f7c-9dbb-fa787539df07 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:48:28.420896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d6d3-e165-4131-894d-636771e71481 req-f4ba0ac5-dcd6-4f60-9751-082ebf0bba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:28.426891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-f4ba0ac5-dcd6-4f60-9751-082ebf0bba68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb884aa5-dd43-48ca-b674-34c125d1f481 HTTP/1.1" status: 200 len: 866 time: 0.1610029 Aug 31 13:48:28.503835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port 3aace3f1-3b78-46f6-affc-e02c089d055b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3aace3f1-3b78-46f6-affc-e02c089d055b,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:28.505871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.529119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d6d3-e165-4131-894d-636771e71481 req-2ed210b9-c7b3-41b0-9ad4-006ccf93ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:28.530892 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-2ed210b9-c7b3-41b0-9ad4-006ccf93ca8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50892ccb-b170-4fda-a8b3-96548be4fb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973518 Aug 31 13:48:28.538924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for 3aace3f1-3b78-46f6-affc-e02c089d055b owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:28.541052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] Deleting port 3aace3f1-3b78-46f6-affc-e02c089d055b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:28.541947 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.550667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-0019416b-3bdb-45ac-8eae-6510fd014cd2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:48:28.551835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-0019416b-3bdb-45ac-8eae-6510fd014cd2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117919 Aug 31 13:48:28.649471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ad1eda60-9984-43ef-8069-e56629756954', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'port_id': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'mac_address': 'fa:16:3e:0b:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d657354-d425-4a73-953d-566b697b594d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:24Z', 'updated_at': '2021-08-31T13:48:26Z', 'revision_number': 1, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:08Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:28.651286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] For port 3aace3f1-3b78-46f6-affc-e02c089d055b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3aace3f1-3b78-46f6-affc-e02c089d055b,segment=NetworkSegment(7634713a-d678-4e84-992f-224531914172),segment_id=7634713a-d678-4e84-992f-224531914172)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:28.652583 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.681589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] Calling delete_port for 3aace3f1-3b78-46f6-affc-e02c089d055b owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:28.694509 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] Checking router: 49b42e0b-68e9-41c2-a2c6-f718da4cb81d for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:48:28.708893 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:28.709835 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:28.716924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.764012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=3aace3f1-3b78-46f6-affc-e02c089d055b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:28.773747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port 3aace3f1-3b78-46f6-affc-e02c089d055b on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:28.789509 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-3860e6fe-d97e-4220-98e3-e6afec738d7f service neutron] 10.222.0.10 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234182 Aug 31 13:48:28.799047 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.827193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] Pushing event deleted for resources: {'Port': ['ID=3aace3f1-3b78-46f6-affc-e02c089d055b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:28.833856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11c596-53b2-4d01-b3ea-34f1d92884a4 None None] No DVR routers for this DVR port 3aace3f1-3b78-46f6-affc-e02c089d055b on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:28.865004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2523472-4c77-4c65-a24a-9f8ace7e47db up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:28.877253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.894404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe23254-fd57-4f7c-9dbb-fa787539df07']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:28.925329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7634713a-d678-4e84-992f-224531914172') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:28.925635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7634713a-d678-4e84-992f-224531914172') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:28.947494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.959296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port d2523472-4c77-4c65-a24a-9f8ace7e47db completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:28.966187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d2523472-4c77-4c65-a24a-9f8ace7e47db triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:28.966573 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.969997 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:28.979717 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.983998 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27a0d6d3-e165-4131-894d-636771e71481 req-7313ecbe-1ced-4656-9350-dfa5b9c29bcd service neutron] 10.222.0.10 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853216 Aug 31 13:48:28.989345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Releasing vlan 1532 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:48:28.990521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:48:28.994895 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:48:29.052381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-d821afba-f228-49b7-9455-ef2333a431e9 req-9deee185-c12e-4816-8966-7a18dc789398 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:48:29.060523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d821afba-f228-49b7-9455-ef2333a431e9 req-9deee185-c12e-4816-8966-7a18dc789398 tempest-LiveMigrationTest-1706560134 tempest-LiveMigrationTest-1706560134-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0945728 Aug 31 13:48:29.066389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:29.066912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Unknown quota resources ['binding']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:48:29.136663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.141946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.151224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/networks/0fe23254-fd57-4f7c-9dbb-fa787539df07 HTTP/1.1" status: 204 len: 168 time: 1.1578219 Aug 31 13:48:29.151825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54472) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:29.167100 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.194704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:29.201348 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaba2ed-c3c9-4576-b42a-192fb71ddd22" -d '{"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-plugged", "status": "completed", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:29.205686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1737828517'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:29.212056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb417c-1803-45df-866e-9e4a7be81383 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Network': ['ID=0fe23254-fd57-4f7c-9dbb-fa787539df07,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.231983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:29.259326 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.260186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b86b8b3e-b8fd-4963-a0c4-4969fe676496 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:29.263560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:29.268019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.313279 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-17b40780-37e2-4f2c-b574-205274e53505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.392961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] vlan segment allocate from pool success with {'vlan_id': 1503, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:48:29.431353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.431709 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Added segment 829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5 of type vlan for network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 Aug 31 13:48:29.446888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.447237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.447576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.457170 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ad1eda60-9984-43ef-8069-e56629756954', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'port_id': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'mac_address': 'fa:16:3e:0b:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d657354-d425-4a73-953d-566b697b594d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:24Z', 'updated_at': '2021-08-31T13:48:26Z', 'revision_number': 1, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:08Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:29.501366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.508590 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.509544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.509762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.510797 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.519524 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bafc319-cc18-4916-946c-22de2f88e0ba None None] The sync data for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 is: [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ad1eda60-9984-43ef-8069-e56629756954', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'port_id': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'mac_address': 'fa:16:3e:0b:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d657354-d425-4a73-953d-566b697b594d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:24Z', 'updated_at': '2021-08-31T13:48:26Z', 'revision_number': 1, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:08Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:48:29.531664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.531920 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:29.533472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.535440 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 2 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:29.554938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.555270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.555608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.563285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.563623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.575113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:29.576290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.576502 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:29.578042 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 3 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:29.580482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.594519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.600080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:29.600699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.639938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.689490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.689859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.690190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.722525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.722864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.734335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.734713 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:29.736252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5350447 Aug 31 13:48:29.739930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54504) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:29.744101 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 4 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:29.749701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'subnet': {'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:29.774972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8955c3-0fe3-451c-b408-c4d903e15ae1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Network': ['ID=2c1ffab3-f7ee-4a6c-b6d5-45cce542f599,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.790538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.790894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.791234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.792033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:48:29.798434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.798774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.813174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.813539 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:29.813903 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 5 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:29.830767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d593f98-17e6-4bcd-8d0d-6e22a133b8f5 None None] New status for floating IP ad1eda60-9984-43ef-8069-e56629756954: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:48:29.844079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.844556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.844764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.850394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.850727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.856959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.857389 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:29.857843 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 6 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:29.875185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.875635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.876045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.881606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.882025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.892287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.901537 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:29.903026 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 7 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:29.928648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.929395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.929930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.938425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.939298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.949543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.950947 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:29.951325 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 8 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:29.985528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:29.985969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:29.986310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:29.994185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:29.994847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:30.005548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:30.005886 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:30.006280 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 9 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:30.043900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:30.044344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:30.044689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:30.056658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:30.058566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:30.066937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:30.068038 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:30.068601 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempt 10 to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 Aug 31 13:48:30.087669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:30.088013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:30.088342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:30.097449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:30.097787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Attempting to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:30.103281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on network 0ceeeb85-9087-45e9-8b64-0cdcc9206a2a not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:30.104604 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to bind port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '994fa97b-45d9-4589-99f2-152685a800e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '0ceeeb85-9087-45e9-8b64-0cdcc9206a2a'}] Aug 31 13:48:30.106175 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.plugin [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] Failed to commit binding results for 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 after 10 tries Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 could not be created or updated. Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:30.109646 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h1-792362-6 could not be created or updated. Aug 31 13:48:30.113877 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource Aug 31 13:48:30.121239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d821afba-f228-49b7-9455-ef2333a431e9 req-86686d51-455f-46ef-918b-f8fd4186c94f service neutron] 10.222.0.10 "POST /v2.0/ports/7c20d661-b47e-4aa5-b80d-ca00c2c72cf3/bindings HTTP/1.1" status: 500 len: 401 time: 1.0592480 Aug 31 13:48:30.183044 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47166b6b-aef8-498e-a72a-0b9814a60aa4 x-openstack-request-id: req-47166b6b-aef8-498e-a72a-0b9814a60aa4 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:30.183720 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:30.184202 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47166b6b-aef8-498e-a72a-0b9814a60aa4 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:30.185548 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'status': 'completed', 'code': 200} Aug 31 13:48:30.209984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3aace3f1-3b78-46f6-affc-e02c089d055b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:30.253500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 3aace3f1-3b78-46f6-affc-e02c089d055b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:30.256145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-8344ca01-c920-4478-b1c0-b1415f7b88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.257896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-8344ca01-c920-4478-b1c0-b1415f7b88ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 1096 time: 0.0882814 Aug 31 13:48:30.260609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3aace3f1-3b78-46f6-affc-e02c089d055b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:30.296307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d733ab8-e764-4b8a-b527-9cf1b8c67808 req-783e6675-b311-469b-b1ad-3725c509399f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.298846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3d733ab8-e764-4b8a-b527-9cf1b8c67808 req-783e6675-b311-469b-b1ad-3725c509399f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0982375 Aug 31 13:48:30.299972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:30.303495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:30.391533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-7401f67d-9844-43fe-b18d-24cf1697c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.393606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-7401f67d-9844-43fe-b18d-24cf1697c363 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 200 len: 929 time: 0.1270394 Aug 31 13:48:30.430476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:30.449743 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3d733ab8-e764-4b8a-b527-9cf1b8c67808 req-f8ad357c-af7f-4e91-a6e4-f7f7a42d0853 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424894 Aug 31 13:48:30.505191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-284617f8-717e-4cd5-847c-fda4cc2a7e03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 1000 time: 0.0905435 Aug 31 13:48:30.578518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-2c9358cb-3480-4458-bc02-6a71b92f458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.580700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-2c9358cb-3480-4458-bc02-6a71b92f458b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb884aa5-dd43-48ca-b674-34c125d1f481 HTTP/1.1" status: 200 len: 866 time: 0.0648425 Aug 31 13:48:30.625003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7c055-8b60-48d8-97b0-0f6d79ae8156 req-6cc1ccef-54d6-47c8-8968-7d6b611f1b14 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.626650 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-faf7c055-8b60-48d8-97b0-0f6d79ae8156 req-6cc1ccef-54d6-47c8-8968-7d6b611f1b14 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 951 time: 0.1105349 Aug 31 13:48:30.628240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:30.643135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-2013e7e5-0e8b-461f-8360-1d285f4c9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.645440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-2013e7e5-0e8b-461f-8360-1d285f4c9eae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50892ccb-b170-4fda-a8b3-96548be4fb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511911 Aug 31 13:48:30.711864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Subnet': ['ID=233aac7f-d986-4506-81bc-2b209c59d401,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:30.725582 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-faf7c055-8b60-48d8-97b0-0f6d79ae8156 req-a4d28b05-957d-4c58-9152-0aa1d6ca29c4 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893562 Aug 31 13:48:30.733345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Checking segment: {'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:30.733719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network hostable DHCP agents. Network: 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:48:30.772254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:48:30.787566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:30.794310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.796161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:30.796420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-8e974858-a9a1-41b9-85c4-f85cb8645e8e service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376996 Aug 31 13:48:30.803711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44748930-dea1-45ff-b7c5-9a06de655e09 None None] Network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:48:30.861713 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aba1166a-67ce-41b1-a53e-892e96c07d0f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1202064 Aug 31 13:48:30.881150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54544) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:30.890959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1814177918'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:30.957516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:30.961355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:30.971589 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c24c43-d18b-49b0-bc90-c03c4cb8f9ac x-openstack-request-id: req-82c24c43-d18b-49b0-bc90-c03c4cb8f9ac {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:30.972055 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-plugged", "status": "completed", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:30.972308 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82c24c43-d18b-49b0-bc90-c03c4cb8f9ac {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:30.972993 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'code': 200} Aug 31 13:48:31.010463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] vlan segment allocate from pool success with {'vlan_id': 1509, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:48:31.019090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1b545c9-e278-4272-b7dc-d2878b915d98 req-4bb59eb9-c0a6-4039-a57e-6f6eeda80945 service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125409 Aug 31 13:48:31.024750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.025171 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Added segment c544f1c4-f6b9-4908-80c1-6138650081d8 of type vlan for network 6c2f4080-08df-451e-a92c-919fe8ee8018 Aug 31 13:48:31.063737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-2c1ffab3-f7ee-4a6c-b6d5-45cce542f599', 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'fixed_ips': [{'subnet_id': '233aac7f-d986-4506-81bc-2b209c59d401'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:48:31.064599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.122263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.158279 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dac79899-db97-4124-9310-f18fc2b7a3be req-3eafaf0b-31a1-4c28-8ef9-1d731e8dc869 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 258 time: 0.3359482 Aug 31 13:48:31.173076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:31.189203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-ac85ed95-3ab1-44d9-834c-369f404ab611 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1128938880&fields=id&tenant_id=d169bffdbb4846c286e4ccacf0386e53 HTTP/1.1" status: 200 len: 267 time: 0.1099002 Aug 31 13:48:31.190250 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.196430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:31.197152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.207951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.231763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Allocated IP 19.80.0.2 (2c1ffab3-f7ee-4a6c-b6d5-45cce542f599/233aac7f-d986-4506-81bc-2b209c59d401/66a31273-9e53-436e-9665-da215b708d43) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:31.310059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.335881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4531372 Aug 31 13:48:31.341152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54556) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:31.361858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'subnet': {'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:31.366411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7298b-946a-47f2-a1bc-d2ed4807aa4e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Network': ['ID=6c2f4080-08df-451e-a92c-919fe8ee8018,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:31.381759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 6c2f4080-08df-451e-a92c-919fe8ee8018 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:48:31.427804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45ec92-0630-492b-8a96-61edce0f6f9e req-2b147e3e-c334-482f-b55d-c6b728607b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:31.429337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c45ec92-0630-492b-8a96-61edce0f6f9e req-2b147e3e-c334-482f-b55d-c6b728607b80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 1100 time: 0.2288945 Aug 31 13:48:31.442951 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.458932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Transition to ACTIVE for port object 66a31273-9e53-436e-9665-da215b708d43 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:31.484609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Allocated IP 172.25.0.192 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/090a0d9d-4e0a-42c3-96da-6419f34aeacd) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:31.486243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Transition to ACTIVE for port object 66a31273-9e53-436e-9665-da215b708d43 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:31.493681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.497006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-d41faded-699d-4ada-ab20-0263ce7edec2 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:31.500131 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-d41faded-699d-4ada-ab20-0263ce7edec2 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff8bd60-da2a-49d2-aabe-be4e22c70029 HTTP/1.1" status: 200 len: 967 time: 0.0792496 Aug 31 13:48:31.512251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-0e70c358-1aee-4a64-bce3-ec10f4cd0880 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:31.513791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-0e70c358-1aee-4a64-bce3-ec10f4cd0880 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 824 time: 0.2995327 Aug 31 13:48:31.517725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c45ec92-0630-492b-8a96-61edce0f6f9e req-7481ac60-8acd-49fd-a6df-e4cf3c9e992f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725329 Aug 31 13:48:31.538360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:31.541683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.544210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:31.548292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:31.551242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:31.554384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Pushing event updated for resources: {'Port': ['ID=66a31273-9e53-436e-9665-da215b708d43,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:31.585028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-60bde633-9168-47e5-8a2a-d8862b3e0792 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/quotas/d169bffdbb4846c286e4ccacf0386e53 HTTP/1.1" status: 200 len: 375 time: 0.0529416 Aug 31 13:48:31.622024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Attempting to bind port 66a31273-9e53-436e-9665-da215b708d43 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:31.622394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Attempting to bind port 66a31273-9e53-436e-9665-da215b708d43 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:31.622745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Attempting to bind port 66a31273-9e53-436e-9665-da215b708d43 on network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:31.628024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:31.628395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Checking segment: {'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:31.628795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.629209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Bound using segment: {'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:31.629673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Bound port: 66a31273-9e53-436e-9665-da215b708d43, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:31.630052 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.672254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Deleting port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:31.672645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.673087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-f55e8303-e0d2-4f42-afe5-30eaa7aa63ae tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0790415 Aug 31 13:48:31.679895 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.711924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] For port 66a31273-9e53-436e-9665-da215b708d43, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:31.715366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] For port 66a31273-9e53-436e-9665-da215b708d43, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=66a31273-9e53-436e-9665-da215b708d43,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:31.720673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.789776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] For port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:31.790389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.790647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77152c0d-cdc7-4dbc-b7bc-aa715e337434 None None] Pushing event updated for resources: {'Port': ['ID=66a31273-9e53-436e-9665-da215b708d43,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:31.823973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.839613 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.861351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-31d8f510-69a8-4ef2-b726-bcceb73bac8a service neutron] 10.222.0.10 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755207 Aug 31 13:48:31.866551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:31.943083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:31.979039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:31.982336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Subnet': ['ID=0678a2f0-a74f-4438-8837-e6c2578c03b3,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:32.001596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:32.019525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event updated for resources: {'Port': ['ID=090a0d9d-4e0a-42c3-96da-6419f34aeacd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:32.032049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Checking segment: {'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:32.032562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network hostable DHCP agents. Network: 6c2f4080-08df-451e-a92c-919fe8ee8018, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:48:32.056525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-7a64fe76-8cf7-4c17-a11e-43ae6095ddb3 service neutron] 10.222.0.10 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836050 Aug 31 13:48:32.066145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 6c2f4080-08df-451e-a92c-919fe8ee8018 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:48:32.078408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 6c2f4080-08df-451e-a92c-919fe8ee8018) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:32.086934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:32.087278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ff51a-15c7-425a-ab27-f70157d89f25 None None] Network 6c2f4080-08df-451e-a92c-919fe8ee8018 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:48:32.087597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.121866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-01d6b7d5-776a-44d4-9737-b69aa07968f6 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7768397 Aug 31 13:48:32.221446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 66a31273-9e53-436e-9665-da215b708d43 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:32.276034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.277047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.277506 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4 disassociated. External IP: 172.25.0.221, port: 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0. Aug 31 13:48:32.277862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Calling delete_port for 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 owned by compute:tempest-test_az-695949367 {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:32.350952 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.389376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 66a31273-9e53-436e-9665-da215b708d43 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:32.399374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-6c2f4080-08df-451e-a92c-919fe8ee8018', 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'fixed_ips': [{'subnet_id': '0678a2f0-a74f-4438-8837-e6c2578c03b3'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:48:32.400235 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.451040 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.630865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Allocated IP 19.86.0.2 (6c2f4080-08df-451e-a92c-919fe8ee8018/0678a2f0-a74f-4438-8837-e6c2578c03b3/b5f8406a-3eb1-4355-8323-d289673fcfd9) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:32.643517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.716107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event deleted for resources: {'Port': ['ID=53b1ed05-47cb-4d26-bb75-1c73acf3e7c0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:32.975304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:32.975529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.978336 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e19613-be4f-4916-a879-3f1ad1b50d2b" -d '{"events": [{"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:32.999307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:48:33.001284 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.006557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c5c3f-291f-4cec-8d7b-acfde820327f req-a56fd818-b9ca-4e68-be30-9db106ef8828 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:33.008369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f0c5c3f-291f-4cec-8d7b-acfde820327f req-a56fd818-b9ca-4e68-be30-9db106ef8828 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0828090 Aug 31 13:48:33.065013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f0c5c3f-291f-4cec-8d7b-acfde820327f req-48d7b17a-c6f1-4984-9e21-fa37e084b903 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Aug 31 13:48:33.113135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.130143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Transition to ACTIVE for port object b5f8406a-3eb1-4355-8323-d289673fcfd9 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:33.160570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Transition to ACTIVE for port object b5f8406a-3eb1-4355-8323-d289673fcfd9 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:33.167740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.226193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event updated for resources: {'Port': ['ID=090a0d9d-4e0a-42c3-96da-6419f34aeacd,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:33.231493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Pushing event updated for resources: {'Port': ['ID=b5f8406a-3eb1-4355-8323-d289673fcfd9,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:33.245231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e1a5c-f54a-47ba-8514-2171f0475996 None None] Network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:48:33.299601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Network 6c2f4080-08df-451e-a92c-919fe8ee8018 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:33.377140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.420813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:33.430149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:33.443763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.445137 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dac79899-db97-4124-9310-f18fc2b7a3be req-684bf38e-a0a2-4be3-b2c0-525e9d5a80ce tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2777369 Aug 31 13:48:33.451130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:48:33.465165 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] Sync routers for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:48:33.488084 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:33.489180 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:33.534542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dac79899-db97-4124-9310-f18fc2b7a3be req-5edb9902-f7af-490e-bdaf-8f43071c5d32 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0812271 Aug 31 13:48:33.535260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] No DVR routers for this DVR port 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:33.538157 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.540542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa615179-6018-40f0-9d24-20dd01e10ccb req-c2ff4a00-cdb0-4d2f-bde8-5146e0db96d7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "DELETE /v2.0/ports/53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 HTTP/1.1" status: 204 len: 173 time: 2.0349870 Aug 31 13:48:33.541044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'name': 'network-vif-deleted', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:33.544256 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db402c40-6942-42ad-8e91-7e36424dd427" -d '{"events": [{"server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "name": "network-vif-deleted", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:33.549200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-e97fa0d8-6872-4fd9-97b0-dd431ba69254 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:33.568375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-e97fa0d8-6872-4fd9-97b0-dd431ba69254 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:33.585842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-e97fa0d8-6872-4fd9-97b0-dd431ba69254 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/networks?id=2c1ffab3-f7ee-4a6c-b6d5-45cce542f599&id=6c2f4080-08df-451e-a92c-919fe8ee8018 HTTP/1.1" status: 200 len: 1392 time: 0.2507248 Aug 31 13:48:33.615028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-7c048f0a-1dbb-4833-b649-7a9ad9ce90ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/quotas/8ea8333481194d1abfbdb2412dbb24f3 HTTP/1.1" status: 200 len: 375 time: 0.0280509 Aug 31 13:48:33.642190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1a2e97c7-fae6-485c-ab14-121da4824e1b None None] Provisioning for port 66a31273-9e53-436e-9665-da215b708d43 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:33.678805 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac79899-db97-4124-9310-f18fc2b7a3be req-74dd837c-7ff8-4d79-91f2-763543244cd9 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:33.680526 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dac79899-db97-4124-9310-f18fc2b7a3be req-74dd837c-7ff8-4d79-91f2-763543244cd9 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1324961 Aug 31 13:48:33.682554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:33.694289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-dac79899-db97-4124-9310-f18fc2b7a3be req-bf54d5f9-4bf8-4a06-ac42-429e412a9ce7 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:48:33.694745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-2f3a2c00-e47c-4142-9a61-23803186608a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0784483 Aug 31 13:48:33.699355 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dac79899-db97-4124-9310-f18fc2b7a3be req-bf54d5f9-4bf8-4a06-ac42-429e412a9ce7 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108950 Aug 31 13:48:33.706477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1a2e97c7-fae6-485c-ab14-121da4824e1b None None] Provisioning complete for port 66a31273-9e53-436e-9665-da215b708d43 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:33.706865 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a2e97c7-fae6-485c-ab14-121da4824e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.826022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Attempting to bind port b5f8406a-3eb1-4355-8323-d289673fcfd9 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:33.826879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Attempting to bind port b5f8406a-3eb1-4355-8323-d289673fcfd9 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:33.826879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Attempting to bind port b5f8406a-3eb1-4355-8323-d289673fcfd9 on network 6c2f4080-08df-451e-a92c-919fe8ee8018 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:33.835034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:33.835407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Checking segment: {'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:33.836851 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.837579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Bound using segment: {'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:33.838345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Bound port: b5f8406a-3eb1-4355-8323-d289673fcfd9, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:33.839503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.863481 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fd7bddbc-e7e2-419b-a51e-0c75fc67550f req-32420ccc-e20a-4f4b-af2e-464703aa10b1 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 210 time: 0.0541248 Aug 31 13:48:33.884805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-4fcc5ec0-4200-4035-8ca9-82e7261f2417 service neutron] 10.222.0.10 "GET /v2.0/networks/2c1ffab3-f7ee-4a6c-b6d5-45cce542f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891296 Aug 31 13:48:33.920458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] For port b5f8406a-3eb1-4355-8323-d289673fcfd9, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:33.924991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] For port b5f8406a-3eb1-4355-8323-d289673fcfd9, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b5f8406a-3eb1-4355-8323-d289673fcfd9,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:33.989755 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:34.015454 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:34.021508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a2e97c7-fae6-485c-ab14-121da4824e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:34.049398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-31b602a1-42ba-4dc1-8646-dfbbc0ba5347 service neutron] 10.222.0.10 "GET /v2.0/networks/2c1ffab3-f7ee-4a6c-b6d5-45cce542f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634429 Aug 31 13:48:34.054319 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] Checking router: 9bdc8342-3263-4ea8-9cdf-9522302dffa0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:48:34.066567 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:34.067584 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:34.082072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07dec2-5ac8-496c-abe9-e5ff80e5e668 req-8e35bddb-e0b2-41c0-83a6-90ce896bc6ea tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:34.083651 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e07dec2-5ac8-496c-abe9-e5ff80e5e668 req-8e35bddb-e0b2-41c0-83a6-90ce896bc6ea tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1102 time: 0.0887609 Aug 31 13:48:34.215524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e07dec2-5ac8-496c-abe9-e5ff80e5e668 req-422d4e1d-bb6d-44f7-9898-ead1ad70abc0 tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218383 Aug 31 13:48:34.246345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecdef0-9691-4e4e-92f2-a04040c54e11 None None] Pushing event updated for resources: {'Port': ['ID=b5f8406a-3eb1-4355-8323-d289673fcfd9,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:34.271521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9ec9bdd4-ee46-4666-bb69-b14ea127e5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/6c2f4080-08df-451e-a92c-919fe8ee8018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211702 Aug 31 13:48:34.279136 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:34.413278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1a2e97c7-fae6-485c-ab14-121da4824e1b None None] For port 66a31273-9e53-436e-9665-da215b708d43, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=66a31273-9e53-436e-9665-da215b708d43,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:34.427411 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a2e97c7-fae6-485c-ab14-121da4824e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:34.595458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-049be39a-fd0a-4e77-94e4-db23c0baaf87 service neutron] 10.222.0.10 "GET /v2.0/networks/6c2f4080-08df-451e-a92c-919fe8ee8018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219869 Aug 31 13:48:34.600770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e97c7-fae6-485c-ab14-121da4824e1b None None] Pushing event updated for resources: {'Port': ['ID=66a31273-9e53-436e-9665-da215b708d43,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:34.634598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-90a1b01d-a8ba-4bff-8000-28e8a3fec267 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:34.637321 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-90a1b01d-a8ba-4bff-8000-28e8a3fec267 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 824 time: 0.4050615 Aug 31 13:48:34.749350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-02726c19-2f6e-4691-9abe-799bd4f238ad tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d169bffdbb4846c286e4ccacf0386e53 HTTP/1.1" status: 200 len: 380 time: 0.0769672 Aug 31 13:48:34.821664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'port': {'device_id': '57775de0-f448-4614-ad4d-99367938f178', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'admin_state_up': True, 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'security_groups': ['b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:34.905930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:34.986592 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:35.024052 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c48b9-937b-40ec-b46e-98ed9d7b9ff3 None None] The sync data for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 is: [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:48:35.025845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:35.026187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 53b1ed05-47cb-4d26-bb75-1c73acf3e7c0 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:35.095882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-396782ff-6520-4451-8ce4-a2112b43894e None None] Provisioning complete for port 66a31273-9e53-436e-9665-da215b708d43 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:35.096587 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-396782ff-6520-4451-8ce4-a2112b43894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:35.170411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da955a8-2ba1-46f3-a939-5045f2fcab1e req-9098e4a9-5462-4655-b198-ad648734da3e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:35.180009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6da955a8-2ba1-46f3-a939-5045f2fcab1e req-9098e4a9-5462-4655-b198-ad648734da3e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 946 time: 0.1420190 Aug 31 13:48:35.266661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6da955a8-2ba1-46f3-a939-5045f2fcab1e req-8ddb8f09-ca54-4446-848c-4fc637183e4a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761282 Aug 31 13:48:35.394735 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5c6621-28e2-4f56-8956-753dbfb09363 x-openstack-request-id: req-5a5c6621-28e2-4f56-8956-753dbfb09363 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:35.395096 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:35.395362 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a5c6621-28e2-4f56-8956-753dbfb09363 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:35.396004 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'code': 200} Aug 31 13:48:35.572174 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb155351-4b41-46f9-9ad2-74e1b082c791 x-openstack-request-id: req-fb155351-4b41-46f9-9ad2-74e1b082c791 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:35.572663 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff8bd60-da2a-49d2-aabe-be4e22c70029", "name": "network-vif-deleted", "tag": "53b1ed05-47cb-4d26-bb75-1c73acf3e7c0", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:35.572802 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb155351-4b41-46f9-9ad2-74e1b082c791 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:35.573827 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff8bd60-da2a-49d2-aabe-be4e22c70029', 'name': 'network-vif-deleted', 'tag': '53b1ed05-47cb-4d26-bb75-1c73acf3e7c0', 'status': 'completed', 'code': 200} Aug 31 13:48:35.634998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-31e145e6-6262-4e4a-9650-f85673250e77 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:35.644204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-31e145e6-6262-4e4a-9650-f85673250e77 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 1.0764627 Aug 31 13:48:35.679872 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-838d5760-be86-4cca-9012-a5af89ea442b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/quotas/1a48c05bf9d445d58dcb47a944602623 HTTP/1.1" status: 200 len: 375 time: 0.0259783 Aug 31 13:48:35.682297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Made reservation on behalf of d169bffdbb4846c286e4ccacf0386e53 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:35.686762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:35.733301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd509373-8ad0-4afa-b21c-082b2f2d0bf2 None None] New status for floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:48:35.875123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-37bf3f61-4486-490a-ae20-9f26c89c5acd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783874 Aug 31 13:48:36.008458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d6dbe-a431-4fd0-9813-93e6bef0d49d req-42e2c48f-a250-43ee-8a12-eaa44ec71992 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:36.025089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d36d6dbe-a431-4fd0-9813-93e6bef0d49d req-42e2c48f-a250-43ee-8a12-eaa44ec71992 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3417337 Aug 31 13:48:36.199358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-fd833742-42cc-4259-a591-9d996589fb99 service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729988 Aug 31 13:48:36.218240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef0bab-859d-4b84-a3aa-add5549cf057 None None] Network 6c2f4080-08df-451e-a92c-919fe8ee8018 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:48:36.361196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-edb179c4-f8f4-49cf-ae4f-86b6dcfacfa4 None None] Provisioning for port b5f8406a-3eb1-4355-8323-d289673fcfd9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:36.366502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Allocated IP 172.20.0.5 (6831ca53-9fea-4d70-9b5c-f53c04ed2d51/4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84/b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:36.371863 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-67d2f97f-e730-43e3-a9b1-df15bc1a61c6 service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427047 Aug 31 13:48:36.395994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 66a31273-9e53-436e-9665-da215b708d43 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:36.641872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:36.649872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 66a31273-9e53-436e-9665-da215b708d43 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:36.650504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:36.687389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Transition to ACTIVE for port object b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:36.712306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03369f-7307-4bb2-9d1b-39beca061897 req-7cbd9229-16e6-4d12-9e01-0f9eccc19e9e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:36.721982 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e03369f-7307-4bb2-9d1b-39beca061897 req-7cbd9229-16e6-4d12-9e01-0f9eccc19e9e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1037648 Aug 31 13:48:36.845934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f8406a-3eb1-4355-8323-d289673fcfd9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:36.881173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e03369f-7307-4bb2-9d1b-39beca061897 req-8e7627fa-7e80-4485-8cb9-93029c015ae4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570690 Aug 31 13:48:36.888199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d36d6dbe-a431-4fd0-9813-93e6bef0d49d req-25b05e17-00a5-4b3b-b36b-82596dd29b98 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.8618383 Aug 31 13:48:36.898347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:36.934483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d36d6dbe-a431-4fd0-9813-93e6bef0d49d req-540bbee5-0001-4a35-b6d4-ced6341feca6 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Request body: {'floatingip': {'port_id': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:37.022676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b5f8406a-3eb1-4355-8323-d289673fcfd9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:37.034838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b5f8406a-3eb1-4355-8323-d289673fcfd9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:37.055029 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.086352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event updated for resources: {'Port': ['ID=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:37.163613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d36d6dbe-a431-4fd0-9813-93e6bef0d49d req-540bbee5-0001-4a35-b6d4-ced6341feca6 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.251020 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:37.260629 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.260940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:37.268403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:37.335470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b5f8406a-3eb1-4355-8323-d289673fcfd9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b5f8406a-3eb1-4355-8323-d289673fcfd9,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:37.338822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-93d0e4fe-00e2-4a2b-b36b-c47339a215fa None None] Provisioning complete for port b5f8406a-3eb1-4355-8323-d289673fcfd9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:37.339617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93d0e4fe-00e2-4a2b-b36b-c47339a215fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.344210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1727c338-d244-4568-a943-39017d2b893d req-c1ca0fb1-65be-4bfc-a97b-b2c69084128f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 210 time: 0.0864911 Aug 31 13:48:37.396450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:37.397819 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.408557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.409536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-c6c826e8-e1c3-49f3-b0a7-6366c52d750a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:37.418660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-c6c826e8-e1c3-49f3-b0a7-6366c52d750a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:37.420318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-c6c826e8-e1c3-49f3-b0a7-6366c52d750a tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "GET /v2.0/networks?id=2c1ffab3-f7ee-4a6c-b6d5-45cce542f599&id=6c2f4080-08df-451e-a92c-919fe8ee8018 HTTP/1.1" status: 200 len: 1392 time: 0.3393736 Aug 31 13:48:37.439453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-8e28fdf7-fb96-4123-ab94-77801b68bc86 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6357934 Aug 31 13:48:37.451044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-a1033f33-9d4e-4841-8971-ee71e6b765fb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:37.452565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-a1033f33-9d4e-4841-8971-ee71e6b765fb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9df520-e235-4a93-ac29-71fa3c9355b6 HTTP/1.1" status: 200 len: 943 time: 1.4751012 Aug 31 13:48:37.471334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-17f81fae-e19b-40be-ac59-5cf15c0a10aa tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:37.472961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-17f81fae-e19b-40be-ac59-5cf15c0a10aa tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 946 time: 1.3471777 Aug 31 13:48:37.474362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'port': {'device_id': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599', 'admin_state_up': True, 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:37.490599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Request body: {'port': {'device_id': '57775de0-f448-4614-ad4d-99367938f178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:37.532722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b5f8406a-3eb1-4355-8323-d289673fcfd9,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:37.643949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.690850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc094ffc-db33-4e27-899d-0acf5613b034 req-4438793d-de5d-46e6-8de8-bf1c48e5b6b5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:37.691694 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc094ffc-db33-4e27-899d-0acf5613b034 req-4438793d-de5d-46e6-8de8-bf1c48e5b6b5 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 931 time: 0.2092855 Aug 31 13:48:37.742675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Deleting port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:37.743033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.879076 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc094ffc-db33-4e27-899d-0acf5613b034 req-6b790175-09e3-42b9-921f-e54a31e1a457 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741478 Aug 31 13:48:37.896068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:37.907949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.941468 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-d36d6dbe-a431-4fd0-9813-93e6bef0d49d req-540bbee5-0001-4a35-b6d4-ced6341feca6 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 13:48:37.942579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d36d6dbe-a431-4fd0-9813-93e6bef0d49d req-540bbee5-0001-4a35-b6d4-ced6341feca6 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "PUT /v2.0/floatingips/05e1830a-36a4-4276-954f-366e9d25d66d HTTP/1.1" status: 409 len: 550 time: 1.0534260 Aug 31 13:48:37.944448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] For port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:37.944745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:37.955016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Deleting port b86b8b3e-b8fd-4963-a0c4-4969fe676496 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:37.955320 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.017635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Calling delete_port for 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:38.122560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-407b6d00-0a33-426b-a9df-3049dcf16558 req-492b97fa-577d-4c81-8ac5-66aeeb8270bd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 210 time: 0.0764465 Aug 31 13:48:38.147117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0b6c7f38-a110-4067-9ed5-2baa0cd56e04 None None] Provisioning for port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:38.150569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] For port b86b8b3e-b8fd-4963-a0c4-4969fe676496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b86b8b3e-b8fd-4963-a0c4-4969fe676496,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:38.151011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.156709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0b6c7f38-a110-4067-9ed5-2baa0cd56e04 None None] Provisioning complete for port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:38.157861 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7f38-a110-4067-9ed5-2baa0cd56e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.170565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Calling delete_port for b86b8b3e-b8fd-4963-a0c4-4969fe676496 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:38.255039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c7f38-a110-4067-9ed5-2baa0cd56e04 None None] Port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:38.258912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f8406a-3eb1-4355-8323-d289673fcfd9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:38.290271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564d073-83cd-4174-8902-9f631f5b0232 req-60d8b2cd-34d1-4020-af4f-2737b93532a6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:38.292602 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f564d073-83cd-4174-8902-9f631f5b0232 req-60d8b2cd-34d1-4020-af4f-2737b93532a6 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 946 time: 0.2772002 Aug 31 13:48:38.298719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Allocated IP 19.80.0.132 (2c1ffab3-f7ee-4a6c-b6d5-45cce542f599/233aac7f-d986-4506-81bc-2b209c59d401/09520059-20ee-490d-9731-321eaa192987) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:38.328543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-8656fe77-1a47-4a49-a3e1-d5a141a6cfc8 req-f47ff4ea-2616-48a1-991a-1b89affbcdad service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:48:38.341437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8656fe77-1a47-4a49-a3e1-d5a141a6cfc8 req-f47ff4ea-2616-48a1-991a-1b89affbcdad service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126088 Aug 31 13:48:38.348556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b5f8406a-3eb1-4355-8323-d289673fcfd9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:38.349397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.430965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.458200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:38.469915 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.491797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Transition to ACTIVE for port object b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:38.507826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['08252222-264a-4909-bfd5-ea2769d28066', '03ec4247-c696-41ea-b8a1-579d62594f4a', '0829ddf1-46f6-4b74-a85d-4e1696de1232'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:38.529122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event deleted for resources: {'Port': ['ID=7c20d661-b47e-4aa5-b80d-ca00c2c72cf3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:38.529736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.629345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] No DVR routers for this DVR port 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:38.649866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.652675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a040acf1-c415-42d6-aa06-08bbdc457acb req-a6ad6c3c-d8cc-495a-9fc1-f453b8e5662a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "DELETE /v2.0/ports/7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 HTTP/1.1" status: 204 len: 173 time: 1.1291974 Aug 31 13:48:38.653205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'name': 'network-vif-deleted', 'tag': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:38.655523 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50fc122-ecbd-49a3-b2b0-383b0daf0493" -d '{"events": [{"server_uuid": "e8e73cbf-469c-4e69-ab06-1001e7e6bc0e", "name": "network-vif-deleted", "tag": "7c20d661-b47e-4aa5-b80d-ca00c2c72cf3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:38.687644 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.757832 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f564d073-83cd-4174-8902-9f631f5b0232 req-5f20aef0-a37b-459d-a755-12c2f0a81ac3 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548538 Aug 31 13:48:38.822762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-e48433ef-1a75-4924-8c53-1527218175b4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:38.845308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-e48433ef-1a75-4924-8c53-1527218175b4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 0.3973479 Aug 31 13:48:38.880463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event deleted for resources: {'Port': ['ID=b86b8b3e-b8fd-4963-a0c4-4969fe676496,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:38.915422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:38.917615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Request body: {'port': {'device_id': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'admin_state_up': True, 'tenant_id': '1a48c05bf9d445d58dcb47a944602623'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:38.980526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:38.980909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7c20d661-b47e-4aa5-b80d-ca00c2c72cf3 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:38.981421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b86b8b3e-b8fd-4963-a0c4-4969fe676496 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:38.992062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:39.021975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b86b8b3e-b8fd-4963-a0c4-4969fe676496 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:39.022320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b86b8b3e-b8fd-4963-a0c4-4969fe676496 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:39.023913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-29dabfe4-d5b7-4fea-978c-904f670b33e7 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips/05e1830a-36a4-4276-954f-366e9d25d66d HTTP/1.1" status: 200 len: 693 time: 0.1867454 Aug 31 13:48:39.209564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] No DVR routers for this DVR port b86b8b3e-b8fd-4963-a0c4-4969fe676496 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:39.219417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:39.221437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ad3c49c-3252-4c47-a1c0-817822f183c4 req-7231daeb-c8e9-4476-bf70-a46825f471bf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "DELETE /v2.0/ports/b86b8b3e-b8fd-4963-a0c4-4969fe676496 HTTP/1.1" status: 204 len: 173 time: 1.7007272 Aug 31 13:48:39.285849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56afb5-c5ae-488f-a0ec-4f0cd8394d40 req-7b8c77e7-3bda-493e-b401-2bc39d055dcc tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:39.287532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af56afb5-c5ae-488f-a0ec-4f0cd8394d40 req-7b8c77e7-3bda-493e-b401-2bc39d055dcc tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1102 time: 0.4400165 Aug 31 13:48:39.288165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Made reservation on behalf of 1a48c05bf9d445d58dcb47a944602623 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:39.289164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-2fd59209-fe90-416a-a822-6e9bc55081b4 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:39.291716 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:39.306444 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-2fd59209-fe90-416a-a822-6e9bc55081b4 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2815795 Aug 31 13:48:39.309228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:39.314367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-41c675c1-1d9b-45e2-beb3-8ede306b8dd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4974461 Aug 31 13:48:39.420156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-e0c8a217-c453-493f-b2eb-a226f032a524 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:48:39.425059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af56afb5-c5ae-488f-a0ec-4f0cd8394d40 req-64c9a492-cedf-4ee4-bff2-0b26b64c5f7d tempest-ServersAdminTestJSON-756696053 tempest-ServersAdminTestJSON-756696053-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248434 Aug 31 13:48:39.427040 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-e0c8a217-c453-493f-b2eb-a226f032a524 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1197135 Aug 31 13:48:39.478813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Transition to ACTIVE for port object 09520059-20ee-490d-9731-321eaa192987 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:39.482152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Attempting to bind port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:39.482333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Attempting to bind port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:39.482671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Attempting to bind port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:39.513980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:39.532674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:39.533026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Attempting to bind port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab on network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:39.539566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:39.539950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Checking segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:39.540396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Bound using segment: {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:39.540894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Bound port: b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244bbea4-e899-40a5-9886-48b64863a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:39.541307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:39.553171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-8e8bd8b5-0e8a-43be-a46c-94269f1bbd39 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.1249855 Aug 31 13:48:39.623683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-3813a584-4833-4a23-80e3-e80857e0b597 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0697365 Aug 31 13:48:39.660860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e584982b-5402-4d94-8b8e-2a67cd66ca0b req-865bf58b-0bb7-4a10-b280-5b01abdbfdcd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 210 time: 0.0405576 Aug 31 13:48:39.771467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Allocated IP 172.20.0.12 (7b42fd37-680e-4723-8311-61308ced669b/61031600-0441-4de8-862a-48ec957d864a/9ac0af60-13f0-449d-83d9-09772477f46d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:39.811572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:39.856774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:39.860363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] For port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:39.889469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5803dc-cac5-4104-89c9-a9602f24b8b2 req-0576e34d-3e5a-4ccb-82c8-67273cdb9ae6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:39.897549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de5803dc-cac5-4104-89c9-a9602f24b8b2 req-0576e34d-3e5a-4ccb-82c8-67273cdb9ae6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1062555 Aug 31 13:48:39.932042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:39.953485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:40.045594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:40.046522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de5803dc-cac5-4104-89c9-a9602f24b8b2 req-5bc8fcd8-6117-4d79-bcd0-1c3ce87e2292 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480372 Aug 31 13:48:40.048492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.072570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] For port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:40.099389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.112070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Deleting port 090a0d9d-4e0a-42c3-96da-6419f34aeacd {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:40.112647 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.114721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Port': ['ID=09520059-20ee-490d-9731-321eaa192987,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:40.200260 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f785b91-754f-4ce9-887c-a6d1a4d49b50 x-openstack-request-id: req-7f785b91-754f-4ce9-887c-a6d1a4d49b50 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:40.200555 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e73cbf-469c-4e69-ab06-1001e7e6bc0e", "name": "network-vif-deleted", "tag": "7c20d661-b47e-4aa5-b80d-ca00c2c72cf3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:40.200817 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f785b91-754f-4ce9-887c-a6d1a4d49b50 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:40.208142 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e73cbf-469c-4e69-ab06-1001e7e6bc0e', 'name': 'network-vif-deleted', 'tag': '7c20d661-b47e-4aa5-b80d-ca00c2c72cf3', 'status': 'completed', 'code': 200} Aug 31 13:48:40.208267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:40.216317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-22ac87f1-070a-4c1c-914a-525f46334e83 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7466321 Aug 31 13:48:40.247573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Request body: {'port': {'device_id': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018', 'admin_state_up': True, 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:40.247827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.306558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:40.307749 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.310213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-6976df1c-9380-4c72-8e6d-f5cb98b887cc service neutron] 10.222.0.26 "PUT /v2.0/ports/b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab HTTP/1.1" status: 200 len: 1091 time: 2.8243747 Aug 31 13:48:40.371890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:40.374382 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee31837e-8bfd-4427-ab63-ca80847202f9" -d '{"events": [{"name": "network-changed", "server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:40.483958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-788fa745-08d1-4295-85ff-9fcd260cd59e None None] Provisioning for port 09520059-20ee-490d-9731-321eaa192987 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:40.502694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-788fa745-08d1-4295-85ff-9fcd260cd59e None None] Provisioning complete for port 09520059-20ee-490d-9731-321eaa192987 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:40.503585 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-788fa745-08d1-4295-85ff-9fcd260cd59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.508702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.608374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-788fa745-08d1-4295-85ff-9fcd260cd59e None None] Port 09520059-20ee-490d-9731-321eaa192987 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:40.643471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Network 7b42fd37-680e-4723-8311-61308ced669b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:40.664014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:40.676562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513972af-8d74-4c3d-bf46-c50f4145d11b req-219431e0-fe78-4d67-bf8c-39fc7055a23e tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:40.684421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-513972af-8d74-4c3d-bf46-c50f4145d11b req-219431e0-fe78-4d67-bf8c-39fc7055a23e tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 943 time: 0.2837760 Aug 31 13:48:40.691857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:40.722564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:40.748532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.750479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.817142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-1970e9c7-6704-4c21-bd66-ca137dd58399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:40.822134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:40.822353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-1970e9c7-6704-4c21-bd66-ca137dd58399 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 1094 time: 0.3937161 Aug 31 13:48:40.825045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.831355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Calling delete_port for 090a0d9d-4e0a-42c3-96da-6419f34aeacd owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:40.833180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Made reservation on behalf of 8ea8333481194d1abfbdb2412dbb24f3 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:40.837725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.867594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-513972af-8d74-4c3d-bf46-c50f4145d11b req-5cf2f57f-bcb7-475a-8511-23ad8ca580aa tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820431 Aug 31 13:48:40.892816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-13c51625-8f00-4892-af28-8ee781caed91 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9969597 Aug 31 13:48:40.914071 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-506f2a98-84d1-4f85-9791-eba7d208726c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab HTTP/1.1" status: 200 len: 217 time: 0.0643511 Aug 31 13:48:40.932754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Request body: {'port': {'device_id': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:41.034326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:41.053418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede135b-9d5c-46ec-baee-6cdb8d48bc4a req-ddf488c4-325f-4280-a8e9-df41e1ea66c9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:41.062058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cede135b-9d5c-46ec-baee-6cdb8d48bc4a req-ddf488c4-325f-4280-a8e9-df41e1ea66c9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 932 time: 0.1186509 Aug 31 13:48:41.128493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-7e9077a1-f0f4-419a-9a49-76e19947388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:41.130975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-7e9077a1-f0f4-419a-9a49-76e19947388e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 200 len: 863 time: 0.1588063 Aug 31 13:48:41.132988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cede135b-9d5c-46ec-baee-6cdb8d48bc4a req-ab590a04-9f80-4557-a57c-e967ddf24415 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Aug 31 13:48:41.227126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Allocated IP 19.86.0.196 (6c2f4080-08df-451e-a92c-919fe8ee8018/0678a2f0-a74f-4438-8837-e6c2578c03b3/9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:41.293088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-0b0c60f7-243f-446b-8cf0-0a8c852661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:41.295483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-0b0c60f7-243f-446b-8cf0-0a8c852661a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547394 Aug 31 13:48:41.374683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:41.431137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event deleted for resources: {'Port': ['ID=090a0d9d-4e0a-42c3-96da-6419f34aeacd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:41.545902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3bcfb9e-bb78-4e75-a5c3-1ff5154af5bc req-2d5d5b14-1525-4954-a902-b718ceed1c65 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 210 time: 0.0372038 Aug 31 13:48:41.548208 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:41.551109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:41.552285 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7dfe3249-6533-439c-bf98-5c9d3c6ca4fc req-5aa7b33d-4210-4335-994f-d9765949a30d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "DELETE /v2.0/floatingips/05e1830a-36a4-4276-954f-366e9d25d66d HTTP/1.1" status: 204 len: 173 time: 1.9275076 Aug 31 13:48:41.581496 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-b7e07404-70ad-4fdc-991e-f37e976a981c service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754827 Aug 31 13:48:41.647616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac0af60-13f0-449d-83d9-09772477f46d {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:41.676335 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a963c250-9288-4df2-8021-f31cafb8a135 x-openstack-request-id: req-a963c250-9288-4df2-8021-f31cafb8a135 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:41.676600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:41.677050 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:41.677517 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a963c250-9288-4df2-8021-f31cafb8a135 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:41.679108 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'status': 'completed', 'code': 200} Aug 31 13:48:41.722339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Transition to ACTIVE for port object 9ac0af60-13f0-449d-83d9-09772477f46d will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:41.756433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:41.855845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:41.897094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-45d26770-1fdc-4827-b9db-166b7b963ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:41.899803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-45d26770-1fdc-4827-b9db-166b7b963ca9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 1100 time: 0.1558762 Aug 31 13:48:41.935925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa2c7e-defd-4c87-90e8-c212aa9a98ba req-75122acd-f84c-43c7-889a-4c9a8e59cc37 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:41.943489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5aa2c7e-defd-4c87-90e8-c212aa9a98ba req-75122acd-f84c-43c7-889a-4c9a8e59cc37 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 932 time: 0.2605007 Aug 31 13:48:42.045417 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.068532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5aa2c7e-defd-4c87-90e8-c212aa9a98ba req-df04805c-16e0-4364-a638-7956d4689a98 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227224 Aug 31 13:48:42.077263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Transition to ACTIVE for port object 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:42.083587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Attempting to bind port 9ac0af60-13f0-449d-83d9-09772477f46d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:42.083928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Attempting to bind port 9ac0af60-13f0-449d-83d9-09772477f46d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:42.084263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Attempting to bind port 9ac0af60-13f0-449d-83d9-09772477f46d on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:42.112742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b057f11-f626-4704-83a8-764ae452d440 req-bf409c34-a0ab-42ef-b26d-5dbb648c6a85 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.114320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b057f11-f626-4704-83a8-764ae452d440 req-bf409c34-a0ab-42ef-b26d-5dbb648c6a85 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1135926 Aug 31 13:48:42.121676 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39087c60-e8ce-478e-9083-1f44589d0c2a req-66469b0d-802b-4658-b651-ec08b36c107a service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191569 Aug 31 13:48:42.126519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Port 9ac0af60-13f0-449d-83d9-09772477f46d on network 7b42fd37-680e-4723-8311-61308ced669b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:42.126856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Attempting to bind port 9ac0af60-13f0-449d-83d9-09772477f46d on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:42.155446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:42.155446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Checking segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:42.155446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Bound using segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:42.155446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Bound port: 9ac0af60-13f0-449d-83d9-09772477f46d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:42.155446 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.187618 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b057f11-f626-4704-83a8-764ae452d440 req-42a679cd-82ac-491a-b01e-09509b8d8a40 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649717 Aug 31 13:48:42.190038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.227976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-deleted', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:42.231169 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88814160-f07e-4c74-92a4-bc69d69158cd" -d '{"events": [{"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-deleted", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:42.257287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Network 6c2f4080-08df-451e-a92c-919fe8ee8018 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:42.271850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-899a3e0c-1876-40c2-862a-8188dad33560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.273354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-899a3e0c-1876-40c2-862a-8188dad33560 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.3655803 Aug 31 13:48:42.282450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:42.284236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event updated for resources: {'Port': ['ID=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:42.286369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:42.355650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-8becf0cf-6c36-4d98-aff8-70d55e27d106 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 200 len: 217 time: 0.0615518 Aug 31 13:48:42.399679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6f4b-26fb-4412-b80b-ed33db12654e req-e1e667ee-6e31-4e81-99f0-11013dad80a1 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.407109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bafd6f4b-26fb-4412-b80b-ed33db12654e req-e1e667ee-6e31-4e81-99f0-11013dad80a1 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 949 time: 0.2135551 Aug 31 13:48:42.434035 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-5218aca1-6db1-45ac-bf57-000f4928616d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1000 time: 0.1933057 Aug 31 13:48:42.449082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:42.460723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.461404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.477683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-5f51b24f-1139-4da8-9468-958970053b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.477927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:42.478045 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-5f51b24f-1139-4da8-9468-958970053b15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 1094 time: 0.2307215 Aug 31 13:48:42.492590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.531004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-d2f2f60a-7255-4753-a9f2-55368f764f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.532542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-d2f2f60a-7255-4753-a9f2-55368f764f0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1589286 Aug 31 13:48:42.539337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bafd6f4b-26fb-4412-b80b-ed33db12654e req-296493e6-b9e7-413b-b836-f27363cd949e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313033 Aug 31 13:48:42.549763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.550522 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.554609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ac0af60-13f0-449d-83d9-09772477f46d HTTP/1.1" status: 200 len: 1092 time: 1.6235623 Aug 31 13:48:42.582979 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-38e6e232-07cc-48de-8b9f-f89b116eb890 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3400986 Aug 31 13:48:42.595753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-5f5ac698-8bca-462c-b532-f5e15a3dcc52 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.597191 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-5f5ac698-8bca-462c-b532-f5e15a3dcc52 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports/acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 942 time: 0.1482570 Aug 31 13:48:42.644833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Request body: {'port': {'device_id': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:42.683847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-fa4ea18f-b093-4f14-8d99-425b64d62495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.685391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-ed521a64-8da0-448d-92c1-00c98bb46f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.685531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-fa4ea18f-b093-4f14-8d99-425b64d62495 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 926 time: 0.1836390 Aug 31 13:48:42.687094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-ed521a64-8da0-448d-92c1-00c98bb46f68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391189 Aug 31 13:48:42.768630 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-f8d49f7a-7fd2-4ea0-b21c-679521eea51b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab HTTP/1.1" status: 200 len: 217 time: 0.0533457 Aug 31 13:48:42.770992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.801426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f16b94-7d31-4e4f-ae71-f03ab867baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:42.815833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-305e4a6a-db97-4dd8-aeda-c89c0ba82391 None None] Provisioning for port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:42.825484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-305e4a6a-db97-4dd8-aeda-c89c0ba82391 None None] Provisioning complete for port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:42.825868 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-305e4a6a-db97-4dd8-aeda-c89c0ba82391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.898063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-305e4a6a-db97-4dd8-aeda-c89c0ba82391 None None] Port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:42.920598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-66a36c6a-8224-48a2-a95e-a326927342f1 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1000 time: 0.1627691 Aug 31 13:48:42.924068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-39128dda-a7ec-4c45-9d17-2acb28cbb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.925516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-39128dda-a7ec-4c45-9d17-2acb28cbb407 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 200 len: 863 time: 0.1198285 Aug 31 13:48:43.086301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-857462dd-b8e4-4973-abac-9a0b0c336da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:43.086738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-857462dd-b8e4-4973-abac-9a0b0c336da7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 1095 time: 0.4417546 Aug 31 13:48:43.140102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-38e0d4ff-eca2-42d2-946d-f2112f5ddb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:43.141571 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-38e0d4ff-eca2-42d2-946d-f2112f5ddb8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973786 Aug 31 13:48:43.159938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-4a9e5d11-ebd6-48ee-ad19-dbaf0cb0fdfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac0af60-13f0-449d-83d9-09772477f46d HTTP/1.1" status: 200 len: 217 time: 0.0482261 Aug 31 13:48:43.168441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-55c5e6a0-2256-415c-b913-2293da6d3e74 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594126 Aug 31 13:48:43.184431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdce0f-c0b3-4187-a9c5-7f0cdf16a266 req-13ae41e4-20b7-42ae-b2f6-e8198291da0a tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:43.193484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfbdce0f-c0b3-4187-a9c5-7f0cdf16a266 req-13ae41e4-20b7-42ae-b2f6-e8198291da0a tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 943 time: 0.3958399 Aug 31 13:48:43.206400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7c62151d-9c3b-4e1a-b6ea-03e7387c542b tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:43.207973 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7c62151d-9c3b-4e1a-b6ea-03e7387c542b tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2778449 Aug 31 13:48:43.361080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-32ef919e-0e7f-45bf-bdca-6e5ca9b43f12 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1000 time: 0.1441672 Aug 31 13:48:43.372424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfbdce0f-c0b3-4187-a9c5-7f0cdf16a266 req-921de002-6f58-45ae-b567-6bb0bbf89ed7 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751955 Aug 31 13:48:43.382163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-6b88df30-2a41-4698-9526-2ea3ceb3b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:43.386557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-6b88df30-2a41-4698-9526-2ea3ceb3b285 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.1602995 Aug 31 13:48:43.394711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:43.465416 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-f9676383-d5e9-439b-9e98-d3407a2352ed service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467730 Aug 31 13:48:43.491867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-139b861d-988e-4ff0-8771-8ae44571bf77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876126 Aug 31 13:48:43.504897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:43.512378 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-2f827b7d-07fe-477d-8184-ddb98a2753f4 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878926 Aug 31 13:48:43.532911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6cc57-bbdb-487e-b6eb-f258a8822090 req-a8a5a572-444d-407a-9ace-6d37bdcc5323 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:43.540957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98e6cc57-bbdb-487e-b6eb-f258a8822090 req-a8a5a572-444d-407a-9ace-6d37bdcc5323 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 944 time: 0.0620048 Aug 31 13:48:43.557134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09520059-20ee-490d-9731-321eaa192987 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:43.571111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:43.637328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Transition to ACTIVE for port object 09520059-20ee-490d-9731-321eaa192987 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:43.659967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98e6cc57-bbdb-487e-b6eb-f258a8822090 req-70850a29-4c7e-4606-960b-064ccc1d91ac tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179519 Aug 31 13:48:43.673754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:43.762610 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b0ad99-c98b-44ce-bae0-2463b3b04393 x-openstack-request-id: req-51b0ad99-c98b-44ce-bae0-2463b3b04393 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:43.762899 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9df520-e235-4a93-ac29-71fa3c9355b6", "name": "network-vif-deleted", "tag": "b86b8b3e-b8fd-4963-a0c4-4969fe676496", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:43.763155 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51b0ad99-c98b-44ce-bae0-2463b3b04393 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:43.763551 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9df520-e235-4a93-ac29-71fa3c9355b6', 'name': 'network-vif-deleted', 'tag': 'b86b8b3e-b8fd-4963-a0c4-4969fe676496', 'status': 'completed', 'code': 200} Aug 31 13:48:43.797408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-7d0991ad-016c-41a1-a51e-639161116577 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388687 Aug 31 13:48:43.875450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee31837e-8bfd-4427-ab63-ca80847202f9 req-52669cff-441d-41a4-9f90-219532f8aabe service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258781 Aug 31 13:48:43.887668 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:43.894896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Pushing event updated for resources: {'Port': ['ID=09520059-20ee-490d-9731-321eaa192987,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:43.915565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:43.916008 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Floating IP ad1eda60-9984-43ef-8069-e56629756954 disassociated. External IP: 172.25.0.22, port: acbdbd94-bcd8-4661-8ef4-6b4e62035496. Aug 31 13:48:43.935859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ca359ac-3306-4630-bb98-fea434784874 req-b449f5d2-2a8b-4e1c-8be1-ace6ca504eb9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 210 time: 0.0899580 Aug 31 13:48:44.093955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-0b4256cf-35dc-4dea-a0c6-b6c96f5f6229 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:44.095481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-0b4256cf-35dc-4dea-a0c6-b6c96f5f6229 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 949 time: 0.2325861 Aug 31 13:48:44.098702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Attempting to bind port 09520059-20ee-490d-9731-321eaa192987 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:44.101678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Attempting to bind port 09520059-20ee-490d-9731-321eaa192987 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:44.101678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Attempting to bind port 09520059-20ee-490d-9731-321eaa192987 on network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:44.153366 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-910fa932-2026-42c2-8a3b-a47bff4daa0b req-c0da6f48-2ccc-4902-9ee9-7a781f7efaf1 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964528 Aug 31 13:48:44.179502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Port 09520059-20ee-490d-9731-321eaa192987 on network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:44.180074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Attempting to bind port 09520059-20ee-490d-9731-321eaa192987 on network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:44.191784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:44.192157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Checking segment: {'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:44.192522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Bound using segment: {'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:44.193002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Bound port: 09520059-20ee-490d-9731-321eaa192987, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:44.193403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:44.227345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35f8e0-e40a-41d6-9bcf-85b330319fc1 req-8c4a4230-cee1-4430-b04b-0229ef20c8a9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:44.235134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35f8e0-e40a-41d6-9bcf-85b330319fc1 req-8c4a4230-cee1-4430-b04b-0229ef20c8a9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:44.236789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e35f8e0-e40a-41d6-9bcf-85b330319fc1 req-8c4a4230-cee1-4430-b04b-0229ef20c8a9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1667 time: 0.1724358 Aug 31 13:48:44.300524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Deleting port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:44.301093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:44.323964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e35f8e0-e40a-41d6-9bcf-85b330319fc1 req-38641b43-2d7c-4066-a1e9-8d338bb0b05c tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723798 Aug 31 13:48:44.335164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:48:44.351165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] For port 09520059-20ee-490d-9731-321eaa192987, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:44.357976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] For port 09520059-20ee-490d-9731-321eaa192987, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09520059-20ee-490d-9731-321eaa192987,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:44.367772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:44.451033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:44.452579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:44.453827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] 10.222.0.26 "PUT /v2.0/ports/09520059-20ee-490d-9731-321eaa192987 HTTP/1.1" status: 200 len: 1092 time: 1.8171341 Aug 31 13:48:44.458258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'tag': '09520059-20ee-490d-9731-321eaa192987'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:44.460746 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3257822a-256f-4bc7-8338-63109bd7d3de" -d '{"events": [{"name": "network-changed", "server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "tag": "09520059-20ee-490d-9731-321eaa192987"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:44.533668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Request body: {'port': {'device_id': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:44.566337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035585a-ef51-4993-beaa-57592fd9fb5f service neutron] Pushing event updated for resources: {'Port': ['ID=09520059-20ee-490d-9731-321eaa192987,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:44.585348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] For port 5eb51f04-be56-4ab4-a8e7-831fac5752f1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5eb51f04-be56-4ab4-a8e7-831fac5752f1,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:44.586119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:44.611876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Calling delete_port for 5eb51f04-be56-4ab4-a8e7-831fac5752f1 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:44.612384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:48:44.618143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:44.627352 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] Sync routers for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:48:44.642560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:44.644042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd01097-8d8c-4a8e-b728-079beb589ce8 req-07aa8941-c865-4ade-a241-bd7eb21f6ef8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:44.647472 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:44.648115 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:44.653469 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fd01097-8d8c-4a8e-b728-079beb589ce8 req-07aa8941-c865-4ade-a241-bd7eb21f6ef8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1990342 Aug 31 13:48:44.663879 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-7498e557-861a-4297-ab37-89352d3c9a2a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "PUT /v2.0/floatingips/ad1eda60-9984-43ef-8069-e56629756954 HTTP/1.1" status: 200 len: 694 time: 1.2886436 Aug 31 13:48:44.805147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fd01097-8d8c-4a8e-b728-079beb589ce8 req-0f7a54f2-0b88-48f2-a0b6-59588769b8b9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505625 Aug 31 13:48:44.915490 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:44.953206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:44.979905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-31ed2e4e-931f-4074-bd87-459b2e503e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:44.982286 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-31ed2e4e-931f-4074-bd87-459b2e503e43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 1096 time: 0.2776723 Aug 31 13:48:45.052734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:45.082991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eb39b-da96-4325-b211-5788dcb70e7b req-6f497d70-7b60-4a90-b789-e3209bb168ad tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.085484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e48eb39b-da96-4325-b211-5788dcb70e7b req-6f497d70-7b60-4a90-b789-e3209bb168ad tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d752b6e-1e47-4b2f-b573-989f833ae19d HTTP/1.1" status: 200 len: 949 time: 0.1497614 Aug 31 13:48:45.115279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Pushing event deleted for resources: {'Port': ['ID=5eb51f04-be56-4ab4-a8e7-831fac5752f1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:45.127217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:45.164057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'port_id': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'mac_address': 'fa:16:3e:21:7c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:45.173492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d722fd62-481a-45fd-95df-07c6ab16ef1d', '5eb51f04-be56-4ab4-a8e7-831fac5752f1', 'a37eeded-a910-4990-803a-a9c548a70d65'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:45.249912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] No DVR routers for this DVR port 5eb51f04-be56-4ab4-a8e7-831fac5752f1 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:45.250617 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:08Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:45.256230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:45.259248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f16f8cf-0fb6-4792-8bb6-5ed73a596383 req-b7ad383b-8436-4a90-a575-e0e94fccef98 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "DELETE /v2.0/ports/5eb51f04-be56-4ab4-a8e7-831fac5752f1 HTTP/1.1" status: 204 len: 173 time: 1.1384404 Aug 31 13:48:45.270909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e48eb39b-da96-4325-b211-5788dcb70e7b req-bfa53e32-ee42-4582-ba06-356b5fd87c71 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606431 Aug 31 13:48:45.313984 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] Checking router: 49b42e0b-68e9-41c2-a2c6-f718da4cb81d for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:48:45.331561 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:45.333388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:45.402290 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:45.452041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:45.527727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:45.528087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3d233-3921-49b5-a8f0-b6d7d84c1af4 req-493fd25d-7ef1-48a5-bed8-dbbbb248cd10 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.534158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65e3d233-3921-49b5-a8f0-b6d7d84c1af4 req-493fd25d-7ef1-48a5-bed8-dbbbb248cd10 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 943 time: 0.1193509 Aug 31 13:48:45.543975 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:45.571050 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:45.635279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65e3d233-3921-49b5-a8f0-b6d7d84c1af4 req-e30d1307-fd38-4e32-bf99-7353fdb21a0b tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908587 Aug 31 13:48:45.751836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-d2395b50-da7c-4367-bd0a-d58ecd6d6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.753586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-d2395b50-da7c-4367-bd0a-d58ecd6d6593 service neutron] 10.222.0.10 "GET /v2.0/networks?id=50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 200 len: 929 time: 0.7634025 Aug 31 13:48:45.764660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d'}, {'server_uuid': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'name': 'network-vif-deleted', 'tag': '5eb51f04-be56-4ab4-a8e7-831fac5752f1'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:45.768099 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979be15-542e-4697-a17a-d34959575bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d"}, {"server_uuid": "1d752b6e-1e47-4b2f-b573-989f833ae19d", "name": "network-vif-deleted", "tag": "5eb51f04-be56-4ab4-a8e7-831fac5752f1"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:45.770203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:45.928975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257822a-256f-4bc7-8338-63109bd7d3de req-b11c7882-a928-44b4-864d-0be8fb272f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.929790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257822a-256f-4bc7-8338-63109bd7d3de req-b11c7882-a928-44b4-864d-0be8fb272f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.931911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3257822a-256f-4bc7-8338-63109bd7d3de req-b11c7882-a928-44b4-864d-0be8fb272f96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1914 time: 0.1214457 Aug 31 13:48:45.944529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c96e-25d5-45a7-8692-e7a7726ee039 req-b739501f-01af-49d0-a6cd-c5b214c41918 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.954353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5d1c96e-25d5-45a7-8692-e7a7726ee039 req-b739501f-01af-49d0-a6cd-c5b214c41918 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 944 time: 0.1549268 Aug 31 13:48:46.041148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5d1c96e-25d5-45a7-8692-e7a7726ee039 req-afd749a6-5557-46bb-9fce-d0b4922fa823 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797052 Aug 31 13:48:46.064969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:46.085298 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:08Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:46.105386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.130169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Transition to ACTIVE for port object 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:46.133200 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0931168-6276-4473-8674-5287bd79ac2a x-openstack-request-id: req-c0931168-6276-4473-8674-5287bd79ac2a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:46.133698 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "tag": "09520059-20ee-490d-9731-321eaa192987", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:46.134208 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0931168-6276-4473-8674-5287bd79ac2a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:46.134793 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'tag': '09520059-20ee-490d-9731-321eaa192987', 'status': 'completed', 'code': 200} Aug 31 13:48:46.135271 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54bf21-3a74-4086-885a-a95f3feeacc6 None None] The sync data for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 is: [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:47:59Z', 'revision_number': 4, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b9127720-cbaa-4335-a8bf-576ea3b6d2f2', 'name': '', 'network_id': '50892ccb-b170-4fda-a8b3-96548be4fb40', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'mac_address': 'fa:16:3e:5f:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:57Z', 'updated_at': '2021-08-31T13:48:08Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'subnets': [{'id': 'fb884aa5-dd43-48ca-b674-34c125d1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:48:46.138797 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.242265 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-6226746c-ab85-4e61-a83b-b0604e0fcd4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 217 time: 0.1043384 Aug 31 13:48:46.290710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257822a-256f-4bc7-8338-63109bd7d3de req-509f725f-1044-4213-bf72-a1fbbfaa7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.291742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257822a-256f-4bc7-8338-63109bd7d3de req-509f725f-1044-4213-bf72-a1fbbfaa7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.292786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257822a-256f-4bc7-8338-63109bd7d3de req-509f725f-1044-4213-bf72-a1fbbfaa7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.298554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3257822a-256f-4bc7-8338-63109bd7d3de req-509f725f-1044-4213-bf72-a1fbbfaa7d2b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3049474 Aug 31 13:48:46.306370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:46.335449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:46.358272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-f998d02d-db51-4d36-9b19-737f8ad63028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.361968 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-f998d02d-db51-4d36-9b19-737f8ad63028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb884aa5-dd43-48ca-b674-34c125d1f481 HTTP/1.1" status: 200 len: 866 time: 0.1168661 Aug 31 13:48:46.401916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8c4482c-d810-4418-86b0-e89814209e7a req-f763b121-b8d3-4382-b2bd-6b091ac3426f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e73cbf-469c-4e69-ab06-1001e7e6bc0e HTTP/1.1" status: 200 len: 210 time: 0.0932565 Aug 31 13:48:46.538867 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Attempting to bind port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:46.539207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Attempting to bind port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:46.541277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Attempting to bind port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a on network 6c2f4080-08df-451e-a92c-919fe8ee8018 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:46.566348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a on network 6c2f4080-08df-451e-a92c-919fe8ee8018 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:46.568852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Attempting to bind port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a on network 6c2f4080-08df-451e-a92c-919fe8ee8018 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:46.578722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-ab16a01c-db4a-4002-a700-d7ac882d0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.586268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-ab16a01c-db4a-4002-a700-d7ac882d0e88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50892ccb-b170-4fda-a8b3-96548be4fb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982393 Aug 31 13:48:46.594009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:46.594426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Checking segment: {'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:46.597756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Bound using segment: {'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:46.598433 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Bound port: 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c544f1c4-f6b9-4908-80c1-6138650081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:46.598433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.667296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2978-9f25-48eb-896a-1d7423344e2d req-b14e7ecb-0be1-40e5-a963-f702837e734c tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.673547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2978-9f25-48eb-896a-1d7423344e2d req-b14e7ecb-0be1-40e5-a963-f702837e734c tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.680887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2b2978-9f25-48eb-896a-1d7423344e2d req-b14e7ecb-0be1-40e5-a963-f702837e734c tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1679 time: 0.1863799 Aug 31 13:48:46.684100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257822a-256f-4bc7-8338-63109bd7d3de req-68f58752-ef40-4c99-858e-d2d24afca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.685583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3257822a-256f-4bc7-8338-63109bd7d3de req-68f58752-ef40-4c99-858e-d2d24afca6e5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3695741 Aug 31 13:48:46.695122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354edbaa-38dd-458a-97f1-fd8f114b886f None None] New status for floating IP ad1eda60-9984-43ef-8069-e56629756954: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:48:46.775156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2b2978-9f25-48eb-896a-1d7423344e2d req-2be002e4-674d-4d6d-8846-be34cc8177f8 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932534 Aug 31 13:48:46.847256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] For port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:46.851473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] For port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:46.859450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.862922 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fbeb0e-fa46-486b-9289-bb4d40ee0e30 x-openstack-request-id: req-53fbeb0e-fa46-486b-9289-bb4d40ee0e30 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:46.863292 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d", "status": "completed", "code": 200}, {"server_uuid": "1d752b6e-1e47-4b2f-b573-989f833ae19d", "name": "network-vif-deleted", "tag": "5eb51f04-be56-4ab4-a8e7-831fac5752f1", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:46.863471 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53fbeb0e-fa46-486b-9289-bb4d40ee0e30 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:46.864543 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d', 'status': 'completed', 'code': 200} Aug 31 13:48:46.864885 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d752b6e-1e47-4b2f-b573-989f833ae19d', 'name': 'network-vif-deleted', 'tag': '5eb51f04-be56-4ab4-a8e7-831fac5752f1', 'status': 'completed', 'code': 200} Aug 31 13:48:46.913301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-4a578740-d43c-438b-8fad-6978e57968a3 service neutron] 10.222.0.10 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847924 Aug 31 13:48:46.918099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:46.918724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.920057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] 10.222.0.26 "PUT /v2.0/ports/9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a HTTP/1.1" status: 200 len: 1092 time: 2.3983779 Aug 31 13:48:46.970346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9ac0af60-13f0-449d-83d9-09772477f46d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:47.054428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5eb51f04-be56-4ab4-a8e7-831fac5752f1 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:47.081337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b33077b-ccc0-424e-88c1-119af0acc59d req-9e31f4da-30ea-47b6-8e5d-e6a26448ace3 service neutron] 10.222.0.10 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502790 Aug 31 13:48:47.091755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccbed6-00d8-49b8-b7ef-64d7b8281955 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:47.124263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9e832-4767-40af-913e-347c1c7c901b req-694443d8-c8b7-4d3e-ac3a-0640909a0bf7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.140393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bb9e832-4767-40af-913e-347c1c7c901b req-694443d8-c8b7-4d3e-ac3a-0640909a0bf7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1805716 Aug 31 13:48:47.189755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-d5dd9d82-2463-4452-a282-b9c1a1c373da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.190258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-d5dd9d82-2463-4452-a282-b9c1a1c373da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.191896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-d5dd9d82-2463-4452-a282-b9c1a1c373da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1981 time: 0.1613674 Aug 31 13:48:47.197340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979be15-542e-4697-a17a-d34959575bb3 req-1ef35869-47ba-48d1-9abc-92ae16891e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.201292 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a979be15-542e-4697-a17a-d34959575bb3 req-1ef35869-47ba-48d1-9abc-92ae16891e94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 1095 time: 0.1186104 Aug 31 13:48:47.273417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bb9e832-4767-40af-913e-347c1c7c901b req-d471d9c2-7f38-4c2d-82fc-f1395fa8dbab tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321857 Aug 31 13:48:47.330284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-5df8000a-942b-4d00-9f5c-e2a6461c737c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=09520059-20ee-490d-9731-321eaa192987 HTTP/1.1" status: 200 len: 217 time: 0.0926514 Aug 31 13:48:47.352483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 5eb51f04-be56-4ab4-a8e7-831fac5752f1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:47.353108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5eb51f04-be56-4ab4-a8e7-831fac5752f1 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:47.409398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa380fd-d50c-41f3-9e58-a3ee5c8b8d66 req-028b056c-7fc8-4d2d-9e88-da7afbfdaa3c tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.418755 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-daa380fd-d50c-41f3-9e58-a3ee5c8b8d66 req-028b056c-7fc8-4d2d-9e88-da7afbfdaa3c tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 944 time: 0.1002543 Aug 31 13:48:47.469854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:47.473897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979be15-542e-4697-a17a-d34959575bb3 req-d30a214c-be01-4813-90f9-2aa94367ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.475415 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a979be15-542e-4697-a17a-d34959575bb3 req-d30a214c-be01-4813-90f9-2aa94367ef13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 906 time: 0.2566581 Aug 31 13:48:47.483880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9ac0af60-13f0-449d-83d9-09772477f46d', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': '9ac0af60-13f0-449d-83d9-09772477f46d', 'mac_address': 'fa:16:3e:b1:5d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:47.495846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-daa380fd-d50c-41f3-9e58-a3ee5c8b8d66 req-3f2e6ee7-4d60-4c4d-ab89-cb3d1c0de780 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731285 Aug 31 13:48:47.551636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-b837048a-6a86-4e88-8e44-1e15a470a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.554219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-b837048a-6a86-4e88-8e44-1e15a470a05c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=233aac7f-d986-4506-81bc-2b209c59d401 HTTP/1.1" status: 200 len: 801 time: 0.2149870 Aug 31 13:48:47.557612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:47.562066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a979be15-542e-4697-a17a-d34959575bb3 req-d569762d-a35d-4603-b3e2-70841fcf9678 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac0af60-13f0-449d-83d9-09772477f46d HTTP/1.1" status: 200 len: 217 time: 0.0639505 Aug 31 13:48:47.583049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac0af60-13f0-449d-83d9-09772477f46d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:47.590779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36187b81-d9e5-4b91-9acc-c4cf439c20e9 req-4f413659-5953-4dbe-88e1-3e569c1f1fa6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.603743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36187b81-d9e5-4b91-9acc-c4cf439c20e9 req-4f413659-5953-4dbe-88e1-3e569c1f1fa6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 944 time: 0.1535263 Aug 31 13:48:47.645973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:47.667125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:47.693446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-93d4d020-0def-488f-9994-ff2d2e684e01 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips/ad1eda60-9984-43ef-8069-e56629756954 HTTP/1.1" status: 200 len: 692 time: 0.1340320 Aug 31 13:48:47.708387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979be15-542e-4697-a17a-d34959575bb3 req-3c59e6d3-3804-4299-8a3d-7b71409f3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.709926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a979be15-542e-4697-a17a-d34959575bb3 req-3c59e6d3-3804-4299-8a3d-7b71409f3cbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.1077182 Aug 31 13:48:47.738805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:47.741663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36187b81-d9e5-4b91-9acc-c4cf439c20e9 req-615bd57b-3cb5-4431-87fd-83c244f63e8d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361971 Aug 31 13:48:47.768163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-ba6455cb-df70-4f42-9503-be299383695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.769719 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-ba6455cb-df70-4f42-9503-be299383695c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c1ffab3-f7ee-4a6c-b6d5-45cce542f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391985 Aug 31 13:48:47.815192 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a979be15-542e-4697-a17a-d34959575bb3 req-404e48ee-e60a-4d59-814c-b893e414b052 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733776 Aug 31 13:48:47.920698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-52af471a-ea9c-41b6-882c-c38e01093797 service neutron] 10.222.0.26 "GET /v2.0/networks/2c1ffab3-f7ee-4a6c-b6d5-45cce542f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400607 Aug 31 13:48:47.956613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-cb94533e-4af1-413f-81f9-064c3a719db2 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.964624 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-cb94533e-4af1-413f-81f9-064c3a719db2 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2610531 Aug 31 13:48:48.029329 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-75cb36c6-5adf-4f7d-9b1f-64300fd073c5 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0636520 Aug 31 13:48:48.044413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a979be15-542e-4697-a17a-d34959575bb3 req-a40c655c-c143-42ed-868d-7f00ce320fc8 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137551 Aug 31 13:48:48.161689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496'}, {'name': 'network-changed', 'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:48.164972 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982b194c-35c7-413e-80bf-9118996860aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496"}, {"name": "network-changed", "server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:48.183825 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-a7c2f622-5b51-4661-953e-49a8f2820e81 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.1535208 Aug 31 13:48:48.188983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebd49b-7b47-44f6-a6bd-2e0b1514e0ef req-593d6ab9-c0b1-49a4-bca9-922e1d0d34a9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:48.207523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebd49b-7b47-44f6-a6bd-2e0b1514e0ef req-593d6ab9-c0b1-49a4-bca9-922e1d0d34a9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:48.215908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0ebd49b-7b47-44f6-a6bd-2e0b1514e0ef req-593d6ab9-c0b1-49a4-bca9-922e1d0d34a9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1679 time: 0.1461983 Aug 31 13:48:48.262759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9ac0af60-13f0-449d-83d9-09772477f46d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:48.263358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-05e4dfc6-b7f7-4d3e-aa6b-57ba94a53093 service neutron] 10.222.0.26 "GET /v2.0/networks/2c1ffab3-f7ee-4a6c-b6d5-45cce542f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338161 Aug 31 13:48:48.357369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0ebd49b-7b47-44f6-a6bd-2e0b1514e0ef req-5497337c-a0f9-4e06-a4ee-2e8e64077b8c tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324337 Aug 31 13:48:48.359440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-1a1052c0-0487-4044-b6e1-a00794ba6800 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a HTTP/1.1" status: 200 len: 217 time: 0.0756886 Aug 31 13:48:48.458901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-a7060875-11de-4921-a96b-052293c64460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:48.460985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-a7060875-11de-4921-a96b-052293c64460 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0678a2f0-a74f-4438-8837-e6c2578c03b3 HTTP/1.1" status: 200 len: 801 time: 0.0871792 Aug 31 13:48:48.466093 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a979be15-542e-4697-a17a-d34959575bb3 req-24155c5f-4479-4a0d-af0c-423b2f25b7f8 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920307 Aug 31 13:48:48.498373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Deleting port 0667673a-35f4-4c2c-8b23-053d47d780fd {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:48.499090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:48.600818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8446cb-2b57-4726-b9ab-02f77784354a req-33de2f14-7b51-4e56-b529-8b5500792b6c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:48.603129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e8446cb-2b57-4726-b9ab-02f77784354a req-33de2f14-7b51-4e56-b529-8b5500792b6c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 950 time: 0.0918207 Aug 31 13:48:48.605456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-e378b080-bc81-4baf-a830-008ccc9b1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:48.607113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-e378b080-bc81-4baf-a830-008ccc9b1534 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c2f4080-08df-451e-a92c-919fe8ee8018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1162248 Aug 31 13:48:48.635165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:48.636298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:48.654464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Calling delete_port for 0667673a-35f4-4c2c-8b23-053d47d780fd owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:48.705078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e8446cb-2b57-4726-b9ab-02f77784354a req-a637882f-4d84-4974-bb55-4b43934dc17c tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933580 Aug 31 13:48:48.768012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-cbb892da-c903-4e1c-8125-0c6cacbcaef7 service neutron] 10.222.0.26 "GET /v2.0/networks/6c2f4080-08df-451e-a92c-919fe8ee8018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420002 Aug 31 13:48:48.813241 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016ddbc-6a1b-4746-9cb2-e1d7fe37c399 x-openstack-request-id: req-6016ddbc-6a1b-4746-9cb2-e1d7fe37c399 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:48.813596 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:48.813805 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6016ddbc-6a1b-4746-9cb2-e1d7fe37c399 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:48.814178 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'status': 'completed', 'code': 200} Aug 31 13:48:48.814434 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a', 'status': 'completed', 'code': 200} Aug 31 13:48:48.847691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:48.949221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event deleted for resources: {'Port': ['ID=0667673a-35f4-4c2c-8b23-053d47d780fd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:48.985435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:49.003653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926b7d-580e-4902-ad96-429b447831c5 req-04933de3-7552-4509-82f3-9877f7a2f467 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.005597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae926b7d-580e-4902-ad96-429b447831c5 req-04933de3-7552-4509-82f3-9877f7a2f467 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1093125 Aug 31 13:48:49.009899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14529ab8-dc5f-4927-831a-b7ac6f7fce17 req-2d83eb56-536a-49dc-8564-fd2e1b300282 service neutron] 10.222.0.26 "GET /v2.0/networks/6c2f4080-08df-451e-a92c-919fe8ee8018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265046 Aug 31 13:48:49.044421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-e959843b-a10f-4199-bcb9-97bb4c03f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.047220 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-e959843b-a10f-4199-bcb9-97bb4c03f171 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 1096 time: 0.1582203 Aug 31 13:48:49.058595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:49.077103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:49.085064 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:49.086456 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-edcfb3a9-93eb-4b9a-9947-4ed7efa7c55c req-0d39e767-f86d-44e2-8f47-2a605a58eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "DELETE /v2.0/floatingips/ad1eda60-9984-43ef-8069-e56629756954 HTTP/1.1" status: 204 len: 173 time: 0.8627121 Aug 31 13:48:49.089153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:49.089736 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:49.157549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae926b7d-580e-4902-ad96-429b447831c5 req-ef096f09-fd39-42f0-9562-d7609276b600 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267827 Aug 31 13:48:49.294929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:49.358127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:49.361632 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ae98c3-3613-4bcb-bbf0-3d2786eaccf6" -d '{"events": [{"server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "name": "network-vif-plugged", "status": "completed", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:49.402637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1effa-5ac8-4db3-b8ee-ab6db411d9d1 req-919c3624-9c4b-4767-9adf-ba8ec4ca0eea tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.411807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:49.412651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5d1effa-5ac8-4db3-b8ee-ab6db411d9d1 req-919c3624-9c4b-4767-9adf-ba8ec4ca0eea tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 945 time: 0.1152666 Aug 31 13:48:49.426194 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:49.439228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacc138-2a6e-490b-a609-6998c67e7c8a req-c0bc7248-b700-4977-8002-f9cbf49f6550 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.443200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-acacc138-2a6e-490b-a609-6998c67e7c8a req-c0bc7248-b700-4977-8002-f9cbf49f6550 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 944 time: 0.1884143 Aug 31 13:48:49.446299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-7579afc1-4b70-4938-942c-7376f349364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.447701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-7579afc1-4b70-4938-942c-7376f349364d service neutron] 10.222.0.26 "GET /v2.0/networks?id=50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 200 len: 929 time: 0.3602564 Aug 31 13:48:49.485834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5d1effa-5ac8-4db3-b8ee-ab6db411d9d1 req-d3123038-13f6-4db0-9553-552abb39b1c8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722640 Aug 31 13:48:49.542581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:49.555668 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-0b189a98-a41b-49e0-8aef-b4301c8aa660 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 200 len: 217 time: 0.0855184 Aug 31 13:48:49.600539 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d0fd9e-65dc-49d0-a09d-802380831bd4 x-openstack-request-id: req-41d0fd9e-65dc-49d0-a09d-802380831bd4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:49.600837 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "name": "network-vif-plugged", "status": "completed", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:49.601229 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41d0fd9e-65dc-49d0-a09d-802380831bd4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:49.601618 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'code': 200} Aug 31 13:48:49.630098 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-acacc138-2a6e-490b-a609-6998c67e7c8a req-ef06c175-8a73-49f2-8224-50ad3460110d tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729476 Aug 31 13:48:49.690278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-f5c320f3-fbae-490e-be9f-f517d7ef6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.693212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-f5c320f3-fbae-490e-be9f-f517d7ef6d2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb884aa5-dd43-48ca-b674-34c125d1f481 HTTP/1.1" status: 200 len: 866 time: 0.1275191 Aug 31 13:48:49.764038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d2974-806b-47dc-8948-7cfe1ef5f8dd req-a008fa90-e67b-4073-8c66-d3a761339356 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.772067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d2974-806b-47dc-8948-7cfe1ef5f8dd req-a008fa90-e67b-4073-8c66-d3a761339356 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.780384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f78d2974-806b-47dc-8948-7cfe1ef5f8dd req-a008fa90-e67b-4073-8c66-d3a761339356 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1679 time: 0.1266761 Aug 31 13:48:49.826905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-ed5c22cc-eb8a-4640-a46d-2374703270eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.828439 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-ed5c22cc-eb8a-4640-a46d-2374703270eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50892ccb-b170-4fda-a8b3-96548be4fb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200545 Aug 31 13:48:49.855673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f78d2974-806b-47dc-8948-7cfe1ef5f8dd req-321032c7-01b6-4d8b-b7d5-3d4bf746b2cc tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Aug 31 13:48:49.898747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e6bb-a798-4b0d-9d71-e62cf7484d3b req-68bbfb89-23e2-41ba-8d5c-9856dfa6c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.900155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c71e6bb-a798-4b0d-9d71-e62cf7484d3b req-68bbfb89-23e2-41ba-8d5c-9856dfa6c7fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 1096 time: 0.1167164 Aug 31 13:48:49.953267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c71e6bb-a798-4b0d-9d71-e62cf7484d3b req-fa813298-0e0a-4ccc-be1b-cd47036d5167 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Aug 31 13:48:49.984459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ad2a-d608-4eab-b2e7-ad817ce1cd7d req-36c629c8-e3f2-417c-93c4-bd4c75c0811f tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:49.986146 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8255ad2a-d608-4eab-b2e7-ad817ce1cd7d req-36c629c8-e3f2-417c-93c4-bd4c75c0811f tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2195878 Aug 31 13:48:50.036490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a60834-e836-4af7-a305-33826b6f4ada req-3b1e9d63-1887-4ea1-afff-6097a5e0809b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.039337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14a60834-e836-4af7-a305-33826b6f4ada req-3b1e9d63-1887-4ea1-afff-6097a5e0809b tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 950 time: 0.0708761 Aug 31 13:48:50.042592 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8255ad2a-d608-4eab-b2e7-ad817ce1cd7d req-8edd22ac-bc38-44f6-84c0-d25e6e75e133 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0486755 Aug 31 13:48:50.069362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-4128aef6-2690-4796-9bcc-3be647ec72f9 service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266753 Aug 31 13:48:50.102259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14a60834-e836-4af7-a305-33826b6f4ada req-8cfff1bd-d8a0-47dd-bd9a-8a35dbc41d36 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Aug 31 13:48:50.121065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-456a3831-d0ad-4676-8293-1c70edcd08b6 req-de57b2d4-0ca9-406c-bbad-24ca1dc6a9ee tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0493951 Aug 31 13:48:50.309546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceeb6c-f936-4d44-a92c-3c02851ef200 req-08403987-1dad-4107-8a0b-a1679b5dc52a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.311166 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74ceeb6c-f936-4d44-a92c-3c02851ef200 req-08403987-1dad-4107-8a0b-a1679b5dc52a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0823035 Aug 31 13:48:50.358740 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74ceeb6c-f936-4d44-a92c-3c02851ef200 req-c5bcc26c-cf58-4f7d-bc62-03515baa42c1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Aug 31 13:48:50.505774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e118-db76-453b-a9af-b9292d6010e4 req-9d767d43-5f95-474d-9c60-5e3e3cdc4ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.521269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3426e118-db76-453b-a9af-b9292d6010e4 req-9d767d43-5f95-474d-9c60-5e3e3cdc4ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.0753145 Aug 31 13:48:50.523084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-aca63dfb-0481-4c27-9767-19243ef50dad service neutron] 10.222.0.26 "GET /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489992 Aug 31 13:48:50.621489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3426e118-db76-453b-a9af-b9292d6010e4 req-3a51dbef-fb67-4d1e-a043-9bd26299121a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989418 Aug 31 13:48:50.680378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe1649-ccc7-441b-8b94-9cd8327e928d req-11903b5a-3a74-45eb-8942-594c4d8b4585 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.694199 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ebe1649-ccc7-441b-8b94-9cd8327e928d req-11903b5a-3a74-45eb-8942-594c4d8b4585 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 945 time: 0.1116321 Aug 31 13:48:50.802108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-422c56d8-0496-402f-87ef-ff3df89539d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.802597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-422c56d8-0496-402f-87ef-ff3df89539d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.804184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-422c56d8-0496-402f-87ef-ff3df89539d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1981 time: 0.0770304 Aug 31 13:48:50.810036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ebe1649-ccc7-441b-8b94-9cd8327e928d req-16a2e345-7068-46a5-aec8-b87389d2edbf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090097 Aug 31 13:48:50.834311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-1d2188c3-17df-4bde-948d-4df5a6579cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659173 Aug 31 13:48:50.836611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0379fba-b8ee-451f-9fef-9cfb433c16d6 req-667b2f71-fbbb-483b-8a82-47cec1a31711 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.844418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0379fba-b8ee-451f-9fef-9cfb433c16d6 req-667b2f71-fbbb-483b-8a82-47cec1a31711 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.1188321 Aug 31 13:48:50.933702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0379fba-b8ee-451f-9fef-9cfb433c16d6 req-b55afc29-8e8e-4f24-9622-b65b74f318c9 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883021 Aug 31 13:48:50.971178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-77e7f20e-c015-4f29-99e5-97775c11b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.972724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-77e7f20e-c015-4f29-99e5-97775c11b73c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 1102 time: 0.0986478 Aug 31 13:48:50.980347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-298a98c8-fea4-4a48-abe1-63a3f8633b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:50.981867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-298a98c8-fea4-4a48-abe1-63a3f8633b53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c2f4080-08df-451e-a92c-919fe8ee8018 HTTP/1.1" status: 200 len: 904 time: 0.1663339 Aug 31 13:48:50.983993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9ac0af60-13f0-449d-83d9-09772477f46d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:51.061598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-becfe381-0cae-4409-ad10-020d9b056247 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a HTTP/1.1" status: 200 len: 217 time: 0.0499151 Aug 31 13:48:51.071778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735730-df30-41a5-a445-c328af7990c1 req-62546b4c-fb76-4308-867b-bf679c62f2b3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.074949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 9ac0af60-13f0-449d-83d9-09772477f46d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:51.078073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735730-df30-41a5-a445-c328af7990c1 req-62546b4c-fb76-4308-867b-bf679c62f2b3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.086334 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-23735730-df30-41a5-a445-c328af7990c1 req-62546b4c-fb76-4308-867b-bf679c62f2b3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1679 time: 0.1238883 Aug 31 13:48:51.091720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9ac0af60-13f0-449d-83d9-09772477f46d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:51.093328 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:51.170904 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-23735730-df30-41a5-a445-c328af7990c1 req-d727c2ca-f746-4e00-8ac3-94d266562b42 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814152 Aug 31 13:48:51.195622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-015c5043-7fc5-48bc-9d77-4b0993cd502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.197235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-015c5043-7fc5-48bc-9d77-4b0993cd502b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0678a2f0-a74f-4438-8837-e6c2578c03b3 HTTP/1.1" status: 200 len: 801 time: 0.0891039 Aug 31 13:48:51.216839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-057c000e-a341-4848-9d9c-fa53742d27de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.223631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-057c000e-a341-4848-9d9c-fa53742d27de service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1775026 Aug 31 13:48:51.255774 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:51.267417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b194c-35c7-413e-80bf-9118996860aa req-32df0df0-4319-41e9-97a7-ea26138ce1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.269339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-32df0df0-4319-41e9-97a7-ea26138ce1d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c2f4080-08df-451e-a92c-919fe8ee8018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611141 Aug 31 13:48:51.310083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:51.316216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:51.405771 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-cb0d4dc3-77f4-4a60-acf5-e8748b3ec446 service neutron] 10.222.0.26 "GET /v2.0/networks/6c2f4080-08df-451e-a92c-919fe8ee8018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256199 Aug 31 13:48:51.414846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:51.416162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-d19b6c11-9067-45a2-a259-759e4e4fbfa5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.420122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-d19b6c11-9067-45a2-a259-759e4e4fbfa5 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 950 time: 0.4126542 Aug 31 13:48:51.421546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-0916df44-cb4f-400d-9758-80634dd631ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a37eeded-a910-4990-803a-a9c548a70d65 HTTP/1.1" status: 200 len: 217 time: 0.1838419 Aug 31 13:48:51.479111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05067e8b-75f0-4ca6-affb-6f30b512fa74 req-af7cbe11-9a22-4d0c-828a-9c98554097c0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.480977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05067e8b-75f0-4ca6-affb-6f30b512fa74 req-af7cbe11-9a22-4d0c-828a-9c98554097c0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 950 time: 0.2252727 Aug 31 13:48:51.521316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b194c-35c7-413e-80bf-9118996860aa req-26d299e5-f83f-43ed-86f9-601f9ddff493 service neutron] 10.222.0.26 "GET /v2.0/networks/6c2f4080-08df-451e-a92c-919fe8ee8018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940275 Aug 31 13:48:51.587599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82966c4a-f64a-470c-a820-273bafd30a0a req-94020f3b-ecce-4d7a-ad83-b6ede1fb6633 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.589666 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82966c4a-f64a-470c-a820-273bafd30a0a req-94020f3b-ecce-4d7a-ad83-b6ede1fb6633 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0673611 Aug 31 13:48:51.602876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:51.605498 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9758555-cc9e-4af6-bb5e-3655d9b3512e" -d '{"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-plugged", "status": "completed", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:51.613572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-44c7f539-8bad-44b1-a316-50f370584d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.614395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-44c7f539-8bad-44b1-a316-50f370584d21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1749232 Aug 31 13:48:51.626244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05067e8b-75f0-4ca6-affb-6f30b512fa74 req-d30dc044-638e-490a-a3d4-908c5f7fb6cf tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073337 Aug 31 13:48:51.642155 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82966c4a-f64a-470c-a820-273bafd30a0a req-fa85fefd-00c0-42f4-9583-186d8304d866 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Aug 31 13:48:51.727090 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c79efef-ba27-40a6-bbf1-690f29b8ff8b x-openstack-request-id: req-4c79efef-ba27-40a6-bbf1-690f29b8ff8b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:51.727457 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-plugged", "status": "completed", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:51.727643 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c79efef-ba27-40a6-bbf1-690f29b8ff8b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:51.728054 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d', 'code': 200} Aug 31 13:48:51.746520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Deleting port d722fd62-481a-45fd-95df-07c6ab16ef1d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:51.746882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:51.753954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-5bb254e5-fc4b-4485-858d-31d2f1afce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.755581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-5bb254e5-fc4b-4485-858d-31d2f1afce91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284280 Aug 31 13:48:51.803391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bbbff-3608-44e3-ad19-245d48fdc23f req-7833f607-72de-4cd2-8bde-312dc125c4aa tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:51.804423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-628bbbff-3608-44e3-ad19-245d48fdc23f req-7833f607-72de-4cd2-8bde-312dc125c4aa tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.0677829 Aug 31 13:48:51.862724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-628bbbff-3608-44e3-ad19-245d48fdc23f req-16983fd9-b7b0-458f-ba6a-37faaab5a45e tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494294 Aug 31 13:48:51.963085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] For port d722fd62-481a-45fd-95df-07c6ab16ef1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d722fd62-481a-45fd-95df-07c6ab16ef1d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:51.963501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:51.989614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Calling delete_port for d722fd62-481a-45fd-95df-07c6ab16ef1d owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:51.993851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-03c0dba2-ddc6-4b53-84ff-2201cc8e251c service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822174 Aug 31 13:48:52.011950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ca3c2-49c2-4765-a2ad-48aa6d0bf186 req-4dd37347-3775-470f-a954-8a9c39b80b2b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:52.013723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e39ca3c2-49c2-4765-a2ad-48aa6d0bf186 req-4dd37347-3775-470f-a954-8a9c39b80b2b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 946 time: 0.1262410 Aug 31 13:48:52.117758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec66bb-e9ee-456d-ab5c-f2170dc6e123 req-5dacc18b-9f0c-4cec-b8eb-ae911e049ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:52.121178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60ec66bb-e9ee-456d-ab5c-f2170dc6e123 req-5dacc18b-9f0c-4cec-b8eb-ae911e049ace service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 1097 time: 0.1709483 Aug 31 13:48:52.169371 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e39ca3c2-49c2-4765-a2ad-48aa6d0bf186 req-2a22ffff-b926-4e42-8c60-f3268789bc84 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386926 Aug 31 13:48:52.207308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d353f0-258a-48b3-bc9d-1808c3ea5506 req-8ce0852f-1b20-4c22-9bb1-211a0f760505 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:52.216609 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73d353f0-258a-48b3-bc9d-1808c3ea5506 req-8ce0852f-1b20-4c22-9bb1-211a0f760505 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.1794548 Aug 31 13:48:52.220209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60ec66bb-e9ee-456d-ab5c-f2170dc6e123 req-4c473765-236f-43dd-866e-b9f1bfc69f8b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883386 Aug 31 13:48:52.281797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0d88004-9312-4ddf-ac29-1117a2babd8b req-bf2daac7-9f99-4de9-b9e2-dd064ac15b31 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652748 Aug 31 13:48:52.290588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73d353f0-258a-48b3-bc9d-1808c3ea5506 req-d89a39df-311c-4057-8599-0b743a28406a tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676708 Aug 31 13:48:52.380207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581e04-11fb-4dc8-94c0-c3aa66c60fd1 req-f6025682-e121-45c9-895e-67b6701ba503 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:52.387527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581e04-11fb-4dc8-94c0-c3aa66c60fd1 req-f6025682-e121-45c9-895e-67b6701ba503 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:52.389179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92581e04-11fb-4dc8-94c0-c3aa66c60fd1 req-f6025682-e121-45c9-895e-67b6701ba503 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1679 time: 0.1159756 Aug 31 13:48:52.413007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:52.448576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Pushing event deleted for resources: {'Port': ['ID=d722fd62-481a-45fd-95df-07c6ab16ef1d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:52.461546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d722fd62-481a-45fd-95df-07c6ab16ef1d', 'a37eeded-a910-4990-803a-a9c548a70d65'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:52.473237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92581e04-11fb-4dc8-94c0-c3aa66c60fd1 req-55f6650d-e4d6-4508-987b-29e0be7b94d9 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764656 Aug 31 13:48:52.527479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] No DVR routers for this DVR port d722fd62-481a-45fd-95df-07c6ab16ef1d on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:52.530596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:52.532995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f192c82-8c68-4f42-ba38-78ab140ba32d req-b74344fd-7b98-4028-9d48-b00446f49fb9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "DELETE /v2.0/ports/d722fd62-481a-45fd-95df-07c6ab16ef1d HTTP/1.1" status: 204 len: 173 time: 1.0963831 Aug 31 13:48:52.533458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c669d-432f-4e4c-a444-28cf52a5382d', 'name': 'network-vif-deleted', 'tag': 'd722fd62-481a-45fd-95df-07c6ab16ef1d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:52.537021 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df01a7-bdf5-4126-80c0-37fb3dfefaff" -d '{"events": [{"server_uuid": "873c669d-432f-4e4c-a444-28cf52a5382d", "name": "network-vif-deleted", "tag": "d722fd62-481a-45fd-95df-07c6ab16ef1d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:52.577264 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d665c8-7fd2-4481-a45a-6826ff57ec28 x-openstack-request-id: req-93d665c8-7fd2-4481-a45a-6826ff57ec28 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:52.577557 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873c669d-432f-4e4c-a444-28cf52a5382d", "name": "network-vif-deleted", "tag": "d722fd62-481a-45fd-95df-07c6ab16ef1d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:52.577808 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93d665c8-7fd2-4481-a45a-6826ff57ec28 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:52.578206 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c669d-432f-4e4c-a444-28cf52a5382d', 'name': 'network-vif-deleted', 'tag': 'd722fd62-481a-45fd-95df-07c6ab16ef1d', 'status': 'completed', 'code': 200} Aug 31 13:48:52.755429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dd6e57e-bd6a-4fdb-bd81-24a29d111597 req-429f4fbc-5ffb-4a38-af34-fd9a0ff5cb0e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 210 time: 0.0459793 Aug 31 13:48:52.844053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bee011-d6d1-4843-95f4-18b0196c3bb5 req-177b4d71-eb36-4ad9-bb96-a42569708255 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:52.847795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16bee011-d6d1-4843-95f4-18b0196c3bb5 req-177b4d71-eb36-4ad9-bb96-a42569708255 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1100671 Aug 31 13:48:52.897498 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16bee011-d6d1-4843-95f4-18b0196c3bb5 req-8347089e-4331-4b6d-ae08-2090c7e28879 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Aug 31 13:48:53.016451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:53.061665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79c92c-33de-4c5f-a3a4-9e05ba81a2b3 req-c423a448-a55b-470a-b68f-7a3e7114ef8c tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:53.064944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae79c92c-33de-4c5f-a3a4-9e05ba81a2b3 req-c423a448-a55b-470a-b68f-7a3e7114ef8c tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0646074 Aug 31 13:48:53.099239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f924ad3-2d52-423c-90c8-7d65c73e3517 req-eab88363-1364-4bea-aa7a-49c4435fec96 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:53.106473 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3f924ad3-2d52-423c-90c8-7d65c73e3517 req-eab88363-1364-4bea-aa7a-49c4435fec96 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.0934267 Aug 31 13:48:53.138279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae79c92c-33de-4c5f-a3a4-9e05ba81a2b3 req-b1fdd4b9-8a04-41a1-ab1a-ba7b92eeff4a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685804 Aug 31 13:48:53.165515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:53.166437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3f924ad3-2d52-423c-90c8-7d65c73e3517 req-017b9d63-b940-4272-a6d7-90a3169b7d9a tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580916 Aug 31 13:48:53.190227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a', 'network_id': '6c2f4080-08df-451e-a92c-919fe8ee8018', 'port_id': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a', 'mac_address': 'fa:16:3e:ea:d7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0678a2f0-a74f-4438-8837-e6c2578c03b3', 'ip_address': '19.86.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:53.232590 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:53.252103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:53.277351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:53.282308 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:53.282873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 09520059-20ee-490d-9731-321eaa192987 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:53.295314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb86ee-5b2a-43ee-9cce-df897546f78f req-774a76a4-186c-4112-8e88-b2f5b150f8cb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:53.297712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9dbb86ee-5b2a-43ee-9cce-df897546f78f req-774a76a4-186c-4112-8e88-b2f5b150f8cb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 946 time: 0.0547483 Aug 31 13:48:53.360302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9dbb86ee-5b2a-43ee-9cce-df897546f78f req-59a433f2-3383-4842-b4dc-67225c5bf9c6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Aug 31 13:48:53.381029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:53.419107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e98e16-a937-4b78-926c-4198cc267f8b req-18a9cdf5-efa9-4217-abe4-4b58408235b6 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:53.420515 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6e98e16-a937-4b78-926c-4198cc267f8b req-18a9cdf5-efa9-4217-abe4-4b58408235b6 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.0589058 Aug 31 13:48:53.427743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 09520059-20ee-490d-9731-321eaa192987, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09520059-20ee-490d-9731-321eaa192987,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:53.440849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '09520059-20ee-490d-9731-321eaa192987', 'network_id': '2c1ffab3-f7ee-4a6c-b6d5-45cce542f599', 'port_id': '09520059-20ee-490d-9731-321eaa192987', 'mac_address': 'fa:16:3e:4e:b5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233aac7f-d986-4506-81bc-2b209c59d401', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:53.469751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6e98e16-a937-4b78-926c-4198cc267f8b req-e236946d-52d9-427e-b67f-2dd1605645b2 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 Aug 31 13:48:53.484425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:53.500464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09520059-20ee-490d-9731-321eaa192987 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:53.523601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 09520059-20ee-490d-9731-321eaa192987, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09520059-20ee-490d-9731-321eaa192987,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:53.530499 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:53.585390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=09520059-20ee-490d-9731-321eaa192987,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:53.612761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a03b6f-12b2-415a-a13d-79d2f02ec874 req-393ae261-b875-43fa-9bf3-bd7f835e16d3 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:53.614318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80a03b6f-12b2-415a-a13d-79d2f02ec874 req-393ae261-b875-43fa-9bf3-bd7f835e16d3 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.0661638 Aug 31 13:48:53.623889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54918) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:53.625230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248dba6-b0d0-4503-a458-20be873ebaae req-f2cd5960-a6fa-4a8e-9ca6-bb72c63d2740 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:53.628553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Request body: {'floatingip': {'port_id': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:53.633068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248dba6-b0d0-4503-a458-20be873ebaae req-f2cd5960-a6fa-4a8e-9ca6-bb72c63d2740 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:53.634803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3248dba6-b0d0-4503-a458-20be873ebaae req-f2cd5960-a6fa-4a8e-9ca6-bb72c63d2740 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1681 time: 0.0809803 Aug 31 13:48:53.676818 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3248dba6-b0d0-4503-a458-20be873ebaae req-d3e0f59c-a6e3-4e1d-8f78-3dc140aea2c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Aug 31 13:48:53.679358 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:54.057626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0fe83-d594-4dda-b85f-898f2a0b1760 req-35b6b3c0-ebba-4505-a75b-2e3151e7cc00 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:54.065479 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6a0fe83-d594-4dda-b85f-898f2a0b1760 req-35b6b3c0-ebba-4505-a75b-2e3151e7cc00 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0681362 Aug 31 13:48:54.102463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6a0fe83-d594-4dda-b85f-898f2a0b1760 req-ee1e84a7-44c9-41ac-b9bc-007e6369fd6d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Aug 31 13:48:54.162402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-480a2815-fb36-455d-bc74-91777e63ea6b req-ddeec4b2-d6ee-4dba-b315-6593ada30311 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=873c669d-432f-4e4c-a444-28cf52a5382d HTTP/1.1" status: 200 len: 210 time: 0.3066075 Aug 31 13:48:54.282042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d571-fb76-4985-ac27-57474577d083 req-39c3d01c-332b-462a-a201-34ef3cf96820 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:54.283530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5616d571-fb76-4985-ac27-57474577d083 req-39c3d01c-332b-462a-a201-34ef3cf96820 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0638683 Aug 31 13:48:54.335835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5616d571-fb76-4985-ac27-57474577d083 req-ca773491-638f-431f-8ba6-a4d1d1da840d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Aug 31 13:48:54.428554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8886e-1576-4b6c-9af3-f40ec504baa7 req-46ccf78c-33cb-43f0-acb2-eef148188c48 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:54.430094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79a8886e-1576-4b6c-9af3-f40ec504baa7 req-46ccf78c-33cb-43f0-acb2-eef148188c48 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.1376324 Aug 31 13:48:54.482045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5890-f9f2-49a4-9346-1bed4aa31d51 req-2cca9cf1-80fe-4292-bcdf-12e0994ea038 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:54.486628 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4dfa5890-f9f2-49a4-9346-1bed4aa31d51 req-2cca9cf1-80fe-4292-bcdf-12e0994ea038 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 946 time: 0.0649145 Aug 31 13:48:54.518942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79a8886e-1576-4b6c-9af3-f40ec504baa7 req-3b326bd4-4b96-4819-9c5a-156fd91dd465 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814066 Aug 31 13:48:54.530211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4dfa5890-f9f2-49a4-9346-1bed4aa31d51 req-df57ba58-1fa9-4b42-b4e9-4203208813b8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Aug 31 13:48:54.531552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['09520059-20ee-490d-9731-321eaa192987'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:54.572604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:54.594224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:54.598222 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:54.757245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-8cab128e-8ce4-4038-9939-35f32a27b134 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:54.759203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-8cab128e-8ce4-4038-9939-35f32a27b134 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.1238229 Aug 31 13:48:54.818849 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4 associated. External IP: 172.25.0.221, port: b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab. Aug 31 13:48:54.988307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19722d59-a6b9-40a1-aeed-bf91176ec3d2 req-40b4a651-7fa5-466f-96dd-65d128775a56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:54.995032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19722d59-a6b9-40a1-aeed-bf91176ec3d2 req-40b4a651-7fa5-466f-96dd-65d128775a56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:54.996800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19722d59-a6b9-40a1-aeed-bf91176ec3d2 req-40b4a651-7fa5-466f-96dd-65d128775a56 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1681 time: 0.2192872 Aug 31 13:48:55.073780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d722fd62-481a-45fd-95df-07c6ab16ef1d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:55.076445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19722d59-a6b9-40a1-aeed-bf91176ec3d2 req-7af91758-6c13-426f-ad00-67099259fe14 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Aug 31 13:48:55.102267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: d722fd62-481a-45fd-95df-07c6ab16ef1d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:55.102618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d722fd62-481a-45fd-95df-07c6ab16ef1d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:55.111308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Deleting port acbdbd94-bcd8-4661-8ef4-6b4e62035496 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:55.111670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:55.242424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f56bf-5d8d-4c3e-9d4c-c02e64270008 req-d546cc66-4dc8-4649-a306-8219adc6fda4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:55.244987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf6f56bf-5d8d-4c3e-9d4c-c02e64270008 req-d546cc66-4dc8-4649-a306-8219adc6fda4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0652514 Aug 31 13:48:55.265212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] For port acbdbd94-bcd8-4661-8ef4-6b4e62035496, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=acbdbd94-bcd8-4661-8ef4-6b4e62035496,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:55.265822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:55.269277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:48:55.286149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Calling delete_port for acbdbd94-bcd8-4661-8ef4-6b4e62035496 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:55.293294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf6f56bf-5d8d-4c3e-9d4c-c02e64270008 req-587784f3-a198-4e66-9214-deec2b347928 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Aug 31 13:48:55.476421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b810cbd-c1e6-40b5-8141-f3e0774b01fb req-51e609c9-f051-4712-8868-1ca6805127e9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:55.477627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b810cbd-c1e6-40b5-8141-f3e0774b01fb req-51e609c9-f051-4712-8868-1ca6805127e9 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0595787 Aug 31 13:48:55.526211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:48:55.533016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:55.536244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b810cbd-c1e6-40b5-8141-f3e0774b01fb req-225d1507-bde0-4d31-8ffb-b2973f0a1e9c tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Aug 31 13:48:55.543762 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] Sync routers for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:48:55.559612 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:55.561346 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:55.571347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02ae2-b9e9-4fba-b3f5-d3718b03a1fd req-5f59d683-2479-40fd-8e8f-c89ee36ba0db tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:55.575657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7f02ae2-b9e9-4fba-b3f5-d3718b03a1fd req-5f59d683-2479-40fd-8e8f-c89ee36ba0db tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 951 time: 0.1246817 Aug 31 13:48:55.636200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fb2f4f27-00a9-4525-8d36-0346a3dfefd0 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "PUT /v2.0/floatingips/d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4 HTTP/1.1" status: 200 len: 991 time: 2.0082157 Aug 31 13:48:55.640689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:55.640689 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c" -d '{"events": [{"name": "network-changed", "server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:55.680151 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:55.681113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7f02ae2-b9e9-4fba-b3f5-d3718b03a1fd req-b6c731f0-b1fa-4b0e-8dba-896f0a3eade9 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996385 Aug 31 13:48:55.682415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:55.688508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df28d5-311b-40b2-a62c-3659d29b7aa1 req-d95534ca-9b85-433f-bea0-af7c9dc3b857 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:55.699352 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0df28d5-311b-40b2-a62c-3659d29b7aa1 req-d95534ca-9b85-433f-bea0-af7c9dc3b857 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 945 time: 0.0730636 Aug 31 13:48:55.740205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Pushing event deleted for resources: {'Port': ['ID=acbdbd94-bcd8-4661-8ef4-6b4e62035496,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:55.772340 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0df28d5-311b-40b2-a62c-3659d29b7aa1 req-92020a2a-ce83-4900-9764-edbf5994f376 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/security-groups?id=30faa7fb-eec6-407a-abae-bb7cf5bcfc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717740 Aug 31 13:48:55.837078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] No DVR routers for this DVR port acbdbd94-bcd8-4661-8ef4-6b4e62035496 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:55.841640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:55.843846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b24239e-c2dd-42e6-b755-05118957cf5a req-790b286a-f66e-4d7e-b06e-08fda5cda72d tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.26 "DELETE /v2.0/ports/acbdbd94-bcd8-4661-8ef4-6b4e62035496 HTTP/1.1" status: 204 len: 173 time: 1.0629265 Aug 31 13:48:55.865130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ac7d-a640-488e-b446-023c70680808 req-841cf2be-9c86-4b07-bc34-338a0e407f76 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:55.874646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02c2ac7d-a640-488e-b446-023c70680808 req-841cf2be-9c86-4b07-bc34-338a0e407f76 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 946 time: 0.0940588 Aug 31 13:48:55.917546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02c2ac7d-a640-488e-b446-023c70680808 req-ca52fe55-43d8-4b9e-96c0-f3bf47de4377 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Aug 31 13:48:55.978617 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ae1a9-b009-43d7-be62-19a48f69e841 x-openstack-request-id: req-916ae1a9-b009-43d7-be62-19a48f69e841 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:55.979456 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:55.979787 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-916ae1a9-b009-43d7-be62-19a48f69e841 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:55.980133 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'status': 'completed', 'code': 200} Aug 31 13:48:56.078923 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'port_id': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'mac_address': 'fa:16:3e:21:7c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57775de0-f448-4614-ad4d-99367938f178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:38Z', 'updated_at': '2021-08-31T13:48:54Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:56.122791 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] Checking router: 9bdc8342-3263-4ea8-9cdf-9522302dffa0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:48:56.136091 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:56.136689 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:56.145923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-af96d7d3-1a8b-464e-8f77-a7ab43ceea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.151273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-af96d7d3-1a8b-464e-8f77-a7ab43ceea8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d169bffdbb4846c286e4ccacf0386e53&device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 1096 time: 0.0925791 Aug 31 13:48:56.258821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ea420-48fc-4e4c-baf3-6eeba662769a req-fb469fd6-3e5f-426c-8324-a903e52ab4b1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.268102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ea420-48fc-4e4c-baf3-6eeba662769a req-fb469fd6-3e5f-426c-8324-a903e52ab4b1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.278514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-227ea420-48fc-4e4c-baf3-6eeba662769a req-fb469fd6-3e5f-426c-8324-a903e52ab4b1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1681 time: 0.0889456 Aug 31 13:48:56.290795 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:56.322111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-227ea420-48fc-4e4c-baf3-6eeba662769a req-c37286f8-8d8d-4876-ae49-a0092a8699ab tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Aug 31 13:48:56.363162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f7ea1-f016-4e30-8e1d-d638928c70e8 req-db5681a6-f659-47fc-9cf6-9ae9fe875f75 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.364675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-301f7ea1-f016-4e30-8e1d-d638928c70e8 req-db5681a6-f659-47fc-9cf6-9ae9fe875f75 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 946 time: 0.0764174 Aug 31 13:48:56.418104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-301f7ea1-f016-4e30-8e1d-d638928c70e8 req-6ba0af78-eebb-4573-834f-32ec6ca6bafa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Aug 31 13:48:56.420943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-90314bb3-dcd9-40a9-9ca8-ae6385142fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.422698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-90314bb3-dcd9-40a9-9ca8-ae6385142fba service neutron] 10.222.0.26 "GET /v2.0/networks?id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 200 len: 926 time: 0.2317042 Aug 31 13:48:56.465834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb898319-1f95-4f9b-b324-649498f376ce req-197f7ca0-b2b4-4200-89f0-8f15cb863eee tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.467348 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fb898319-1f95-4f9b-b324-649498f376ce req-197f7ca0-b2b4-4200-89f0-8f15cb863eee tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0700374 Aug 31 13:48:56.503134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-13d75e5f-9189-4553-8ee6-cf39308aa20e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab HTTP/1.1" status: 200 len: 999 time: 0.0668473 Aug 31 13:48:56.513840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fb898319-1f95-4f9b-b324-649498f376ce req-97119779-cb09-4328-a3fe-bb166f69fa6b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 Aug 31 13:48:56.559031 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc28863c-5aeb-42a5-8747-9f2fe287732c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:56.586666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-02deb91d-c8d5-4918-a816-bfb00c44cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.590191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-02deb91d-c8d5-4918-a816-bfb00c44cfee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 200 len: 863 time: 0.0732727 Aug 31 13:48:56.607896 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'port_id': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'mac_address': 'fa:16:3e:21:7c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57775de0-f448-4614-ad4d-99367938f178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:38Z', 'updated_at': '2021-08-31T13:48:54Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:56.678237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-6f4d62ea-24eb-45d9-93d3-030b87b252f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.679690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-6f4d62ea-24eb-45d9-93d3-030b87b252f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6831ca53-9fea-4d70-9b5c-f53c04ed2d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711207 Aug 31 13:48:56.710104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44afc83-df02-46e0-b52a-44bbde906f9a req-f4bcc92d-4309-4c84-84ba-bb55c52a2019 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.711608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f44afc83-df02-46e0-b52a-44bbde906f9a req-f4bcc92d-4309-4c84-84ba-bb55c52a2019 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0713680 Aug 31 13:48:56.729853 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfc79-3fa9-4f86-98d1-e8709ce8c0c6 None None] The sync data for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 is: [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'port_id': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'mac_address': 'fa:16:3e:21:7c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57775de0-f448-4614-ad4d-99367938f178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:38Z', 'updated_at': '2021-08-31T13:48:54Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:48:56.799455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674005d-54bb-41e5-bae2-84017de0bcbf req-cb77249b-f83f-4df8-8495-8871e5859e27 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:56.804187 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a674005d-54bb-41e5-bae2-84017de0bcbf req-cb77249b-f83f-4df8-8495-8871e5859e27 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 951 time: 0.0617795 Aug 31 13:48:56.815541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f44afc83-df02-46e0-b52a-44bbde906f9a req-55856be7-75e1-4b17-b4dc-cb9a8b255d5f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929265 Aug 31 13:48:56.842879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-0d5a07a3-09fb-4828-a5c4-50f1dfd230bc service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522336 Aug 31 13:48:56.868912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a674005d-54bb-41e5-bae2-84017de0bcbf req-5fbe0ce5-280d-4a85-891a-b8366149110e tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Aug 31 13:48:56.942349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d15f24f4-a5f4-4b90-81bf-aeef8e3b13e3 req-ae9bf20d-0663-4742-9b6c-73b3c57aaebc tempest-FloatingIPsAssociationNegativeTestJSON-1347958442 tempest-FloatingIPsAssociationNegativeTestJSON-1347958442-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d657354-d425-4a73-953d-566b697b594d HTTP/1.1" status: 200 len: 210 time: 0.0443847 Aug 31 13:48:57.033629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66bdb5-9c56-4870-823e-b732dbfe8cb8 None None] New status for floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:48:57.050128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12066b4-0de0-4f39-9dc9-ec8bb376d26c req-b541f68e-5df0-49bf-9cb1-af4749d01744 service neutron] 10.222.0.26 "GET /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943732 Aug 31 13:48:57.129765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:57.241866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:57.246447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:57.246835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:57.326609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-9f328b57-a22e-469b-a7ea-e72341fa10fa tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:57.327664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-9f328b57-a22e-469b-a7ea-e72341fa10fa tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0616827 Aug 31 13:48:57.336849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:57.374531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:57.376770 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d5544-ab13-4f25-a1e8-8eae7d791713" -d '{"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-plugged", "status": "completed", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:57.390943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:57.396551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:57.397425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 09520059-20ee-490d-9731-321eaa192987 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:57.453770 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224dc4bf-df86-492c-b6ba-e889ff6071cb x-openstack-request-id: req-224dc4bf-df86-492c-b6ba-e889ff6071cb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:57.454057 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-plugged", "status": "completed", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:57.454364 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-224dc4bf-df86-492c-b6ba-e889ff6071cb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:57.454905 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a', 'code': 200} Aug 31 13:48:57.497635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 09520059-20ee-490d-9731-321eaa192987 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:57.504631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 09520059-20ee-490d-9731-321eaa192987 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:57.505125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:57.520195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e339ad-f4c8-465d-8bff-50e1248acb62 req-e41242f0-f313-47e0-94ae-9e218c3853af tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:57.526826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e339ad-f4c8-465d-8bff-50e1248acb62 req-e41242f0-f313-47e0-94ae-9e218c3853af tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:57.528493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e339ad-f4c8-465d-8bff-50e1248acb62 req-e41242f0-f313-47e0-94ae-9e218c3853af tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1682 time: 0.1375880 Aug 31 13:48:57.586334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:57.598163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e339ad-f4c8-465d-8bff-50e1248acb62 req-60c851ef-ceeb-4c72-a367-6894d9545715 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592566 Aug 31 13:48:57.609976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Deleting port 0829ddf1-46f6-4b74-a85d-4e1696de1232 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:57.610330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:57.657778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6c55-bd9f-493f-93b3-29830c2112f3 req-5a35f73d-f9d5-4eb3-adf6-d9b2c046e15b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:57.659441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-900c6c55-bd9f-493f-93b3-29830c2112f3 req-5a35f73d-f9d5-4eb3-adf6-d9b2c046e15b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 946 time: 0.1038432 Aug 31 13:48:57.710662 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:57.746591 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-900c6c55-bd9f-493f-93b3-29830c2112f3 req-439ec2da-bd18-4570-bed4-f5a71abd8be9 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769975 Aug 31 13:48:57.761088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 09520059-20ee-490d-9731-321eaa192987, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09520059-20ee-490d-9731-321eaa192987,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:57.766426 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:57.767516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device acbdbd94-bcd8-4661-8ef4-6b4e62035496 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:48:57.807584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: acbdbd94-bcd8-4661-8ef4-6b4e62035496 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:48:57.808080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device acbdbd94-bcd8-4661-8ef4-6b4e62035496 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:48:57.845302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=09520059-20ee-490d-9731-321eaa192987,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:57.955300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba2b26-1ff8-478d-9bc6-6e2dfd2bd11b req-f7dc43ab-4ba8-4b28-a3c5-c8806f3a0417 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:57.957045 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-caba2b26-1ff8-478d-9bc6-6e2dfd2bd11b req-f7dc43ab-4ba8-4b28-a3c5-c8806f3a0417 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 945 time: 0.0579343 Aug 31 13:48:57.987215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'name': 'network-vif-deleted', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:57.989631 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bec6e76-117a-416e-b0dd-316a56938c34" -d '{"events": [{"server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "name": "network-vif-deleted", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:58.009502 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-caba2b26-1ff8-478d-9bc6-6e2dfd2bd11b req-d08015e9-aed6-4ded-89e5-f12261c9a67e tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Aug 31 13:48:58.063063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180ea92-6f4a-4cd8-9a04-4cfdeee95ad7 req-50506bf2-0a1f-4df0-bf70-b97ee399c1b0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:58.064588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0180ea92-6f4a-4cd8-9a04-4cfdeee95ad7 req-50506bf2-0a1f-4df0-bf70-b97ee399c1b0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1040220 Aug 31 13:48:58.073366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] For port 0829ddf1-46f6-4b74-a85d-4e1696de1232, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0829ddf1-46f6-4b74-a85d-4e1696de1232,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:58.074062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:58.103264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Calling delete_port for 0829ddf1-46f6-4b74-a85d-4e1696de1232 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:58.130281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8dd74-4e9e-4e89-9308-d780f9d3c5bd req-cbbd9d5e-fc09-4108-b3b1-ec8b4d04a9a0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:58.139526 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-80f8dd74-4e9e-4e89-9308-d780f9d3c5bd req-cbbd9d5e-fc09-4108-b3b1-ec8b4d04a9a0 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 951 time: 0.0652456 Aug 31 13:48:58.180831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0180ea92-6f4a-4cd8-9a04-4cfdeee95ad7 req-378d58a4-f824-4935-aeb8-ed8624b23cb1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037936 Aug 31 13:48:58.187185 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-80f8dd74-4e9e-4e89-9308-d780f9d3c5bd req-07e34190-58fc-4a99-9757-841b68dd163d tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452840 Aug 31 13:48:58.261187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:58.334384 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8b9107-2cdf-426b-993c-4dd3ffd06f8e x-openstack-request-id: req-3f8b9107-2cdf-426b-993c-4dd3ffd06f8e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:58.334718 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d657354-d425-4a73-953d-566b697b594d", "name": "network-vif-deleted", "tag": "acbdbd94-bcd8-4661-8ef4-6b4e62035496", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:58.334924 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f8b9107-2cdf-426b-993c-4dd3ffd06f8e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:58.335318 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d657354-d425-4a73-953d-566b697b594d', 'name': 'network-vif-deleted', 'tag': 'acbdbd94-bcd8-4661-8ef4-6b4e62035496', 'status': 'completed', 'code': 200} Aug 31 13:48:58.448295 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:58.494723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['08252222-264a-4909-bfd5-ea2769d28066', '03ec4247-c696-41ea-b8a1-579d62594f4a', '0829ddf1-46f6-4b74-a85d-4e1696de1232'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:58.499919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event deleted for resources: {'Port': ['ID=0829ddf1-46f6-4b74-a85d-4e1696de1232,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:58.630545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] No DVR routers for this DVR port 0829ddf1-46f6-4b74-a85d-4e1696de1232 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:58.640307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:58.642940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-367f5bd8-5faf-4ad9-9879-0bb6a259e26f req-d632f321-120a-4335-9ad7-90eeacca7786 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "DELETE /v2.0/ports/0829ddf1-46f6-4b74-a85d-4e1696de1232 HTTP/1.1" status: 204 len: 173 time: 1.2268193 Aug 31 13:48:58.695809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-3777b4a3-6ba0-4f9d-891a-23e5921b2dce tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:58.698131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-3777b4a3-6ba0-4f9d-891a-23e5921b2dce tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 951 time: 0.1482074 Aug 31 13:48:58.877266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead21d5-010a-4176-bcb7-2c5989a73db4 req-c99b6864-772d-4f7e-b8f3-0176c289d870 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:58.883704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead21d5-010a-4176-bcb7-2c5989a73db4 req-c99b6864-772d-4f7e-b8f3-0176c289d870 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:58.885981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ead21d5-010a-4176-bcb7-2c5989a73db4 req-c99b6864-772d-4f7e-b8f3-0176c289d870 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.1785128 Aug 31 13:48:58.933699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421451c-d5f2-42d5-aeca-05c62d274167 req-3043f27a-bfc1-40d2-81b3-d51b7fb51155 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:58.935891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9421451c-d5f2-42d5-aeca-05c62d274167 req-3043f27a-bfc1-40d2-81b3-d51b7fb51155 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 946 time: 0.0776587 Aug 31 13:48:58.988820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9421451c-d5f2-42d5-aeca-05c62d274167 req-52caf20f-20ae-4e30-b5c5-7bf2b84240cc tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431049 Aug 31 13:48:59.018218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Deleting port a37eeded-a910-4990-803a-a9c548a70d65 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:48:59.018570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:59.049358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ead21d5-010a-4176-bcb7-2c5989a73db4 req-bd0e9308-4a02-4842-a7d9-6047f7f9117d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302240 Aug 31 13:48:59.192359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b569f68-3a3a-48ff-a9b7-86d68969c0df req-19f8cef6-1aa2-4625-ac0b-48c3bd23193d tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2db188c-ac9a-4580-bc1d-8e8c26ab462a HTTP/1.1" status: 200 len: 210 time: 0.0488563 Aug 31 13:48:59.268400 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18ce436d-813e-46df-bdaf-7a7a422bdc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:59.281534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] For port a37eeded-a910-4990-803a-a9c548a70d65, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a37eeded-a910-4990-803a-a9c548a70d65,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:59.282009 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:59.330880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Calling delete_port for a37eeded-a910-4990-803a-a9c548a70d65 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:48:59.459401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09520059-20ee-490d-9731-321eaa192987'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:59.461820 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df923c06-bddb-42b0-9a3f-fc25dd3b7003" -d '{"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-plugged", "status": "completed", "tag": "09520059-20ee-490d-9731-321eaa192987"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:59.465368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03137f-045d-43a0-be57-0a973de6c3e0 req-9eb2965a-ee50-4ac6-8c42-4c43507502d1 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:59.467106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa03137f-045d-43a0-be57-0a973de6c3e0 req-9eb2965a-ee50-4ac6-8c42-4c43507502d1 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 951 time: 0.1782401 Aug 31 13:48:59.490834 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:59.516510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb71b0-15bb-40f0-b327-5d3c3dc3e2ee req-5f96eb3d-f38f-4f1c-8bfc-844552408a40 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:59.518353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aafb71b0-15bb-40f0-b327-5d3c3dc3e2ee req-5f96eb3d-f38f-4f1c-8bfc-844552408a40 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0886202 Aug 31 13:48:59.530497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:59.568296 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aafb71b0-15bb-40f0-b327-5d3c3dc3e2ee req-2c590d4c-5217-4bbd-a274-a3b593f2923c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Aug 31 13:48:59.678943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa03137f-045d-43a0-be57-0a973de6c3e0 req-d8101c58-7b8c-4177-8b8d-ccba0f7e6bdc tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/security-groups?id=373a9f83-a94c-454e-9b78-ee26d3ffc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971669 Aug 31 13:48:59.730682 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b59da9f-0786-41a3-8b1e-07cf8f780c3d x-openstack-request-id: req-1b59da9f-0786-41a3-8b1e-07cf8f780c3d {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:59.730977 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-plugged", "status": "completed", "tag": "09520059-20ee-490d-9731-321eaa192987", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:59.731232 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b59da9f-0786-41a3-8b1e-07cf8f780c3d {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:59.731733 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09520059-20ee-490d-9731-321eaa192987', 'code': 200} Aug 31 13:48:59.822675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:59.875991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Pushing event deleted for resources: {'Port': ['ID=a37eeded-a910-4990-803a-a9c548a70d65,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:59.941162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] No DVR routers for this DVR port a37eeded-a910-4990-803a-a9c548a70d65 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:48:59.944180 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:59.946193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b569bdf2-5d88-4db2-aebb-6553cb8145bd req-0eca0b53-e9c5-4e7f-93c2-b63570c10735 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.26 "DELETE /v2.0/ports/a37eeded-a910-4990-803a-a9c548a70d65 HTTP/1.1" status: 204 len: 173 time: 1.2221265 Aug 31 13:48:59.961874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65a66c-7229-41b5-8f61-6e3b2e07cb99 req-56a0b43f-fb99-474c-85b2-2a60c23371ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:59.962365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65a66c-7229-41b5-8f61-6e3b2e07cb99 req-56a0b43f-fb99-474c-85b2-2a60c23371ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:59.964519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd65a66c-7229-41b5-8f61-6e3b2e07cb99 req-56a0b43f-fb99-474c-85b2-2a60c23371ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1985 time: 0.1217968 Aug 31 13:49:00.059399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd65a66c-7229-41b5-8f61-6e3b2e07cb99 req-a64a61bc-afe7-40a3-8c5c-b9ab71f35826 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 Aug 31 13:49:00.067614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Deleting port b9127720-cbaa-4335-a8bf-576ea3b6d2f2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:00.067965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:00.155595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] For port b9127720-cbaa-4335-a8bf-576ea3b6d2f2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:00.156007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:00.168153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975c04b-1eef-4f43-a334-e04eda7ae5b4 req-88da6110-6b24-4b98-9c22-15830e633a1f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:00.174032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Calling delete_port for b9127720-cbaa-4335-a8bf-576ea3b6d2f2 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:00.174626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975c04b-1eef-4f43-a334-e04eda7ae5b4 req-88da6110-6b24-4b98-9c22-15830e633a1f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:00.176319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5975c04b-1eef-4f43-a334-e04eda7ae5b4 req-88da6110-6b24-4b98-9c22-15830e633a1f tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.0594258 Aug 31 13:49:00.225513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5975c04b-1eef-4f43-a334-e04eda7ae5b4 req-b3839f75-1061-4206-b150-755d667a5c06 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Aug 31 13:49:00.342905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'name': 'network-vif-deleted', 'tag': '0829ddf1-46f6-4b74-a85d-4e1696de1232'}, {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-deleted', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:00.347406 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9081067b-e8d5-4197-8ac7-1fa917f17f54" -d '{"events": [{"server_uuid": "f2db188c-ac9a-4580-bc1d-8e8c26ab462a", "name": "network-vif-deleted", "tag": "0829ddf1-46f6-4b74-a85d-4e1696de1232"}, {"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-deleted", "tag": "a37eeded-a910-4990-803a-a9c548a70d65"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:00.405145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-97d9cf30-af17-4a44-8432-82c048ccebe2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:00.406680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-97d9cf30-af17-4a44-8432-82c048ccebe2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.1760581 Aug 31 13:49:00.431534 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7415aa6-daa7-48a5-9642-7290d72b6b4b x-openstack-request-id: req-a7415aa6-daa7-48a5-9642-7290d72b6b4b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:00.432483 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2db188c-ac9a-4580-bc1d-8e8c26ab462a", "name": "network-vif-deleted", "tag": "0829ddf1-46f6-4b74-a85d-4e1696de1232", "status": "completed", "code": 200}, {"server_uuid": "db560450-1a2e-4287-8904-a16293258028", "name": "network-vif-deleted", "tag": "a37eeded-a910-4990-803a-a9c548a70d65", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:00.432884 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7415aa6-daa7-48a5-9642-7290d72b6b4b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:00.433328 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2db188c-ac9a-4580-bc1d-8e8c26ab462a', 'name': 'network-vif-deleted', 'tag': '0829ddf1-46f6-4b74-a85d-4e1696de1232', 'status': 'completed', 'code': 200} Aug 31 13:49:00.433661 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db560450-1a2e-4287-8904-a16293258028', 'name': 'network-vif-deleted', 'tag': 'a37eeded-a910-4990-803a-a9c548a70d65', 'status': 'completed', 'code': 200} Aug 31 13:49:00.435742 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:00.475582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-875d5070-48a9-4fb5-8f7c-e74ddc4df37d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/quotas/3d09256baa1e4dba94dc419391f70c37 HTTP/1.1" status: 200 len: 375 time: 0.0347309 Aug 31 13:49:00.528003 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:00.530484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a947e7-7308-4897-9abc-4fe0e755fe3c req-8ec5fb30-188f-442d-8887-9997a9b51589 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:00.532003 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33a947e7-7308-4897-9abc-4fe0e755fe3c req-8ec5fb30-188f-442d-8887-9997a9b51589 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 946 time: 0.0495753 Aug 31 13:49:00.561575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9127720-cbaa-4335-a8bf-576ea3b6d2f2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:00.570402 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33a947e7-7308-4897-9abc-4fe0e755fe3c req-0c5979bf-23e9-4b2d-b114-7903c5686827 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Aug 31 13:49:00.572105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-5ff17657-5c86-4acc-831a-b144787e7cb7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883522 Aug 31 13:49:00.715418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eec5b-ee55-4eee-8f74-bd8f5feb6605 req-25a14eae-1d36-47e7-9e2b-361a3cad45d3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:00.717024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb0eec5b-ee55-4eee-8f74-bd8f5feb6605 req-25a14eae-1d36-47e7-9e2b-361a3cad45d3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0713265 Aug 31 13:49:00.756767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-8a7d40c1-702a-4e2b-9534-8abd469a4035 service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640708 Aug 31 13:49:00.761398 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb0eec5b-ee55-4eee-8f74-bd8f5feb6605 req-d401e82a-8f6f-4a0c-b3b3-c7d59419d627 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382113 Aug 31 13:49:00.861859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:00.906275 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d2c292a-e5e8-46c4-abfc-a2422a58cd3d req-fbac1879-7db1-4803-af70-b21c2dd94282 tempest-ServersAdminTestJSON-698005799 tempest-ServersAdminTestJSON-698005799-project] 10.222.0.10 "GET /v2.0/ports?device_id=db560450-1a2e-4287-8904-a16293258028 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Aug 31 13:49:01.093249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9ac0af60-13f0-449d-83d9-09772477f46d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:49:01.102793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0829ddf1-46f6-4b74-a85d-4e1696de1232 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:01.130247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 0829ddf1-46f6-4b74-a85d-4e1696de1232 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:01.130840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0829ddf1-46f6-4b74-a85d-4e1696de1232 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:01.131706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:01.156038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: a37eeded-a910-4990-803a-a9c548a70d65 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:01.156392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a37eeded-a910-4990-803a-a9c548a70d65 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:01.183883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-44495fd8-ea4b-45c7-ab38-20979f121b5f service neutron] 10.222.0.10 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906519 Aug 31 13:49:01.262353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:01.278637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9ac0af60-13f0-449d-83d9-09772477f46d', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': '9ac0af60-13f0-449d-83d9-09772477f46d', 'mac_address': 'fa:16:3e:b1:5d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:49:01.337429 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:01.359403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ac0af60-13f0-449d-83d9-09772477f46d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:01.382226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:01.382420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6cd41-1e0f-4292-b5ed-65c66e85b211 req-177ef61c-d861-487d-8d9e-9d5676af5ada tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:01.389659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:01.391170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6cd41-1e0f-4292-b5ed-65c66e85b211 req-177ef61c-d861-487d-8d9e-9d5676af5ada tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:01.412205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9c6cd41-1e0f-4292-b5ed-65c66e85b211 req-177ef61c-d861-487d-8d9e-9d5676af5ada tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.1056144 Aug 31 13:49:01.416860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:49:01.450400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:01.471351 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9c6cd41-1e0f-4292-b5ed-65c66e85b211 req-f6212375-85f6-49ac-8fc3-d161fd4db793 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579534 Aug 31 13:49:01.547254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82e5ff8b-66eb-48ea-ab83-d55775d8b5f6 req-412926bc-7dce-4f6b-9889-fa0a4c86e8a6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0587859 Aug 31 13:49:01.567207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:49:01.575621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6d0deaef-d86b-429b-85f5-ea472d4db31d admin admin] 10.222.0.10 "PUT /v2.0/routers/49b42e0b-68e9-41c2-a2c6-f718da4cb81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094795 Aug 31 13:49:01.576388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55102) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:01.583135 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] Sync routers for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:49:01.596886 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:01.597515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:01.715754 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:01.728273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:01.754888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9ac0af60-13f0-449d-83d9-09772477f46d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:01.879942 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:01.914642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5877e2-815f-40f2-b35f-39c88e2cf6ae req-7b8a0228-89b8-4bea-90c9-262ae31ecac8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:01.917734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f5877e2-815f-40f2-b35f-39c88e2cf6ae req-7b8a0228-89b8-4bea-90c9-262ae31ecac8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0763013 Aug 31 13:49:01.935257 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:49:00Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:01.972229 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] Checking router: 49b42e0b-68e9-41c2-a2c6-f718da4cb81d for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:49:01.973738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f5877e2-815f-40f2-b35f-39c88e2cf6ae req-59af2253-1e0b-42c5-b157-7da23de0bffa tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Aug 31 13:49:01.982133 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] Routers {'49b42e0b-68e9-41c2-a2c6-f718da4cb81d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:01.983047 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:02.145923 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] Set router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:02.226146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165b3d-72b5-428b-ae2f-05945cf1b736 req-d3fc2671-8d76-43f9-b4a7-8a3100e8b5a4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:02.227758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-49165b3d-72b5-428b-ae2f-05945cf1b736 req-d3fc2671-8d76-43f9-b4a7-8a3100e8b5a4 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 946 time: 0.5522368 Aug 31 13:49:02.311571 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-49165b3d-72b5-428b-ae2f-05945cf1b736 req-2f34accb-4d1f-443e-9b39-fff0929f4c75 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730865 Aug 31 13:49:02.344360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.373916 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:49:00Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:02.401683 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4ba7d-0fbb-413a-9574-3170e847e8e7 None None] The sync data for ids ['49b42e0b-68e9-41c2-a2c6-f718da4cb81d'] in n-d-792362-6 is: [{'id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-51236851-router', 'tenant_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b59354a3-5802-456f-a4da-25412086129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:53Z', 'updated_at': '2021-08-31T13:49:00Z', 'revision_number': 5, 'project_id': '026ead8ed1574f43949b4e43f6ed2a0d', 'gw_port': {'id': 'b59354a3-5802-456f-a4da-25412086129e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b42e0b-68e9-41c2-a2c6-f718da4cb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:54Z', 'updated_at': '2021-08-31T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:49:02.407629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Deleting port b59354a3-5802-456f-a4da-25412086129e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:02.408122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.460618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55132) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:02.494748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] For port b59354a3-5802-456f-a4da-25412086129e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b59354a3-5802-456f-a4da-25412086129e,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:02.495137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.508030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Calling delete_port for b59354a3-5802-456f-a4da-25412086129e owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:02.634540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca7791-e7d0-478d-b973-6e0724365d5d req-d29b9829-4955-4f1c-b2a6-cc808b2eafe1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:02.640532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca7791-e7d0-478d-b973-6e0724365d5d req-d29b9829-4955-4f1c-b2a6-cc808b2eafe1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:02.642603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48ca7791-e7d0-478d-b973-6e0724365d5d req-d29b9829-4955-4f1c-b2a6-cc808b2eafe1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.0871694 Aug 31 13:49:02.649416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-19625fc2-6b89-41a9-83a5-2d85da98aab6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f7b256bb3ff448fa3a75135de5a8324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866519 Aug 31 13:49:02.651490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55140) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:02.663436 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c78f0b68-79c6-4bbd-abc3-854e459e592c req-8eac773d-58f1-44e3-b0b5-052644e5409a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0389209 Aug 31 13:49:02.710956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48ca7791-e7d0-478d-b973-6e0724365d5d req-348771cf-87be-42c3-9659-7ae7fdbc16de tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608835 Aug 31 13:49:02.715919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.726499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-835b9d54-0fa5-40e2-bb89-163aded9d2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.756822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-835b9d54-0fa5-40e2-bb89-163aded9d2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.774127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b59354a3-5802-456f-a4da-25412086129e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:02.821817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.834643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-835b9d54-0fa5-40e2-bb89-163aded9d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.839883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-835b9d54-0fa5-40e2-bb89-163aded9d2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.841214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-835b9d54-0fa5-40e2-bb89-163aded9d2a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/373a9f83-a94c-454e-9b78-ee26d3ffc674 HTTP/1.1" status: 204 len: 168 time: 0.1845839 Aug 31 13:49:02.851202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9d54-0fa5-40e2-bb89-163aded9d2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a9f83-a94c-454e-9b78-ee26d3ffc674,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:02.977254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:02.980211 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.090598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9ac0af60-13f0-449d-83d9-09772477f46d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:03.134488 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.135857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49b42e0b-68e9-41c2-a2c6-f718da4cb81d {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:49:03.143312 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.144542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cda9bf47-00ad-44c3-8cdb-ce58df3cec9e admin admin] 10.222.0.10 "DELETE /v2.0/routers/49b42e0b-68e9-41c2-a2c6-f718da4cb81d HTTP/1.1" status: 204 len: 168 time: 1.5674748 Aug 31 13:49:03.148733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c61c4-3d3f-4e92-a92c-b599c7cbb6d2 req-02e84d25-1881-422b-9b27-d47922553cd5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:03.151262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55158) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:03.158671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd2c61c4-3d3f-4e92-a92c-b599c7cbb6d2 req-02e84d25-1881-422b-9b27-d47922553cd5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0966544 Aug 31 13:49:03.175472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9ac0af60-13f0-449d-83d9-09772477f46d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:03.177459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.217304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] Deleting subnet fb884aa5-dd43-48ca-b674-34c125d1f481 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:49:03.222657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.298174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.313725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.355295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:03.356742 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d4fdb4-67fd-424a-a47b-67f297567d4e" -d '{"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-plugged", "status": "completed", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:03.360162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f00b2-791c-4499-b8e0-867e7c854642 req-814af8f3-9093-47fa-9ad1-30f5e15dab29 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:03.377700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f00b2-791c-4499-b8e0-867e7c854642 req-814af8f3-9093-47fa-9ad1-30f5e15dab29 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:03.380186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:03.381590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd2c61c4-3d3f-4e92-a92c-b599c7cbb6d2 req-2d10cc6d-7ae8-4b2e-b8ba-b41bf23cddbc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213333 Aug 31 13:49:03.383508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55170) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:03.395752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.399915 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-210f00b2-791c-4499-b8e0-867e7c854642 req-814af8f3-9093-47fa-9ad1-30f5e15dab29 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.3412192 Aug 31 13:49:03.489147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b2fdbf24-c6ac-417f-94e5-22e6ebc04f12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bea67a39946f4acba47397e79457358c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962782 Aug 31 13:49:03.492031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55184) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:03.499562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:03.537045 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-210f00b2-791c-4499-b8e0-867e7c854642 req-5e218dc0-59e6-44ee-9ed1-8893f951a900 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350875 Aug 31 13:49:03.565891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.600611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27b2211b-df15-432f-8799-335e348a1a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.623018 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32597fcf-4bde-4104-b31f-28ba21ec6764 x-openstack-request-id: req-32597fcf-4bde-4104-b31f-28ba21ec6764 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:03.623380 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-plugged", "status": "completed", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:03.623691 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32597fcf-4bde-4104-b31f-28ba21ec6764 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:03.624426 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d', 'code': 200} Aug 31 13:49:03.634167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27b2211b-df15-432f-8799-335e348a1a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.651634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-fb3ceeed-521d-4d34-83f3-22ea3e0ab710 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:03.653761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-fb3ceeed-521d-4d34-83f3-22ea3e0ab710 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 820 time: 0.4441395 Aug 31 13:49:03.715612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4514f-e266-4b65-ab17-b73f5c82725c req-ae4ff055-cff8-4d86-aa2d-28967b35d7dd tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:03.719068 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2ad4514f-e266-4b65-ab17-b73f5c82725c req-ae4ff055-cff8-4d86-aa2d-28967b35d7dd tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 946 time: 0.0798986 Aug 31 13:49:03.724565 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27b2211b-df15-432f-8799-335e348a1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.727585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27b2211b-df15-432f-8799-335e348a1a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.728782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-27b2211b-df15-432f-8799-335e348a1a31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aac08f7e-5797-49d3-85d6-8627e9c315c9 HTTP/1.1" status: 204 len: 168 time: 0.2354751 Aug 31 13:49:03.787270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2ad4514f-e266-4b65-ab17-b73f5c82725c req-1e678f6c-af71-4d65-93f8-722dffecaeee tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614257 Aug 31 13:49:03.788964 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.789352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Request body: {'port': {'device_id': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'admin_state_up': True, 'tenant_id': '3d09256baa1e4dba94dc419391f70c37'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:03.821636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb884aa5-dd43-48ca-b674-34c125d1f481,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:03.832943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.833753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea18c3-1b74-4d20-aa04-5de4a42f9691 None None] Network 50892ccb-b170-4fda-a8b3-96548be4fb40 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:03.840667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-91973870-e97c-4acc-8302-40ce478ec127 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fb884aa5-dd43-48ca-b674-34c125d1f481 HTTP/1.1" status: 204 len: 168 time: 0.6845796 Aug 31 13:49:03.840667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55194) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:03.885739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2211b-df15-432f-8799-335e348a1a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac08f7e-5797-49d3-85d6-8627e9c315c9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:03.923971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.926429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dda1d73-9395-4c20-8627-21b610500094 req-ff8be864-bad7-46ff-a9c5-d40152d68043 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0425284 Aug 31 13:49:03.946404 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:49:03.967920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-d6d43726-3df6-4792-8502-ce58c3a9535f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:03.969830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-d6d43726-3df6-4792-8502-ce58c3a9535f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 946 time: 0.2153299 Aug 31 13:49:03.995209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Deleting port 9d212330-2a4a-49d4-adad-deeb1a417fe4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:03.995922 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.079076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] For port 9d212330-2a4a-49d4-adad-deeb1a417fe4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9d212330-2a4a-49d4-adad-deeb1a417fe4,segment=NetworkSegment(00043c96-8f94-4124-a45a-f0dbd965a4ec),segment_id=00043c96-8f94-4124-a45a-f0dbd965a4ec)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:04.079556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.098526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Calling delete_port for 9d212330-2a4a-49d4-adad-deeb1a417fe4 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:04.209206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Made reservation on behalf of 3d09256baa1e4dba94dc419391f70c37 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:04.214634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.223397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.282687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d212330-2a4a-49d4-adad-deeb1a417fe4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:04.297174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] No DVR routers for this DVR port 9d212330-2a4a-49d4-adad-deeb1a417fe4 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:04.331841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Deleting port 03ec4247-c696-41ea-b8a1-579d62594f4a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:04.332197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.454686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.511285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b9127720-cbaa-4335-a8bf-576ea3b6d2f2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:04.523639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50892ccb-b170-4fda-a8b3-96548be4fb40']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:04.537470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b9127720-cbaa-4335-a8bf-576ea3b6d2f2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:04.537817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b9127720-cbaa-4335-a8bf-576ea3b6d2f2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:04.538236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b59354a3-5802-456f-a4da-25412086129e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:04.541866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Allocated IP 172.20.0.7 (a0e71daf-bc07-4fed-85fb-8d36a55bf156/0e85a9ca-8053-464d-a4c0-c68d32483454/6842f54a-c252-44f9-8eb2-506647a70261) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:04.546324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] For port 03ec4247-c696-41ea-b8a1-579d62594f4a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ec4247-c696-41ea-b8a1-579d62594f4a,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:04.546937 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.565855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b59354a3-5802-456f-a4da-25412086129e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:04.566180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b59354a3-5802-456f-a4da-25412086129e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:04.600343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Calling delete_port for 03ec4247-c696-41ea-b8a1-579d62594f4a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:04.651077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00043c96-8f94-4124-a45a-f0dbd965a4ec') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:04.658651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00043c96-8f94-4124-a45a-f0dbd965a4ec') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:04.682707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bff7e-10f6-45ac-9087-1ec47819a875 None None] DHCP port deletion for 50892ccb-b170-4fda-a8b3-96548be4fb40 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:49:04.705705 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.742979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.794315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2355-feb3-445f-8ba2-6138b4735e58 req-221e009d-5a4e-459a-884d-c8610ec1e8c7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:04.798974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ef7a2355-feb3-445f-8ba2-6138b4735e58 req-221e009d-5a4e-459a-884d-c8610ec1e8c7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.2328277 Aug 31 13:49:04.802800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:49:04.805814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:49:04.808190 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:49:04.913142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.950806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event deleted for resources: {'Port': ['ID=03ec4247-c696-41ea-b8a1-579d62594f4a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:04.957517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['08252222-264a-4909-bfd5-ea2769d28066', '03ec4247-c696-41ea-b8a1-579d62594f4a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:05.032554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.041702 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ef7a2355-feb3-445f-8ba2-6138b4735e58 req-718efa82-6770-4819-80ab-064e0cae2602 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049894 Aug 31 13:49:05.055269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb75cf1-8e61-48de-a5d4-e681501468ab req-a0c6a1fc-dcb5-4e1e-8756-44f9398458aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:05.074535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb75cf1-8e61-48de-a5d4-e681501468ab req-a0c6a1fc-dcb5-4e1e-8756-44f9398458aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:05.078674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fb75cf1-8e61-48de-a5d4-e681501468ab req-a0c6a1fc-dcb5-4e1e-8756-44f9398458aa tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.3201869 Aug 31 13:49:05.099455 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.104044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] 10.222.0.10 "DELETE /v2.0/networks/50892ccb-b170-4fda-a8b3-96548be4fb40 HTTP/1.1" status: 204 len: 168 time: 1.2618074 Aug 31 13:49:05.104044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4732a39-b105-4abb-9599-3554c05b4685 admin admin] Pushing event deleted for resources: {'Network': ['ID=50892ccb-b170-4fda-a8b3-96548be4fb40,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:05.209714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] No DVR routers for this DVR port 03ec4247-c696-41ea-b8a1-579d62594f4a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:05.227186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.230181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9901e7d9-66d0-4d0f-a22a-b91db08956e4 req-6f1cf090-ac5c-4c9a-8e80-66763ba05e2a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "DELETE /v2.0/ports/03ec4247-c696-41ea-b8a1-579d62594f4a HTTP/1.1" status: 204 len: 173 time: 1.2517960 Aug 31 13:49:05.232196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'name': 'network-vif-deleted', 'tag': '03ec4247-c696-41ea-b8a1-579d62594f4a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:05.234618 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab63b0-bba2-4af9-954b-2ebce9c07bbc" -d '{"events": [{"server_uuid": "2a8ccca3-d9ba-4ef6-9645-c76e93054ff0", "name": "network-vif-deleted", "tag": "03ec4247-c696-41ea-b8a1-579d62594f4a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:05.270933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55244) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:05.329052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.347890 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-78773db5-4e93-49b3-9649-ca938c241ded admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=026ead8ed1574f43949b4e43f6ed2a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759163 Aug 31 13:49:05.352521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55248) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:05.365738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fb75cf1-8e61-48de-a5d4-e681501468ab req-442759c2-78ca-46e1-b6bb-21a3fda5194e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631590 Aug 31 13:49:05.431200 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19cf9dd8-64d1-4788-b58e-1f3bfd72e1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.545542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ecc9c4e7-f82c-47ea-8b20-9ffe3dd9d887 req-d5553afb-52ec-4368-b552-6d30c81b9498 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8ccca3-d9ba-4ef6-9645-c76e93054ff0 HTTP/1.1" status: 200 len: 210 time: 0.0921762 Aug 31 13:49:05.563928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19cf9dd8-64d1-4788-b58e-1f3bfd72e1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.570850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c58a8de4-de2b-4b88-b516-63df17c50470 req-3e433353-44e8-443f-be30-5a1db13a0c9f tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0464718 Aug 31 13:49:05.590966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-e9948115-3c84-4895-96f2-414167f65669 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.1491244 Aug 31 13:49:05.592532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.710897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19cf9dd8-64d1-4788-b58e-1f3bfd72e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.716309 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19cf9dd8-64d1-4788-b58e-1f3bfd72e1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.718647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-19cf9dd8-64d1-4788-b58e-1f3bfd72e1d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30faa7fb-eec6-407a-abae-bb7cf5bcfc74 HTTP/1.1" status: 204 len: 168 time: 0.3648453 Aug 31 13:49:05.730199 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2532eb-00ad-43ea-81d6-705d26b381ee x-openstack-request-id: req-7c2532eb-00ad-43ea-81d6-705d26b381ee {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:05.730497 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ccca3-d9ba-4ef6-9645-c76e93054ff0", "name": "network-vif-deleted", "tag": "03ec4247-c696-41ea-b8a1-579d62594f4a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:05.730746 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c2532eb-00ad-43ea-81d6-705d26b381ee {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:05.731141 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ccca3-d9ba-4ef6-9645-c76e93054ff0', 'name': 'network-vif-deleted', 'tag': '03ec4247-c696-41ea-b8a1-579d62594f4a', 'status': 'completed', 'code': 200} Aug 31 13:49:05.743410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9dd8-64d1-4788-b58e-1f3bfd72e1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30faa7fb-eec6-407a-abae-bb7cf5bcfc74,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:05.772105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['57ac63a6-0dc9-41ec-ae99-e80d821fcc84', '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:05.819392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Network a0e71daf-bc07-4fed-85fb-8d36a55bf156 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:05.822608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-31f2852b-cd2f-4f90-9957-ffae47acd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:05.824724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-31f2852b-cd2f-4f90-9957-ffae47acd035 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1064 time: 0.1719987 Aug 31 13:49:05.834089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:05.837839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:05.908327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:05.909291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:05.922860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event updated for resources: {'Port': ['ID=6842f54a-c252-44f9-8eb2-506647a70261,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:05.947115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:05.954733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-264cf16b-0744-435e-9bd7-0aacaa018d01 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2020786 Aug 31 13:49:06.002679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-4f96d3b5-78e9-4d05-b3ce-7bcd106fb4c3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:06.015750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-4f96d3b5-78e9-4d05-b3ce-7bcd106fb4c3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:06.018984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-4f96d3b5-78e9-4d05-b3ce-7bcd106fb4c3 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.3337703 Aug 31 13:49:06.030897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Request body: {'port': {'device_id': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:06.255036 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:06.364235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d212330-2a4a-49d4-adad-deeb1a417fe4 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:06.396463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfadda-7b4b-457d-9d51-b3134e24c1f1 req-57077cba-2148-48c2-bad8-b48e86d9969b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:06.407802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bdcfadda-7b4b-457d-9d51-b3134e24c1f1 req-57077cba-2148-48c2-bad8-b48e86d9969b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1903508 Aug 31 13:49:06.432404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9d212330-2a4a-49d4-adad-deeb1a417fe4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:06.432731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d212330-2a4a-49d4-adad-deeb1a417fe4 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:06.506237 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bdcfadda-7b4b-457d-9d51-b3134e24c1f1 req-d08e8d06-824f-432c-8e8f-bfcc7e57a980 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971949 Aug 31 13:49:06.584735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:06.856392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdff5e-b43a-453e-bec9-835a49711f74 req-6d2f5cd3-bb09-4c79-b1e8-7510c75915a5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:06.862296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdff5e-b43a-453e-bec9-835a49711f74 req-6d2f5cd3-bb09-4c79-b1e8-7510c75915a5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:06.863814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27cdff5e-b43a-453e-bec9-835a49711f74 req-6d2f5cd3-bb09-4c79-b1e8-7510c75915a5 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 1683 time: 0.2980490 Aug 31 13:49:06.873107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca11ed-ed03-4e64-ae23-de6b92a6a38a req-246cf0af-703a-4590-b5a2-625842288510 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:06.883986 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6cca11ed-ed03-4e64-ae23-de6b92a6a38a req-246cf0af-703a-4590-b5a2-625842288510 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 931 time: 0.1322327 Aug 31 13:49:06.922450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port 09520059-20ee-490d-9731-321eaa192987 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:06.922801 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:06.979728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6cca11ed-ed03-4e64-ae23-de6b92a6a38a req-d09241b7-dfd2-4aed-b6b4-cf818be17307 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935931 Aug 31 13:49:07.086179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:07.132175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:07.190005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27cdff5e-b43a-453e-bec9-835a49711f74 req-75f35302-59c5-41d8-895d-ac1bb0dd0c20 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746763 Aug 31 13:49:07.294410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port 09520059-20ee-490d-9731-321eaa192987, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09520059-20ee-490d-9731-321eaa192987,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:07.298442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.362030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.366984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.376783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for 09520059-20ee-490d-9731-321eaa192987 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:07.387156 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.452328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=8']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:07.477664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:07.478006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:07.478394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:07.482648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:07.487976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:07.493050 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48641abc-ef35-4fff-be28-addceadd2908" -d '{"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:07.501154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.504266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ec4247-c696-41ea-b8a1-579d62594f4a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:07.506514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55326) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:07.540745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 03ec4247-c696-41ea-b8a1-579d62594f4a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:07.541620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ec4247-c696-41ea-b8a1-579d62594f4a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:07.592125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:07.592468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:07.601674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:07.678426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:07.678766 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:07.692690 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 2 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:07.698016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-network', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:07.746055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Made reservation on behalf of 50e4b8b0bf4149d88e4b9668e462a730 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:07.748846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.767450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.771958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:07.772302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:07.772648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:07.790480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6842f54a-c252-44f9-8eb2-506647a70261 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:07.799435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.814157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Transition to ACTIVE for port object 6842f54a-c252-44f9-8eb2-506647a70261 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:07.815070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:07.815550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:07.845114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626cb3-7b0c-489a-ac91-7ba523253e47 req-a271b2c1-6e93-4334-aba1-26275ff20029 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:07.852605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f626cb3-7b0c-489a-ac91-7ba523253e47 req-a271b2c1-6e93-4334-aba1-26275ff20029 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 966 time: 0.3073819 Aug 31 13:49:07.855176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.956079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.964723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:07.965658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f626cb3-7b0c-489a-ac91-7ba523253e47 req-b61370de-274f-4bff-8538-c5d59303bb28 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084857 Aug 31 13:49:07.978176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:07.979508 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:08.012353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae65d9b8-38fd-490e-b638-d1e82623b82a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:08.033787 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 3 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:08.042022 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1afd16-c709-4547-8dda-69741689714b x-openstack-request-id: req-4b1afd16-c709-4547-8dda-69741689714b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:08.042835 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:08.043309 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b1afd16-c709-4547-8dda-69741689714b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:08.043910 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a', 'code': 200} Aug 31 13:49:08.048148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:49:08.060910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6842f54a-c252-44f9-8eb2-506647a70261,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:08.126003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:08.126460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:08.126846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:08.182847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:08.183177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:08.215067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:08.215813 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:08.223606 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 4 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:08.226612 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.246840 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.247277 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Added segment 5d9598d1-2860-492e-8bca-84cb9250dfad of type vlan for network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 Aug 31 13:49:08.303165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.312903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa42b1-2b80-420f-ae0d-eacf27e91c31 req-3ea75c2b-80bb-473e-90a5-0030945c637c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:08.320648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00aa42b1-2b80-420f-ae0d-eacf27e91c31 req-3ea75c2b-80bb-473e-90a5-0030945c637c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 943 time: 0.1182468 Aug 31 13:49:08.390698 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00aa42b1-2b80-420f-ae0d-eacf27e91c31 req-0dbff6df-05e1-4a21-a36d-c52dcd7b3a21 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628235 Aug 31 13:49:08.396393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.397505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:08.398164 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.521443 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0109279 Aug 31 13:49:08.524037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55350) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:08.531771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Request body: {'subnet': {'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-subnet', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:08.536235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe58b2-12be-4926-a11c-7a2a3007dd0a admin admin] Pushing event updated for resources: {'Network': ['ID=affb51b1-2bb8-4bcf-bd57-e5a27fe9d256,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:08.562065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:49:08.638301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Made reservation on behalf of 50e4b8b0bf4149d88e4b9668e462a730 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:08.641599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.673664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=09520059-20ee-490d-9731-321eaa192987,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:08.684577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:08.684962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:08.685296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:08.694171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b98e7-ae6f-4ac0-8b34-2e6de76fbe28 req-014a9b1c-49ee-44d1-b3c8-210c426005d0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:08.695657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-494b98e7-ae6f-4ac0-8b34-2e6de76fbe28 req-014a9b1c-49ee-44d1-b3c8-210c426005d0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.6070294 Aug 31 13:49:08.701336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:08.701679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:08.702014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:08.723837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:08.724213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:08.732690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:08.733103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:08.755483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07c074-17d9-4998-8555-59ece1adc523 req-905ec3e5-ad79-458e-9d72-0f80f57e938c tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:08.764379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c07c074-17d9-4998-8555-59ece1adc523 req-905ec3e5-ad79-458e-9d72-0f80f57e938c tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 944 time: 0.2141645 Aug 31 13:49:08.779074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port 09520059-20ee-490d-9731-321eaa192987 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:08.783449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:08.783777 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:08.786007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.789607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-fb50a3dc-7076-420e-bb39-4aafe51ddf28 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "DELETE /v2.0/ports/09520059-20ee-490d-9731-321eaa192987 HTTP/1.1" status: 204 len: 173 time: 2.7519324 Aug 31 13:49:08.790308 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 5 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:08.792568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-deleted', 'tag': '09520059-20ee-490d-9731-321eaa192987'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:08.794883 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10eec2d-c53e-4684-a27c-beef5c307bc5" -d '{"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-deleted", "tag": "09520059-20ee-490d-9731-321eaa192987"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:08.797633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:08.797983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Checking segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:08.798371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Bound using segment: {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:08.798812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Bound port: 6842f54a-c252-44f9-8eb2-506647a70261, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:08.799176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.823931 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c07c074-17d9-4998-8555-59ece1adc523 req-ad4d3be6-b1c5-4475-a04d-7279b49d68cd tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ac91063-49c1-4a50-8be1-7016ea33e597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 Aug 31 13:49:08.916980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:08.917468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:08.917870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:08.961375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-494b98e7-ae6f-4ac0-8b34-2e6de76fbe28 req-6fb61085-a2c5-45f9-8abc-3757326eaace tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540205 Aug 31 13:49:08.967245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:08.967757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.016145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.016575 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:09.022441 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 6 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:09.057549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:09.061976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:09.062518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.081626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] For port 6842f54a-c252-44f9-8eb2-506647a70261, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:09.087697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] For port 6842f54a-c252-44f9-8eb2-506647a70261, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6842f54a-c252-44f9-8eb2-506647a70261,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:09.093332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.093809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.097876 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57678348-89dc-49a3-82e6-25902c528a20 x-openstack-request-id: req-57678348-89dc-49a3-82e6-25902c528a20 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:09.098165 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-deleted", "tag": "09520059-20ee-490d-9731-321eaa192987", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:09.098408 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57678348-89dc-49a3-82e6-25902c528a20 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:09.098799 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-deleted', 'tag': '09520059-20ee-490d-9731-321eaa192987', 'status': 'completed', 'code': 200} Aug 31 13:49:09.105276 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.112743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 09520059-20ee-490d-9731-321eaa192987 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:09.123561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.123907 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:09.149719 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 7 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:09.180719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:09.181311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.183410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/6842f54a-c252-44f9-8eb2-506647a70261 HTTP/1.1" status: 200 len: 1091 time: 3.1609783 Aug 31 13:49:09.187481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 09520059-20ee-490d-9731-321eaa192987 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:09.188289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 09520059-20ee-490d-9731-321eaa192987 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:09.201734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:09.202081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.208336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:09.208858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:09.209226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.262693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.262912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.277661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8dba8-754d-4740-abb4-a5003c8838d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6842f54a-c252-44f9-8eb2-506647a70261,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:09.283167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.283498 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:09.286591 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 8 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:09.295993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.375085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c1cd2b-68cd-4489-bde0-2682f5d4449f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:09.384223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Checking segment: {'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:09.384423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Network hostable DHCP agents. Network: affb51b1-2bb8-4bcf-bd57-e5a27fe9d256, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:49:09.416527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:49:09.430112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:09.430502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:09.430933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.434839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, affb51b1-2bb8-4bcf-bd57-e5a27fe9d256) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:09.441771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:09.444105 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.449369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb72485-7afc-47c5-8e5a-06f13d65bac5 None None] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:09.476916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:09.477298 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.495703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:09.519616 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71782ecc-9314-4428-accc-bfa4812d530c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9918313 Aug 31 13:49:09.529625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-38f9de3d-be15-484b-a409-d5f5046f62a7 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:09.531491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-38f9de3d-be15-484b-a409-d5f5046f62a7 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 966 time: 0.0822315 Aug 31 13:49:09.532312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55380) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:09.536860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:09.570191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.575912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.583407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.583407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.603944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.604290 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:09.618207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.628908 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 9 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:09.646170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:09.646506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:09.646836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.670526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f2166-be67-4ef5-8ae4-4fdaf9a54e3f req-a642e2a3-6560-494f-8ac6-572839043a0a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:09.672846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f45f2166-be67-4ef5-8ae4-4fdaf9a54e3f req-a642e2a3-6560-494f-8ac6-572839043a0a tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 966 time: 0.2749178 Aug 31 13:49:09.679308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.680186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.687415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-84305ed8-56b3-4c2f-b303-5851c8f64c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:09.688826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-84305ed8-56b3-4c2f-b303-5851c8f64c2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 1094 time: 0.3761086 Aug 31 13:49:09.700148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.700486 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:09.705003 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempt 10 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:49:09.729648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:09.729992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:09.730325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.773839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.776495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.776859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:09.779993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-ccc594a6-ef8a-4180-9fb1-784b94c6d023 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6842f54a-c252-44f9-8eb2-506647a70261 HTTP/1.1" status: 200 len: 217 time: 0.0586178 Aug 31 13:49:09.810644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f45f2166-be67-4ef5-8ae4-4fdaf9a54e3f req-2c5082c4-635f-4391-9a6c-94bf9fa746c7 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f3245ea-1c83-40db-9d94-75ce30bb3b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271744 Aug 31 13:49:09.847761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-affb51b1-2bb8-4bcf-bd57-e5a27fe9d256', 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'fixed_ips': [{'subnet_id': 'c0c1cd2b-68cd-4489-bde0-2682f5d4449f'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:49:09.848938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.863749 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.878632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c417b-610f-46c6-85ab-49de1cb19f88 req-e321fd10-609b-4b97-a5a3-c16a139b7c45 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:09.880253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-011c417b-610f-46c6-85ab-49de1cb19f88 req-e321fd10-609b-4b97-a5a3-c16a139b7c45 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 943 time: 0.1952128 Aug 31 13:49:09.927003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:09.927003 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:49:09.929303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.952727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Deleting port 08252222-264a-4909-bfd5-ea2769d28066 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:09.953011 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.959986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:10.222287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Allocated IP 172.20.0.2 (affb51b1-2bb8-4bcf-bd57-e5a27fe9d256/c0c1cd2b-68cd-4489-bde0-2682f5d4449f/5c7d5b7f-0f63-42ad-93d7-7839d0c4f393) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:10.231796 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-011c417b-610f-46c6-85ab-49de1cb19f88 req-7fa4f779-0dbe-4459-a0f1-86146412069e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082132 Aug 31 13:49:10.267573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:10.267917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:49:10.308894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port 9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:10.312711 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:10.315107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a74f3a96-b8b0-4ed7-9906-3fbe61c11c8c req-de73ab3d-25ab-491b-91cd-24eed52e8070 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.26 "DELETE /v2.0/ports/9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a HTTP/1.1" status: 204 len: 173 time: 1.5123515 Aug 31 13:49:10.316188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:10.316832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] In _notify_port_updated(), no bound segment for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:49:10.317727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.318570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:10.322160 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:10.325170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] 10.222.0.101 "PUT /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 1061 time: 4.4253759 Aug 31 13:49:10.468845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] For port 08252222-264a-4909-bfd5-ea2769d28066, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=08252222-264a-4909-bfd5-ea2769d28066,segment=NetworkSegment(994fa97b-45d9-4589-99f2-152685a800e6),segment_id=994fa97b-45d9-4589-99f2-152685a800e6)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:10.469292 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:10.470947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-5c941c51-ced0-462b-ac29-7b6c97c83401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.475552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-5c941c51-ced0-462b-ac29-7b6c97c83401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 200 len: 860 time: 0.6780241 Aug 31 13:49:10.531553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Calling delete_port for 08252222-264a-4909-bfd5-ea2769d28066 owned by compute:tempest-test_az-695949367 {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:10.565137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-961792bb-8a99-4893-aede-5b43d80e3e41 req-ce657de3-b6e8-4e05-bb5f-90d3aefe662e tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "GET /v2.0/ports?device_id=29710ba6-82dc-4f1b-a174-9f95d2aab7a6 HTTP/1.1" status: 200 len: 210 time: 0.2602258 Aug 31 13:49:10.633293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:10.655401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Transition to ACTIVE for port object 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:10.679461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55404) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:10.691631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Transition to ACTIVE for port object 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:10.699443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:10.719706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-70801c88-08c7-4215-9a4c-5416665d5e39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e71daf-bc07-4fed-85fb-8d36a55bf156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494987 Aug 31 13:49:10.800343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:10.815221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df298f-3e07-4fef-a3e6-45b3f7787a14 req-f4962110-2ddb-458f-8b40-5a2113e379a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.826695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42df298f-3e07-4fef-a3e6-45b3f7787a14 req-f4962110-2ddb-458f-8b40-5a2113e379a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.2915809 Aug 31 13:49:10.827308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:10.841832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:10.892690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Pushing event updated for resources: {'Port': ['ID=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:10.918887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bc9d6-e6bf-4e23-b567-36849a0b81a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=9']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:10.929399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-7b824725-44f7-41d1-bf57-c84635f3934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.931186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-7b824725-44f7-41d1-bf57-c84635f3934d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1064 time: 0.4069371 Aug 31 13:49:10.979175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Attempting to bind port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:10.979853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Attempting to bind port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:10.981118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Attempting to bind port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 on network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:10.991396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42df298f-3e07-4fef-a3e6-45b3f7787a14 req-8453434c-5816-488a-baf8-aed67a1ffbff tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636903 Aug 31 13:49:11.000958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:11.001650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Checking segment: {'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:11.002705 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.003377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Bound using segment: {'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:11.004157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Bound port: 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:11.004724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.104653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'tag': '6842f54a-c252-44f9-8eb2-506647a70261'}, {'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-deleted', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a'}, {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:11.111142 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a042a1e-f055-47e9-9930-f93995fbbefb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5e0281-1fa0-47bb-a31b-ec9a5493a342", "tag": "6842f54a-c252-44f9-8eb2-506647a70261"}, {"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-deleted", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a"}, {"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:11.121316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] For port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:11.126275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] For port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,segment=NetworkSegment(5d9598d1-2860-492e-8bca-84cb9250dfad),segment_id=5d9598d1-2860-492e-8bca-84cb9250dfad)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:11.143259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.175686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.261237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0170644c-04c6-4ddd-983a-9fbc127adf58 req-4382d20b-8c06-4abf-bcc6-24cce26c0171 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.2253027 Aug 31 13:49:11.278746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0f9d97be-b08b-4f8f-b8df-10b0a0c01238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.324732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f885f-2199-4108-bf0b-7da7529c85e4 None None] Pushing event updated for resources: {'Port': ['ID=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:11.327341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-26d7e7b2-47f5-48ec-ab87-440534b47086 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696735 Aug 31 13:49:11.393900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Pushing event deleted for resources: {'Port': ['ID=08252222-264a-4909-bfd5-ea2769d28066,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:11.426654 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac3d46f-3969-47bd-9b43-1d77b8ceba3b x-openstack-request-id: req-8ac3d46f-3969-47bd-9b43-1d77b8ceba3b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:11.426954 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5e0281-1fa0-47bb-a31b-ec9a5493a342", "tag": "6842f54a-c252-44f9-8eb2-506647a70261", "status": "completed", "code": 200}, {"server_uuid": "29710ba6-82dc-4f1b-a174-9f95d2aab7a6", "name": "network-vif-deleted", "tag": "9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:11.427203 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ac3d46f-3969-47bd-9b43-1d77b8ceba3b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:11.427593 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'tag': '6842f54a-c252-44f9-8eb2-506647a70261', 'status': 'completed', 'code': 200} Aug 31 13:49:11.427842 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29710ba6-82dc-4f1b-a174-9f95d2aab7a6', 'name': 'network-vif-deleted', 'tag': '9a3bacb8-c5d2-4c5b-83c5-b7158ae5ec8a', 'status': 'completed', 'code': 200} Aug 31 13:49:11.428088 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:49:11.524204 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.562217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-c20664ca-430b-4dbf-9187-245225f9db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:11.563711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-c20664ca-430b-4dbf-9187-245225f9db89 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.5958571 Aug 31 13:49:11.598403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.602201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] No DVR routers for this DVR port 08252222-264a-4909-bfd5-ea2769d28066 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:11.606361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:11.614119 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f1d35c68-ebd7-4cfb-b8c4-dc3a61a49efb req-7bb8a16c-bdea-4d7b-8f42-62527bfd0fe1 tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.26 "DELETE /v2.0/ports/08252222-264a-4909-bfd5-ea2769d28066 HTTP/1.1" status: 204 len: 173 time: 2.0531549 Aug 31 13:49:11.622004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'name': 'network-vif-deleted', 'tag': '08252222-264a-4909-bfd5-ea2769d28066'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:11.658984 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aa63a6-516b-4dce-ae08-14739c1e8c12" -d '{"events": [{"server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "name": "network-vif-deleted", "tag": "08252222-264a-4909-bfd5-ea2769d28066"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:11.735312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55428) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:11.746726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-8eb948de-0cb2-41c6-b22e-b7e0d187944e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.1525199 Aug 31 13:49:11.869205 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d632cb5-f326-4c7a-8ca8-301b5a30b040 x-openstack-request-id: req-9d632cb5-f326-4c7a-8ca8-301b5a30b040 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:11.869495 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b83a7cc-d0c2-4ebf-83f6-de14b4540e28", "name": "network-vif-deleted", "tag": "08252222-264a-4909-bfd5-ea2769d28066", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:11.869748 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d632cb5-f326-4c7a-8ca8-301b5a30b040 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:11.870150 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b83a7cc-d0c2-4ebf-83f6-de14b4540e28', 'name': 'network-vif-deleted', 'tag': '08252222-264a-4909-bfd5-ea2769d28066', 'status': 'completed', 'code': 200} Aug 31 13:49:11.939135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82d018e6-a53a-4063-823a-c8e18c0f9533 req-f8a1cb3d-4f18-4d52-b533-0ce668ad66cb service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991762 Aug 31 13:49:11.948161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139719-7fc3-468e-beb2-a867ab5932cb req-51489f33-6e96-4738-9ae0-24e6ea8ec2e3 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:11.956348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de139719-7fc3-468e-beb2-a867ab5932cb req-51489f33-6e96-4738-9ae0-24e6ea8ec2e3 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 943 time: 0.5071039 Aug 31 13:49:12.005067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-e72ea57b-43d3-4f80-bf7d-d96536338b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:12.006890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-e72ea57b-43d3-4f80-bf7d-d96536338b0e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2142913 Aug 31 13:49:12.023951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting subnet 0678a2f0-a74f-4438-8837-e6c2578c03b3 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:49:12.049018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.060233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Allocated IP 172.25.0.98 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/39e9a1c8-5ac5-433d-95e8-c172191333f7) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:12.159513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de139719-7fc3-468e-beb2-a867ab5932cb req-23464942-0d7a-4cff-a81f-c5324e9c1aa7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926677 Aug 31 13:49:12.191224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0f9d97be-b08b-4f8f-b8df-10b0a0c01238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.269200 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.278771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0f9d97be-b08b-4f8f-b8df-10b0a0c01238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.297182 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.321522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:12.360500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-5ec1b7fe-0e85-42e6-9be5-a63682579418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:12.362120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-5ec1b7fe-0e85-42e6-9be5-a63682579418 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3339095 Aug 31 13:49:12.428171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.464338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:12.582034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.687947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0f9d97be-b08b-4f8f-b8df-10b0a0c01238 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b7c89dbc4ff4b2f8c41beab482054e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9778402 Aug 31 13:49:12.712057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:12.712827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d97be-b08b-4f8f-b8df-10b0a0c01238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609434fa-0ea2-47ab-83c4-52cccddf7546,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:12.728132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-d3ef34fc-a1ab-4e9b-9224-703aff0d182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:12.732188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-d3ef34fc-a1ab-4e9b-9224-703aff0d182b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d09256baa1e4dba94dc419391f70c37&device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 1094 time: 0.6376631 Aug 31 13:49:12.744808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-47fdfd22-c23c-4735-88bd-0c391bb85f88 req-adef4447-2452-4d07-938f-506bf24a255f tempest-LiveMigrationTest-1843084563 tempest-LiveMigrationTest-1843084563-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b83a7cc-d0c2-4ebf-83f6-de14b4540e28 HTTP/1.1" status: 200 len: 210 time: 0.1045814 Aug 31 13:49:12.856375 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.907012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Subnet': ['ID=0678a2f0-a74f-4438-8837-e6c2578c03b3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:12.938235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:12.940219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fe1233a4-7136-4b53-a4d9-5f94258321ba tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/subnets/0678a2f0-a74f-4438-8837-e6c2578c03b3 HTTP/1.1" status: 204 len: 168 time: 1.2022269 Aug 31 13:49:12.945944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55454) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:12.953086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565139d1-c761-4907-ab8a-322e4dacbde5 None None] Network 6c2f4080-08df-451e-a92c-919fe8ee8018 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:12.968523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:12.976974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:12.983112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:13.005116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f308ff-95aa-48d9-accf-8676482da790 None None] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:13.008651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Pushing event updated for resources: {'Port': ['ID=39e9a1c8-5ac5-433d-95e8-c172191333f7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:13.028690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1f36d-9553-47ef-bfa7-2ffbd98e3125 req-1a537b51-e58c-4aa2-8d5e-4530c40e85d5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:13.036073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8f1f36d-9553-47ef-bfa7-2ffbd98e3125 req-1a537b51-e58c-4aa2-8d5e-4530c40e85d5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.7355912 Aug 31 13:49:13.061946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.076046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-b411fa1c-ee76-4d30-a8c2-7bc895254fd5 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920614 Aug 31 13:49:13.155200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 08252222-264a-4909-bfd5-ea2769d28066 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:13.161539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8f1f36d-9553-47ef-bfa7-2ffbd98e3125 req-cbdfa4d3-459e-4255-b35c-22da8d930e46 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245134 Aug 31 13:49:13.162877 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55a0145b-e1af-47ec-a53b-45de7d310f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.182920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 08252222-264a-4909-bfd5-ea2769d28066 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:13.183686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 08252222-264a-4909-bfd5-ea2769d28066 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:13.202399 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55a0145b-e1af-47ec-a53b-45de7d310f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.218772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-75f41114-afc8-400f-8325-820a949f381b None None] Provisioning for port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:13.225647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-75f41114-afc8-400f-8325-820a949f381b None None] Provisioning complete for port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:13.226466 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75f41114-afc8-400f-8325-820a949f381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.304507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55a0145b-e1af-47ec-a53b-45de7d310f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.310413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55a0145b-e1af-47ec-a53b-45de7d310f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.312299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-55a0145b-e1af-47ec-a53b-45de7d310f73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/609434fa-0ea2-47ab-83c4-52cccddf7546 HTTP/1.1" status: 204 len: 168 time: 0.5789680 Aug 31 13:49:13.321215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-ea0cafe6-a9fd-46a3-9128-e53b4179d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:13.322833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-ea0cafe6-a9fd-46a3-9128-e53b4179d13b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 200 len: 922 time: 0.5745862 Aug 31 13:49:13.334897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0145b-e1af-47ec-a53b-45de7d310f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609434fa-0ea2-47ab-83c4-52cccddf7546,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:13.389107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-6e772c5c-4b6f-4e75-b536-bc847ab74289 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6842f54a-c252-44f9-8eb2-506647a70261 HTTP/1.1" status: 200 len: 217 time: 0.0422695 Aug 31 13:49:13.436269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cb954-71d8-4088-a844-e088d9d7ca0e req-06aefd64-4583-495d-b20d-effdcfee2df9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:13.444438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d89cb954-71d8-4088-a844-e088d9d7ca0e req-06aefd64-4583-495d-b20d-effdcfee2df9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 943 time: 0.1744626 Aug 31 13:49:13.489697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.512427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52b91bb2-4291-4d8d-ac5e-3b3c6e115eab req-f608f963-5e0a-4566-af33-e5c69cc26671 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258661 Aug 31 13:49:13.518014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port b5f8406a-3eb1-4355-8323-d289673fcfd9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:13.518413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.536102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-79a79a9b-5747-4fe5-aa31-5361785243e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:13.537461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-79a79a9b-5747-4fe5-aa31-5361785243e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 200 len: 860 time: 0.1323109 Aug 31 13:49:13.561419 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d89cb954-71d8-4088-a844-e088d9d7ca0e req-eed7cd3a-b811-41bc-a1ad-41dd98268287 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160614 Aug 31 13:49:13.579641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75f41114-afc8-400f-8325-820a949f381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.632710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-3fd219e5-2eb1-4c41-a0d0-1dbd04ded1cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e71daf-bc07-4fed-85fb-8d36a55bf156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608392 Aug 31 13:49:13.648837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-75f41114-afc8-400f-8325-820a949f381b None None] For port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,segment=NetworkSegment(5d9598d1-2860-492e-8bca-84cb9250dfad),segment_id=5d9598d1-2860-492e-8bca-84cb9250dfad)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:13.800818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port b5f8406a-3eb1-4355-8323-d289673fcfd9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b5f8406a-3eb1-4355-8323-d289673fcfd9,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:13.800818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.824942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-1bddec4b-50e1-4e4b-a91f-9d1a7a67481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:13.826362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-1bddec4b-50e1-4e4b-a91f-9d1a7a67481d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1064 time: 0.1920993 Aug 31 13:49:13.833717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for b5f8406a-3eb1-4355-8323-d289673fcfd9 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:13.839402 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75f41114-afc8-400f-8325-820a949f381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.862382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55466) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:13.876115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:13.975517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] DHCP port deletion for 6c2f4080-08df-451e-a92c-919fe8ee8018 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:49:14.037404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55478) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:14.054918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-644e2a66-5d59-40d5-b520-137974830eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.056844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f41114-afc8-400f-8325-820a949f381b None None] Pushing event updated for resources: {'Port': ['ID=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:14.106209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] Deleting port b5f8406a-3eb1-4355-8323-d289673fcfd9 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:14.106924 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.235682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-644e2a66-5d59-40d5-b520-137974830eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.254130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-644e2a66-5d59-40d5-b520-137974830eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.283863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] For port b5f8406a-3eb1-4355-8323-d289673fcfd9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b5f8406a-3eb1-4355-8323-d289673fcfd9,segment=NetworkSegment(c544f1c4-f6b9-4908-80c1-6138650081d8),segment_id=c544f1c4-f6b9-4908-80c1-6138650081d8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:14.284445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.314020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] Calling delete_port for b5f8406a-3eb1-4355-8323-d289673fcfd9 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:14.329186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:14.389555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-644e2a66-5d59-40d5-b520-137974830eff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a6e660b6cca4bd7aa747f90a48b8601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508372 Aug 31 13:49:14.391362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e2a66-5d59-40d5-b520-137974830eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b08aa9e-a373-42c1-95dc-2fde500ce95f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:14.394237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55484) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:14.459294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Router b97a5524-7394-4111-886c-2865b0e90437 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:49:14.503214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d23f76a9-b5af-4d89-b5f0-c28185345439 None None] Provisioning complete for port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:14.504014 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d23f76a9-b5af-4d89-b5f0-c28185345439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.532714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-319afb6f-38fd-4afc-a4c7-b2fe4c3e0f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.575069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-658f16e8-f0f5-484a-a6d8-a3c931596299 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9028218 Aug 31 13:49:14.598268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:14.598853 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.608745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] Deleting subnet 483300cd-c929-4e93-9d3c-7ac90b7407ab {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:49:14.642229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.644221 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.659164 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-319afb6f-38fd-4afc-a4c7-b2fe4c3e0f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.661520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] No DVR routers for this DVR port b5f8406a-3eb1-4355-8323-d289673fcfd9 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:14.735639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83089f-f83e-49de-aa64-e82829d59683 req-2acff678-6fa2-461e-9494-0ee1dbf5680f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:14.737597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d83089f-f83e-49de-aa64-e82829d59683 req-2acff678-6fa2-461e-9494-0ee1dbf5680f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.2983971 Aug 31 13:49:14.763745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-60e363ce-40d4-4d7d-a2ce-681aed8daaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:14.765807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-60e363ce-40d4-4d7d-a2ce-681aed8daaa2 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.9298763 Aug 31 13:49:14.781080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ff939-e34a-4f58-bfb9-d8a60b8c1556 None None] Pushing event deleted for resources: {'Port': ['ID=b5f8406a-3eb1-4355-8323-d289673fcfd9,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:14.798116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:49:14.817670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Sync routers for ids ['b97a5524-7394-4111-886c-2865b0e90437'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:49:14.824125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae253c10-fba0-492d-916a-29844ace1563 req-cb7664d9-e4f0-465a-84c9-b36373d592e1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:14.833777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Routers {'b97a5524-7394-4111-886c-2865b0e90437'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:14.834369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ae253c10-fba0-492d-916a-29844ace1563 req-cb7664d9-e4f0-465a-84c9-b36373d592e1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 943 time: 0.1359015 Aug 31 13:49:14.834863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b97a5524-7394-4111-886c-2865b0e90437'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:14.849670 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-319afb6f-38fd-4afc-a4c7-b2fe4c3e0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.852826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-319afb6f-38fd-4afc-a4c7-b2fe4c3e0f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.855115 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-319afb6f-38fd-4afc-a4c7-b2fe4c3e0f7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b08aa9e-a373-42c1-95dc-2fde500ce95f HTTP/1.1" status: 204 len: 168 time: 0.4579687 Aug 31 13:49:14.868077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.869364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-52d42c8e-dd3f-44d8-b582-eed9035d420b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3359282 Aug 31 13:49:14.872507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:14.873055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55490) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:14.982245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Set router b97a5524-7394-4111-886c-2865b0e90437 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:15.009230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319afb6f-38fd-4afc-a4c7-b2fe4c3e0f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b08aa9e-a373-42c1-95dc-2fde500ce95f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:15.015199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-ea2611e5-3f7d-4326-9ecd-e30d38c473f0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.2348170 Aug 31 13:49:15.043458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.086160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ae253c10-fba0-492d-916a-29844ace1563 req-a17550f0-3ac3-44fc-85f9-491329c7d193 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507708 Aug 31 13:49:15.159113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f8406a-3eb1-4355-8323-d289673fcfd9 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:15.178071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d83089f-f83e-49de-aa64-e82829d59683 req-a1c8ef8f-7f77-4264-82a1-6666bff4986a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262731 Aug 31 13:49:15.185740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=b5f8406a-3eb1-4355-8323-d289673fcfd9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:15.194673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.208216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port b5f8406a-3eb1-4355-8323-d289673fcfd9 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:15.245742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-825bfbf2-d704-4b61-8e10-cba961e6676d service neutron] 10.222.0.26 "GET /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403005 Aug 31 13:49:15.290137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-dfe08410-3040-425a-a277-57b683b8e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:15.292014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-dfe08410-3040-425a-a277-57b683b8e97d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2545378 Aug 31 13:49:15.310591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b5f8406a-3eb1-4355-8323-d289673fcfd9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:15.311098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f8406a-3eb1-4355-8323-d289673fcfd9 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:15.398381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.486920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2f4080-08df-451e-a92c-919fe8ee8018']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:15.534452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c544f1c4-f6b9-4908-80c1-6138650081d8') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:15.535968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c544f1c4-f6b9-4908-80c1-6138650081d8') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:15.553339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.568374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:13Z', 'revision_number': 3, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:15.589792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.628636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-ffd00737-ad95-4db7-939c-ad000c121bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:15.630643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-ffd00737-ad95-4db7-939c-ad000c121bc1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3237250 Aug 31 13:49:15.640211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483300cd-c929-4e93-9d3c-7ac90b7407ab,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:15.643484 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.646644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b8676229-a3e9-40da-862e-3066096095f3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/483300cd-c929-4e93-9d3c-7ac90b7407ab HTTP/1.1" status: 204 len: 168 time: 1.7797172 Aug 31 13:49:15.647469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Checking router: b97a5524-7394-4111-886c-2865b0e90437 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:49:15.648533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Updating router b97a5524-7394-4111-886c-2865b0e90437 port 39e9a1c8-5ac5-433d-95e8-c172191333f7 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:49:15.650218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55512) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:15.664704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.669708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-847cda29-c655-4839-8c25-20fd8cb2f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:15.671767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-847cda29-c655-4839-8c25-20fd8cb2f453 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1064 time: 0.2928631 Aug 31 13:49:15.687977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Releasing vlan 1509 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:49:15.688747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:49:15.693540 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:49:15.711512 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.881255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.900523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:15.905212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/networks/6c2f4080-08df-451e-a92c-919fe8ee8018 HTTP/1.1" status: 204 len: 168 time: 2.9535091 Aug 31 13:49:15.912142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55518) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:15.954683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65c07b-21fa-4cef-a49a-b820e93ada1d tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Network': ['ID=6c2f4080-08df-451e-a92c-919fe8ee8018,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:16.010305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.023419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-72dfcb44-fa37-4281-8b2a-87e5563cfa71 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688488 Aug 31 13:49:16.027865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-3b9647cb-f06b-4c62-a5b5-b14238de02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:16.029362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-3b9647cb-f06b-4c62-a5b5-b14238de02d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.3370318 Aug 31 13:49:16.122214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-9b263619-2d5a-4021-8abf-a4f4106feded service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0698183 Aug 31 13:49:16.220646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.229020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-9d687db1-538f-4c21-9a4c-abd7893d83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:16.230532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-9d687db1-538f-4c21-9a4c-abd7893d83d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0942302 Aug 31 13:49:16.240076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting subnet 233aac7f-d986-4506-81bc-2b209c59d401 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:49:16.276077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.283028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-c4b0d14b-c08d-415e-a8a9-0eb6a57d354f service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459192 Aug 31 13:49:16.309821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-86687909-61ae-401b-b8ba-a48cc072c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:16.311423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-86687909-61ae-401b-b8ba-a48cc072c412 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710094 Aug 31 13:49:16.455039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.482336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Transition to ACTIVE for port object 39e9a1c8-5ac5-433d-95e8-c172191333f7 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:16.492135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.527456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-f7c56956-3d6e-442a-996d-9815639d9f3a service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073321 Aug 31 13:49:16.543131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Attempting to bind port 39e9a1c8-5ac5-433d-95e8-c172191333f7 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:16.543838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Attempting to bind port 39e9a1c8-5ac5-433d-95e8-c172191333f7 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:16.544485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Attempting to bind port 39e9a1c8-5ac5-433d-95e8-c172191333f7 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:16.547391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e8b64-a2bf-403f-b0ef-09bb1d3cfeb5 req-8f4ced10-75e5-43fd-b7ec-f9b37444ac61 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:16.549326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f72e8b64-a2bf-403f-b0ef-09bb1d3cfeb5 req-8f4ced10-75e5-43fd-b7ec-f9b37444ac61 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0818162 Aug 31 13:49:16.575994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.577382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:16.578501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:16.579249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.579971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:16.580829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Bound port: 39e9a1c8-5ac5-433d-95e8-c172191333f7, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:16.581402 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.581515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.623008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ceeeb85-9087-45e9-8b64-0cdcc9206a2a']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:16.646575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a042a1e-f055-47e9-9930-f93995fbbefb req-31ac1070-e4f7-443c-9b7d-ef7e58677621 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960941 Aug 31 13:49:16.658037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a7daf-1c32-4ce2-850d-7486ad0093b9 req-f084a9f1-1522-4ceb-813d-46b6b9a21592 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:16.659177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] For port 39e9a1c8-5ac5-433d-95e8-c172191333f7, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:16.659626 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-042a7daf-1c32-4ce2-850d-7486ad0093b9 req-f084a9f1-1522-4ceb-813d-46b6b9a21592 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 943 time: 0.3561680 Aug 31 13:49:16.665097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] For port 39e9a1c8-5ac5-433d-95e8-c172191333f7, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=39e9a1c8-5ac5-433d-95e8-c172191333f7,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:16.665666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994fa97b-45d9-4589-99f2-152685a800e6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:16.665997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994fa97b-45d9-4589-99f2-152685a800e6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:16.699299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.705365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6afa-0973-49b4-b9ca-e5d094875ab2 None None] Pushing event updated for resources: {'Port': ['ID=39e9a1c8-5ac5-433d-95e8-c172191333f7,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:16.709453 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.720090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f72e8b64-a2bf-403f-b0ef-09bb1d3cfeb5 req-7a57e07f-2766-4f79-88ab-b3fe76d86b2b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724726 Aug 31 13:49:16.771487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Routers {'b97a5524-7394-4111-886c-2865b0e90437'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:16.772142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b97a5524-7394-4111-886c-2865b0e90437'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:16.793340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.812138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:49:16.812490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:49:16.816770 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:49:16.887771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] Set router b97a5524-7394-4111-886c-2865b0e90437 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:16.898370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-042a7daf-1c32-4ce2-850d-7486ad0093b9 req-a47c5db5-10db-450c-933d-ce393c32c610 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280335 Aug 31 13:49:16.981756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.048782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.049332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6afa-0973-49b4-b9ca-e5d094875ab2 None None] Pushing event updated for resources: {'Port': ['ID=39e9a1c8-5ac5-433d-95e8-c172191333f7,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:17.077643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.081504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55554) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:17.096626 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0ceeeb85-9087-45e9-8b64-0cdcc9206a2a HTTP/1.1" status: 204 len: 168 time: 1.4249759 Aug 31 13:49:17.121945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Allocated IP 172.20.0.1 (affb51b1-2bb8-4bcf-bd57-e5a27fe9d256/c0c1cd2b-68cd-4489-bde0-2682f5d4449f/5f9743ed-d408-47e0-b290-d5dd79e7999f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:17.156046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68a758-f269-484e-9994-d837b725d9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ceeeb85-9087-45e9-8b64-0cdcc9206a2a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:17.206773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] Deleting subnet 47c0f91d-7178-4c73-813e-abcc2a2ae6b2 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:49:17.211662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.237077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.243343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:13Z', 'revision_number': 3, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:17.281735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.283165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d06026-9def-4a14-9ebd-1783ea06d347 None None] The sync data for ids ['b97a5524-7394-4111-886c-2865b0e90437'] in n-d-792362-6 is: [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:13Z', 'revision_number': 3, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:49:17.367080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.383519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Transition to ACTIVE for port object 5f9743ed-d408-47e0-b290-d5dd79e7999f will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:17.427453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.456728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.461614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/subnets/233aac7f-d986-4506-81bc-2b209c59d401 HTTP/1.1" status: 204 len: 168 time: 1.5362368 Aug 31 13:49:17.461614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983aeb1-7c3d-438c-8e1b-dc41e055f5c1 tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Subnet': ['ID=233aac7f-d986-4506-81bc-2b209c59d401,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:17.462990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:17.464271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.473915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8905b3d9-7568-42ae-9467-2503fa5f1e18 None None] Network 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:17.609261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.630035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.636748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.636995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/47c0f91d-7178-4c73-813e-abcc2a2ae6b2 HTTP/1.1" status: 204 len: 168 time: 0.5499003 Aug 31 13:49:17.644751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55586) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:17.755723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:17.769634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:17.779419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:17.796339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:17.804477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd8327-c31e-4f32-8df6-74aaaec4d74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c0f91d-7178-4c73-813e-abcc2a2ae6b2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:18.002605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Pushing event updated for resources: {'Port': ['ID=5f9743ed-d408-47e0-b290-d5dd79e7999f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:18.011187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] DHCP port deletion for 2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:49:18.052236 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.123909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Deleting port 66a31273-9e53-436e-9665-da215b708d43 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:18.124371 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.165820 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.212230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c9c077-3104-4278-9315-1ce37743ef64']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:18.236356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53826365-95cb-4d93-becf-6c411a0a594e') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:18.236666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53826365-95cb-4d93-becf-6c411a0a594e') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:18.255937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58145d4-e723-4308-9421-91389d6b2f6e req-cbca2d4b-f9ba-43e1-97bc-11d5df463e27 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:18.265188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Deleting port 66a31273-9e53-436e-9665-da215b708d43 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:18.265559 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.302740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d58145d4-e723-4308-9421-91389d6b2f6e req-cbca2d4b-f9ba-43e1-97bc-11d5df463e27 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.3032541 Aug 31 13:49:18.340789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19886681-afce-4477-8112-f22942d89a8a req-4b4547a2-a13c-4c20-9403-de9f90ba8a9d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:18.342451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-19886681-afce-4477-8112-f22942d89a8a req-4b4547a2-a13c-4c20-9403-de9f90ba8a9d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 943 time: 0.2263896 Aug 31 13:49:18.357130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] For port 66a31273-9e53-436e-9665-da215b708d43, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=66a31273-9e53-436e-9665-da215b708d43,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:18.357631 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.362993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.395057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 39e9a1c8-5ac5-433d-95e8-c172191333f7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:18.418634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e6afb9f3-aed0-478a-ad5a-af3d225f9a58 None None] Provisioning for port 5f9743ed-d408-47e0-b290-d5dd79e7999f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:18.429375 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.470002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Calling delete_port for 66a31273-9e53-436e-9665-da215b708d43 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:18.477683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d58145d4-e723-4308-9421-91389d6b2f6e req-8807bd89-ad64-4b9f-8aba-ba49a1a03652 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737998 Aug 31 13:49:18.480081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Releasing vlan 1508 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:49:18.480598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:49:18.482515 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:49:18.492256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] For port 66a31273-9e53-436e-9665-da215b708d43, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=66a31273-9e53-436e-9665-da215b708d43,segment=NetworkSegment(829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5),segment_id=829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:18.492638 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.518223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.520243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Calling delete_port for 66a31273-9e53-436e-9665-da215b708d43 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:18.524667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-19886681-afce-4477-8112-f22942d89a8a req-103fd49a-f6e5-402f-8d69-04ab999067d5 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380215 Aug 31 13:49:18.536317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e6afb9f3-aed0-478a-ad5a-af3d225f9a58 None None] Provisioning complete for port 5f9743ed-d408-47e0-b290-d5dd79e7999f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:18.552065 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e6afb9f3-aed0-478a-ad5a-af3d225f9a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.655147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.670578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.677333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] 10.222.0.10 "DELETE /v2.0/networks/16c9c077-3104-4278-9315-1ce37743ef64 HTTP/1.1" status: 204 len: 168 time: 1.0002167 Aug 31 13:49:18.696664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e6afb9f3-aed0-478a-ad5a-af3d225f9a58 None None] Port 5f9743ed-d408-47e0-b290-d5dd79e7999f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:49:18.721899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a39c1-3bfa-4cce-9087-c56839b7f7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=16c9c077-3104-4278-9315-1ce37743ef64,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:18.825958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 39e9a1c8-5ac5-433d-95e8-c172191333f7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:18.852563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 39e9a1c8-5ac5-433d-95e8-c172191333f7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:18.853570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.943211 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:18.999894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55618) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:19.004965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.051972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Pushing event deleted for resources: {'Port': ['ID=66a31273-9e53-436e-9665-da215b708d43,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:19.067538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] No DVR routers for this DVR port 66a31273-9e53-436e-9665-da215b708d43 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:19.074818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] No DVR routers for this DVR port 66a31273-9e53-436e-9665-da215b708d43 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:19.077044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.077403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.077753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.078098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.078437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.078858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.079285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.079555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.079888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.080216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.080545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.080905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679bc5d-7dca-480d-ac19-1c460ccf2078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:19.102370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-65669428-80ff-4ee7-91ca-e70d5ef26a89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a412d1ff6e0c4a8ea08c302fa0fbad88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1006243 Aug 31 13:49:19.122675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55622) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:19.172384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6842f54a-c252-44f9-8eb2-506647a70261 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:49:19.217066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.240703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 39e9a1c8-5ac5-433d-95e8-c172191333f7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=39e9a1c8-5ac5-433d-95e8-c172191333f7,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:19.242745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55624) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:19.292899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.294485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0336d7d7-75be-4b9a-b2f0-7c3d34aaba19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.355704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0336d7d7-75be-4b9a-b2f0-7c3d34aaba19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.420127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=39e9a1c8-5ac5-433d-95e8-c172191333f7,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:19.432541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 66a31273-9e53-436e-9665-da215b708d43 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:19.438208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6842f54a-c252-44f9-8eb2-506647a70261, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6842f54a-c252-44f9-8eb2-506647a70261,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:19.444655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0336d7d7-75be-4b9a-b2f0-7c3d34aaba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.447461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0336d7d7-75be-4b9a-b2f0-7c3d34aaba19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.451040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0336d7d7-75be-4b9a-b2f0-7c3d34aaba19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f3245ea-1c83-40db-9d94-75ce30bb3b3d HTTP/1.1" status: 204 len: 168 time: 0.3250015 Aug 31 13:49:19.485796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7eaadb1-c05f-44d0-aa24-3c0e58191893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.491949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 66a31273-9e53-436e-9665-da215b708d43 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:19.492279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 66a31273-9e53-436e-9665-da215b708d43 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:19.497966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336d7d7-75be-4b9a-b2f0-7c3d34aaba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3245ea-1c83-40db-9d94-75ce30bb3b3d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:19.499266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '6842f54a-c252-44f9-8eb2-506647a70261', 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156', 'port_id': '6842f54a-c252-44f9-8eb2-506647a70261', 'mac_address': 'fa:16:3e:fd:9c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e85a9ca-8053-464d-a4c0-c68d32483454', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:49:19.606135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.630191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6842f54a-c252-44f9-8eb2-506647a70261 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:19.659824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6842f54a-c252-44f9-8eb2-506647a70261, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6842f54a-c252-44f9-8eb2-506647a70261,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:19.667505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.772414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6842f54a-c252-44f9-8eb2-506647a70261,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:19.784766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7eaadb1-c05f-44d0-aa24-3c0e58191893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.802025 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7eaadb1-c05f-44d0-aa24-3c0e58191893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:19.841136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaadb1-c05f-44d0-aa24-3c0e58191893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906905ad-6290-4a37-8b53-a89ef32870c8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:19.854166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994a80d-8fa9-44c9-9481-716909b2bbd0 req-bc51c258-e067-4952-a849-c6285d9d6c1d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:19.855828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8994a80d-8fa9-44c9-9481-716909b2bbd0 req-bc51c258-e067-4952-a849-c6285d9d6c1d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.2385354 Aug 31 13:49:19.912579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8994a80d-8fa9-44c9-9481-716909b2bbd0 req-6e96ae77-64d7-419a-83b4-0d73c2d83118 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472684 Aug 31 13:49:19.921867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a7eaadb1-c05f-44d0-aa24-3c0e58191893 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=698768258e234d6ba48acf0cdea5330c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6668122 Aug 31 13:49:19.922489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55640) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:20.011451 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13f35fcf-0d38-49c5-8797-05221ea70275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.042902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Port': ['ID=66a31273-9e53-436e-9665-da215b708d43,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:20.071647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13f35fcf-0d38-49c5-8797-05221ea70275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.105550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55654) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:20.112391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.112933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.113502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.113992 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.114442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.114971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.115416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.115918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.118227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.119365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.119909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.120414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:20.131640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6842f54a-c252-44f9-8eb2-506647a70261'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:20.158426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.181751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:20.182188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-02b3ced4-edb9-4497-965d-c5e76a40408b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86cd90bd28ab4206943caa050f560183&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0585852 Aug 31 13:49:20.214581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1ffab3-f7ee-4a6c-b6d5-45cce542f599']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:20.223620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13f35fcf-0d38-49c5-8797-05221ea70275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.227660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13f35fcf-0d38-49c5-8797-05221ea70275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.236844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-13f35fcf-0d38-49c5-8797-05221ea70275 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/906905ad-6290-4a37-8b53-a89ef32870c8 HTTP/1.1" status: 204 len: 168 time: 0.3083687 Aug 31 13:49:20.252821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f35fcf-0d38-49c5-8797-05221ea70275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906905ad-6290-4a37-8b53-a89ef32870c8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:20.255214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:20.255567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829f5b2f-ee1a-4e50-9b9f-ec6e6092f2e5') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:20.274186 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.284715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.301093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.305577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 39e9a1c8-5ac5-433d-95e8-c172191333f7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:20.377365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Pushing event updated for resources: {'Port': ['ID=5f9743ed-d408-47e0-b290-d5dd79e7999f,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:20.388770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e22690-4a1c-42de-8605-906a770a7736 req-b00bd3eb-b246-4e4b-aa16-378d32169c53 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:20.390385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-19e22690-4a1c-42de-8605-906a770a7736 req-b00bd3eb-b246-4e4b-aa16-378d32169c53 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 944 time: 0.3449764 Aug 31 13:49:20.401849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.413401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Releasing vlan 1503 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:49:20.413857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:49:20.420074 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:49:20.453098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 39e9a1c8-5ac5-433d-95e8-c172191333f7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:20.453557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.491980 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.501321 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-950c9122-7541-4edc-8e37-c5d18a2b36ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.594448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-950c9122-7541-4edc-8e37-c5d18a2b36ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.602555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.607257 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.609421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] 10.222.0.10 "DELETE /v2.0/networks/2c1ffab3-f7ee-4a6c-b6d5-45cce542f599 HTTP/1.1" status: 204 len: 168 time: 3.1425891 Aug 31 13:49:20.680200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c8036-412c-43ea-ad20-3cab05c0680b tempest-ServersTestMultiNic-1657805047 tempest-ServersTestMultiNic-1657805047-project] Pushing event deleted for resources: {'Network': ['ID=2c1ffab3-f7ee-4a6c-b6d5-45cce542f599,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:20.698063 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-19e22690-4a1c-42de-8605-906a770a7736 req-4d317dc8-f942-4c54-84ff-0895fbc444af tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315273 Aug 31 13:49:20.785203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:20.792232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:20.797571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-950c9122-7541-4edc-8e37-c5d18a2b36ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.803306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-950c9122-7541-4edc-8e37-c5d18a2b36ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.805167 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-950c9122-7541-4edc-8e37-c5d18a2b36ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d03aa207-2620-47d3-88db-cd95b4cdf073 HTTP/1.1" status: 204 len: 168 time: 0.6122797 Aug 31 13:49:20.861175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55676) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:20.883833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9122-7541-4edc-8e37-c5d18a2b36ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03aa207-2620-47d3-88db-cd95b4cdf073,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:21.105263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Router b97a5524-7394-4111-886c-2865b0e90437 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:49:21.255124 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c5250486-4ce1-4870-a29e-6807fc951437 None None] Provisioning complete for port 5f9743ed-d408-47e0-b290-d5dd79e7999f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:21.255638 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5250486-4ce1-4870-a29e-6807fc951437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:21.336419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c5250486-4ce1-4870-a29e-6807fc951437 None None] Port 5f9743ed-d408-47e0-b290-d5dd79e7999f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:49:21.361063 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958d3d6-7ac0-4bbc-9b53-f8a14383e9c1 req-59d6ba47-1bb1-429f-ade4-7543d2cf493b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:21.364855 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6958d3d6-7ac0-4bbc-9b53-f8a14383e9c1 req-59d6ba47-1bb1-429f-ade4-7543d2cf493b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.2491601 Aug 31 13:49:21.472412 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6958d3d6-7ac0-4bbc-9b53-f8a14383e9c1 req-400e505d-a5eb-4f7e-9123-e30ea9fd2fa3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996439 Aug 31 13:49:21.478389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:49:21.484099 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-70cfdf1d-bf5f-43ad-a5db-c63dc852867c admin admin] 10.222.0.10 "PUT /v2.0/routers/b97a5524-7394-4111-886c-2865b0e90437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6102722 Aug 31 13:49:21.500049 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Sync routers for ids ['b97a5524-7394-4111-886c-2865b0e90437'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:49:21.518555 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Routers {'b97a5524-7394-4111-886c-2865b0e90437'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:21.526336 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b97a5524-7394-4111-886c-2865b0e90437'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:21.615747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-e5791040-953e-4096-ae3a-bc019f3a8478 service neutron] 10.222.0.26 "GET /v2.0/ports/d2523472-4c77-4c65-a24a-9f8ace7e47db/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.2453384 Aug 31 13:49:21.745711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55720) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:21.844260 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Set router b97a5524-7394-4111-886c-2865b0e90437 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:21.934330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-network', 'tenant_id': 'b04693b5611548f481316e0d75d4190e'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:21.983330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Made reservation on behalf of b04693b5611548f481316e0d75d4190e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:21.989061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.008583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.034035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.057129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06365d0f-f7d1-4b89-a514-54fd9c432d8c req-d8d78457-0f84-46d4-9e50-9a344657f294 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:22.058744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06365d0f-f7d1-4b89-a514-54fd9c432d8c req-d8d78457-0f84-46d4-9e50-9a344657f294 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 944 time: 0.2387068 Aug 31 13:49:22.090060 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b94947f1-460e-4a9e-96dd-d528ea63f36b req-f8381801-7ee8-4feb-979a-0ae63abf0fe1 tempest-FloatingIPsNegativeTestJSON-498625729 tempest-FloatingIPsNegativeTestJSON-498625729-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=50e4b8b0bf4149d88e4b9668e462a730 HTTP/1.1" status: 200 len: 217 time: 0.0957963 Aug 31 13:49:22.160527 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7eb75677-a817-486b-9c73-160faf9b57d0 req-9d9cbaa7-2b49-4ee1-b47b-820de1ea16ed tempest-FloatingIPsNegativeTestJSON-498625729 tempest-FloatingIPsNegativeTestJSON-498625729-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0414190 Aug 31 13:49:22.222753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06365d0f-f7d1-4b89-a514-54fd9c432d8c req-2866eba6-c451-42ec-8f90-910b18279e1e tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974269 Aug 31 13:49:22.232007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-632aa005-de06-4971-9371-0b7a521d8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:22.236436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-632aa005-de06-4971-9371-0b7a521d8afb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1100 time: 0.2884028 Aug 31 13:49:22.244896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.252265 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.283316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] vlan segment allocate from pool success with {'vlan_id': 1521, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:49:22.304235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c465ffac-11e1-409c-946b-595b71144c51,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:22.308526 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.309109 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Added segment 298abb26-d1ae-4255-9a01-dee7b4269824 of type vlan for network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 Aug 31 13:49:22.386512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.403587 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:18Z', 'revision_number': 4, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f9743ed-d408-47e0-b290-d5dd79e7999f', 'name': '', 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'mac_address': 'fa:16:3e:10:1c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0c1cd2b-68cd-4489-bde0-2682f5d4449f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:16Z', 'updated_at': '2021-08-31T13:49:18Z', 'revision_number': 2, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'subnets': [{'id': 'c0c1cd2b-68cd-4489-bde0-2682f5d4449f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:22.440622 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Checking router: b97a5524-7394-4111-886c-2865b0e90437 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:49:22.441300 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Updating router b97a5524-7394-4111-886c-2865b0e90437 port 5f9743ed-d408-47e0-b290-d5dd79e7999f binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:49:22.449083 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.450155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:22.451851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.488457 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.669889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9230881 Aug 31 13:49:22.681275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55754) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:22.686296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266656ac-d581-4303-99ba-053e358f3eac admin admin] Pushing event updated for resources: {'Network': ['ID=145bc3c3-385f-4055-9f2c-ec2e0c0d0583,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:22.697551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:49:22.710171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Request body: {'subnet': {'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-subnet', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:22.774386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Made reservation on behalf of b04693b5611548f481316e0d75d4190e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:22.782761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:22.889127 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-0db7eb04-7863-47ac-a9bb-b3ee81cb71b4 req-8dfc3370-65e7-46fd-acad-fdce9dce51cd tempest-FloatingIPsNegativeTestJSON-498625729 tempest-FloatingIPsNegativeTestJSON-498625729-project] show failed (client error): The resource could not be found. Aug 31 13:49:22.896714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0db7eb04-7863-47ac-a9bb-b3ee81cb71b4 req-8dfc3370-65e7-46fd-acad-fdce9dce51cd tempest-FloatingIPsNegativeTestJSON-498625729 tempest-FloatingIPsNegativeTestJSON-498625729-project] 10.222.0.10 "GET /v2.0/floatingips/192ac2ea-49fa-465c-a498-ea04b14df20b HTTP/1.1" status: 404 len: 350 time: 0.5805717 Aug 31 13:49:22.903048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55760) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:22.921560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb11e11-da97-4a13-8d98-cbbc0cb6935a req-3bae71a1-6090-4b4b-93ee-65c7cde71335 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:22.923765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bfb11e11-da97-4a13-8d98-cbbc0cb6935a req-3bae71a1-6090-4b4b-93ee-65c7cde71335 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.3549376 Aug 31 13:49:22.990755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-5b84558e-e0fd-4300-8cec-d0b758f8d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:22.991884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-5b84558e-e0fd-4300-8cec-d0b758f8d4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 1100 time: 0.6775692 Aug 31 13:49:23.011258 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bfb11e11-da97-4a13-8d98-cbbc0cb6935a req-5d506183-b714-411f-a350-e6144ad9b0f3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775917 Aug 31 13:49:23.073608 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.085527 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Transition to ACTIVE for port object 5f9743ed-d408-47e0-b290-d5dd79e7999f will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:23.094346 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.150815 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Pushing event updated for resources: {'Port': ['ID=5f9743ed-d408-47e0-b290-d5dd79e7999f,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:23.163416 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.169690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6842f54a-c252-44f9-8eb2-506647a70261 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:23.173425 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.181771 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.182915 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.182915 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.182915 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.183518 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.183518 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.183809 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.184077 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.184400 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.189531 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.189887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:23.227373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8026ea5-5643-4f6f-ab60-f61eee608e46,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:23.272420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Checking segment: {'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:23.273001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Network hostable DHCP agents. Network: 145bc3c3-385f-4055-9f2c-ec2e0c0d0583, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:49:23.296281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 6842f54a-c252-44f9-8eb2-506647a70261 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:23.307830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 6842f54a-c252-44f9-8eb2-506647a70261 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:23.308214 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.327902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:49:23.351652 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Attempting to bind port 5f9743ed-d408-47e0-b290-d5dd79e7999f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:23.352025 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Attempting to bind port 5f9743ed-d408-47e0-b290-d5dd79e7999f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:23.352155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 145bc3c3-385f-4055-9f2c-ec2e0c0d0583) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:23.352392 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Attempting to bind port 5f9743ed-d408-47e0-b290-d5dd79e7999f on network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:23.383477 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:23.388140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:23.389790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.391931 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Checking segment: {'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:23.392398 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.392809 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Bound using segment: {'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:23.393347 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Bound port: 5f9743ed-d408-47e0-b290-d5dd79e7999f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9598d1-2860-492e-8bca-84cb9250dfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:23.393757 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.397464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803002ee-ac82-49e9-8f80-32c6368e70f8 None None] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:23.446078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a4847c39-d102-445b-bb84-1de8aa1aef78 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7537348 Aug 31 13:49:23.449402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55778) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:23.471270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:23.523920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-5455efb7-f33a-428a-bb20-8d26dbc7a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:23.526074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-5455efb7-f33a-428a-bb20-8d26dbc7a664 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.5224760 Aug 31 13:49:23.569147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.576155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.690038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.695323 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] For port 5f9743ed-d408-47e0-b290-d5dd79e7999f, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:23.701410 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] For port 5f9743ed-d408-47e0-b290-d5dd79e7999f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5f9743ed-d408-47e0-b290-d5dd79e7999f,segment=NetworkSegment(5d9598d1-2860-492e-8bca-84cb9250dfad),segment_id=5d9598d1-2860-492e-8bca-84cb9250dfad)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:23.712076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-e7b275c5-be4e-4b31-b26e-007b14b1de87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 200 len: 217 time: 0.1609786 Aug 31 13:49:23.716354 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.797251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb72594-22a4-4869-ae73-e07add748b05 req-6562bd8b-8db7-4753-b291-f934d0789cb7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:23.805399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb72594-22a4-4869-ae73-e07add748b05 req-6562bd8b-8db7-4753-b291-f934d0789cb7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 944 time: 0.3968427 Aug 31 13:49:23.910771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb72594-22a4-4869-ae73-e07add748b05 req-3176e417-bfd7-49ba-886c-1acc734a63f8 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040256 Aug 31 13:49:23.929938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-4eb3071e-a099-46ec-a066-dba68992e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:23.932283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-4eb3071e-a099-46ec-a066-dba68992e27e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1876156 Aug 31 13:49:23.980273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.077208 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Routers {'b97a5524-7394-4111-886c-2865b0e90437'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:24.078682 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b97a5524-7394-4111-886c-2865b0e90437'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:24.150890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Deleting port eea01192-14cf-412f-9b54-c088d14f35de {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:24.151236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.156885 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.250989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-97ee1cbb-0599-4477-85b7-2bc0f8925b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:24.258195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-97ee1cbb-0599-4477-85b7-2bc0f8925b7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3141167 Aug 31 13:49:24.308310 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5709d9d-2123-4130-9a1c-6da0af646967 None None] Pushing event updated for resources: {'Port': ['ID=5f9743ed-d408-47e0-b290-d5dd79e7999f,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:24.310594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6842f54a-c252-44f9-8eb2-506647a70261, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6842f54a-c252-44f9-8eb2-506647a70261,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:24.330412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6842f54a-c252-44f9-8eb2-506647a70261'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:24.332676 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50092994-80b6-4a31-8011-2eab9df9c427" -d '{"events": [{"server_uuid": "2c5e0281-1fa0-47bb-a31b-ec9a5493a342", "name": "network-vif-plugged", "status": "completed", "tag": "6842f54a-c252-44f9-8eb2-506647a70261"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:24.333681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39662150-d1c8-4eb2-8cca-5f1576a49541 req-69de97ee-61fb-4c75-8e96-59d4e4a3136f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:24.340285 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39662150-d1c8-4eb2-8cca-5f1576a49541 req-69de97ee-61fb-4c75-8e96-59d4e4a3136f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1734521 Aug 31 13:49:24.375867 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.515519 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] Set router b97a5524-7394-4111-886c-2865b0e90437 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:24.517321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6842f54a-c252-44f9-8eb2-506647a70261,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:24.523837 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97fd38a-b6e5-4c96-bb5c-ce1e23039fe2 x-openstack-request-id: req-d97fd38a-b6e5-4c96-bb5c-ce1e23039fe2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:24.524468 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5e0281-1fa0-47bb-a31b-ec9a5493a342", "name": "network-vif-plugged", "status": "completed", "tag": "6842f54a-c252-44f9-8eb2-506647a70261", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:24.525973 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d97fd38a-b6e5-4c96-bb5c-ce1e23039fe2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:24.526938 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6842f54a-c252-44f9-8eb2-506647a70261', 'code': 200} Aug 31 13:49:24.534065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] For port eea01192-14cf-412f-9b54-c088d14f35de, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eea01192-14cf-412f-9b54-c088d14f35de,segment=NetworkSegment(d9325130-d5f4-4cd1-b191-12cb11f093c5),segment_id=d9325130-d5f4-4cd1-b191-12cb11f093c5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:24.538665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.543662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.583124 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'fixed_ips': [{'subnet_id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:49:24.583995 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.673494 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39662150-d1c8-4eb2-8cca-5f1576a49541 req-1c058f86-b445-4ba0-b155-5f6547a951a4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313499 Aug 31 13:49:24.713367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Calling delete_port for eea01192-14cf-412f-9b54-c088d14f35de owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:24.729513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.786936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:24.804529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d364b4-ffcd-400c-9df8-003bd5201f3f req-7369d7bd-645f-467f-8c3d-d49630d9ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:24.809464 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b9d364b4-ffcd-400c-9df8-003bd5201f3f req-7369d7bd-645f-467f-8c3d-d49630d9ff69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 1096 time: 0.2053921 Aug 31 13:49:24.845752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-da307217-13e6-415c-b025-799c7107d8ee service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682321 Aug 31 13:49:24.878878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Allocated IP 172.20.0.2 (145bc3c3-385f-4055-9f2c-ec2e0c0d0583/c8026ea5-5643-4f6f-ab60-f61eee608e46/0aa10d26-b15c-4b7a-b185-82ce63e14dd7) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:25.038437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b9d364b4-ffcd-400c-9df8-003bd5201f3f req-9dd7ccd1-abac-477c-8734-d5f26da60cf8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158524 Aug 31 13:49:25.039536 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:18Z', 'revision_number': 4, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f9743ed-d408-47e0-b290-d5dd79e7999f', 'name': '', 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'mac_address': 'fa:16:3e:10:1c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0c1cd2b-68cd-4489-bde0-2682f5d4449f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:16Z', 'updated_at': '2021-08-31T13:49:23Z', 'revision_number': 4, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'subnets': [{'id': 'c0c1cd2b-68cd-4489-bde0-2682f5d4449f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:25.076615 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297db31a-b234-4c41-b3b5-98750e53dc0c None None] The sync data for ids ['b97a5524-7394-4111-886c-2865b0e90437'] in n-d-792362-6 is: [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:18Z', 'revision_number': 4, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f9743ed-d408-47e0-b290-d5dd79e7999f', 'name': '', 'network_id': 'affb51b1-2bb8-4bcf-bd57-e5a27fe9d256', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'mac_address': 'fa:16:3e:10:1c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0c1cd2b-68cd-4489-bde0-2682f5d4449f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:16Z', 'updated_at': '2021-08-31T13:49:23Z', 'revision_number': 4, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'subnets': [{'id': 'c0c1cd2b-68cd-4489-bde0-2682f5d4449f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:49:25.116074 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.131525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Transition to ACTIVE for port object 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:25.154794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Transition to ACTIVE for port object 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:25.189406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2523472-4c77-4c65-a24a-9f8ace7e47db no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:25.192283 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.257155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Allocated IP 172.25.0.99 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b5f475a5-d6ed-4c68-8e21-9e47de7b6265) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:25.275307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af09b3f-a5f9-436f-ba32-cdc400da13c2 req-ad132916-a5bc-4a2f-81e9-68657ac6d9e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:25.280368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3af09b3f-a5f9-436f-ba32-cdc400da13c2 req-ad132916-a5bc-4a2f-81e9-68657ac6d9e2 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 945 time: 0.1623189 Aug 31 13:49:25.367954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Pushing event updated for resources: {'Port': ['ID=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:25.396500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c3e39f6-d49f-49ae-bfee-fb3144e36acd req-12399164-dc1c-45ce-a0f2-d518e46775df service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153387 Aug 31 13:49:25.443549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:25.447396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:25.453102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:25.531192 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3af09b3f-a5f9-436f-ba32-cdc400da13c2 req-cf0f8cee-7e23-4e27-883d-598191bc338a tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435751 Aug 31 13:49:25.608153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Attempting to bind port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:25.608640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Attempting to bind port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:25.609245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Attempting to bind port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 on network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:25.624567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:25.625506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Checking segment: {'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:25.626387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.626906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Bound using segment: {'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:25.627515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Bound port: 0aa10d26-b15c-4b7a-b185-82ce63e14dd7, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:25.628193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.634633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.657144 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.729605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:25.746606 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.789224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.793478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.817954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] For port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:25.845525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] For port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,segment=NetworkSegment(298abb26-d1ae-4255-9a01-dee7b4269824),segment_id=298abb26-d1ae-4255-9a01-dee7b4269824)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:25.851292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:25.856334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:25.888591 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Pushing event updated for resources: {'Port': ['ID=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:25.904956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea01192-14cf-412f-9b54-c088d14f35de,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:25.969927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a53b85-f912-4ed9-b4bb-13f7e743529c None None] Pushing event updated for resources: {'Port': ['ID=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:25.973669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:25.977530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:25.980378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:26.046458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05852-5f27-465a-b64c-87436e74ff46 req-71b83d2a-7ac2-4780-9976-0ce5503dacdf tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:26.048181 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c05852-5f27-465a-b64c-87436e74ff46 req-71b83d2a-7ac2-4780-9976-0ce5503dacdf tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 947 time: 0.1615233 Aug 31 13:49:26.168790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.170189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.170547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.170897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.171246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.171584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.171921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.172264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.172587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.172951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.173291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.173620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:49:26.204151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Deleting port 5f9743ed-d408-47e0-b290-d5dd79e7999f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:26.208264 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:26.363368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c05852-5f27-465a-b64c-87436e74ff46 req-8b856de1-6186-4747-9eb9-9570eed27aaf tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608514 Aug 31 13:49:26.456814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f9743ed-d408-47e0-b290-d5dd79e7999f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:26.572423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:26.582292 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ca8dcb-61e9-4243-bc0d-1c19910ca519" -d '{"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-unplugged", "status": "completed", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:26.652886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:26.729025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5f9743ed-d408-47e0-b290-d5dd79e7999f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:26.742829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5f9743ed-d408-47e0-b290-d5dd79e7999f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:26.746766 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:26.770706 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:26.827776 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f6294-69d2-4a59-b044-20af19c964d4 x-openstack-request-id: req-c66f6294-69d2-4a59-b044-20af19c964d4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:26.834519 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-unplugged", "status": "completed", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:26.835315 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c66f6294-69d2-4a59-b044-20af19c964d4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:26.836071 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'code': 200} Aug 31 13:49:26.838026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01af83a6-b555-4288-aa6d-bc00131b8a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:26.864589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] For port 5f9743ed-d408-47e0-b290-d5dd79e7999f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5f9743ed-d408-47e0-b290-d5dd79e7999f,segment=NetworkSegment(5d9598d1-2860-492e-8bca-84cb9250dfad),segment_id=5d9598d1-2860-492e-8bca-84cb9250dfad)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:26.864589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:26.907058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Calling delete_port for 5f9743ed-d408-47e0-b290-d5dd79e7999f owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:26.974315 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:27.028256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 5f9743ed-d408-47e0-b290-d5dd79e7999f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5f9743ed-d408-47e0-b290-d5dd79e7999f,segment=NetworkSegment(5d9598d1-2860-492e-8bca-84cb9250dfad),segment_id=5d9598d1-2860-492e-8bca-84cb9250dfad)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:27.038505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:27.067433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd86df-75b5-453b-b1d3-ded280492ab1 req-6b336743-2475-4d9d-b2ee-0ca242c5dd7d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:27.077142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75fd86df-75b5-453b-b1d3-ded280492ab1 req-6b336743-2475-4d9d-b2ee-0ca242c5dd7d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 945 time: 0.2304399 Aug 31 13:49:27.136912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=5f9743ed-d408-47e0-b290-d5dd79e7999f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:27.185986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2523472-4c77-4c65-a24a-9f8ace7e47db details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:49:27.239238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75fd86df-75b5-453b-b1d3-ded280492ab1 req-3f0fce49-67d3-42c5-bf52-a7f8e7801206 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606042 Aug 31 13:49:27.363863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:27.439483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:27.486539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'mac_address': 'fa:16:3e:4d:48:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:49:27.617878 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:27.659435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2523472-4c77-4c65-a24a-9f8ace7e47db {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:27.688770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:27.694149 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:27.822189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:28.058874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c430-335d-4996-bce6-19674d2e7e35 req-d9e663c2-bb63-4245-bbdc-1dd045d335ff tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:28.068247 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d432c430-335d-4996-bce6-19674d2e7e35 req-d9e663c2-bb63-4245-bbdc-1dd045d335ff tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 1096 time: 0.6864522 Aug 31 13:49:28.114785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c995f93-d052-4b2c-b808-3a4fe03e7acc None None] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:28.196348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2523472-4c77-4c65-a24a-9f8ace7e47db'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:28.270715 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d432c430-335d-4996-bce6-19674d2e7e35 req-edb75c7c-ff85-43dd-be03-b4f52c4176e2 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011278 Aug 31 13:49:28.301440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2b492bc6-723e-41b5-8abf-fdd45a7ebf99 None None] Provisioning for port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:28.331980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c7695-045d-48b4-9126-10712ab350e9 req-fb9f5076-f02b-43cf-833b-f46cfcb9bdbc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:28.339835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c9c7695-045d-48b4-9126-10712ab350e9 req-fb9f5076-f02b-43cf-833b-f46cfcb9bdbc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 948 time: 0.7700770 Aug 31 13:49:28.349464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:28.392184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55890) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:28.424016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Router 03cc8a3f-92e6-4b5b-8aea-4a095570642b is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:49:28.475118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9743ed-d408-47e0-b290-d5dd79e7999f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:28.495192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Router 7a9df322-745d-4511-afb1-efe9daf7cccb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:49:28.760699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-791e0401-20d7-429f-936d-c185d722ddf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:28.842505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f9743ed-d408-47e0-b290-d5dd79e7999f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:28.847404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:49:28.879155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c9c7695-045d-48b4-9126-10712ab350e9 req-e56adc91-3f6b-46ce-ab1c-00cb47455db0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382891 Aug 31 13:49:28.911823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Sync routers for ids ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:49:28.928913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5f9743ed-d408-47e0-b290-d5dd79e7999f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:28.929264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f9743ed-d408-47e0-b290-d5dd79e7999f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 13:49:28.968423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:49:28.975089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cc13691c-5483-4724-958f-aad67a407d70 admin admin] 10.222.0.10 "PUT /v2.0/routers/7a9df322-745d-4511-afb1-efe9daf7cccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1122987 Aug 31 13:49:28.977441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55906) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:28.982108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] Sync routers for ids ['7a9df322-745d-4511-afb1-efe9daf7cccb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:49:28.994482 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] Routers {'7a9df322-745d-4511-afb1-efe9daf7cccb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:28.996470 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7a9df322-745d-4511-afb1-efe9daf7cccb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:29.014341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port 5f9743ed-d408-47e0-b290-d5dd79e7999f not found, will not notify nova. {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 13:49:29.015117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:29.049407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc772ed-b161-4daf-b0c3-af2749f820df req-7318c558-f94b-4dd0-bac6-3cedf6ab4448 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:29.058279 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cbc772ed-b161-4daf-b0c3-af2749f820df req-7318c558-f94b-4dd0-bac6-3cedf6ab4448 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 1096 time: 0.1935956 Aug 31 13:49:29.166399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Routers {'03cc8a3f-92e6-4b5b-8aea-4a095570642b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:29.172724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:48:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:29.178663 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] Set router 7a9df322-745d-4511-afb1-efe9daf7cccb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:29.182663 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cbc772ed-b161-4daf-b0c3-af2749f820df req-b0fd52cc-cbc1-4859-966a-c767141da861 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154215 Aug 31 13:49:29.251682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.253815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-791e0401-20d7-429f-936d-c185d722ddf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.264942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-791e0401-20d7-429f-936d-c185d722ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.271951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.319484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.321506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-655ee8f8-cf24-47b1-b02e-053e3c972d7b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8710258 Aug 31 13:49:29.324735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-791e0401-20d7-429f-936d-c185d722ddf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c84bea77b0d94bf3883573c93c0b3c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9309735 Aug 31 13:49:29.333138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55910) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:29.334095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55914) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:29.409642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.474217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e0401-20d7-429f-936d-c185d722ddf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9114feb-6c7d-40ef-90d1-815220e37d88,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:29.580513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2013987-b85f-4d0d-a848-438f5b02914c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.608314 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-644a179c-ea92-4728-b80a-7ced9c9d6203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.613359 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.615017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:29.653128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2013987-b85f-4d0d-a848-438f5b02914c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.662962 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:49:25Z', 'revision_number': 5, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port': {'id': 'e7e3d3f3-7b3a-474e-a7d7-d462c013ee30', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:27Z', 'updated_at': '2021-08-31T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:29.663799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:29.664383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.744522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] Checking router: 7a9df322-745d-4511-afb1-efe9daf7cccb for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:49:29.745749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Set router 03cc8a3f-92e6-4b5b-8aea-4a095570642b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:29.758414 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] Routers {'7a9df322-745d-4511-afb1-efe9daf7cccb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:29.761482 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7a9df322-745d-4511-afb1-efe9daf7cccb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:29.840097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Deleting port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:29.845190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.971579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2013987-b85f-4d0d-a848-438f5b02914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.975276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2013987-b85f-4d0d-a848-438f5b02914c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:29.976853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d2013987-b85f-4d0d-a848-438f5b02914c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9114feb-6c7d-40ef-90d1-815220e37d88 HTTP/1.1" status: 204 len: 168 time: 0.6333609 Aug 31 13:49:30.001986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2013987-b85f-4d0d-a848-438f5b02914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9114feb-6c7d-40ef-90d1-815220e37d88,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:30.046022 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] Set router 7a9df322-745d-4511-afb1-efe9daf7cccb gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:30.155430 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:49:29Z', 'revision_number': 6, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:30.161808 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.169223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] For port e7e3d3f3-7b3a-474e-a7d7-d462c013ee30, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:30.170312 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.202804 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b743e-1bb2-4216-933d-97fb0924545d None None] The sync data for ids ['7a9df322-745d-4511-afb1-efe9daf7cccb'] in n-d-792362-6 is: [{'id': '7a9df322-745d-4511-afb1-efe9daf7cccb', 'name': 'tempest-ServersTestMultiNic-1325581476-router', 'tenant_id': '8ea8333481194d1abfbdb2412dbb24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:25Z', 'updated_at': '2021-08-31T13:49:29Z', 'revision_number': 6, 'project_id': '8ea8333481194d1abfbdb2412dbb24f3', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:49:30.210488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,segment=NetworkSegment(298abb26-d1ae-4255-9a01-dee7b4269824),segment_id=298abb26-d1ae-4255-9a01-dee7b4269824)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:30.217362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Calling delete_port for e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:30.228934 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.320505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:30.345131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3bf8a19b-69f0-41e4-80aa-eb191d2a7694 None None] Provisioning complete for port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:30.346207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a19b-69f0-41e4-80aa-eb191d2a7694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.504967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.588095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.648665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e3d3f3-7b3a-474e-a7d7-d462c013ee30,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:30.664758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:49:26Z', 'revision_number': 3, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:30.684903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55966) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:30.701491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Checking router: 03cc8a3f-92e6-4b5b-8aea-4a095570642b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:49:30.701997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Updating router 03cc8a3f-92e6-4b5b-8aea-4a095570642b port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:49:30.702446 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3820-6ed5-42b6-b9f0-aa3cfa615a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.734266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.740853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1746c4f-7d60-49ea-bf11-1eaa5dd6c875 req-f4aca6d1-0145-467b-8c73-0ec54a1abaa1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:30.742458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1746c4f-7d60-49ea-bf11-1eaa5dd6c875 req-f4aca6d1-0145-467b-8c73-0ec54a1abaa1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 948 time: 0.6633770 Aug 31 13:49:30.809894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Router b97a5524-7394-4111-886c-2865b0e90437 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:49:30.811006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.853447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.920677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1746c4f-7d60-49ea-bf11-1eaa5dd6c875 req-c2cfd737-bde1-48a1-9e0a-4898de2ec9a3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710300 Aug 31 13:49:30.946044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3820-6ed5-42b6-b9f0-aa3cfa615a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.951773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3820-6ed5-42b6-b9f0-aa3cfa615a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.970736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:30.974639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.048068 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8d6f3820-6ed5-42b6-b9f0-aa3cfa615a85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22b2bd28d30d4b219c93c4152d417c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612189 Aug 31 13:49:31.051411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f3820-6ed5-42b6-b9f0-aa3cfa615a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe3923-f6a3-4e6d-9884-4082edbfeedb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:31.067535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:31.080404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7a04b8e8-9257-4482-b876-4bb742864093 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:49:31.080529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7a04b8e8-9257-4482-b876-4bb742864093 tempest-LiveAutoBlockMigrationV225Test-702607863 tempest-LiveAutoBlockMigrationV225Test-702607863-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054557 Aug 31 13:49:31.095378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:31.095840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Unknown quota resources ['binding']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:49:31.135788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.136360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9df322-745d-4511-afb1-efe9daf7cccb {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:49:31.151026 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.152250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-15499e64-e8cc-4374-a29c-6b3be317599e admin admin] 10.222.0.10 "DELETE /v2.0/routers/7a9df322-745d-4511-afb1-efe9daf7cccb HTTP/1.1" status: 204 len: 168 time: 2.1628091 Aug 31 13:49:31.156923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55980) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:31.206652 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc8079a3-97fa-4304-a3cf-37a9b81ec531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.221743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2523472-4c77-4c65-a24a-9f8ace7e47db up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:31.249414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:49:31.260263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3078b804-2c1b-45f7-ad4f-6af027216269 admin admin] 10.222.0.10 "PUT /v2.0/routers/b97a5524-7394-4111-886c-2865b0e90437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3508286 Aug 31 13:49:31.263289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55988) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:31.268855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] Sync routers for ids ['b97a5524-7394-4111-886c-2865b0e90437'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:49:31.309812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] Routers {'b97a5524-7394-4111-886c-2865b0e90437'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:31.310550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b97a5524-7394-4111-886c-2865b0e90437'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:31.350013 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc8079a3-97fa-4304-a3cf-37a9b81ec531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.377292 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] Deleting subnet 24fa2194-d527-4045-99b3-22c1205c9932 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:49:31.404845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.458690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] Set router b97a5524-7394-4111-886c-2865b0e90437 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:31.530254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Allocated IP 172.20.0.1 (145bc3c3-385f-4055-9f2c-ec2e0c0d0583/c8026ea5-5643-4f6f-ab60-f61eee608e46/fcac3c64-f57e-4367-9fa7-536711169d64) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:31.587046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.637772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d2523472-4c77-4c65-a24a-9f8ace7e47db triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:31.638259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.682088 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc8079a3-97fa-4304-a3cf-37a9b81ec531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.685135 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc8079a3-97fa-4304-a3cf-37a9b81ec531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.686820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dc8079a3-97fa-4304-a3cf-37a9b81ec531 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7dbe3923-f6a3-4e6d-9884-4082edbfeedb HTTP/1.1" status: 204 len: 168 time: 0.6144700 Aug 31 13:49:31.717672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8079a3-97fa-4304-a3cf-37a9b81ec531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe3923-f6a3-4e6d-9884-4082edbfeedb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:31.726718 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.772403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Transition to ACTIVE for port object b5f475a5-d6ed-4c68-8e21-9e47de7b6265 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:31.807782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.834904 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.851461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.860844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:31.861376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:31.861376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:31.885233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Transition to ACTIVE for port object fcac3c64-f57e-4367-9fa7-536711169d64 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:31.887335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:31.887671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:31.892720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.893903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6104bff-604f-4772-85aa-f3cba832e258 None None] Pushing event updated for resources: {'Port': ['ID=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:31.927863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.935980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.939757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.960518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Attempting to bind port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:31.960780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Attempting to bind port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:31.961105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Attempting to bind port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:31.973457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-a085e484-48b8-4076-b951-b8206ffcb845 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:31.975448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-a085e484-48b8-4076-b951-b8206ffcb845 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a&tenant_id=ec74b343ea7c46d59878d609588dc44f&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 948 time: 0.2278254 Aug 31 13:49:31.976359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:31.976887 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:31.978181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fa2194-d527-4045-99b3-22c1205c9932,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:31.980595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:31.980996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:31.981724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.982130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:31.982619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Bound port: b5f475a5-d6ed-4c68-8e21-9e47de7b6265, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:31.983003 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.984185 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 2 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:31.989216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:31.991477 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aaae61-d77e-4ed2-922f-81fce7923e76" -d '{"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-plugged", "status": "completed", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:31.995236 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.000522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:27Z', 'revision_number': 5, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:32.001245 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7f42fc4a-9666-48db-9b16-33373d2a80af admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24fa2194-d527-4045-99b3-22c1205c9932 HTTP/1.1" status: 204 len: 168 time: 0.8433216 Aug 31 13:49:32.003127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19f4f8-5e61-4b42-bce6-1bdd25b89d55 None None] Network 824dae42-0771-4ae8-ba7b-57781aabd92d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:32.003651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56006) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:32.006818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8370095-27ac-43d4-b632-2039639c8419 req-a7b33388-a1c3-40bc-b398-c67496a56821 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:32.008483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8370095-27ac-43d4-b632-2039639c8419 req-a7b33388-a1c3-40bc-b398-c67496a56821 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 948 time: 0.2622681 Aug 31 13:49:32.021035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:32.021897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:32.022546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.079787 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.104132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:32.109896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.110230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.112692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] Checking router: b97a5524-7394-4111-886c-2865b0e90437 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:49:32.120522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.122051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.122529 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:32.131442 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 3 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:32.167608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=fcac3c64-f57e-4367-9fa7-536711169d64,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:32.192026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] Routers {'b97a5524-7394-4111-886c-2865b0e90437'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:32.192714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b97a5524-7394-4111-886c-2865b0e90437'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:32.202672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8370095-27ac-43d4-b632-2039639c8419 req-d31791f6-49bd-4121-b3da-da4156edb28d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731174 Aug 31 13:49:32.213142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:32.229668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:32.229977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:32.230309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.231214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:32.240333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.240894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.244265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.263673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.263888 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:32.266841 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 4 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:32.278522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.282953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-9222c9e9-e2c8-483c-83a6-1ced79cb6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:32.284785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-9222c9e9-e2c8-483c-83a6-1ced79cb6cad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 1100 time: 0.1451237 Aug 31 13:49:32.288140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:32.294015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:32.362145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] For port b5f475a5-d6ed-4c68-8e21-9e47de7b6265, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:32.372361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] For port b5f475a5-d6ed-4c68-8e21-9e47de7b6265, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:32.391802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:32.392140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:32.392467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.417243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:32.442201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.450380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.450986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.470456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.477508 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:32.482524 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 5 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:32.492111 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.549479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:32.549834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:32.550237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.582903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.583224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.591294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Deleting port 1a17429c-620e-4c31-a951-ba9e6914717c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:32.591701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.599714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Deleting port 39e9a1c8-5ac5-433d-95e8-c172191333f7 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:32.600067 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.688960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-45dd6e47-89e3-43af-b6eb-46e4ef0f8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:32.690728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-45dd6e47-89e3-43af-b6eb-46e4ef0f8676 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.3702374 Aug 31 13:49:32.693503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.694089 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:32.698799 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 6 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:32.722673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] For port 1a17429c-620e-4c31-a951-ba9e6914717c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1a17429c-620e-4c31-a951-ba9e6914717c,segment=NetworkSegment(d9325130-d5f4-4cd1-b191-12cb11f093c5),segment_id=d9325130-d5f4-4cd1-b191-12cb11f093c5)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:32.723230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.738606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Calling delete_port for 1a17429c-620e-4c31-a951-ba9e6914717c owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:32.758443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-dc26379b-d146-427f-8b4c-690dc84364e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 200 len: 217 time: 0.0561368 Aug 31 13:49:32.763144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:32.763814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:32.764368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.772084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6104bff-604f-4772-85aa-f3cba832e258 None None] Pushing event updated for resources: {'Port': ['ID=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:32.790341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.790811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.800659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e2f9d-4cbf-4e01-8da1-9af8f4924abd None None] DHCP port deletion for 824dae42-0771-4ae8-ba7b-57781aabd92d request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:49:32.815164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Routers {'03cc8a3f-92e6-4b5b-8aea-4a095570642b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:32.816086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:32.837461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.838108 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:32.845529 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 7 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:32.871254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] For port 39e9a1c8-5ac5-433d-95e8-c172191333f7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=39e9a1c8-5ac5-433d-95e8-c172191333f7,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:32.872410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.885419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:32.885991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:32.886486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.899034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Calling delete_port for 39e9a1c8-5ac5-433d-95e8-c172191333f7 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:32.902191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-bba959ed-c688-4109-ab64-de948a0f7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:32.903935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-bba959ed-c688-4109-ab64-de948a0f7048 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1265512 Aug 31 13:49:32.904720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.905273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:32.913573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:32.913727 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.914930 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:32.921324 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 8 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:32.941359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.001815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] Set router 03cc8a3f-92e6-4b5b-8aea-4a095570642b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:33.037870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:33.038864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:33.039588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:33.060214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:33.060722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:33.087896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:33.088239 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:33.096223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] No DVR routers for this DVR port 1a17429c-620e-4c31-a951-ba9e6914717c on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:33.098748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a17429c-620e-4c31-a951-ba9e6914717c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:33.230949 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 9 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:33.245394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.245994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9ac0af60-13f0-449d-83d9-09772477f46d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:33.261289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-5b39516e-41ff-4bcc-bb94-0cb3d6ff3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:33.264241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824dae42-0771-4ae8-ba7b-57781aabd92d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:33.265090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-5b39516e-41ff-4bcc-bb94-0cb3d6ff3723 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3478386 Aug 31 13:49:33.268191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:33.268913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:33.269631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:33.281824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9325130-d5f4-4cd1-b191-12cb11f093c5') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:33.282178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9325130-d5f4-4cd1-b191-12cb11f093c5') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:33.301913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.329703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.345966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:33.346804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:33.380721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:49:33.381270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:49:33.382979 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:49:33.386077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.393919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:33.394197 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:33.399827 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempt 10 to bind port 6842f54a-c252-44f9-8eb2-506647a70261 Aug 31 13:49:33.449278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:33.450024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:33.450585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:33.459429 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.475930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:33.476589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Attempting to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:33.487533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-7dc231db-81fe-4d8e-8abd-6fc9268a653a service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112684 Aug 31 13:49:33.489481 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.494225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Port 6842f54a-c252-44f9-8eb2-506647a70261 on network a0e71daf-bc07-4fed-85fb-8d36a55bf156 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:33.494679 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to bind port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'a0e71daf-bc07-4fed-85fb-8d36a55bf156'}] Aug 31 13:49:33.495077 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.plugin [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] Failed to commit binding results for 6842f54a-c252-44f9-8eb2-506647a70261 after 10 tries Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 could not be created or updated. Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:49:33.496573 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h1-792362-6 could not be created or updated. Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource Aug 31 13:49:33.501996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2e3a6bc-85cc-4721-af11-ffe67e4774d8 req-7421cb67-a35e-4c79-bd6e-18b1694240eb service neutron] 10.222.0.10 "POST /v2.0/ports/6842f54a-c252-44f9-8eb2-506647a70261/bindings HTTP/1.1" status: 500 len: 401 time: 2.4062135 Aug 31 13:49:33.530029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e9a1c8-5ac5-433d-95e8-c172191333f7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:33.563654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=fcac3c64-f57e-4367-9fa7-536711169d64,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:33.566428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.578000 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.583086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] 10.222.0.10 "DELETE /v2.0/networks/824dae42-0771-4ae8-ba7b-57781aabd92d HTTP/1.1" status: 204 len: 168 time: 1.5780389 Aug 31 13:49:33.588153 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.601415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a513ec-3341-46b0-a989-d14226de2d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=824dae42-0771-4ae8-ba7b-57781aabd92d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:33.648692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f96e2f9d-4cbf-4e01-8da1-9af8f4924abd None None] The port '1a17429c-620e-4c31-a951-ba9e6914717c' was deleted {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 13:49:33.657717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b7cc8b90-14e6-4544-b762-af76a4722c7d None None] Provisioning for port fcac3c64-f57e-4367-9fa7-536711169d64 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:33.679102 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58cc97d-709e-4212-8080-418c67d471a9 x-openstack-request-id: req-d58cc97d-709e-4212-8080-418c67d471a9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:33.679340 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-plugged", "status": "completed", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:33.679579 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d58cc97d-709e-4212-8080-418c67d471a9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:33.679965 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'code': 200} Aug 31 13:49:33.691000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b7cc8b90-14e6-4544-b762-af76a4722c7d None None] Provisioning complete for port fcac3c64-f57e-4367-9fa7-536711169d64 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:33.691593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7cc8b90-14e6-4544-b762-af76a4722c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.767012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc8b90-14e6-4544-b762-af76a4722c7d None None] Port fcac3c64-f57e-4367-9fa7-536711169d64 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:49:33.779477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:33.780093 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.788376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.814336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] Set router b97a5524-7394-4111-886c-2865b0e90437 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:33.830422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56088) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:33.911834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:33.923706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:33.943893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.946774 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-53a5757b-f734-4206-ad79-c19b8a223c31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ea8333481194d1abfbdb2412dbb24f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127484 Aug 31 13:49:33.949708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56092) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:33.958090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.982466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31bde694-abd4-4b7e-8dd7-b3bcfc6840ba req-b01872f2-7670-48d5-9559-c7c5a8f64a08 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370482 Aug 31 13:49:34.029750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c681512-8aca-4107-82f0-c03543a74d51 req-9de8168a-0c56-4047-bfeb-e3d378b13dd7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:34.039448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c681512-8aca-4107-82f0-c03543a74d51 req-9de8168a-0c56-4047-bfeb-e3d378b13dd7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.2843387 Aug 31 13:49:34.068935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.070310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b97a5524-7394-4111-886c-2865b0e90437 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:49:34.077035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.081318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-619fdd2c-03ce-4197-888d-5d934c1248f7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b97a5524-7394-4111-886c-2865b0e90437 HTTP/1.1" status: 204 len: 168 time: 2.8172588 Aug 31 13:49:34.085182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56100) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:34.156021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c681512-8aca-4107-82f0-c03543a74d51 req-2208b85e-6da3-4a6b-ac56-d53d9a6c0339 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152990 Aug 31 13:49:34.175901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:49:32Z', 'revision_number': 4, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fcac3c64-f57e-4367-9fa7-536711169d64', 'name': '', 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'mac_address': 'fa:16:3e:b6:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:30Z', 'updated_at': '2021-08-31T13:49:31Z', 'revision_number': 1, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'subnets': [{'id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:34.178377 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.203478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] Deleting subnet c0c1cd2b-68cd-4489-bde0-2682f5d4449f {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:49:34.208693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.271551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79952b-3f51-4848-8224-4944d2822167 None None] The sync data for ids ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'] in n-d-792362-6 is: [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:49:32Z', 'revision_number': 4, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fcac3c64-f57e-4367-9fa7-536711169d64', 'name': '', 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'mac_address': 'fa:16:3e:b6:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:30Z', 'updated_at': '2021-08-31T13:49:31Z', 'revision_number': 1, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'subnets': [{'id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:49:34.287081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.393456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Router 03cc8a3f-92e6-4b5b-8aea-4a095570642b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:49:34.403664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe818a7f-c680-4ab1-920d-f7fa4f78c114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.430290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:34.463754 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.478968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:27Z', 'revision_number': 5, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:34.510390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bd3029ac-1073-48d8-bec5-94431ef93784 None None] Provisioning complete for port fcac3c64-f57e-4367-9fa7-536711169d64 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:34.511122 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd3029ac-1073-48d8-bec5-94431ef93784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.549870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe818a7f-c680-4ab1-920d-f7fa4f78c114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.576280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.749063 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:49:34.750332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.760189 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5130a0f8-8393-4b6d-b3a3-c2b2b715d6d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/03cc8a3f-92e6-4b5b-8aea-4a095570642b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4234395 Aug 31 13:49:34.778862 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe818a7f-c680-4ab1-920d-f7fa4f78c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.791091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe818a7f-c680-4ab1-920d-f7fa4f78c114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.796841 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fe818a7f-c680-4ab1-920d-f7fa4f78c114 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ac91063-49c1-4a50-8be1-7016ea33e597 HTTP/1.1" status: 204 len: 168 time: 0.8312786 Aug 31 13:49:34.844201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bd3029ac-1073-48d8-bec5-94431ef93784 None None] Port fcac3c64-f57e-4367-9fa7-536711169d64 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:49:34.846552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:34.848709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.854165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c0c1cd2b-68cd-4489-bde0-2682f5d4449f HTTP/1.1" status: 204 len: 168 time: 0.7641711 Aug 31 13:49:34.859913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe818a7f-c680-4ab1-920d-f7fa4f78c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac91063-49c1-4a50-8be1-7016ea33e597,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:34.870024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56120) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:34.888588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656e524-26b0-49ed-b8cc-73bf096f6db4 None None] Network affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:34.976466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a3ea7-4f65-4a49-9f4e-e63d335cf5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c1cd2b-68cd-4489-bde0-2682f5d4449f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:35.064067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:35.064623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e3d3f3-7b3a-474e-a7d7-d462c013ee30 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:35.065350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eea01192-14cf-412f-9b54-c088d14f35de no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:35.067912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0b823-91f6-4719-be2b-cf4898281a56 None None] The sync data for ids ['b97a5524-7394-4111-886c-2865b0e90437'] in n-d-792362-6 is: [{'id': 'b97a5524-7394-4111-886c-2865b0e90437', 'name': 'tempest-FloatingIPsNegativeTestJSON-724186936-router', 'tenant_id': '50e4b8b0bf4149d88e4b9668e462a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:09Z', 'updated_at': '2021-08-31T13:49:27Z', 'revision_number': 5, 'project_id': '50e4b8b0bf4149d88e4b9668e462a730', 'gw_port': {'id': '39e9a1c8-5ac5-433d-95e8-c172191333f7', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97a5524-7394-4111-886c-2865b0e90437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:11Z', 'updated_at': '2021-08-31T13:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:49:35.070728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:35.123279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: eea01192-14cf-412f-9b54-c088d14f35de {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:35.124171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eea01192-14cf-412f-9b54-c088d14f35de not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:35.192188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:35.320382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Deleting port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:35.321855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:35.428681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-3d8c837a-fab5-427e-a6bf-6137fdd86092 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:35.430334 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-3d8c837a-fab5-427e-a6bf-6137fdd86092 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 0.4302852 Aug 31 13:49:35.453437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] For port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,segment=NetworkSegment(5d9598d1-2860-492e-8bca-84cb9250dfad),segment_id=5d9598d1-2860-492e-8bca-84cb9250dfad)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:35.454034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:35.455232 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c73b67ed-1fee-4c79-9962-2c013046a9eb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/quotas/1a48c05bf9d445d58dcb47a944602623 HTTP/1.1" status: 200 len: 375 time: 0.0167489 Aug 31 13:49:35.485871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Calling delete_port for 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:35.561485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-ffa6271d-eb25-4f9d-a250-bae81b0bd79e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003389 Aug 31 13:49:35.578271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] DHCP port deletion for affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:49:35.684687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:35.687139 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b464cdf-509c-4a69-88f9-07417d432dcd" -d '{"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:35.699393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] Deleting port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:35.699788 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:35.729021 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-69c51f7c-ca1b-47d9-8664-ab81d46bab76 service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577313 Aug 31 13:49:35.754497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:35.843037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1a17429c-620e-4c31-a951-ba9e6914717c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:35.865924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:35.867829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] For port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,segment=NetworkSegment(5d9598d1-2860-492e-8bca-84cb9250dfad),segment_id=5d9598d1-2860-492e-8bca-84cb9250dfad)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:35.868356 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:35.917703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1a17429c-620e-4c31-a951-ba9e6914717c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:35.918390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1a17429c-620e-4c31-a951-ba9e6914717c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:35.930708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] Calling delete_port for 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:35.988210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] No DVR routers for this DVR port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:35.998545 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-9780eca5-cb34-475f-89e2-3933e04fcae4 service neutron] 10.222.0.10 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596717 Aug 31 13:49:36.115630 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.187817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] Pushing event deleted for resources: {'Port': ['ID=5c7d5b7f-0f63-42ad-93d7-7839d0c4f393,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:36.191067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c412e6-01e0-4cf0-9eb7-89fc9a39ab15 None None] No DVR routers for this DVR port 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:36.369324 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.439854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affb51b1-2bb8-4bcf-bd57-e5a27fe9d256']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:36.523148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-506659c0-548a-45e0-9f80-0f7a482e51cc tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6881166 Aug 31 13:49:36.539617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:36.562144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9598d1-2860-492e-8bca-84cb9250dfad') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:36.562592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9598d1-2860-492e-8bca-84cb9250dfad') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:36.568264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d529e-f485-4eef-baa2-32c826e230d8 req-532bef7d-4003-4514-8245-439dd019fe97 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:36.570910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e7d529e-f485-4eef-baa2-32c826e230d8 req-532bef7d-4003-4514-8245-439dd019fe97 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1597917 Aug 31 13:49:36.598159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.628859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.654915 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.665376 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e7d529e-f485-4eef-baa2-32c826e230d8 req-d4f780d8-7677-43e7-bc8b-606b491ab0fa tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844078 Aug 31 13:49:36.692407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:49:36.692949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:49:36.697107 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:49:36.846837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889caa7d-a482-4351-a931-2d2ac604ce37 req-6614cb7b-b68b-4503-9ad0-9e1841d589ae tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:36.848944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-889caa7d-a482-4351-a931-2d2ac604ce37 req-6614cb7b-b68b-4503-9ad0-9e1841d589ae tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 945 time: 0.0933094 Aug 31 13:49:36.924068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.940134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-889caa7d-a482-4351-a931-2d2ac604ce37 req-2d681626-3b25-4a4a-88d6-c97fc5a14a45 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833573 Aug 31 13:49:36.954142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:36.958038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] 10.222.0.10 "DELETE /v2.0/networks/affb51b1-2bb8-4bcf-bd57-e5a27fe9d256 HTTP/1.1" status: 204 len: 168 time: 2.0684493 Aug 31 13:49:37.004783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e4746-8e23-420b-814a-858b5b4783ec admin admin] Pushing event deleted for resources: {'Network': ['ID=affb51b1-2bb8-4bcf-bd57-e5a27fe9d256,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:37.069598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56182) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:37.216790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-dba5f4d3-ab18-4b24-bb5c-706e8830851d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:37.218602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-dba5f4d3-ab18-4b24-bb5c-706e8830851d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/ports?device_id=d06f85f2-7437-4c81-bf1f-70895aba44be HTTP/1.1" status: 200 len: 944 time: 0.1871216 Aug 31 13:49:37.220151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:37.324308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f475a5-d6ed-4c68-8e21-9e47de7b6265 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:37.406405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56186) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:37.435923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:37.449533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:37.452596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:37.489200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56192) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:37.490592 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d1d271ea-d384-4d51-88ef-7be1f0ba4052 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50e4b8b0bf4149d88e4b9668e462a730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736289 Aug 31 13:49:37.570933 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-d2453193-cc01-48fa-b18e-824bd7fe0317 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d7a009aae612457fa8eb04b766db4767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576723 Aug 31 13:49:37.593373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Allocated IP 172.25.0.184 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/aed64dc2-7761-45d6-a8ea-1da814da262f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:37.607334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:37.610315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-754f63f6-2b76-4e62-8a42-3f52e1653456 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:37.612624 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-754f63f6-2b76-4e62-8a42-3f52e1653456 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 945 time: 0.1184878 Aug 31 13:49:37.615665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0194528-c568-4579-93d1-04d9b034a3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:37.626921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Deleting port 9ac0af60-13f0-449d-83d9-09772477f46d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:37.627592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:37.645917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b5f475a5-d6ed-4c68-8e21-9e47de7b6265, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:37.652483 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:37.770146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:37.773713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:37.807822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:37.815779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5c7d5b7f-0f63-42ad-93d7-7839d0c4f393 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:37.816808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 39e9a1c8-5ac5-433d-95e8-c172191333f7 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:37.850788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Deleting port 6842f54a-c252-44f9-8eb2-506647a70261 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:37.851297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:37.860990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 39e9a1c8-5ac5-433d-95e8-c172191333f7 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:37.861641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 39e9a1c8-5ac5-433d-95e8-c172191333f7 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:37.863653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-a7ea74e8-2fa1-42c8-941c-cb578c3f3469 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:37.866762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-a7ea74e8-2fa1-42c8-941c-cb578c3f3469 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869251 Aug 31 13:49:37.873214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f9743ed-d408-47e0-b290-d5dd79e7999f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:37.917557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5f9743ed-d408-47e0-b290-d5dd79e7999f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:37.917969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f9743ed-d408-47e0-b290-d5dd79e7999f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:37.933740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-587127026-network', 'tenant_id': '35fe090301334225bb8da58cc681d8a8'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:37.952552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-1f3c9064-daa6-473d-b7ff-decfe04633b7 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/quotas/d7a009aae612457fa8eb04b766db4767 HTTP/1.1" status: 200 len: 375 time: 0.0722787 Aug 31 13:49:38.005662 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-4a1e007d-a72d-4458-a326-d8cfefc9a7a1 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7a009aae612457fa8eb04b766db4767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451994 Aug 31 13:49:38.015354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Made reservation on behalf of 35fe090301334225bb8da58cc681d8a8 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:38.018267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.033247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.064454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] For port 6842f54a-c252-44f9-8eb2-506647a70261, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6842f54a-c252-44f9-8eb2-506647a70261,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:38.064902 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.083882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Calling delete_port for 6842f54a-c252-44f9-8eb2-506647a70261 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:38.185819 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5e0fe6-06b7-45e1-a3be-ac6f7217663f x-openstack-request-id: req-1b5e0fe6-06b7-45e1-a3be-ac6f7217663f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:38.186225 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:38.186675 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b5e0fe6-06b7-45e1-a3be-ac6f7217663f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:38.187165 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d', 'code': 200} Aug 31 13:49:38.204793 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0194528-c568-4579-93d1-04d9b034a3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.338861 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.345756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.389164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] vlan segment allocate from pool success with {'vlan_id': 1524, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:49:38.416707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.417184 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Added segment 2669b31c-597b-4fbb-8c1f-999c0149db53 of type vlan for network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 Aug 31 13:49:38.426929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.428858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c2e20-0e68-4d80-b81c-16727d269574,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:38.465014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['57ac63a6-0dc9-41ec-ae99-e80d821fcc84', '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a', '6842f54a-c252-44f9-8eb2-506647a70261'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:38.473514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Sync routers for ids ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:49:38.504948 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Routers {'03cc8a3f-92e6-4b5b-8aea-4a095570642b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:38.505859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:38.616827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] For port 9ac0af60-13f0-449d-83d9-09772477f46d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9ac0af60-13f0-449d-83d9-09772477f46d,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:38.618274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.675360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.679286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0194528-c568-4579-93d1-04d9b034a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.684614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0194528-c568-4579-93d1-04d9b034a3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.687003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c0194528-c568-4579-93d1-04d9b034a3bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae65d9b8-38fd-490e-b638-d1e82623b82a HTTP/1.1" status: 204 len: 168 time: 1.1965823 Aug 31 13:49:38.698678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Calling delete_port for 9ac0af60-13f0-449d-83d9-09772477f46d owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:38.762134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0194528-c568-4579-93d1-04d9b034a3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae65d9b8-38fd-490e-b638-d1e82623b82a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:38.849454 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Set router 03cc8a3f-92e6-4b5b-8aea-4a095570642b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:39.076820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-68d63cf6-9332-47e8-8fd3-0c11f41a31be tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:39.085539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-68d63cf6-9332-47e8-8fd3-0c11f41a31be tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 804 time: 0.7009304 Aug 31 13:49:39.143197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Request body: {'port': {'device_id': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'admin_state_up': True, 'tenant_id': '1a48c05bf9d445d58dcb47a944602623'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:39.158641 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.191453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.203671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event deleted for resources: {'Port': ['ID=6842f54a-c252-44f9-8eb2-506647a70261,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:39.260591 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] No DVR routers for this DVR port 6842f54a-c252-44f9-8eb2-506647a70261 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:39.278737 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fc862c6-2ee5-4d3a-a2e5-fbfb5383f3dc req-0d80e1df-fcc9-4095-9cff-787043105f31 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 210 time: 0.1474342 Aug 31 13:49:39.283129 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.287449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-953b6641-9cc5-47e6-8b04-e2078afcf806 req-ae2457d2-00c4-494e-bd7e-ddb444b289e6 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "DELETE /v2.0/ports/6842f54a-c252-44f9-8eb2-506647a70261 HTTP/1.1" status: 204 len: 173 time: 1.6591895 Aug 31 13:49:39.289148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6842f54a-c252-44f9-8eb2-506647a70261 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:39.335316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'name': 'network-vif-deleted', 'tag': '6842f54a-c252-44f9-8eb2-506647a70261'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:39.351020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f475a5-d6ed-4c68-8e21-9e47de7b6265 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:39.364733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 6842f54a-c252-44f9-8eb2-506647a70261 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:49:39.366072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6842f54a-c252-44f9-8eb2-506647a70261 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:49:39.366645 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f66ed1d-d2b8-4f94-bde6-b60241db430a" -d '{"events": [{"server_uuid": "2c5e0281-1fa0-47bb-a31b-ec9a5493a342", "name": "network-vif-deleted", "tag": "6842f54a-c252-44f9-8eb2-506647a70261"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:39.367449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9ac0af60-13f0-449d-83d9-09772477f46d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:49:39.389987 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:49:32Z', 'revision_number': 4, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fcac3c64-f57e-4367-9fa7-536711169d64', 'name': '', 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'mac_address': 'fa:16:3e:b6:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:30Z', 'updated_at': '2021-08-31T13:49:33Z', 'revision_number': 2, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'subnets': [{'id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:39.393245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=aed64dc2-7761-45d6-a8ea-1da814da262f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:39.447814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.448808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:39.449426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.455527 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Checking router: 03cc8a3f-92e6-4b5b-8aea-4a095570642b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:49:39.456309 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Updating router 03cc8a3f-92e6-4b5b-8aea-4a095570642b port fcac3c64-f57e-4367-9fa7-536711169d64 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:49:39.488731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:39.504891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:39.511875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:39.530568 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.659012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.695448 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6226480 Aug 31 13:49:39.700732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56226) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:39.709987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Request body: {'subnet': {'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-587127026-subnet', 'tenant_id': '35fe090301334225bb8da58cc681d8a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:39.725589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7e5e6-4afa-476d-8bac-7b1b4e5b8bef admin admin] Pushing event updated for resources: {'Network': ['ID=e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:39.763068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:49:39.765023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964e61a-4faf-47a2-861a-0125f991b1c2 req-67ea645d-37c0-48f2-ad23-ec1ee7a89f85 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:39.774575 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4964e61a-4faf-47a2-861a-0125f991b1c2 req-67ea645d-37c0-48f2-ad23-ec1ee7a89f85 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.2303255 Aug 31 13:49:39.783204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Made reservation on behalf of 35fe090301334225bb8da58cc681d8a8 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:39.786426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.919878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:39.920248 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:39.939751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4964e61a-4faf-47a2-861a-0125f991b1c2 req-38d0a189-5fcd-43a9-9a34-a33a11f38066 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635756 Aug 31 13:49:40.119689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Made reservation on behalf of 1a48c05bf9d445d58dcb47a944602623 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:40.130828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.159527 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a252cd43-809f-4369-8b8c-43c6fdad5291 req-01c8c0e9-d414-48fe-b123-6b238d910484 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0596278 Aug 31 13:49:40.226299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.237654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.353221 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.370359 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Transition to ACTIVE for port object fcac3c64-f57e-4367-9fa7-536711169d64 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:40.377895 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.379955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.480222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75655587-c377-4c7e-b8ec-cc4def814d22 req-d0459fe0-bad4-4bb9-9b03-089da0c07f46 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 210 time: 0.1095567 Aug 31 13:49:40.482138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.535661 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Attempting to bind port fcac3c64-f57e-4367-9fa7-536711169d64 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:40.536297 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Attempting to bind port fcac3c64-f57e-4367-9fa7-536711169d64 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:40.536412 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Attempting to bind port fcac3c64-f57e-4367-9fa7-536711169d64 on network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:40.559269 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:40.562620 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Checking segment: {'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:40.563091 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.563499 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Bound using segment: {'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:40.564086 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Bound port: fcac3c64-f57e-4367-9fa7-536711169d64, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298abb26-d1ae-4255-9a01-dee7b4269824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:40.564462 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.694643 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] For port fcac3c64-f57e-4367-9fa7-536711169d64, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:40.699084 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] For port fcac3c64-f57e-4367-9fa7-536711169d64, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fcac3c64-f57e-4367-9fa7-536711169d64,segment=NetworkSegment(298abb26-d1ae-4255-9a01-dee7b4269824),segment_id=298abb26-d1ae-4255-9a01-dee7b4269824)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:40.704848 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:40.721054 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd1dbe-c06f-4721-9c90-57c69c0b7212 None None] Pushing event updated for resources: {'Port': ['ID=fcac3c64-f57e-4367-9fa7-536711169d64,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:40.766863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535b2f4d-dd69-4186-85f0-acd16db7194f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:40.782419 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd1dbe-c06f-4721-9c90-57c69c0b7212 None None] Pushing event updated for resources: {'Port': ['ID=fcac3c64-f57e-4367-9fa7-536711169d64,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:40.814425 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Routers {'03cc8a3f-92e6-4b5b-8aea-4a095570642b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:49:40.815189 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:40.827294 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b4d9a-0ddd-426d-abdf-a656d80dcd91 x-openstack-request-id: req-2f8b4d9a-0ddd-426d-abdf-a656d80dcd91 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:40.828991 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5e0281-1fa0-47bb-a31b-ec9a5493a342", "name": "network-vif-deleted", "tag": "6842f54a-c252-44f9-8eb2-506647a70261", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:40.834891 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f8b4d9a-0ddd-426d-abdf-a656d80dcd91 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:40.835622 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5e0281-1fa0-47bb-a31b-ec9a5493a342', 'name': 'network-vif-deleted', 'tag': '6842f54a-c252-44f9-8eb2-506647a70261', 'status': 'completed', 'code': 200} Aug 31 13:49:40.841719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-7be13fcc-d217-415d-af63-7be36ce622b2 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d7a009aae612457fa8eb04b766db4767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402242 Aug 31 13:49:40.911837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Checking segment: {'id': '2669b31c-597b-4fbb-8c1f-999c0149db53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:40.916045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Network hostable DHCP agents. Network: e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:49:40.965003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Allocated IP 172.20.0.7 (7b42fd37-680e-4723-8311-61308ced669b/61031600-0441-4de8-862a-48ec957d864a/27dcb4f7-116b-4fb6-a908-4c6e84459f1b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:41.151543 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0ef0ed46-c608-40d3-b307-a2bb3d050062 req-adc833fe-f4fc-4496-af5b-ef9a4fffe4d6 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 210 time: 0.0936475 Aug 31 13:49:41.204692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:49:41.207892 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:49:41.252266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:41.264780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:41.265613 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.284502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-a9955ff3-e9c3-4aa8-9ec0-a0645e2c462f tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:41.287435 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-a9955ff3-e9c3-4aa8-9ec0-a0645e2c462f tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325888 Aug 31 13:49:41.287829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event deleted for resources: {'Port': ['ID=9ac0af60-13f0-449d-83d9-09772477f46d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:41.303664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1d73e15f-764e-4ad3-8b9e-22dbcfa28152 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5989025 Aug 31 13:49:41.313948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8296d91-2c71-4474-b219-db894e1f4677 None None] Network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:41.315794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Request body: {'port': {'device_id': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'd7a009aae612457fa8eb04b766db4767'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:41.334558 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] Set router 03cc8a3f-92e6-4b5b-8aea-4a095570642b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:49:41.415487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] No DVR routers for this DVR port 9ac0af60-13f0-449d-83d9-09772477f46d on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:41.427359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fcac3c64-f57e-4367-9fa7-536711169d64 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:41.441438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.445265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-818ce8cd-1432-437d-aaeb-159073a4e1aa req-bc6ed089-fd94-4e1e-891f-817d8530e4d4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "DELETE /v2.0/ports/9ac0af60-13f0-449d-83d9-09772477f46d HTTP/1.1" status: 204 len: 173 time: 4.1425359 Aug 31 13:49:41.446632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-deleted', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:41.449294 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23ed1b-244f-4f78-a265-eaf6a787351f" -d '{"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-deleted", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:41.572578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.643576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port fcac3c64-f57e-4367-9fa7-536711169d64 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:41.650711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fcac3c64-f57e-4367-9fa7-536711169d64 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:41.651565 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.689307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.714128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.738686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Made reservation on behalf of d7a009aae612457fa8eb04b766db4767 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:41.745718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.799431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.807255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e6cef-081a-43f4-8d76-83faf657fb6b None None] Network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:49:41.836118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.901851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=aed64dc2-7761-45d6-a8ea-1da814da262f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:41.920538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:41.951861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Network 7b42fd37-680e-4723-8311-61308ced669b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:41.962465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:41.971260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:41.974428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.018468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.020503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-94d1fb21-057e-4e3f-aa3b-30a835583ab1 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4963212 Aug 31 13:49:42.024545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event updated for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:42.047061 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-597a349c-6c1c-4561-bb84-34b19b19f2d5 req-bb3b9f15-91b1-4b20-8ae1-4826f796a1b3 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.2084291 Aug 31 13:49:42.048323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.050767 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:49:32Z', 'revision_number': 4, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fcac3c64-f57e-4367-9fa7-536711169d64', 'name': '', 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'mac_address': 'fa:16:3e:b6:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:30Z', 'updated_at': '2021-08-31T13:49:40Z', 'revision_number': 4, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'subnets': [{'id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:49:42.073335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:42.074248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.087656 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15d78c-1a84-4154-befd-c2c86eea1096 None None] The sync data for ids ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'] in n-d-792362-6 is: [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:49:32Z', 'revision_number': 4, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fcac3c64-f57e-4367-9fa7-536711169d64', 'name': '', 'network_id': '145bc3c3-385f-4055-9f2c-ec2e0c0d0583', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'mac_address': 'fa:16:3e:b6:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:30Z', 'updated_at': '2021-08-31T13:49:40Z', 'revision_number': 4, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'subnets': [{'id': 'c8026ea5-5643-4f6f-ab60-f61eee608e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:49:42.137677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.175690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff678a-70d5-4b4d-bcf7-3f1c637d576a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:42.216565 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f2e571-c2c6-4613-806e-e6f6d72b74d5 x-openstack-request-id: req-11f2e571-c2c6-4613-806e-e6f6d72b74d5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:42.216913 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f85f2-7437-4c81-bf1f-70895aba44be", "name": "network-vif-deleted", "tag": "9ac0af60-13f0-449d-83d9-09772477f46d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:42.217208 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11f2e571-c2c6-4613-806e-e6f6d72b74d5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:42.217705 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f85f2-7437-4c81-bf1f-70895aba44be', 'name': 'network-vif-deleted', 'tag': '9ac0af60-13f0-449d-83d9-09772477f46d', 'status': 'completed', 'code': 200} Aug 31 13:49:42.259268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port fcac3c64-f57e-4367-9fa7-536711169d64, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fcac3c64-f57e-4367-9fa7-536711169d64,segment=NetworkSegment(298abb26-d1ae-4255-9a01-dee7b4269824),segment_id=298abb26-d1ae-4255-9a01-dee7b4269824)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:42.264322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-590938a9-2945-499c-8d0a-69f0c1392d96 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.2200577 Aug 31 13:49:42.271625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c70b4555-2cc7-4e36-8e80-793bae729cfa tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1541686 Aug 31 13:49:42.278701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.293875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Request body: {'port': {'device_id': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:42.310354 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0836bf41-1df4-46f8-bc02-5e5e6b26f509 req-097481d4-6090-4283-853f-bcc307a4521c tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 210 time: 0.0461273 Aug 31 13:49:42.358291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Allocated IP 192.168.233.239 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/64290c6f-81f6-4cfb-9a81-d110688f23cf) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:42.432601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fcac3c64-f57e-4367-9fa7-536711169d64,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:42.583172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-7a47993d-c6e5-4ea0-ab36-1d7448950e8b tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:42.605658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b85a314-0c6a-437e-bd9d-0ce3d4dc2057 req-7a47993d-c6e5-4ea0-ab36-1d7448950e8b tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2955508 Aug 31 13:49:42.652134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.862772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:42.884401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Transition to ACTIVE for port object 64290c6f-81f6-4cfb-9a81-d110688f23cf will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:42.903874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f84a95-f64e-475c-82db-d8384f6c7cdc req-e39bf691-5621-4a3b-8687-86d90ae715cd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:42.906066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e8f84a95-f64e-475c-82db-d8384f6c7cdc req-e39bf691-5621-4a3b-8687-86d90ae715cd tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 931 time: 0.1308789 Aug 31 13:49:42.982708 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e8f84a95-f64e-475c-82db-d8384f6c7cdc req-f58f88a4-41cf-4019-b6fc-f3e55458669e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701921 Aug 31 13:49:42.984562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.031467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:43.037347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:43.076458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:43.241002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:43.242329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.279662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-a2ae32d1-a3e4-4780-8cd4-4136356d9766 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:43.281470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fcac3c64-f57e-4367-9fa7-536711169d64 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:43.285818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Pushing event updated for resources: {'Port': ['ID=64290c6f-81f6-4cfb-9a81-d110688f23cf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:43.287379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-a2ae32d1-a3e4-4780-8cd4-4136356d9766 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/networks?id=e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 HTTP/1.1" status: 200 len: 817 time: 0.4129009 Aug 31 13:49:43.304246 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-aa4d408d-f85f-405e-98b2-ea6471778005 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9991395 Aug 31 13:49:43.317116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-6d4bb858-9733-478d-99cf-4f846e5879d7 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/quotas/35fe090301334225bb8da58cc681d8a8 HTTP/1.1" status: 200 len: 375 time: 0.0286317 Aug 31 13:49:43.327317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Request body: {'port': {'device_id': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:43.392849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fcac3c64-f57e-4367-9fa7-536711169d64 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:43.393520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.396923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27dcb4f7-116b-4fb6-a908-4c6e84459f1b {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:43.419699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.423987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-32e81055-fbec-4416-9a04-242eb2b7e709 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fe090301334225bb8da58cc681d8a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058836 Aug 31 13:49:43.431407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.452295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Transition to ACTIVE for port object 27dcb4f7-116b-4fb6-a908-4c6e84459f1b will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:43.466196 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.487843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a0087f12-fcc0-4744-b7a9-e1c1b7a73d13 None None] Provisioning for port 64290c6f-81f6-4cfb-9a81-d110688f23cf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:43.500813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a0087f12-fcc0-4744-b7a9-e1c1b7a73d13 None None] Provisioning complete for port 64290c6f-81f6-4cfb-9a81-d110688f23cf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:43.501439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0087f12-fcc0-4744-b7a9-e1c1b7a73d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.536095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-d3828f65-95ca-4a3c-a9b2-567902e3b63d tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4521120 Aug 31 13:49:43.544999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:43.574622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.609229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a0087f12-fcc0-4744-b7a9-e1c1b7a73d13 None None] Port 64290c6f-81f6-4cfb-9a81-d110688f23cf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:49:43.645766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Pushing event updated for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:43.700227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-3677f84b-c6b8-4f4a-8793-2cec45863685 service neutron] 10.222.0.10 "GET /v2.0/networks/e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607193 Aug 31 13:49:43.777938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Attempting to bind port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:43.778252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Attempting to bind port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:43.778519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Attempting to bind port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:43.792656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b on network 7b42fd37-680e-4723-8311-61308ced669b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:43.793014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Attempting to bind port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b on network 7b42fd37-680e-4723-8311-61308ced669b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:43.806338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:43.806692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Checking segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:43.807086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Bound using segment: {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:43.807535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Bound port: 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec8482-0afe-4439-ad66-a80b47354739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '7b42fd37-680e-4723-8311-61308ced669b'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:43.807916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.828499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-21b851d8-d41a-4dfc-99c1-59caf6720213 service neutron] 10.222.0.10 "GET /v2.0/networks/e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220198 Aug 31 13:49:43.889834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:43.893972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:43.900415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.951026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:43.951557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:43.953569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] 10.222.0.26 "PUT /v2.0/ports/27dcb4f7-116b-4fb6-a908-4c6e84459f1b HTTP/1.1" status: 200 len: 1091 time: 1.6649380 Aug 31 13:49:43.982238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7252f-a548-42b1-a157-08d6d3a694ed service neutron] Pushing event updated for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:43.997477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:44.163309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64290c6f-81f6-4cfb-9a81-d110688f23cf {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:44.178739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:44.187818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd2b35c8-3a94-4641-9e7b-982bc8d3b62a req-5208f65b-04b1-448b-8a22-74f73946b220 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0685496 Aug 31 13:49:44.193830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c4668de0-c749-4509-ba63-28a0d5aa2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:44.201928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-c4668de0-c749-4509-ba63-28a0d5aa2908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 1094 time: 0.1691539 Aug 31 13:49:44.219032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'tag': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:44.223251 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363ebe1-2f25-437d-9b39-3f49e467dc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce50e87-8d2d-4504-8f39-dc5fbde2673b", "tag": "27dcb4f7-116b-4fb6-a908-4c6e84459f1b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:44.300083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-863e4992-8a16-4b00-9433-980ce8cdc5ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b HTTP/1.1" status: 200 len: 217 time: 0.0704162 Aug 31 13:49:44.302165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Transition to ACTIVE for port object 64290c6f-81f6-4cfb-9a81-d110688f23cf will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:44.308452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:44.415355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-ed6d14f0-f288-4ec0-8dfd-086039832366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:44.418515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-ed6d14f0-f288-4ec0-8dfd-086039832366 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.1103082 Aug 31 13:49:44.419045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=64290c6f-81f6-4cfb-9a81-d110688f23cf,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:44.426404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Allocated IP 172.25.0.154 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/f72583bb-356e-4073-8179-07c1e8d495f6) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:44.504437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9208bb2-cb37-4277-8d74-927ae722069c req-05136bc7-8c8c-48dc-9c76-3647072999bb tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:44.513572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9208bb2-cb37-4277-8d74-927ae722069c req-05136bc7-8c8c-48dc-9c76-3647072999bb tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 948 time: 0.1619551 Aug 31 13:49:44.515753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-71bbaab7-1395-4cd5-b8df-db56778007aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867417 Aug 31 13:49:44.661232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9208bb2-cb37-4277-8d74-927ae722069c req-23935e94-fc37-427b-8068-57aff09c4226 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380713 Aug 31 13:49:44.675650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:44.703087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Attempting to bind port 64290c6f-81f6-4cfb-9a81-d110688f23cf on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:44.703786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Attempting to bind port 64290c6f-81f6-4cfb-9a81-d110688f23cf by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:44.704300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Attempting to bind port 64290c6f-81f6-4cfb-9a81-d110688f23cf on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:44.712821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Port 64290c6f-81f6-4cfb-9a81-d110688f23cf on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:44.713329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Attempting to bind port 64290c6f-81f6-4cfb-9a81-d110688f23cf on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:44.722884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-b21cf913-04a8-44a4-8b71-9c8688b16066 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880636 Aug 31 13:49:44.755945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:44.756409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:44.757161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:44.757750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Bound port: 64290c6f-81f6-4cfb-9a81-d110688f23cf, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:44.758381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:44.779536 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:44.856991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:44.869259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:44.876023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96cb3f1-46aa-4e74-89cf-b3e88f9bf926 req-7d6ddf14-6362-4b0a-92f2-536fc41422e9 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454720 Aug 31 13:49:44.878785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:44.883562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=f72583bb-356e-4073-8179-07c1e8d495f6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:44.929198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] For port 64290c6f-81f6-4cfb-9a81-d110688f23cf, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:44.964804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] For port 64290c6f-81f6-4cfb-9a81-d110688f23cf, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64290c6f-81f6-4cfb-9a81-d110688f23cf,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:44.971020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:44.983578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14150ef1-4c19-45d1-96d5-59d2809c9b4d req-59c7ca47-3a30-4781-aae9-ee2f1818371d tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 210 time: 0.0425167 Aug 31 13:49:45.042145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:45.042876 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:45.044178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/64290c6f-81f6-4cfb-9a81-d110688f23cf HTTP/1.1" status: 200 len: 1096 time: 1.7215528 Aug 31 13:49:45.044622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'tag': '64290c6f-81f6-4cfb-9a81-d110688f23cf'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:45.046897 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc" -d '{"events": [{"name": "network-changed", "server_uuid": "800232c4-930d-4b2d-ad40-d4828f64b3bd", "tag": "64290c6f-81f6-4cfb-9a81-d110688f23cf"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:45.077803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:45.079113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a76e8-673f-41f4-8482-a09f449ea4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=64290c6f-81f6-4cfb-9a81-d110688f23cf,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:45.156593 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:45.197371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d018ae5-a2b1-4346-8462-ff9f7cd1a19e req-a9ab2158-8503-4efe-88b0-0ed6d5c53fde tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:45.199682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d018ae5-a2b1-4346-8462-ff9f7cd1a19e req-a9ab2158-8503-4efe-88b0-0ed6d5c53fde tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 943 time: 0.1061304 Aug 31 13:49:45.237758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-1d0cc2ce-59bc-4d2c-a4e5-1723252721e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:45.239909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-1d0cc2ce-59bc-4d2c-a4e5-1723252721e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7a009aae612457fa8eb04b766db4767&device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 1099 time: 0.1190996 Aug 31 13:49:45.277727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d018ae5-a2b1-4346-8462-ff9f7cd1a19e req-e256fba2-5766-4ab9-8ec4-7759f7407279 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709767 Aug 31 13:49:45.358354 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-315d48b6-6343-44e0-9efa-013f0f0a4983 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=64290c6f-81f6-4cfb-9a81-d110688f23cf HTTP/1.1" status: 200 len: 217 time: 0.0433095 Aug 31 13:49:45.454649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-a08a9832-3597-4596-8dbb-8f3c0b599e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:45.456159 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-a08a9832-3597-4596-8dbb-8f3c0b599e47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0801950 Aug 31 13:49:45.487872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-3755d5d6-9362-48cd-bdb9-d8f36a092d51 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408003 Aug 31 13:49:45.523541 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:45.535159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-13c72751-8006-4350-8dfa-909de1cc3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:45.537831 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-13c72751-8006-4350-8dfa-909de1cc3c8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707495 Aug 31 13:49:45.539207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:45.628478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-2ebee0bb-3be0-4c59-ab3b-9488535fafe3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:45.637116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-2ebee0bb-3be0-4c59-ab3b-9488535fafe3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476612 Aug 31 13:49:45.674912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=f72583bb-356e-4073-8179-07c1e8d495f6,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:45.684903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-7fed850e-b7c4-4fe2-aab3-db5f57ae0fd2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/quotas/ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 375 time: 0.0467246 Aug 31 13:49:45.706480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:45.729455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-fe7293e2-bbd5-4442-b654-1b803af50a31 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624336 Aug 31 13:49:45.734554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:45.735934 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-0f784ecb-a577-4ec9-911d-3923a5a0a691 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1989796 Aug 31 13:49:45.768478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-464bc9f9-9db3-4bbc-9ca3-9424ad63cb69 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828068 Aug 31 13:49:45.780061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-7d15b452-a3b5-4c2a-a6a1-e50c198f8f80 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:45.781937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-7d15b452-a3b5-4c2a-a6a1-e50c198f8f80 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.26 "GET /v2.0/networks?id=e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 HTTP/1.1" status: 200 len: 817 time: 0.3094950 Aug 31 13:49:45.813203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Request body: {'port': {'device_id': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254', 'admin_state_up': True, 'tenant_id': '35fe090301334225bb8da58cc681d8a8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:45.845487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-452f7321-c9b6-4167-a577-aaf56c0b7515 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.0872376 Aug 31 13:49:45.938428 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af50ee53-a40d-4e3e-91a2-f8e4333ecf09 x-openstack-request-id: req-af50ee53-a40d-4e3e-91a2-f8e4333ecf09 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:45.938717 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce50e87-8d2d-4504-8f39-dc5fbde2673b", "tag": "27dcb4f7-116b-4fb6-a908-4c6e84459f1b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:45.938971 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af50ee53-a40d-4e3e-91a2-f8e4333ecf09 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:45.942238 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'tag': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b', 'status': 'completed', 'code': 200} Aug 31 13:49:45.952797 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf4cb8a5-a8d9-4059-8365-91b85662c7ec req-1742a591-53be-495e-b5fc-d503c8c9a2fa service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149775 Aug 31 13:49:45.978031 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159a9be0-7c7a-457d-991a-0e23bb521f76 x-openstack-request-id: req-159a9be0-7c7a-457d-991a-0e23bb521f76 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:45.978685 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800232c4-930d-4b2d-ad40-d4828f64b3bd", "tag": "64290c6f-81f6-4cfb-9a81-d110688f23cf", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:45.979040 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-159a9be0-7c7a-457d-991a-0e23bb521f76 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:45.979603 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'tag': '64290c6f-81f6-4cfb-9a81-d110688f23cf', 'status': 'completed', 'code': 200} Aug 31 13:49:46.030811 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-7e706428-f383-469c-9c16-d3aa2ac67e9d tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.032674 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e032bbc-c231-4a5c-a08b-b027d83341e1 req-7e706428-f383-469c-9c16-d3aa2ac67e9d tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1705770 Aug 31 13:49:46.079558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da31d8e1-13a2-4ecc-ad67-20563c4fd635 req-f1e6bfbb-db58-4abf-80b3-561bf7379593 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0436320 Aug 31 13:49:46.093912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-1e83d0b7-822c-486c-8389-f3f60bf1f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.099578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-1e83d0b7-822c-486c-8389-f3f60bf1f39a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a48c05bf9d445d58dcb47a944602623&device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 1094 time: 0.0658474 Aug 31 13:49:46.108250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Made reservation on behalf of 35fe090301334225bb8da58cc681d8a8 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:46.111776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:46.341385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1b29-b98e-43da-a282-7ee57ca701f4 req-607203bd-f1f3-4d81-a2c1-98474cc9f5c7 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.349662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-600f1b29-b98e-43da-a282-7ee57ca701f4 req-607203bd-f1f3-4d81-a2c1-98474cc9f5c7 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 948 time: 0.1171269 Aug 31 13:49:46.369377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-93a1a3fd-7f6a-4e95-a147-c308ddfb7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.370912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-93a1a3fd-7f6a-4e95-a147-c308ddfb7b2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 200 len: 906 time: 0.2564590 Aug 31 13:49:46.438739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-600f1b29-b98e-43da-a282-7ee57ca701f4 req-634488cb-9401-407d-8495-9aefc4e48d14 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868275 Aug 31 13:49:46.466558 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-05ee388e-4932-480d-ae5d-65b3bdfcaabd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b HTTP/1.1" status: 200 len: 217 time: 0.0861518 Aug 31 13:49:46.467701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f227b924-68a7-41cf-ac20-29f3bc39b755 req-f57639e8-569d-4f6b-8872-8ee425a99136 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 210 time: 0.0385239 Aug 31 13:49:46.508756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-c132a37d-58a1-4b65-a872-b504f63cc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.510818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-c132a37d-58a1-4b65-a872-b504f63cc089 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7a009aae612457fa8eb04b766db4767&device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 1099 time: 0.3916421 Aug 31 13:49:46.589310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Allocated IP 172.20.0.14 (e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254/535b2f4d-dd69-4186-85f0-acd16db7194f/d96c62d6-e51e-413d-adf4-f3d95305cec5) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:46.593508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-547da893-3180-4d9f-a186-54e6f8af5687 req-ee2669a1-21e3-4e82-8ab5-d8e6cc3f8531 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 210 time: 0.0596600 Aug 31 13:49:46.664860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-658b8923-9083-41b4-8eb9-fae1f8647016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.668604 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-658b8923-9083-41b4-8eb9-fae1f8647016 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 200 len: 844 time: 0.1958780 Aug 31 13:49:46.752607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-f29a9893-5289-4593-947a-2080bbaceac5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b42fd37-680e-4723-8311-61308ced669b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545883 Aug 31 13:49:46.779634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56372) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:46.790219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-7581a00e-5e15-4fe5-b81b-822c7d321b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.791428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-7581a00e-5e15-4fe5-b81b-822c7d321b8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2393119 Aug 31 13:49:46.873775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-c02c7b98-0073-4d6c-b6a5-c442fb2672a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=64290c6f-81f6-4cfb-9a81-d110688f23cf HTTP/1.1" status: 200 len: 217 time: 0.0708463 Aug 31 13:49:46.904664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ab50e-3ad6-40d0-8cd5-5e420908032d req-cd6d2a4b-e715-48d7-a679-85304b344d27 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:46.912043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d4ab50e-3ad6-40d0-8cd5-5e420908032d req-cd6d2a4b-e715-48d7-a679-85304b344d27 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 943 time: 0.1980517 Aug 31 13:49:46.981189 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-5593ba4e-0cf6-45f5-8e28-ebcf5102b5ed tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4529970 Aug 31 13:49:46.986744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:47.011606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d4ab50e-3ad6-40d0-8cd5-5e420908032d req-f46227e1-7f85-4f8a-968f-a5f2c322305b tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988686 Aug 31 13:49:47.017174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-0054204e-6a0f-4311-a59b-5077bcd561de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:47.018328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-0054204e-6a0f-4311-a59b-5077bcd561de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1350026 Aug 31 13:49:47.023088 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.042253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.122260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38319c85-b956-42d7-a852-aa73cd87c7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.462596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-314b9f43-34cc-43ce-a49a-1355c587e6d3 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797094 Aug 31 13:49:47.475798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90231bac-483d-4695-b590-a7e246b062f7 req-53ba2fc4-71fe-43ed-99c8-13845cef4af1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5e0281-1fa0-47bb-a31b-ec9a5493a342 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Aug 31 13:49:47.547400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-f2a94525-7553-4f81-a3a8-a049e5590b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:47.549098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-f2a94525-7553-4f81-a3a8-a049e5590b18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5017617 Aug 31 13:49:47.567830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-042bd5d0-2dea-4ae0-89e3-f750f57f5c51 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773661 Aug 31 13:49:47.662269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.727324 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.750555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:47.762347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Pushing event updated for resources: {'Port': ['ID=d96c62d6-e51e-413d-adf4-f3d95305cec5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:47.766766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:47.774536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:47.784455 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38319c85-b956-42d7-a852-aa73cd87c7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.791396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0363ebe1-2f25-437d-9b39-3f49e467dc8c req-2ccd416d-94a5-4895-8c40-7b14278696e4 service neutron] 10.222.0.26 "GET /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978489 Aug 31 13:49:47.825937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-9afe818e-dbc5-4da7-89d8-6ea01ff30301 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667365 Aug 31 13:49:47.830353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38319c85-b956-42d7-a852-aa73cd87c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.862599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-de2c8bdc-850f-4dc3-bd1c-0205500adbb7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:47.864080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-de2c8bdc-850f-4dc3-bd1c-0205500adbb7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857928 Aug 31 13:49:47.874980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:47.876132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.888549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee4ba-395a-4764-95a9-55b71815848c req-f2fa09bf-2db3-4896-b107-3d3f6d84611b tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:47.896154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-121ee4ba-395a-4764-95a9-55b71815848c req-f2fa09bf-2db3-4896-b107-3d3f6d84611b tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 948 time: 0.1569996 Aug 31 13:49:47.897264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Request body: {'port': {'device_id': '4a409066-21f6-4679-a933-5007264b0a0d', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'ec74b343ea7c46d59878d609588dc44f'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:47.947923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-38319c85-b956-42d7-a852-aa73cd87c7f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cb78c69f0034efdb604b2f3fa0b387f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1615536 Aug 31 13:49:47.952329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38319c85-b956-42d7-a852-aa73cd87c7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73c180-3aad-449a-8dd2-5189bfc68804,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:47.961296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-14b6526c-9f5f-403f-9a62-8ff6eb298030 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1548896 Aug 31 13:49:47.965221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:47.987006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Request body: {'port': {'device_id': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:48.059033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Allocated IP 172.25.0.222 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/20bb0b6b-f8bd-42e8-bc5b-dd5034f7b853) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:48.065492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-121ee4ba-395a-4764-95a9-55b71815848c req-50bde6d2-c494-4601-ab03-cee301eb8db3 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684253 Aug 31 13:49:48.161492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-054e3e43-b997-4af0-99ff-2c3161e64612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.166171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bffb6f0c-913b-408b-ab77-3e4b3bc599cc req-cf1f19b8-6718-46d0-8a99-0849a4f4e4a4 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644069 Aug 31 13:49:48.167745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Made reservation on behalf of ec74b343ea7c46d59878d609588dc44f for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:49:48.172023 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.194319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.234710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-054e3e43-b997-4af0-99ff-2c3161e64612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.237901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5477703-9acb-4342-a56f-7fea26d5c8d4 req-5600eab5-bc92-493e-bfac-d94c6a92f4fb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 210 time: 0.0547445 Aug 31 13:49:48.282034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.362646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Allocated IP 192.168.233.66 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/9a59e1f9-29d0-440e-96fa-3ab6c163369c) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:48.386629 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.456050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:48.463557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:48.476588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:48.508234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231016a2-6639-496d-ad4e-5691834c0c71 req-b5908489-0ce0-4e2e-967a-732baf4fb0b8 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:48.510109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-231016a2-6639-496d-ad4e-5691834c0c71 req-b5908489-0ce0-4e2e-967a-732baf4fb0b8 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 932 time: 0.1380737 Aug 31 13:49:48.512760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-054e3e43-b997-4af0-99ff-2c3161e64612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.515895 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-054e3e43-b997-4af0-99ff-2c3161e64612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.519958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-054e3e43-b997-4af0-99ff-2c3161e64612 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e73c180-3aad-449a-8dd2-5189bfc68804 HTTP/1.1" status: 204 len: 168 time: 0.5534606 Aug 31 13:49:48.527824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=20bb0b6b-f8bd-42e8-bc5b-dd5034f7b853,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:48.569728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e3e43-b997-4af0-99ff-2c3161e64612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73c180-3aad-449a-8dd2-5189bfc68804,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:48.590678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-231016a2-6639-496d-ad4e-5691834c0c71 req-77c8cc02-0068-47d2-9465-a47875d6eea6 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680411 Aug 31 13:49:48.657116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.663582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.681761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Transition to ACTIVE for port object 9a59e1f9-29d0-440e-96fa-3ab6c163369c will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:48.723299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.724361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96c62d6-e51e-413d-adf4-f3d95305cec5 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:48.744058 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.775735 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.784389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Transition to ACTIVE for port object d96c62d6-e51e-413d-adf4-f3d95305cec5 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:48.790976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:48.811504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2523472-4c77-4c65-a24a-9f8ace7e47db'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:48.841282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa877b7-f412-408e-a6c2-1d996e89a64a req-83f2a8bd-d72b-40bd-86c8-bfbb118d8f03 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:48.842827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8fa877b7-f412-408e-a6c2-1d996e89a64a req-83f2a8bd-d72b-40bd-86c8-bfbb118d8f03 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 943 time: 0.1254759 Aug 31 13:49:48.861468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:48.870978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:48.878816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:48.894314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=d96c62d6-e51e-413d-adf4-f3d95305cec5,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:48.895578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:48.970413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:48.971371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.025143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Attempting to bind port d96c62d6-e51e-413d-adf4-f3d95305cec5 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:49.027598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Attempting to bind port d96c62d6-e51e-413d-adf4-f3d95305cec5 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '2669b31c-597b-4fbb-8c1f-999c0149db53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:49.029290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Attempting to bind port d96c62d6-e51e-413d-adf4-f3d95305cec5 on network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:49.035412 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-1c5bab4c-4805-4fc4-9b2b-b7a1d08f4bba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1420259 Aug 31 13:49:49.060256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8fa877b7-f412-408e-a6c2-1d996e89a64a req-fafd5877-eeee-4389-8e32-9137be4faa2e tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044187 Aug 31 13:49:49.063329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Request body: {'port': {'device_id': '4a409066-21f6-4679-a933-5007264b0a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:49.064661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Port d96c62d6-e51e-413d-adf4-f3d95305cec5 on network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:49.065454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Attempting to bind port d96c62d6-e51e-413d-adf4-f3d95305cec5 on network e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:49.075878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:49.076423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Checking segment: {'id': '2669b31c-597b-4fbb-8c1f-999c0149db53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:49.077768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Bound using segment: {'id': '2669b31c-597b-4fbb-8c1f-999c0149db53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:49.078678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Bound port: d96c62d6-e51e-413d-adf4-f3d95305cec5, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2669b31c-597b-4fbb-8c1f-999c0149db53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:49.079062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.133619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.149234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.207185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] For port d96c62d6-e51e-413d-adf4-f3d95305cec5, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:49.211341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] For port d96c62d6-e51e-413d-adf4-f3d95305cec5, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d96c62d6-e51e-413d-adf4-f3d95305cec5,segment=NetworkSegment(2669b31c-597b-4fbb-8c1f-999c0149db53),segment_id=2669b31c-597b-4fbb-8c1f-999c0149db53)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:49.216376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.235645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.289018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 27dcb4f7-116b-4fb6-a908-4c6e84459f1b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:49:49.298538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=20bb0b6b-f8bd-42e8-bc5b-dd5034f7b853,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:49.302935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=d96c62d6-e51e-413d-adf4-f3d95305cec5,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:49.325621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:49.326260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.327872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-d0ca74ac-8140-4f59-bd28-b1f5fceb0d5e service neutron] 10.222.0.26 "PUT /v2.0/ports/d96c62d6-e51e-413d-adf4-f3d95305cec5 HTTP/1.1" status: 200 len: 1092 time: 1.3482051 Aug 31 13:49:49.328325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'tag': 'd96c62d6-e51e-413d-adf4-f3d95305cec5'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:49.330960 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ba13e-d081-476d-9fa0-fccd13119ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bf71d7-9c1e-4c02-bf18-27d0b27887d8", "tag": "d96c62d6-e51e-413d-adf4-f3d95305cec5"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:49.347755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.398999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.400253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-3c7af284-f3c4-4dc3-9c9c-c95a5c299d83 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4179440 Aug 31 13:49:49.520406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-845b92fb-1098-45c9-b306-7d96a35858e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:49.522567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-845b92fb-1098-45c9-b306-7d96a35858e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35fe090301334225bb8da58cc681d8a8&device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 1095 time: 0.1131179 Aug 31 13:49:49.616821 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-ebd17cdd-20d5-4717-8e79-4c7d72465339 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1975906 Aug 31 13:49:49.680497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-c97157da-ffae-489d-ae22-a69ade6e8171 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d96c62d6-e51e-413d-adf4-f3d95305cec5 HTTP/1.1" status: 200 len: 217 time: 0.1324930 Aug 31 13:49:49.776386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-506f25cc-d3c1-4417-9e18-54873eb8e8e6 None None] Provisioning for port 9a59e1f9-29d0-440e-96fa-3ab6c163369c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:49.807103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-506f25cc-d3c1-4417-9e18-54873eb8e8e6 None None] Provisioning complete for port 9a59e1f9-29d0-440e-96fa-3ab6c163369c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:49.807464 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-506f25cc-d3c1-4417-9e18-54873eb8e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.844936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-50851bf7-82de-49cc-8788-b5b7d3589136 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:49.846954 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e925b1e-9005-4e93-b847-d553299f24d3 req-50851bf7-82de-49cc-8788-b5b7d3589136 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2253501 Aug 31 13:49:49.879180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-506f25cc-d3c1-4417-9e18-54873eb8e8e6 None None] Port 9a59e1f9-29d0-440e-96fa-3ab6c163369c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:49:49.919276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7081f4-3939-4a2f-9932-0349e1a8b914 req-79448bfd-4b96-44bb-a35b-4fb210e7ebdc tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:49.928342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc7081f4-3939-4a2f-9932-0349e1a8b914 req-79448bfd-4b96-44bb-a35b-4fb210e7ebdc tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 948 time: 0.3964596 Aug 31 13:49:49.943360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a59e1f9-29d0-440e-96fa-3ab6c163369c {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:49.966415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:49.967467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-8ea77e41-17ea-456c-865a-353a150e9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:49.970422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-8ea77e41-17ea-456c-865a-353a150e9ad1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=535b2f4d-dd69-4186-85f0-acd16db7194f HTTP/1.1" status: 200 len: 857 time: 0.2797720 Aug 31 13:49:50.022708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:50.035904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b', 'mac_address': 'fa:16:3e:f3:fc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:49:50.053927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Transition to ACTIVE for port object 9a59e1f9-29d0-440e-96fa-3ab6c163369c will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:49:50.061626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.068602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-fe88f4cd-5efe-43e5-abd6-1253d09b5e6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773108 Aug 31 13:49:50.081668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b4e2-0109-4a4b-8e19-dc27ed8799d9 req-b3a40d37-7cfd-481b-8305-1b19e5840926 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:50.083316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2072b4e2-0109-4a4b-8e19-dc27ed8799d9 req-b3a40d37-7cfd-481b-8305-1b19e5840926 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 935 time: 0.1238580 Aug 31 13:49:50.099556 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.118512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc7081f4-3939-4a2f-9932-0349e1a8b914 req-f358863e-4b71-4362-b6ef-84b065a6d4d5 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741831 Aug 31 13:49:50.125519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27dcb4f7-116b-4fb6-a908-4c6e84459f1b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:50.164003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:50.169811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.170492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64290c6f-81f6-4cfb-9a81-d110688f23cf details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:49:50.263852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:50.283064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2072b4e2-0109-4a4b-8e19-dc27ed8799d9 req-7c7e8fa1-590e-4293-81c1-9928a29e17e9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743979 Aug 31 13:49:50.322516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-febe53f2-b27f-4905-936e-d82276a59f42 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003584 Aug 31 13:49:50.324067 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f5616-249f-450c-90b2-f1b970cd34ab x-openstack-request-id: req-2d5f5616-249f-450c-90b2-f1b970cd34ab {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:50.324357 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bf71d7-9c1e-4c02-bf18-27d0b27887d8", "tag": "d96c62d6-e51e-413d-adf4-f3d95305cec5", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:50.324618 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d5f5616-249f-450c-90b2-f1b970cd34ab {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:50.325625 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'tag': 'd96c62d6-e51e-413d-adf4-f3d95305cec5', 'status': 'completed', 'code': 200} Aug 31 13:49:50.372428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Attempting to bind port 9a59e1f9-29d0-440e-96fa-3ab6c163369c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:49:50.372770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Attempting to bind port 9a59e1f9-29d0-440e-96fa-3ab6c163369c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:49:50.377005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Attempting to bind port 9a59e1f9-29d0-440e-96fa-3ab6c163369c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:50.416368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Port 9a59e1f9-29d0-440e-96fa-3ab6c163369c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:49:50.416627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Attempting to bind port 9a59e1f9-29d0-440e-96fa-3ab6c163369c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:49:50.434008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:49:50.434350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:49:50.434742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:49:50.435193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Bound port: 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:49:50.435551 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.463089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:50.553632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f5d64-4584-44aa-8068-bc48e0b434ff req-51bfd258-d37a-4c96-ae56-b46b5deaff39 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:50.566207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d83f5d64-4584-44aa-8068-bc48e0b434ff req-51bfd258-d37a-4c96-ae56-b46b5deaff39 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 944 time: 0.1853113 Aug 31 13:49:50.597996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 64290c6f-81f6-4cfb-9a81-d110688f23cf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64290c6f-81f6-4cfb-9a81-d110688f23cf,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:50.625594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '64290c6f-81f6-4cfb-9a81-d110688f23cf', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '64290c6f-81f6-4cfb-9a81-d110688f23cf', 'mac_address': 'fa:16:3e:fa:1b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:49:50.658552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-463ae176-af4d-4113-b6d3-f52545a7924b tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2754138 Aug 31 13:49:50.670577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.676030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:49:50.687739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64290c6f-81f6-4cfb-9a81-d110688f23cf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:50.692418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:49:50.706820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-731a2d3c-5548-42fe-9be9-bd4327dd8e60 req-3fb0a998-76ef-435f-a7dd-f2e984be2e67 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765781 Aug 31 13:49:50.714933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:49:50.720260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.729686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 64290c6f-81f6-4cfb-9a81-d110688f23cf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64290c6f-81f6-4cfb-9a81-d110688f23cf,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:50.737509 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.756314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.794683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:50.795501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.797365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] 10.222.0.26 "PUT /v2.0/ports/9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 1095 time: 1.7395167 Aug 31 13:49:50.797832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:50.800086 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37cc751-a354-4003-b1ee-6113e00445ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:50.807705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d83f5d64-4584-44aa-8068-bc48e0b434ff req-2ee4cb9a-1d6f-4659-9e4d-b2299aaa36c1 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402408 Aug 31 13:49:50.838033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=64290c6f-81f6-4cfb-9a81-d110688f23cf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:50.923719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05946b-08b6-486c-bb6f-778a5b8beda7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:50.989445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-4a9ef04a-54a9-4a62-a061-aac248c9b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:50.991334 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-4a9ef04a-54a9-4a62-a061-aac248c9b4d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35fe090301334225bb8da58cc681d8a8&device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 1095 time: 0.1237235 Aug 31 13:49:51.016189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ae6357af-4f6d-42de-a729-772ba6ec20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:51.018310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-ae6357af-4f6d-42de-a729-772ba6ec20ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1098 time: 0.1073632 Aug 31 13:49:51.126406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-635b9cd0-8a4c-40d2-8432-ede82c67d159 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 217 time: 0.0753567 Aug 31 13:49:51.178646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:51.181616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-8250584c-399e-41d0-a93a-7c366b5d3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:51.183599 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-8250584c-399e-41d0-a93a-7c366b5d3534 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 HTTP/1.1" status: 200 len: 919 time: 0.1807880 Aug 31 13:49:51.210911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['27dcb4f7-116b-4fb6-a908-4c6e84459f1b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:51.258657 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-41ebbb19-4db6-47be-804b-713195c24645 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d96c62d6-e51e-413d-adf4-f3d95305cec5 HTTP/1.1" status: 200 len: 217 time: 0.0667367 Aug 31 13:49:51.296545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-b86e9aa6-9156-4bbd-a928-3989060a3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:51.303036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64290c6f-81f6-4cfb-9a81-d110688f23cf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:51.307447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-b86e9aa6-9156-4bbd-a928-3989060a3998 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1659055 Aug 31 13:49:51.349772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-6c364e6a-dcb1-44a1-8ca1-b0fef6447d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:51.351366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-6c364e6a-dcb1-44a1-8ca1-b0fef6447d24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=535b2f4d-dd69-4186-85f0-acd16db7194f HTTP/1.1" status: 200 len: 857 time: 0.0814288 Aug 31 13:49:51.372628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5a4c6-e86c-4c16-95e7-ab56f94e0fd0 req-ee1d13f6-2c33-47c1-b8f6-7597d8308f0f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:51.374172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ce5a4c6-e86c-4c16-95e7-ab56f94e0fd0 req-ee1d13f6-2c33-47c1-b8f6-7597d8308f0f tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 944 time: 0.1726332 Aug 31 13:49:51.399303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Allocated IP 172.25.0.60 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/9daec3da-4441-458c-8148-b5257918813f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:49:51.402957 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-30cca5c9-0590-4dd8-afc3-3e48fcf1c69c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422351 Aug 31 13:49:51.448138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ce5a4c6-e86c-4c16-95e7-ab56f94e0fd0 req-3a16639a-37e3-42f5-9cf3-825076f845bb tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Aug 31 13:49:51.457390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d433a-39a1-43e9-96b0-943792ed19fa req-a7e33192-2646-4998-987e-a370e6c6e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:51.460824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-a7e33192-2646-4998-987e-a370e6c6e92c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526027 Aug 31 13:49:51.636238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-9a31c895-eb6d-4b0b-a006-363c924e68d1 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239385 Aug 31 13:49:51.667885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:51.671555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-e749901c-1061-4987-8d34-25544fd347e7 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016220 Aug 31 13:49:51.684419 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc540f-5ef5-4185-87b8-877cb930320a x-openstack-request-id: req-ebfc540f-5ef5-4185-87b8-877cb930320a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:51.684715 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:51.685012 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebfc540f-5ef5-4185-87b8-877cb930320a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:51.685417 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'status': 'completed', 'code': 200} Aug 31 13:49:51.811809 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f81ba13e-d081-476d-9fa0-fccd13119ee4 req-4bc13e70-5649-4839-8a9c-a77e36671acc service neutron] 10.222.0.26 "GET /v2.0/networks/e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627214 Aug 31 13:49:51.812351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-585d433a-39a1-43e9-96b0-943792ed19fa req-9c4fb655-83e3-434b-a9ad-2584c5700851 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124904 Aug 31 13:49:51.826511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:51.897215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:49:51.901235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:49:51.902769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a76f5f-587e-4f80-aa14-aeee589077ee req-8d20be42-a22f-4333-b791-61c576e114e7 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:51.903928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:49:51.904758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14a76f5f-587e-4f80-aa14-aeee589077ee req-8d20be42-a22f-4333-b791-61c576e114e7 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 949 time: 0.0714056 Aug 31 13:49:51.940287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=9daec3da-4441-458c-8148-b5257918813f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:52.020616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14a76f5f-587e-4f80-aa14-aeee589077ee req-880cef45-f721-4b50-ae77-932c8246e8ce tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039510 Aug 31 13:49:52.033317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cc751-a354-4003-b1ee-6113e00445ec req-90cdffb5-9c13-451e-860e-149fdbe09e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.035334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d37cc751-a354-4003-b1ee-6113e00445ec req-90cdffb5-9c13-451e-860e-149fdbe09e85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1098 time: 0.0700250 Aug 31 13:49:52.060301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:52.120598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:52.230430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cc751-a354-4003-b1ee-6113e00445ec req-dc86d3a7-1505-4d09-83b5-468af4943784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.232318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d37cc751-a354-4003-b1ee-6113e00445ec req-dc86d3a7-1505-4d09-83b5-468af4943784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1878004 Aug 31 13:49:52.249794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99a5aa-9f2b-445a-afae-807eceac7aeb req-8fd3e69c-0a37-44eb-bd6c-ba90c8bdc247 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.252558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea99a5aa-9f2b-445a-afae-807eceac7aeb req-8fd3e69c-0a37-44eb-bd6c-ba90c8bdc247 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.0956993 Aug 31 13:49:52.307832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d37cc751-a354-4003-b1ee-6113e00445ec req-28b037bd-8f82-4464-8e1f-a3ee2a9d2f73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 217 time: 0.0672538 Aug 31 13:49:52.371882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea99a5aa-9f2b-445a-afae-807eceac7aeb req-a2bc1140-e198-41d8-aeed-ee7705d01239 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129270 Aug 31 13:49:52.385480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cc751-a354-4003-b1ee-6113e00445ec req-983c17b8-9efe-4aee-af92-cb4354417594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.386995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d37cc751-a354-4003-b1ee-6113e00445ec req-983c17b8-9efe-4aee-af92-cb4354417594 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0709381 Aug 31 13:49:52.391170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:52.398270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:52.475890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cc751-a354-4003-b1ee-6113e00445ec req-7b4983fd-efeb-43b5-a801-592c873d3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.481528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d37cc751-a354-4003-b1ee-6113e00445ec req-7b4983fd-efeb-43b5-a801-592c873d3e48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853424 Aug 31 13:49:52.512574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event updated for resources: {'Port': ['ID=9daec3da-4441-458c-8148-b5257918813f,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:52.532614 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:52.548238 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:52.549487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-aa36d022-9dd9-4acb-a5b5-5d0022621482 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8826847 Aug 31 13:49:52.608027 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-55cadd3e-5894-4730-854c-13ca19ba4ac9 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0506163 Aug 31 13:49:52.638434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07e63e-55e7-44f6-8c7c-f5b8564569d8 req-49dc118b-50cb-4abd-b1de-2b29b093f7d7 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.640130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f07e63e-55e7-44f6-8c7c-f5b8564569d8 req-49dc118b-50cb-4abd-b1de-2b29b093f7d7 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 944 time: 0.1009133 Aug 31 13:49:52.644294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d37cc751-a354-4003-b1ee-6113e00445ec req-37d46b19-405e-4f1a-a56d-a16cff72e869 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504719 Aug 31 13:49:52.727220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-af53c41b-6e67-4e16-bf1a-a510da76cbbb tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.729260 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90301d46-2aae-4ee0-94d2-a9e85ea06410 req-af53c41b-6e67-4e16-bf1a-a510da76cbbb tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1149583 Aug 31 13:49:52.732145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f07e63e-55e7-44f6-8c7c-f5b8564569d8 req-4b568265-7c51-47a6-9f49-35ee6dad2cf8 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843794 Aug 31 13:49:52.793404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d37cc751-a354-4003-b1ee-6113e00445ec req-86079c8b-79ee-42b5-928b-60667879cd41 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385012 Aug 31 13:49:52.905266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dfb2c-5b10-4c8d-9ca3-cd7c6a6001ae req-80b7d5d6-f3d7-47eb-8614-298ce7a81662 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:52.906933 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d6dfb2c-5b10-4c8d-9ca3-cd7c6a6001ae req-80b7d5d6-f3d7-47eb-8614-298ce7a81662 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 944 time: 0.0776501 Aug 31 13:49:52.946839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e52c68cc-01ee-4170-b368-6ca5d4111814 req-daaa6151-22c5-46d4-8656-794860144169 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips/a03dbff3-29e9-4513-b4ba-cf2cf7aadc60 HTTP/1.1" status: 200 len: 692 time: 0.0523639 Aug 31 13:49:52.949433 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d6dfb2c-5b10-4c8d-9ca3-cd7c6a6001ae req-d509a711-2db2-4f42-b665-5b6d345a118c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356131 Aug 31 13:49:53.087489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c68cc-01ee-4170-b368-6ca5d4111814 req-f917482f-441a-442a-bed6-9f18c7dc8ede tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:53.089459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e52c68cc-01ee-4170-b368-6ca5d4111814 req-f917482f-441a-442a-bed6-9f18c7dc8ede tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1364455 Aug 31 13:49:53.104915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-e52c68cc-01ee-4170-b368-6ca5d4111814 req-476f6ac7-158c-4a85-aa7b-b92e6e7fcf71 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:49:53.106697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e52c68cc-01ee-4170-b368-6ca5d4111814 req-476f6ac7-158c-4a85-aa7b-b92e6e7fcf71 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105655 Aug 31 13:49:53.185631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-13140262-7778-43c4-ab3f-c55c1bfde197 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips/a03dbff3-29e9-4513-b4ba-cf2cf7aadc60 HTTP/1.1" status: 200 len: 692 time: 0.0548921 Aug 31 13:49:53.246664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0b74d-369d-4781-a452-178af229f14b req-3585dfe0-9df9-4c4e-8f08-8b684f5214d5 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:53.253404 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2f0b74d-369d-4781-a452-178af229f14b req-3585dfe0-9df9-4c4e-8f08-8b684f5214d5 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 949 time: 0.1065059 Aug 31 13:49:53.300538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 27dcb4f7-116b-4fb6-a908-4c6e84459f1b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:53.317000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-0e6d0819-7bfd-4f0e-8f9d-56dff2b7f951 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:53.319596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2f0b74d-369d-4781-a452-178af229f14b req-509a223b-546e-4624-ab83-aab60c4dbcc1 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 Aug 31 13:49:53.325109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-0e6d0819-7bfd-4f0e-8f9d-56dff2b7f951 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1382258 Aug 31 13:49:53.330605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-24c991e7-8805-4e71-8e56-35d0a3998a7d tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:49:53.331571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-24c991e7-8805-4e71-8e56-35d0a3998a7d tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057111 Aug 31 13:49:53.399124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-96f95e41-dfd3-412e-a03b-85d5b9a12a03 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0586262 Aug 31 13:49:53.417271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:53.431462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:53.432009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.457933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-dfcf6f0b-d4d8-4d84-9820-8a9499259a4a tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0577431 Aug 31 13:49:53.479514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:53.603799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.609376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Deleting port 9daec3da-4441-458c-8148-b5257918813f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:53.609720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.625419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4119f79-b739-4e59-8fb4-2613e7100806 req-99180195-e0a0-4300-b9bf-2bec149eca9a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:53.627047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4119f79-b739-4e59-8fb4-2613e7100806 req-99180195-e0a0-4300-b9bf-2bec149eca9a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.0924110 Aug 31 13:49:53.632629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:53.635984 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a66bd35-9bf6-42f6-94e5-3b0c6f4c7fa5" -d '{"events": [{"server_uuid": "8ce50e87-8d2d-4504-8f39-dc5fbde2673b", "name": "network-vif-plugged", "status": "completed", "tag": "27dcb4f7-116b-4fb6-a908-4c6e84459f1b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:53.649948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:53.655915 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.656744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64290c6f-81f6-4cfb-9a81-d110688f23cf up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:53.657235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b170a1d-2c5e-47bd-9e05-d26d3e2aa762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.698285 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4119f79-b739-4e59-8fb4-2613e7100806 req-7eee406a-d46e-480e-8504-6c04d8b48a3e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639153 Aug 31 13:49:53.700668 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.701299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.722356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Calling delete_port for 9daec3da-4441-458c-8148-b5257918813f owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:53.767354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 64290c6f-81f6-4cfb-9a81-d110688f23cf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:53.773127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 64290c6f-81f6-4cfb-9a81-d110688f23cf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:53.774310 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.779423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:53.815034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b170a1d-2c5e-47bd-9e05-d26d3e2aa762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.821925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b170a1d-2c5e-47bd-9e05-d26d3e2aa762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.842685 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a7b01d-e8a4-44e3-be84-5382d7db6425 x-openstack-request-id: req-a3a7b01d-e8a4-44e3-be84-5382d7db6425 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:53.844924 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce50e87-8d2d-4504-8f39-dc5fbde2673b", "name": "network-vif-plugged", "status": "completed", "tag": "27dcb4f7-116b-4fb6-a908-4c6e84459f1b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:53.845302 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3a7b01d-e8a4-44e3-be84-5382d7db6425 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:53.846966 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b', 'code': 200} Aug 31 13:49:53.856548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b170a1d-2c5e-47bd-9e05-d26d3e2aa762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3134054-0db1-435b-b6fe-939e7ce15ebe,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:53.907022 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.918988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9b170a1d-2c5e-47bd-9e05-d26d3e2aa762 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66671de49fcd435281894a027890baf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375098 Aug 31 13:49:53.919611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56512) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:53.964891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 64290c6f-81f6-4cfb-9a81-d110688f23cf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64290c6f-81f6-4cfb-9a81-d110688f23cf,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:53.972693 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.031528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=64290c6f-81f6-4cfb-9a81-d110688f23cf,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:54.037818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7e840-f62a-49e0-b5bc-62f475c8e0ad req-339b9f5c-d29e-49a0-bc7f-91909a0fb292 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:54.041367 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-29b7e840-f62a-49e0-b5bc-62f475c8e0ad req-339b9f5c-d29e-49a0-bc7f-91909a0fb292 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 944 time: 0.1206827 Aug 31 13:49:54.042301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fc4b-84be-4268-a06a-6f54def4aa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.081329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fc4b-84be-4268-a06a-6f54def4aa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.109300 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-29b7e840-f62a-49e0-b5bc-62f475c8e0ad req-e11c3181-6bd8-4bf0-a4f8-ee56154fe591 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513642 Aug 31 13:49:54.181597 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fc4b-84be-4268-a06a-6f54def4aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.185449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fc4b-84be-4268-a06a-6f54def4aa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.189913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6ec8fc4b-84be-4268-a06a-6f54def4aa8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3134054-0db1-435b-b6fe-939e7ce15ebe HTTP/1.1" status: 204 len: 168 time: 0.2597868 Aug 31 13:49:54.200407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8fc4b-84be-4268-a06a-6f54def4aa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3134054-0db1-435b-b6fe-939e7ce15ebe,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:54.300846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296bf8-5edb-4504-b3e1-0f34c29315fa req-c5e40ef6-2d1b-4f47-8773-cec093a119dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:54.302823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d296bf8-5edb-4504-b3e1-0f34c29315fa req-c5e40ef6-2d1b-4f47-8773-cec093a119dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 1096 time: 0.0987287 Aug 31 13:49:54.386235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d296bf8-5edb-4504-b3e1-0f34c29315fa req-c4631359-9399-45bf-8df9-f3ff0e5fd7e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743034 Aug 31 13:49:54.421853 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.474196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event deleted for resources: {'Port': ['ID=9daec3da-4441-458c-8148-b5257918813f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:54.540648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.544200 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:54.546150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a9dcb3-387b-4e1a-bb72-2c8ee71acb62 req-08183769-273a-4ce4-8c19-ea1094cceabf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "DELETE /v2.0/floatingips/a03dbff3-29e9-4513-b4ba-cf2cf7aadc60 HTTP/1.1" status: 204 len: 173 time: 1.0872478 Aug 31 13:49:54.645880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ecf87-324b-45db-aa2e-6f4456c74c65 req-d6b05348-de12-4c72-bf73-dfecd0fa8aab tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:54.647369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-631ecf87-324b-45db-aa2e-6f4456c74c65 req-d6b05348-de12-4c72-bf73-dfecd0fa8aab tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 945 time: 0.0529735 Aug 31 13:49:54.687266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-631ecf87-324b-45db-aa2e-6f4456c74c65 req-bd294d9d-098f-4ac2-beb4-455579c8e751 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Aug 31 13:49:54.820231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd7478-0d25-4dc7-a1c4-012826b2fbff req-9d7fd526-5fcd-49f9-a70e-8168a66402a7 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:54.822445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1efd7478-0d25-4dc7-a1c4-012826b2fbff req-9d7fd526-5fcd-49f9-a70e-8168a66402a7 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.0646775 Aug 31 13:49:54.878764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5805693-f44f-49f4-b4e5-94f740b91145 req-ea3d558c-049c-4724-878d-6e70f468f73b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:54.880325 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5805693-f44f-49f4-b4e5-94f740b91145 req-ea3d558c-049c-4724-878d-6e70f468f73b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 945 time: 0.0604229 Aug 31 13:49:54.885560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1efd7478-0d25-4dc7-a1c4-012826b2fbff req-4929de20-85da-40ee-937c-6edbaf255ece tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557833 Aug 31 13:49:54.939820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5805693-f44f-49f4-b4e5-94f740b91145 req-482cf792-3f9a-4f89-a658-6b736c000427 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498760 Aug 31 13:49:55.100144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faaaa4-067e-4bb2-9366-7ead9ea98e41 req-caeb7fa3-54e6-41ba-b3f6-b30b68cc0b2f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:55.102271 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71faaaa4-067e-4bb2-9366-7ead9ea98e41 req-caeb7fa3-54e6-41ba-b3f6-b30b68cc0b2f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.0502009 Aug 31 13:49:55.124806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccab75b-3abf-47fc-b2d3-f3721a62379b req-2dbffbe9-ff20-45c7-b364-47eda19703d4 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:55.126224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ccab75b-3abf-47fc-b2d3-f3721a62379b req-2dbffbe9-ff20-45c7-b364-47eda19703d4 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2164621 Aug 31 13:49:55.145324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71faaaa4-067e-4bb2-9366-7ead9ea98e41 req-37b32aa2-f018-46ce-a669-63ddf5ec6d93 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Aug 31 13:49:55.232031 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf92041f-ba4e-4c10-846e-95937a78911e req-eb3bcadc-1b3b-4ef5-9bca-b609ae6f58b6 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=b04693b5611548f481316e0d75d4190e HTTP/1.1" status: 200 len: 1657 time: 0.0607431 Aug 31 13:49:55.319680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:49:55.345239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92041f-ba4e-4c10-846e-95937a78911e req-d005bc5f-8104-434a-b5fe-5259626ca6a3 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:55.346796 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf92041f-ba4e-4c10-846e-95937a78911e req-d005bc5f-8104-434a-b5fe-5259626ca6a3 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks?id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 787 time: 0.1077719 Aug 31 13:49:55.367244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-bf92041f-ba4e-4c10-846e-95937a78911e req-7ee69c49-83db-4461-a3da-829e9f1c8a94 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:49:55.368984 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf92041f-ba4e-4c10-846e-95937a78911e req-7ee69c49-83db-4461-a3da-829e9f1c8a94 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123069 Aug 31 13:49:55.399320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0050fa-9bec-4031-af37-50bda29b5609 req-65605123-f2ce-4622-8ead-b503f86f2d7f tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:55.400890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac0050fa-9bec-4031-af37-50bda29b5609 req-65605123-f2ce-4622-8ead-b503f86f2d7f tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 944 time: 0.0722425 Aug 31 13:49:55.459401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:55.464993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac0050fa-9bec-4031-af37-50bda29b5609 req-1bb12dba-29b4-450e-ad21-5769f8ba775f tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571022 Aug 31 13:49:55.472851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'mac_address': 'fa:16:3e:77:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:49:55.525061 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbe57701-dd61-473f-b772-a222cc0172ef req-7e7de25e-a6e1-45b9-b0f8-9776627c7e81 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips/62c2e0f3-8b8f-4662-9f38-6a7fe3cdf8bf HTTP/1.1" status: 200 len: 693 time: 0.0833118 Aug 31 13:49:55.536808 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:55.550468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a59e1f9-29d0-440e-96fa-3ab6c163369c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:55.571431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:55.575493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:55.576154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d96c62d6-e51e-413d-adf4-f3d95305cec5 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:49:55.672281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe57701-dd61-473f-b772-a222cc0172ef req-051fad14-2b2f-43fe-a48e-5857a4f4b2a6 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:55.675239 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbe57701-dd61-473f-b772-a222cc0172ef req-051fad14-2b2f-43fe-a48e-5857a4f4b2a6 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1492960 Aug 31 13:49:55.682918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:55.729608 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d96c62d6-e51e-413d-adf4-f3d95305cec5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d96c62d6-e51e-413d-adf4-f3d95305cec5,segment=NetworkSegment(2669b31c-597b-4fbb-8c1f-999c0149db53),segment_id=2669b31c-597b-4fbb-8c1f-999c0149db53)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:55.744623 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbe57701-dd61-473f-b772-a222cc0172ef req-6c062dc6-17d3-4759-a7c6-63e4fe68e5a7 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0596421 Aug 31 13:49:55.745062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd96c62d6-e51e-413d-adf4-f3d95305cec5', 'network_id': 'e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254', 'port_id': 'd96c62d6-e51e-413d-adf4-f3d95305cec5', 'mac_address': 'fa:16:3e:5a:c4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535b2f4d-dd69-4186-85f0-acd16db7194f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:49:55.800518 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbe57701-dd61-473f-b772-a222cc0172ef req-7bdce1de-1802-48c1-8d25-4a81c5ce28a4 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0462451 Aug 31 13:49:55.800747 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:55.814797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96c62d6-e51e-413d-adf4-f3d95305cec5 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:49:55.838119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d96c62d6-e51e-413d-adf4-f3d95305cec5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d96c62d6-e51e-413d-adf4-f3d95305cec5,segment=NetworkSegment(2669b31c-597b-4fbb-8c1f-999c0149db53),segment_id=2669b31c-597b-4fbb-8c1f-999c0149db53)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:55.844280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:55.871519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64290c6f-81f6-4cfb-9a81-d110688f23cf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:55.874572 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf858c00-70f3-4a86-a15c-65db72a30ec3" -d '{"events": [{"server_uuid": "800232c4-930d-4b2d-ad40-d4828f64b3bd", "name": "network-vif-plugged", "status": "completed", "tag": "64290c6f-81f6-4cfb-9a81-d110688f23cf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:55.917473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d96c62d6-e51e-413d-adf4-f3d95305cec5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:56.253227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Deleting port 20bb0b6b-f8bd-42e8-bc5b-dd5034f7b853 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:56.253783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:56.340338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:56.340709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:56.358347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Calling delete_port for 20bb0b6b-f8bd-42e8-bc5b-dd5034f7b853 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:56.378337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9a59e1f9-29d0-440e-96fa-3ab6c163369c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:56.393325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afb05d-01a1-48be-bb5e-333af8f9f0e2 req-fb400fbe-5469-4a8d-b518-a876f6cefeaf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:56.395219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95afb05d-01a1-48be-bb5e-333af8f9f0e2 req-fb400fbe-5469-4a8d-b518-a876f6cefeaf tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 945 time: 0.0630362 Aug 31 13:49:56.454103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95afb05d-01a1-48be-bb5e-333af8f9f0e2 req-e7823825-db09-49d8-bfa5-f627cde583ad tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513330 Aug 31 13:49:56.483361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d96c62d6-e51e-413d-adf4-f3d95305cec5'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:56.577155 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2f29fe-4e53-4bc6-9fb5-2658b23ad05a x-openstack-request-id: req-3b2f29fe-4e53-4bc6-9fb5-2658b23ad05a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:56.577759 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800232c4-930d-4b2d-ad40-d4828f64b3bd", "name": "network-vif-plugged", "status": "completed", "tag": "64290c6f-81f6-4cfb-9a81-d110688f23cf", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:56.577759 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b2f29fe-4e53-4bc6-9fb5-2658b23ad05a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:56.578150 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64290c6f-81f6-4cfb-9a81-d110688f23cf', 'code': 200} Aug 31 13:49:56.578965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:56.606918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event deleted for resources: {'Port': ['ID=20bb0b6b-f8bd-42e8-bc5b-dd5034f7b853,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:56.700436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:56.703409 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:56.708889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87d09b-5b86-44ec-857e-d061f5734d38 req-6a664258-c0a2-450e-9804-a4ce3c36a7c6 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:56.710601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c87d09b-5b86-44ec-857e-d061f5734d38 req-6a664258-c0a2-450e-9804-a4ce3c36a7c6 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.0756834 Aug 31 13:49:56.713427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbe57701-dd61-473f-b772-a222cc0172ef req-015b816d-b77c-4f19-8371-fefd5863cb76 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "DELETE /v2.0/floatingips/62c2e0f3-8b8f-4662-9f38-6a7fe3cdf8bf HTTP/1.1" status: 204 len: 173 time: 0.9045885 Aug 31 13:49:56.737507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad6f83c4-e27e-4c32-a8a3-1159e6a5af88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:56.768517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c87d09b-5b86-44ec-857e-d061f5734d38 req-36a3d466-e833-4fa4-8b35-9f3c1916d88d tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Aug 31 13:49:56.842750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1aa8a-6400-40a2-8634-756e9eb61257 req-748bd6ef-eedf-4575-a4be-af460586bde9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:56.844268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ea1aa8a-6400-40a2-8634-756e9eb61257 req-748bd6ef-eedf-4575-a4be-af460586bde9 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 945 time: 0.0514915 Aug 31 13:49:56.890408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ea1aa8a-6400-40a2-8634-756e9eb61257 req-0bec819d-7bfd-4d1c-ad36-97eb8b01725c tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 Aug 31 13:49:56.894568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e929f7-494c-4558-9235-729b525329c3 req-46ae140c-6aad-4f52-af6d-be4cb9293538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:56.896152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29e929f7-494c-4558-9235-729b525329c3 req-46ae140c-6aad-4f52-af6d-be4cb9293538 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 1101 time: 0.1215396 Aug 31 13:49:56.913800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152ad8-a13a-46eb-9bf9-4f32e0c9a22a req-70927d86-01f8-4aad-9b82-dbb9e707f89e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:56.915487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a152ad8-a13a-46eb-9bf9-4f32e0c9a22a req-70927d86-01f8-4aad-9b82-dbb9e707f89e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 948 time: 0.0864196 Aug 31 13:49:56.974835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a152ad8-a13a-46eb-9bf9-4f32e0c9a22a req-5065bf9f-c063-45b2-936d-93bfbb5eaaf2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537333 Aug 31 13:49:56.980650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29e929f7-494c-4558-9235-729b525329c3 req-097c7161-87ca-44cf-8609-72293d33c599 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529892 Aug 31 13:49:57.274134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706e0bf-fe25-4116-9b62-05a023bd1cc9 req-13e32620-9b42-4958-b567-a4b51cc68a62 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:57.275566 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c706e0bf-fe25-4116-9b62-05a023bd1cc9 req-13e32620-9b42-4958-b567-a4b51cc68a62 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 945 time: 0.0555813 Aug 31 13:49:57.321684 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c706e0bf-fe25-4116-9b62-05a023bd1cc9 req-1d35b9a7-90bf-4570-8a18-601fc3e4cb57 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Aug 31 13:49:57.376846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-7c4620e4-c9c1-4b0b-9c06-cba050fbb9d5 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips/e3fc5fe0-f885-4a1c-8c08-bc096509f9d4 HTTP/1.1" status: 200 len: 693 time: 0.0628977 Aug 31 13:49:57.513072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-bc4c73f2-4355-410f-81cb-2abbdda5826a tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:57.514461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-bc4c73f2-4355-410f-81cb-2abbdda5826a tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1296537 Aug 31 13:49:57.582222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-7461958a-4e7f-4deb-9ff7-d1fe99e84efa tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.0578327 Aug 31 13:49:57.647837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-52bb09d8-30ed-46dc-ac77-cade546eedba tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.0574031 Aug 31 13:49:57.799062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Deleting port f72583bb-356e-4073-8179-07c1e8d495f6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:57.799606 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:57.959276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-0c6a9b87-10fb-4b23-9274-c3016618e00f tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:57.960789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-0c6a9b87-10fb-4b23-9274-c3016618e00f tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 945 time: 0.1025634 Aug 31 13:49:57.964594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:57.965209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:57.987245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef5a6-ba2b-422c-9c43-c80c27a95182 req-0e455446-df94-4fbe-b205-ef59debcd232 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:57.988796 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-955ef5a6-ba2b-422c-9c43-c80c27a95182 req-0e455446-df94-4fbe-b205-ef59debcd232 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.0498409 Aug 31 13:49:58.003377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Calling delete_port for f72583bb-356e-4073-8179-07c1e8d495f6 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:58.030574 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-955ef5a6-ba2b-422c-9c43-c80c27a95182 req-b9216a7d-b22b-429a-9652-9b5fa10f2cbc tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348859 Aug 31 13:49:58.141706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Deleting port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:58.142056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:58.218828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e83fb-9f56-4dd0-9f87-59c07637bf14 req-412d23be-b6bf-4013-8b47-a38ba22de1ca tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:58.220461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-816e83fb-9f56-4dd0-9f87-59c07637bf14 req-412d23be-b6bf-4013-8b47-a38ba22de1ca tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 945 time: 0.0554850 Aug 31 13:49:58.269351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:58.269660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-816e83fb-9f56-4dd0-9f87-59c07637bf14 req-8705a8a4-1a53-4657-8eaf-dec7baefbcdb tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Aug 31 13:49:58.272210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] For port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:58.272595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:58.311792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event deleted for resources: {'Port': ['ID=f72583bb-356e-4073-8179-07c1e8d495f6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:58.313922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Calling delete_port for 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:58.413147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf444-df40-4700-b835-2ec18be83bf8 req-033defc3-5fdc-49a5-8ca0-65a005e567c0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:58.414027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:58.416293 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3caf444-df40-4700-b835-2ec18be83bf8 req-033defc3-5fdc-49a5-8ca0-65a005e567c0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 948 time: 0.0650768 Aug 31 13:49:58.417608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:58.418978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71ef602f-46af-43c0-b5f9-25555e907de2 req-5b4d50fa-edd0-4a3d-957a-78648f282461 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "DELETE /v2.0/floatingips/e3fc5fe0-f885-4a1c-8c08-bc096509f9d4 HTTP/1.1" status: 204 len: 173 time: 0.7669327 Aug 31 13:49:58.484958 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3caf444-df40-4700-b835-2ec18be83bf8 req-d5de8181-a2c9-4d51-99a4-b779dfcc462d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592997 Aug 31 13:49:58.567235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e3eb4-2b75-468d-9fe6-48b2303a0c58 req-6c8d772a-7d6e-44ce-9185-16d0cf56d4f4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:58.569397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da5e3eb4-2b75-468d-9fe6-48b2303a0c58 req-6c8d772a-7d6e-44ce-9185-16d0cf56d4f4 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 945 time: 0.0963690 Aug 31 13:49:58.571862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:58.612780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event deleted for resources: {'Port': ['ID=538b3a99-d8f8-4a35-b31a-6cb72fd0f66a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:58.622631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['57ac63a6-0dc9-41ec-ae99-e80d821fcc84', '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:49:58.655999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ba7b1-df9a-44db-ba81-6f38d01cb687 req-56fbe117-90d6-4717-948c-e7c8084a2e0d tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:58.658073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-148ba7b1-df9a-44db-ba81-6f38d01cb687 req-56fbe117-90d6-4717-948c-e7c8084a2e0d tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 945 time: 0.0627260 Aug 31 13:49:58.683560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] No DVR routers for this DVR port 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:49:58.687613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:58.689901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02b2fe05-ceaa-41ce-aa62-738735a1dc73 req-4be0c09f-f920-4fb5-b614-9c56d1e8041b tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "DELETE /v2.0/ports/538b3a99-d8f8-4a35-b31a-6cb72fd0f66a HTTP/1.1" status: 204 len: 173 time: 0.7217999 Aug 31 13:49:58.690136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'name': 'network-vif-deleted', 'tag': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:58.692758 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795767f-1cad-42ae-ab20-8f243f9e6a5c" -d '{"events": [{"server_uuid": "97d06398-ae00-4ff7-bbe5-b0e721e9a770", "name": "network-vif-deleted", "tag": "538b3a99-d8f8-4a35-b31a-6cb72fd0f66a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:58.711008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da5e3eb4-2b75-468d-9fe6-48b2303a0c58 req-08bbf037-1e76-4726-a749-c801653e7569 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208651 Aug 31 13:49:58.750065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-148ba7b1-df9a-44db-ba81-6f38d01cb687 req-71c5a536-93af-4d32-b2ae-127050c95764 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759985 Aug 31 13:49:58.802463 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-ed837d00-eee1-40a7-b6dc-c4843ff4f33b tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips/58e49be3-8afa-40c4-be66-7bdbcf3812e7 HTTP/1.1" status: 200 len: 693 time: 0.0647991 Aug 31 13:49:58.897561 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5596cc-9796-4931-910c-23dec42cd101 x-openstack-request-id: req-7c5596cc-9796-4931-910c-23dec42cd101 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:49:58.897862 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d06398-ae00-4ff7-bbe5-b0e721e9a770", "name": "network-vif-deleted", "tag": "538b3a99-d8f8-4a35-b31a-6cb72fd0f66a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:49:58.898110 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c5596cc-9796-4931-910c-23dec42cd101 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:49:58.898539 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d06398-ae00-4ff7-bbe5-b0e721e9a770', 'name': 'network-vif-deleted', 'tag': '538b3a99-d8f8-4a35-b31a-6cb72fd0f66a', 'status': 'completed', 'code': 200} Aug 31 13:49:59.000078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-e39625ec-4484-4b95-ba35-780bd77effdf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:59.002036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-e39625ec-4484-4b95-ba35-780bd77effdf tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1984725 Aug 31 13:49:59.078510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:59.080580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-3caafe40-9875-4fa6-9740-c5ce0b2d9ff5 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0660710 Aug 31 13:49:59.168445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-30a34b16-dc19-4235-b310-f5f344219e55 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0788717 Aug 31 13:49:59.233513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b991d-5dea-453a-915c-c288b960eb9d req-bc6d69bf-ceb7-4aee-9df8-60ee7dbab776 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:59.236265 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ca7b991d-5dea-453a-915c-c288b960eb9d req-bc6d69bf-ceb7-4aee-9df8-60ee7dbab776 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.0744119 Aug 31 13:49:59.270815 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e55c-992b-4032-97f0-591b2914f481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.283846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0351a24-11d3-4cc5-98ae-273867abb024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.309590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ca7b991d-5dea-453a-915c-c288b960eb9d req-a9b82f7c-13be-4d44-b0d4-cee212afd287 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673134 Aug 31 13:49:59.327699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Deleting port aed64dc2-7761-45d6-a8ea-1da814da262f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:49:59.328141 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.396230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:59.428176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.429411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.440549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0351a24-11d3-4cc5-98ae-273867abb024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.448511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Calling delete_port for aed64dc2-7761-45d6-a8ea-1da814da262f owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:49:59.455150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0351a24-11d3-4cc5-98ae-273867abb024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.489647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2f7805e2-a946-4d3a-9968-3024be1d948a req-103ee7c1-1dc6-4a5c-9cb8-b82e70cef6c0 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=97d06398-ae00-4ff7-bbe5-b0e721e9a770 HTTP/1.1" status: 200 len: 210 time: 0.0451710 Aug 31 13:49:59.503779 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.518504 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c0351a24-11d3-4cc5-98ae-273867abb024 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68ec8b87a7d64b65bc7355af162530de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388502 Aug 31 13:49:59.520030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0351a24-11d3-4cc5-98ae-273867abb024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ada296-72b9-4754-a08c-cc04570e0619,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:59.522599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56666) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:59.535585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 9a59e1f9-29d0-440e-96fa-3ab6c163369c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:49:59.547541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9a59e1f9-29d0-440e-96fa-3ab6c163369c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:49:59.547740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.606121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69689f9c-4a35-4dc7-bc84-403bb9e99a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.692630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.697615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69689f9c-4a35-4dc7-bc84-403bb9e99a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.732017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Pushing event deleted for resources: {'Port': ['ID=aed64dc2-7761-45d6-a8ea-1da814da262f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:59.759175 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.800183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:49:59.805729 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0a6de1-ae04-4aeb-baab-eb69904a6b3f" -d '{"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:49:59.828713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:49:59.832963 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69689f9c-4a35-4dc7-bc84-403bb9e99a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.836944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69689f9c-4a35-4dc7-bc84-403bb9e99a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.838965 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-69689f9c-4a35-4dc7-bc84-403bb9e99a5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8ada296-72b9-4754-a08c-cc04570e0619 HTTP/1.1" status: 204 len: 168 time: 0.3150966 Aug 31 13:49:59.849405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859d0ec-d051-401f-933c-724389371d46 req-da10bf93-648a-4e72-9646-408b930323d6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:59.849813 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.852733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c859d0ec-d051-401f-933c-724389371d46 req-da10bf93-648a-4e72-9646-408b930323d6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 948 time: 0.1001732 Aug 31 13:49:59.853761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d96c62d6-e51e-413d-adf4-f3d95305cec5 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:49:59.865802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69689f9c-4a35-4dc7-bc84-403bb9e99a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ada296-72b9-4754-a08c-cc04570e0619,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:49:59.874861 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.879992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:59.881816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3b4fe0f-0859-4ba9-a42c-584627963d7c req-c3538863-1075-4f3f-b743-9654b2f8a070 tempest-FloatingIPDetailsTestJSON-2061316932 tempest-FloatingIPDetailsTestJSON-2061316932-project] 10.222.0.10 "DELETE /v2.0/floatingips/58e49be3-8afa-40c4-be66-7bdbcf3812e7 HTTP/1.1" status: 204 len: 173 time: 0.7124026 Aug 31 13:49:59.892937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56678) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:00.001917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:00.010925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port d96c62d6-e51e-413d-adf4-f3d95305cec5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:00.018554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d96c62d6-e51e-413d-adf4-f3d95305cec5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:00.019439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:00.066353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c859d0ec-d051-401f-933c-724389371d46 req-3bd486f6-6b4a-4cef-b3de-b9ebc6aed617 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828451 Aug 31 13:50:00.154343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:00.229962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d96c62d6-e51e-413d-adf4-f3d95305cec5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d96c62d6-e51e-413d-adf4-f3d95305cec5,segment=NetworkSegment(2669b31c-597b-4fbb-8c1f-999c0149db53),segment_id=2669b31c-597b-4fbb-8c1f-999c0149db53)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:00.235471 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:00.240511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:00.264312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:00.264664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 538b3a99-d8f8-4a35-b31a-6cb72fd0f66a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:00.323861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50476289-8be3-4941-9f58-6ce1207e4362 req-a1fbce69-8f25-4144-b159-991f420db4bc tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:00.325478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50476289-8be3-4941-9f58-6ce1207e4362 req-a1fbce69-8f25-4144-b159-991f420db4bc tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.0678487 Aug 31 13:50:00.358609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d96c62d6-e51e-413d-adf4-f3d95305cec5,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:00.377956 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893819c-f720-4038-8758-7119e27a7846 req-3a77e041-f9e7-4c89-99c0-353d9d45989c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:00.382304 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3893819c-f720-4038-8758-7119e27a7846 req-3a77e041-f9e7-4c89-99c0-353d9d45989c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 945 time: 0.1655767 Aug 31 13:50:00.433904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50476289-8be3-4941-9f58-6ce1207e4362 req-55d67a54-fdd6-4724-99b1-1ef381064bee tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982637 Aug 31 13:50:00.456392 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:00.477730 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3893819c-f720-4038-8758-7119e27a7846 req-11da8d76-9a6c-43e1-b0c7-361488d72757 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838950 Aug 31 13:50:00.520295 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f7f04-42f2-4990-804a-35748949f4b2 x-openstack-request-id: req-0c2f7f04-42f2-4990-804a-35748949f4b2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:00.520807 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:00.521161 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c2f7f04-42f2-4990-804a-35748949f4b2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:00.521659 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'code': 200} Aug 31 13:50:00.647983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bfc13-570e-43be-b8ce-3df384c7ea3d req-88ef3c71-6a1e-40e0-a20f-963ee95c5c67 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:00.650408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd2bfc13-570e-43be-b8ce-3df384c7ea3d req-88ef3c71-6a1e-40e0-a20f-963ee95c5c67 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.0703778 Aug 31 13:50:00.719432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd2bfc13-570e-43be-b8ce-3df384c7ea3d req-33129257-e8b3-4a40-ac55-5344bfdddab0 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623963 Aug 31 13:50:00.764239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb9228-dcf3-4f14-bdc6-e54763b6713f req-aa3349c6-8aef-43b0-9cc4-3fea181b465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:00.766009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34eb9228-dcf3-4f14-bdc6-e54763b6713f req-aa3349c6-8aef-43b0-9cc4-3fea181b465d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1100 time: 0.0666060 Aug 31 13:50:00.844169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34eb9228-dcf3-4f14-bdc6-e54763b6713f req-08ac540e-b29e-4980-bd5a-c2d6ee083894 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683670 Aug 31 13:50:00.850492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:00.922419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d40f08-3a5c-43f9-a1dc-3d9fb87c21cf req-65832636-d576-49e5-9d6a-787cd91ae6b5 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:00.923976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97d40f08-3a5c-43f9-a1dc-3d9fb87c21cf req-65832636-d576-49e5-9d6a-787cd91ae6b5 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.0556331 Aug 31 13:50:00.965457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97d40f08-3a5c-43f9-a1dc-3d9fb87c21cf req-5d43a422-7afe-44c8-92a9-377d9558ea82 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Aug 31 13:50:01.178002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Deleting port fcac3c64-f57e-4367-9fa7-536711169d64 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:01.178357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:01.188411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cbf9-81f9-4617-a3fc-253431eb2da5 req-c21cf12a-d368-4131-a232-43c3fa92eb2b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:01.190712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f844cbf9-81f9-4617-a3fc-253431eb2da5 req-c21cf12a-d368-4131-a232-43c3fa92eb2b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0522926 Aug 31 13:50:01.236751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f844cbf9-81f9-4617-a3fc-253431eb2da5 req-1fd455f7-637f-43fa-84a3-42cc895998f4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395036 Aug 31 13:50:01.273728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] For port fcac3c64-f57e-4367-9fa7-536711169d64, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fcac3c64-f57e-4367-9fa7-536711169d64,segment=NetworkSegment(298abb26-d1ae-4255-9a01-dee7b4269824),segment_id=298abb26-d1ae-4255-9a01-dee7b4269824)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:01.274393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:01.288263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Calling delete_port for fcac3c64-f57e-4367-9fa7-536711169d64 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:01.321506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a039639d-802a-4cd7-ab33-92b2a4688c55 req-c6543733-4bed-4c64-b1b8-d9ed96bcd5b5 tempest-AbsoluteLimitsNegativeTestJSON-1652501985 tempest-AbsoluteLimitsNegativeTestJSON-1652501985-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cbb76289bdce458395a9b79d86eb2409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261400 Aug 31 13:50:01.368212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 27dcb4f7-116b-4fb6-a908-4c6e84459f1b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:01.472412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:01.491210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b', 'network_id': '7b42fd37-680e-4723-8311-61308ced669b', 'port_id': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b', 'mac_address': 'fa:16:3e:f3:fc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61031600-0441-4de8-862a-48ec957d864a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:01.514980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039639d-802a-4cd7-ab33-92b2a4688c55 req-940b3e10-6a5b-4b2d-b747-3f83023ab86e tempest-AbsoluteLimitsNegativeTestJSON-1652501985 tempest-AbsoluteLimitsNegativeTestJSON-1652501985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:01.522621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a039639d-802a-4cd7-ab33-92b2a4688c55 req-940b3e10-6a5b-4b2d-b747-3f83023ab86e tempest-AbsoluteLimitsNegativeTestJSON-1652501985 tempest-AbsoluteLimitsNegativeTestJSON-1652501985-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746144 Aug 31 13:50:01.541468 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:01.544591 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a039639d-802a-4cd7-ab33-92b2a4688c55 req-32c4fe68-25ba-432e-926f-30d130677ff3 tempest-AbsoluteLimitsNegativeTestJSON-1652501985 tempest-AbsoluteLimitsNegativeTestJSON-1652501985-project] 10.222.0.10 "GET /v2.0/quotas/cbb76289bdce458395a9b79d86eb2409 HTTP/1.1" status: 200 len: 375 time: 0.0210502 Aug 31 13:50:01.557587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27dcb4f7-116b-4fb6-a908-4c6e84459f1b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:01.585718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:01.587857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a039639d-802a-4cd7-ab33-92b2a4688c55 req-73d13ccc-4b30-481e-9630-67a8648bb36e tempest-AbsoluteLimitsNegativeTestJSON-1652501985 tempest-AbsoluteLimitsNegativeTestJSON-1652501985-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbb76289bdce458395a9b79d86eb2409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351017 Aug 31 13:50:01.591959 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:01.608992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f1dfb-3bb9-4b57-980a-af0ebbbaf4f2 req-c57606d5-f5c9-4db1-9abe-4a49f062aa7c tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:01.610860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-847f1dfb-3bb9-4b57-980a-af0ebbbaf4f2 req-c57606d5-f5c9-4db1-9abe-4a49f062aa7c tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.0634766 Aug 31 13:50:01.648159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:01.670306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:01.670781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-847f1dfb-3bb9-4b57-980a-af0ebbbaf4f2 req-ee6fb1d1-823c-4fa8-b9cc-01b46fe26c86 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538099 Aug 31 13:50:01.683998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcac3c64-f57e-4367-9fa7-536711169d64,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:01.827705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcba9c-6038-4e9e-8bd2-30bef30eda4b req-b60c955e-c6bf-4abc-87a8-2f603ad5b427 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:01.847905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbdcba9c-6038-4e9e-8bd2-30bef30eda4b req-b60c955e-c6bf-4abc-87a8-2f603ad5b427 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 944 time: 0.1190884 Aug 31 13:50:01.858293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['27dcb4f7-116b-4fb6-a908-4c6e84459f1b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:01.928738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.000697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.005322 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbdcba9c-6038-4e9e-8bd2-30bef30eda4b req-3acc9317-3bc7-4873-a340-6d0551f7bb95 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571689 Aug 31 13:50:02.012733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56742) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:02.044769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ca6b5-c887-42cf-8508-32e608bcb148 req-36500881-72ae-49ab-bce4-fb15b8bfc99e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:02.054364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e1ca6b5-c887-42cf-8508-32e608bcb148 req-36500881-72ae-49ab-bce4-fb15b8bfc99e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.0913706 Aug 31 13:50:02.103833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e1ca6b5-c887-42cf-8508-32e608bcb148 req-f8fd2433-5ec0-43de-b932-e0484ae43896 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Aug 31 13:50:02.206583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-11be0635-9e43-4371-a53b-e05df858e8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.243949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6325d-88e3-4516-b2b1-eda6479da7e1 req-a8743931-aeb4-49ac-ac58-d9e31b802465 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:02.245501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1fe6325d-88e3-4516-b2b1-eda6479da7e1 req-a8743931-aeb4-49ac-ac58-d9e31b802465 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.1289458 Aug 31 13:50:02.373420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1fe6325d-88e3-4516-b2b1-eda6479da7e1 req-ba9488d9-7203-4db6-a086-aafbf89fe585 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166840 Aug 31 13:50:02.395598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44127ad3-7ecc-4496-af97-0d443092ff3f req-d346ec88-68b7-4969-b52f-986f91ad095b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:02.405530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44127ad3-7ecc-4496-af97-0d443092ff3f req-d346ec88-68b7-4969-b52f-986f91ad095b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0945661 Aug 31 13:50:02.441931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44127ad3-7ecc-4496-af97-0d443092ff3f req-a72e3d5a-ee05-4159-87f4-7e515b4eadd3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Aug 31 13:50:02.477265 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-11be0635-9e43-4371-a53b-e05df858e8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.483684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-11be0635-9e43-4371-a53b-e05df858e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.486837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Router 03cc8a3f-92e6-4b5b-8aea-4a095570642b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:50:02.523342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c62d6-e51e-413d-adf4-f3d95305cec5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:02.526159 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654fbcdd-8c1d-4f60-8b06-bbe7bee392c1" -d '{"events": [{"server_uuid": "d1bf71d7-9c1e-4c02-bf18-27d0b27887d8", "name": "network-vif-plugged", "status": "completed", "tag": "d96c62d6-e51e-413d-adf4-f3d95305cec5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:02.531383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-11be0635-9e43-4371-a53b-e05df858e8f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbb76289bdce458395a9b79d86eb2409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173554 Aug 31 13:50:02.533767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0635-9e43-4371-a53b-e05df858e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fe99d-1cd9-4b0e-abf4-cb962d321c29,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:02.535700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56750) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:02.597131 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca06d95-e328-493d-8584-b187feccda55 x-openstack-request-id: req-3ca06d95-e328-493d-8584-b187feccda55 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:02.597573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6574eb7e-712d-4716-9134-5dff737b3df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.597801 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bf71d7-9c1e-4c02-bf18-27d0b27887d8", "name": "network-vif-plugged", "status": "completed", "tag": "d96c62d6-e51e-413d-adf4-f3d95305cec5", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:02.598330 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ca06d95-e328-493d-8584-b187feccda55 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:02.599019 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c62d6-e51e-413d-adf4-f3d95305cec5', 'code': 200} Aug 31 13:50:02.621610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6574eb7e-712d-4716-9134-5dff737b3df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.652844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:02.662235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37e154a8-3db9-4dc9-ac4b-d06263ade3c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/03cc8a3f-92e6-4b5b-8aea-4a095570642b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7664304 Aug 31 13:50:02.663085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56752) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:02.665696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] Sync routers for ids ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:02.675804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] Routers {'03cc8a3f-92e6-4b5b-8aea-4a095570642b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:02.676413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:02.729171 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6574eb7e-712d-4716-9134-5dff737b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.733683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6574eb7e-712d-4716-9134-5dff737b3df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.735353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6574eb7e-712d-4716-9134-5dff737b3df8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e5fe99d-1cd9-4b0e-abf4-cb962d321c29 HTTP/1.1" status: 204 len: 168 time: 0.1962965 Aug 31 13:50:02.770366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574eb7e-712d-4716-9134-5dff737b3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fe99d-1cd9-4b0e-abf4-cb962d321c29,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:02.826688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] Set router 03cc8a3f-92e6-4b5b-8aea-4a095570642b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:02.961382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.207421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbb762-94c6-406f-9123-991051fab958 req-7a16ff79-beae-400c-839c-f049fad530bb tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:03.224164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4cbb762-94c6-406f-9123-991051fab958 req-7a16ff79-beae-400c-839c-f049fad530bb tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.3968432 Aug 31 13:50:03.256249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:50:01Z', 'revision_number': 5, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:03.266003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063114af-9378-4a41-ad94-08173a90d8d7 req-56898e99-6750-446f-ac4b-0bd0f7e100ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:03.269093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-063114af-9378-4a41-ad94-08173a90d8d7 req-56898e99-6750-446f-ac4b-0bd0f7e100ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 1097 time: 0.3203785 Aug 31 13:50:03.270860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc8f23-c8aa-4483-a3a2-2dc5afaf8fc6 req-f03c8a82-b214-49b1-b3af-3553927ad6fc tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:03.289163 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bfc8f23-c8aa-4483-a3a2-2dc5afaf8fc6 req-f03c8a82-b214-49b1-b3af-3553927ad6fc tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 944 time: 0.1506021 Aug 31 13:50:03.292740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] Checking router: 03cc8a3f-92e6-4b5b-8aea-4a095570642b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:50:03.297889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.307254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] Routers {'03cc8a3f-92e6-4b5b-8aea-4a095570642b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:03.307899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:03.343546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4cbb762-94c6-406f-9123-991051fab958 req-eec1bdf3-1e21-45c5-812d-54a4b4a2933f tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179488 Aug 31 13:50:03.373863 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bfc8f23-c8aa-4483-a3a2-2dc5afaf8fc6 req-09ddc61c-20dc-4ea3-a602-4049dbf6136c tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829012 Aug 31 13:50:03.458485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 27dcb4f7-116b-4fb6-a908-4c6e84459f1b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:03.480021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-063114af-9378-4a41-ad94-08173a90d8d7 req-68d3f33c-8146-47c8-8d97-55afb46570e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291399 Aug 31 13:50:03.537732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Deleting port b5f475a5-d6ed-4c68-8e21-9e47de7b6265 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:03.538362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.542758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-fbe2ccdb-be96-46be-b2cb-36130fff62bf tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:03.544994 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-fbe2ccdb-be96-46be-b2cb-36130fff62bf tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.26 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.1844406 Aug 31 13:50:03.583577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] Set router 03cc8a3f-92e6-4b5b-8aea-4a095570642b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:03.635825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048d198-afad-44d7-8fb4-95d750e6142f req-94b9661d-2137-4995-bc7f-0f4c54db7948 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:03.643777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2048d198-afad-44d7-8fb4-95d750e6142f req-94b9661d-2137-4995-bc7f-0f4c54db7948 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 950 time: 0.1724148 Aug 31 13:50:03.646827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d604e2-b367-43d8-a76d-fc6de6d348c6 req-b71afef0-f134-43f4-87e1-801cd373e2ee tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:03.647051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] For port b5f475a5-d6ed-4c68-8e21-9e47de7b6265, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:03.647259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.651006 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0d604e2-b367-43d8-a76d-fc6de6d348c6 req-b71afef0-f134-43f4-87e1-801cd373e2ee tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.1046209 Aug 31 13:50:03.706696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Calling delete_port for b5f475a5-d6ed-4c68-8e21-9e47de7b6265 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:03.735741 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0d604e2-b367-43d8-a76d-fc6de6d348c6 req-93d35282-5d33-443c-b87e-9b6743f9fff4 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760858 Aug 31 13:50:03.742525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.773582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 27dcb4f7-116b-4fb6-a908-4c6e84459f1b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:03.794181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2048d198-afad-44d7-8fb4-95d750e6142f req-1fd88c05-a583-4e81-93b0-3617bc25a371 tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdff678a-70d5-4b4d-bcf7-3f1c637d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492031 Aug 31 13:50:03.817929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:03.832394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.918852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:03.939617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:50:01Z', 'revision_number': 5, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:03.977553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92fb38-5490-42fb-9c19-ec8a622192d6 None None] The sync data for ids ['03cc8a3f-92e6-4b5b-8aea-4a095570642b'] in n-d-792362-6 is: [{'id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'name': 'tempest-FloatingIPDetailsTestJSON-1626641228-router', 'tenant_id': 'b04693b5611548f481316e0d75d4190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:49:23Z', 'updated_at': '2021-08-31T13:50:01Z', 'revision_number': 5, 'project_id': 'b04693b5611548f481316e0d75d4190e', 'gw_port': {'id': 'b5f475a5-d6ed-4c68-8e21-9e47de7b6265', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cc8a3f-92e6-4b5b-8aea-4a095570642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:49:24Z', 'updated_at': '2021-08-31T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:50:04.002551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Deleting port 64290c6f-81f6-4cfb-9a81-d110688f23cf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:04.003049 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.087357 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.100938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c68c-bcc8-4bec-9aab-d3f0a092eb71 req-44f0bd51-89b8-445a-9e3e-e3adaf246a1c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:04.100938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b507c68c-bcc8-4bec-9aab-d3f0a092eb71 req-44f0bd51-89b8-445a-9e3e-e3adaf246a1c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1218612 Aug 31 13:50:04.101838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56790) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:04.149173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f475a5-d6ed-4c68-8e21-9e47de7b6265,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:04.177609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b507c68c-bcc8-4bec-9aab-d3f0a092eb71 req-eea83670-d757-40f4-a1de-50359bc81256 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504496 Aug 31 13:50:04.304703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.518770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-560813519-network', 'tenant_id': 'ea381d9ff29a43f69771bf0f13e822ed'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:04.560137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] For port 64290c6f-81f6-4cfb-9a81-d110688f23cf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64290c6f-81f6-4cfb-9a81-d110688f23cf,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:04.561225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.574259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Made reservation on behalf of ea381d9ff29a43f69771bf0f13e822ed for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:04.576648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.590937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Calling delete_port for 64290c6f-81f6-4cfb-9a81-d110688f23cf owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:04.593498 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.774787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12011f81-5c05-4125-93b9-cf5909515c58 req-52474baf-46c1-4ab4-bd9a-d668c80bb4ab tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:04.776428 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-12011f81-5c05-4125-93b9-cf5909515c58 req-52474baf-46c1-4ab4-bd9a-d668c80bb4ab tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.1222498 Aug 31 13:50:04.806633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.810974 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.879330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.879656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e785a-f606-421e-a942-1ccd7ee09c46 req-276b5f2b-238a-4189-a428-0966a93ca9d1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:04.881200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c3e785a-f606-421e-a942-1ccd7ee09c46 req-276b5f2b-238a-4189-a428-0966a93ca9d1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1930106 Aug 31 13:50:04.881784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.882308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03cc8a3f-92e6-4b5b-8aea-4a095570642b {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:50:04.882999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.893196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-4cbcf1f1-3413-4526-b30c-c2ae436b8e29 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:04.894963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-4cbcf1f1-3413-4526-b30c-c2ae436b8e29 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.2079799 Aug 31 13:50:04.895885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-12011f81-5c05-4125-93b9-cf5909515c58 req-dee23b2f-8189-4875-a015-a26240757b34 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917838 Aug 31 13:50:04.898100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.899709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e4a6fe27-c759-4663-bf73-0cf7c6ade73d admin admin] 10.222.0.10 "DELETE /v2.0/routers/03cc8a3f-92e6-4b5b-8aea-4a095570642b HTTP/1.1" status: 204 len: 168 time: 2.2348449 Aug 31 13:50:04.902583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.903529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56812) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:04.954923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] vlan segment allocate from pool success with {'vlan_id': 1540, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:04.971791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.972363 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Added segment 40ddb6f1-2121-4238-bd86-1556c715a7d3 of type vlan for network 84494211-7742-46ec-a0b2-7fe6f43f220e Aug 31 13:50:05.028639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] Deleting subnet c8026ea5-5643-4f6f-ab60-f61eee608e46 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:05.030526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Pushing event deleted for resources: {'Port': ['ID=64290c6f-81f6-4cfb-9a81-d110688f23cf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:05.044620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.049582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c3e785a-f606-421e-a942-1ccd7ee09c46 req-38180167-0e6b-4601-b663-b71b2d07638d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373003 Aug 31 13:50:05.057016 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.106094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.107086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:05.107825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.136093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.198921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Deleting port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:05.201105 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.341277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.373417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Pushing event updated for resources: {'Network': ['ID=84494211-7742-46ec-a0b2-7fe6f43f220e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:05.376953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] No DVR routers for this DVR port 64290c6f-81f6-4cfb-9a81-d110688f23cf on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:05.387887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64290c6f-81f6-4cfb-9a81-d110688f23cf no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:05.393809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 84494211-7742-46ec-a0b2-7fe6f43f220e details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:05.396854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.404956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-278d6e94-3ece-4d5b-9bc3-6fcb0e6e03a1 req-898a1273-5fd4-42a6-9b7b-cf1506e20a6e tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.26 "DELETE /v2.0/ports/64290c6f-81f6-4cfb-9a81-d110688f23cf HTTP/1.1" status: 204 len: 173 time: 1.6227252 Aug 31 13:50:05.410564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbaf7dc-d113-47ff-a2a4-2488db74e2a1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:05.422618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] For port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:05.422982 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.427570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'name': 'network-vif-deleted', 'tag': '64290c6f-81f6-4cfb-9a81-d110688f23cf'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:05.437585 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84c83e-69f7-44d6-a426-cb26fa2d6890" -d '{"events": [{"server_uuid": "800232c4-930d-4b2d-ad40-d4828f64b3bd", "name": "network-vif-deleted", "tag": "64290c6f-81f6-4cfb-9a81-d110688f23cf"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:05.439018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711800e5-f1d8-4f6c-9eaa-08e70a5bc32d req-90480739-bb9e-402f-b94b-fd93b37e1a47 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:05.441244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-711800e5-f1d8-4f6c-9eaa-08e70a5bc32d req-90480739-bb9e-402f-b94b-fd93b37e1a47 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 946 time: 0.1607604 Aug 31 13:50:05.463763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8f94468-ba4d-49ae-a6ce-72c265d70669 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3567688 Aug 31 13:50:05.475734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56820) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:05.483587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Calling delete_port for 2f1ea42d-c730-42be-a396-9e4dbc6bea7b owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:05.501443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Request body: {'subnet': {'network_id': '84494211-7742-46ec-a0b2-7fe6f43f220e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-560813519-subnet', 'tenant_id': 'ea381d9ff29a43f69771bf0f13e822ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:05.530466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cdbd-856a-405b-86fd-2d59815b58b0 req-4b1a2feb-df5a-4cbe-8287-89290f138897 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:05.538225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb78cdbd-856a-405b-86fd-2d59815b58b0 req-4b1a2feb-df5a-4cbe-8287-89290f138897 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 943 time: 0.5051060 Aug 31 13:50:05.552105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 64290c6f-81f6-4cfb-9a81-d110688f23cf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:05.552890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64290c6f-81f6-4cfb-9a81-d110688f23cf not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:05.571039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Made reservation on behalf of ea381d9ff29a43f69771bf0f13e822ed for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:05.574256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.574424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.646948 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb78cdbd-856a-405b-86fd-2d59815b58b0 req-a629cb88-f3f4-41ee-a519-ff7ca09b9b84 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066058 Aug 31 13:50:05.690567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fcac3c64-f57e-4367-9fa7-536711169d64 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:05.715797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: fcac3c64-f57e-4367-9fa7-536711169d64 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:05.716138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fcac3c64-f57e-4367-9fa7-536711169d64 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:05.730244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8026ea5-5643-4f6f-ab60-f61eee608e46,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:05.737201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.740150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9a79b9ac-1a8d-4422-9b82-5b46e9109501 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c8026ea5-5643-4f6f-ab60-f61eee608e46 HTTP/1.1" status: 204 len: 168 time: 0.8350968 Aug 31 13:50:05.745396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13323dab-b535-48be-bc51-8624acebcde9 None None] Network 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:05.751543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56822) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:05.778560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-b830ed37-278d-456d-8a64-93bde4c4f473 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.3202686 Aug 31 13:50:05.787412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-711800e5-f1d8-4f6c-9eaa-08e70a5bc32d req-903e64cb-ef8d-4750-bc36-f0c958560912 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252349 Aug 31 13:50:05.879974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-211edbee-8ca6-4dad-8661-85be9fe5f384 req-0f55b72d-ecc8-4993-8f38-668bb6d8c8cb tempest-ServerDiagnosticsNegativeTest-525788403 tempest-ServerDiagnosticsNegativeTest-525788403-project] 10.222.0.10 "GET /v2.0/ports?device_id=800232c4-930d-4b2d-ad40-d4828f64b3bd HTTP/1.1" status: 200 len: 210 time: 0.0533278 Aug 31 13:50:05.950125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:05.958554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-08837d87-bc5a-4427-810e-acfd8ca1df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:05.960095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-08837d87-bc5a-4427-810e-acfd8ca1df53 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1064 time: 0.1406775 Aug 31 13:50:06.002650 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909e10d-8f92-4df0-b595-c2f86471b510 x-openstack-request-id: req-c909e10d-8f92-4df0-b595-c2f86471b510 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:06.002971 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800232c4-930d-4b2d-ad40-d4828f64b3bd", "name": "network-vif-deleted", "tag": "64290c6f-81f6-4cfb-9a81-d110688f23cf", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:06.003428 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c909e10d-8f92-4df0-b595-c2f86471b510 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:06.003838 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800232c4-930d-4b2d-ad40-d4828f64b3bd', 'name': 'network-vif-deleted', 'tag': '64290c6f-81f6-4cfb-9a81-d110688f23cf', 'status': 'completed', 'code': 200} Aug 31 13:50:06.015393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.022644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:06.058072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79430874-7a3e-4511-8656-e9f1d711c143,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:06.086296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.117637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Deleting port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:06.118066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.143254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['57ac63a6-0dc9-41ec-ae99-e80d821fcc84'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:06.200897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] DHCP port deletion for 145bc3c3-385f-4055-9f2c-ec2e0c0d0583 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:50:06.215770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event deleted for resources: {'Port': ['ID=2f1ea42d-c730-42be-a396-9e4dbc6bea7b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:06.232726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.249454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Checking segment: {'id': '40ddb6f1-2121-4238-bd86-1556c715a7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '84494211-7742-46ec-a0b2-7fe6f43f220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:06.250091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Network hostable DHCP agents. Network: 84494211-7742-46ec-a0b2-7fe6f43f220e, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:06.281809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] No DVR routers for this DVR port 2f1ea42d-c730-42be-a396-9e4dbc6bea7b on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:06.286867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.289673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e49fe96-5c35-444b-86aa-3aaaf514c8ff req-81754894-1d8b-44a9-8d1b-e5c57eb26cfe tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "DELETE /v2.0/ports/2f1ea42d-c730-42be-a396-9e4dbc6bea7b HTTP/1.1" status: 204 len: 173 time: 1.3424377 Aug 31 13:50:06.290341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'name': 'network-vif-deleted', 'tag': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:06.292558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] For port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,segment=NetworkSegment(298abb26-d1ae-4255-9a01-dee7b4269824),segment_id=298abb26-d1ae-4255-9a01-dee7b4269824)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:06.292774 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2401abdf-5e13-4620-bc57-248ded3e3ede" -d '{"events": [{"server_uuid": "ef5a4de3-e15d-4115-af72-1cb15ad33825", "name": "network-vif-deleted", "tag": "2f1ea42d-c730-42be-a396-9e4dbc6bea7b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:06.294158 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.307344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fe7aa-a0da-4368-b75a-dde68d04a14d req-fd7f108c-7940-4f98-bd0f-7358907676c6 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:06.308814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Calling delete_port for 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:06.316375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b03fe7aa-a0da-4368-b75a-dde68d04a14d req-fd7f108c-7940-4f98-bd0f-7358907676c6 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.2473271 Aug 31 13:50:06.395845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-bf8cd92b-15d3-49f6-8587-0c8b50e750e5 req-d374f8c0-f7ab-4a8a-a277-536a43cab6b6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:50:06.404438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf8cd92b-15d3-49f6-8587-0c8b50e750e5 req-d374f8c0-f7ab-4a8a-a277-536a43cab6b6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147030 Aug 31 13:50:06.415799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.423932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] Deleting port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:06.424513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.494743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:06.500136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b03fe7aa-a0da-4368-b75a-dde68d04a14d req-99efadde-57dc-4bce-a57d-d84f96a75911 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827228 Aug 31 13:50:06.508532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] No DVR routers for this DVR port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:06.536050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Network 84494211-7742-46ec-a0b2-7fe6f43f220e is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:06.581299 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c943ad-c893-4c22-8961-fe338c3f6f8a x-openstack-request-id: req-52c943ad-c893-4c22-8961-fe338c3f6f8a {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:06.582104 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5a4de3-e15d-4115-af72-1cb15ad33825", "name": "network-vif-deleted", "tag": "2f1ea42d-c730-42be-a396-9e4dbc6bea7b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:06.583160 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52c943ad-c893-4c22-8961-fe338c3f6f8a {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:06.584546 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5a4de3-e15d-4115-af72-1cb15ad33825', 'name': 'network-vif-deleted', 'tag': '2f1ea42d-c730-42be-a396-9e4dbc6bea7b', 'status': 'completed', 'code': 200} Aug 31 13:50:06.609052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] For port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7, host n-d-792362-6, got binding levels [] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:06.609682 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.616107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 84494211-7742-46ec-a0b2-7fe6f43f220e) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:06.633348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b59c9-6b11-45ee-b9f2-8ea04f1f3ecf None None] Network 84494211-7742-46ec-a0b2-7fe6f43f220e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:06.658758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:06.666464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:06.670884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.718387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] Calling delete_port for 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:06.724932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.ipam_backend_mixin [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] Port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 was not found and therefore no delete operation was performed {{(pid=101362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:50:06.774157 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.775368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.791996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.794627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b87d62c7-fad5-46eb-99f8-472938a794e9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3166540 Aug 31 13:50:06.802344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] No DVR routers for this DVR port 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:06.813073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.841355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145bc3c3-385f-4055-9f2c-ec2e0c0d0583']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:06.859566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e89f-126b-4c5c-871f-d9c407624791 None None] Pushing event deleted for resources: {'Port': ['ID=0aa10d26-b15c-4b7a-b185-82ce63e14dd7,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:06.913661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298abb26-d1ae-4255-9a01-dee7b4269824') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:06.913661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298abb26-d1ae-4255-9a01-dee7b4269824') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:06.917950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:06.918296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:06.918630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:06.928432 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.938394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:06.938706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:06.950241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:06.950241 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:06.950650 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 2 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:06.953929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=10']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:06.972053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efb52-2880-45f2-8d0c-8d7facf61b7d req-93f92494-3cbc-4e32-818f-ddd7c9183091 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:06.973835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-911efb52-2880-45f2-8d0c-8d7facf61b7d req-93f92494-3cbc-4e32-818f-ddd7c9183091 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 943 time: 0.1553621 Aug 31 13:50:06.975026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.982958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aaec0-066a-429d-9d95-d3f4d4728bc4 req-6ec051e8-c2e3-4485-a3d5-755edfca3ee2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:06.984494 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-67eeb6fc-64ae-43ce-9847-5f5e0a97d05f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571841 Aug 31 13:50:06.989861 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Releasing vlan 1521 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:06.990362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.996658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb3aaec0-066a-429d-9d95-d3f4d4728bc4 req-6ec051e8-c2e3-4485-a3d5-755edfca3ee2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1156161 Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:06.998095 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:07.005895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.006242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.006583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.021189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.021731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.053467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e71b6-7b65-4ce4-b13b-0e94330eb8c2 None None] Network 84494211-7742-46ec-a0b2-7fe6f43f220e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:07.074353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.074667 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.076494 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 3 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.101422 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-911efb52-2880-45f2-8d0c-8d7facf61b7d req-dd9449a8-e2ab-490b-a080-ca812b9d734d tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba2b6f71-af2a-4b4d-bc21-027c273b058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154802 Aug 31 13:50:07.126762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.141090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.143738 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/145bc3c3-385f-4055-9f2c-ec2e0c0d0583 HTTP/1.1" status: 204 len: 168 time: 1.3911231 Aug 31 13:50:07.145033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb3aaec0-066a-429d-9d95-d3f4d4728bc4 req-0b4bb4f5-6abb-4647-9d6b-2d14666f7847 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258624 Aug 31 13:50:07.157374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.157943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.158292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.168577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a66b2d-93e6-43b1-bb34-53309b971cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=145bc3c3-385f-4055-9f2c-ec2e0c0d0583,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:07.212166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.220921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.241941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.243086 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.246988 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 4 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.282001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.282401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.282740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.295428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-9527793a-18ac-4af7-b887-11ebe68ff48a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:07.297072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-9527793a-18ac-4af7-b887-11ebe68ff48a tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 943 time: 0.2990673 Aug 31 13:50:07.301346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.301886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.311522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f475a5-d6ed-4c68-8e21-9e47de7b6265 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:07.313944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.314223 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.315891 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 5 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.343164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ceba2-25b0-4e21-859b-e6a8c79d1fa0 req-7ed76955-7ffe-444a-bc6b-6dc10183d417 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:07.353863 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf0ceba2-25b0-4e21-859b-e6a8c79d1fa0 req-7ed76955-7ffe-444a-bc6b-6dc10183d417 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.1363993 Aug 31 13:50:07.354252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b5f475a5-d6ed-4c68-8e21-9e47de7b6265 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:07.355673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b5f475a5-d6ed-4c68-8e21-9e47de7b6265 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:07.357303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:07.383701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56862) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:07.417310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:07.417559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0aa10d26-b15c-4b7a-b185-82ce63e14dd7 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:07.420773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.421172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.421503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.436604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 27dcb4f7-116b-4fb6-a908-4c6e84459f1b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:07.462442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-873578f3-26cb-4896-b0ef-2648eba452dc req-9d19849e-e178-423e-a824-2762f30e08ee tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5a4de3-e15d-4115-af72-1cb15ad33825 HTTP/1.1" status: 200 len: 210 time: 0.0479510 Aug 31 13:50:07.465594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ae1076b5-65bc-47fe-a995-379b146fc303 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b04693b5611548f481316e0d75d4190e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801749 Aug 31 13:50:07.469402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56864) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:07.481627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.482454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.501069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.501623 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.501984 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 6 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.515390 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf0ceba2-25b0-4e21-859b-e6a8c79d1fa0 req-8d466e8d-eb24-4d39-bc7a-8f57db6642ac tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597717 Aug 31 13:50:07.539224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.539578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.540066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.546020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.546389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.551269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.551569 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.551967 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 7 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.582756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2f1ea42d-c730-42be-a396-9e4dbc6bea7b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:07.585203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.585607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.585946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.603949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 2f1ea42d-c730-42be-a396-9e4dbc6bea7b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:07.604161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.604408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.604916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2f1ea42d-c730-42be-a396-9e4dbc6bea7b not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:07.614079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cecdca0e-1bc6-447d-93da-26d98d5ea82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.614296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Deleting port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:07.614486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.620653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.624679 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.655253 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 8 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.657371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cecdca0e-1bc6-447d-93da-26d98d5ea82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.718934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.719275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.719614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.732914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.733349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.735797 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cecdca0e-1bc6-447d-93da-26d98d5ea82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.739077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cecdca0e-1bc6-447d-93da-26d98d5ea82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.740567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cecdca0e-1bc6-447d-93da-26d98d5ea82f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c465ffac-11e1-409c-946b-595b71144c51 HTTP/1.1" status: 204 len: 168 time: 0.2698665 Aug 31 13:50:07.761121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.761121 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.761900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdca0e-1bc6-447d-93da-26d98d5ea82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c465ffac-11e1-409c-946b-595b71144c51,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:07.764032 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 9 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.800126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.800470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.800810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.808103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] For port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,segment=NetworkSegment(64ec8482-0afe-4439-ad66-a80b47354739),segment_id=64ec8482-0afe-4439-ad66-a80b47354739)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:07.808488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.816772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.817069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.827061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Calling delete_port for 27dcb4f7-116b-4fb6-a908-4c6e84459f1b owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:07.829182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.829450 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.831846 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempt 10 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:50:07.852243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:07.852584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:07.853016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.889607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.889973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:07.899865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:07.900208 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:50:07.900650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:07.974729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-7f0f2520-5ab9-4ea9-9e3d-8fc04c4df86f req-008efb91-3c94-4d19-a7e9-66057fb03085 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1061633583', 'description': 'tempest-description-777064416'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:08.001625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56886) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:08.056253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:08.056726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:50:08.061123 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7f0f2520-5ab9-4ea9-9e3d-8fc04c4df86f req-008efb91-3c94-4d19-a7e9-66057fb03085 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.068725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.069509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] In _notify_port_updated(), no bound segment for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:50:08.070660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:08.072232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.073697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] 10.222.0.101 "PUT /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 1062 time: 2.0674982 Aug 31 13:50:08.168459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.236573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c6761-48c9-491d-b53f-f9e67c8e8d15 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=11']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:08.304251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Pushing event deleted for resources: {'Port': ['ID=27dcb4f7-116b-4fb6-a908-4c6e84459f1b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:08.306688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85352736-5edd-43d5-b883-fec75995b328 req-c89b86d0-7204-44c7-84d4-811eb0dab1b1 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 210 time: 0.0692503 Aug 31 13:50:08.346375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] No DVR routers for this DVR port 27dcb4f7-116b-4fb6-a908-4c6e84459f1b on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:08.352322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.354661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b94be6-471e-41a7-abbd-f629c78d690f req-662d6e52-ea6d-4204-bd31-b85649b7fba8 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.26 "DELETE /v2.0/ports/27dcb4f7-116b-4fb6-a908-4c6e84459f1b HTTP/1.1" status: 204 len: 173 time: 1.0394018 Aug 31 13:50:08.370299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-6789121c-1969-424b-bb54-615a2c5a1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:08.371874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-6789121c-1969-424b-bb54-615a2c5a1c8f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.1927149 Aug 31 13:50:08.383087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7f0f2520-5ab9-4ea9-9e3d-8fc04c4df86f req-008efb91-3c94-4d19-a7e9-66057fb03085 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.388113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7f0f2520-5ab9-4ea9-9e3d-8fc04c4df86f req-008efb91-3c94-4d19-a7e9-66057fb03085 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.437595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9a15419e-9312-42fd-87a2-2b52980ee64e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7a009aae612457fa8eb04b766db4767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341991 Aug 31 13:50:08.440152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56898) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:08.469949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7f0f2520-5ab9-4ea9-9e3d-8fc04c4df86f req-008efb91-3c94-4d19-a7e9-66057fb03085 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.471183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f0f2520-5ab9-4ea9-9e3d-8fc04c4df86f req-008efb91-3c94-4d19-a7e9-66057fb03085 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5069575 Aug 31 13:50:08.525191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008efb91-3c94-4d19-a7e9-66057fb03085 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdfab0-e9d9-44c3-9135-8649037c95f9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:08.528822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-7e7ab1ff-6b78-421d-8569-9e7cac49c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:08.530655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-7e7ab1ff-6b78-421d-8569-9e7cac49c314 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1223221 Aug 31 13:50:08.545597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f9424-dbbe-4e39-a82f-3a9ccaa3daa7 req-3c17ffd9-2364-4385-bb0f-232702770573 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:08.547302 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e38f9424-dbbe-4e39-a82f-3a9ccaa3daa7 req-3c17ffd9-2364-4385-bb0f-232702770573 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1083536 Aug 31 13:50:08.564897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07c7a720-7b5f-4172-aaaf-bb2dd5de5c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.598696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}, {'server_uuid': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'name': 'network-vif-deleted', 'tag': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:08.600984 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b56c2-74db-40b3-af98-d7d70020e765" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}, {"server_uuid": "8ce50e87-8d2d-4504-8f39-dc5fbde2673b", "name": "network-vif-deleted", "tag": "27dcb4f7-116b-4fb6-a908-4c6e84459f1b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:08.607497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-556030a7-9401-4c5c-96a5-1898a62dfb4a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0648222 Aug 31 13:50:08.620852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07c7a720-7b5f-4172-aaaf-bb2dd5de5c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.637730 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e38f9424-dbbe-4e39-a82f-3a9ccaa3daa7 req-f6583f25-41c0-4ad8-bd44-d8293df47fad tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738976 Aug 31 13:50:08.672537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-d3387015-719c-4ebb-a45c-aa12fc9c1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:08.673602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-d3387015-719c-4ebb-a45c-aa12fc9c1695 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0527601 Aug 31 13:50:08.707024 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07c7a720-7b5f-4172-aaaf-bb2dd5de5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.710196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07c7a720-7b5f-4172-aaaf-bb2dd5de5c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.711529 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-07c7a720-7b5f-4172-aaaf-bb2dd5de5c43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdff678a-70d5-4b4d-bcf7-3f1c637d576a HTTP/1.1" status: 204 len: 168 time: 0.2703154 Aug 31 13:50:08.752477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-8abb8d42-35d2-4193-8dc3-8f4c702dab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:08.755484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-8abb8d42-35d2-4193-8dc3-8f4c702dab1e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735993 Aug 31 13:50:08.759057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52f2ec98-be01-499c-8977-911f53b91e52 req-88f29ffc-463a-4548-a913-6b13e28ba931 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/33bdfab0-e9d9-44c3-9135-8649037c95f9 HTTP/1.1" status: 200 len: 1812 time: 0.1540668 Aug 31 13:50:08.760417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7a720-7b5f-4172-aaaf-bb2dd5de5c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff678a-70d5-4b4d-bcf7-3f1c637d576a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:08.781757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-52f2ec98-be01-499c-8977-911f53b91e52 req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33bdfab0-e9d9-44c3-9135-8649037c95f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:08.782302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-52f2ec98-be01-499c-8977-911f53b91e52 req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33bdfab0-e9d9-44c3-9135-8649037c95f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:08.802765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84cd30-65ee-4503-a008-5ab7f5b60426 req-f4dc9e01-54c8-434e-bd27-7f032f662c18 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:08.805508 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2f84cd30-65ee-4503-a008-5ab7f5b60426 req-f4dc9e01-54c8-434e-bd27-7f032f662c18 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.0825183 Aug 31 13:50:08.855905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2f84cd30-65ee-4503-a008-5ab7f5b60426 req-3d4414c9-4d40-4510-b8e5-6f38386f7416 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 Aug 31 13:50:08.916477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-46ab476d-8473-43ef-92a5-e71937b17b90 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493995 Aug 31 13:50:08.939748 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52f2ec98-be01-499c-8977-911f53b91e52 req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.062571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52f2ec98-be01-499c-8977-911f53b91e52 req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.071326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52f2ec98-be01-499c-8977-911f53b91e52 req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.120720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-cbd4b53a-9269-464c-b101-d2bc8c4cbd1e tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.122347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-cbd4b53a-9269-464c-b101-d2bc8c4cbd1e tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.1351931 Aug 31 13:50:09.125735 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d938ed-a443-431e-9c58-dfbdf5e34006 x-openstack-request-id: req-45d938ed-a443-431e-9c58-dfbdf5e34006 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:09.126037 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}, {"server_uuid": "8ce50e87-8d2d-4504-8f39-dc5fbde2673b", "name": "network-vif-deleted", "tag": "27dcb4f7-116b-4fb6-a908-4c6e84459f1b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:09.126297 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45d938ed-a443-431e-9c58-dfbdf5e34006 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:09.126718 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:50:09.126975 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce50e87-8d2d-4504-8f39-dc5fbde2673b', 'name': 'network-vif-deleted', 'tag': '27dcb4f7-116b-4fb6-a908-4c6e84459f1b', 'status': 'completed', 'code': 200} Aug 31 13:50:09.160954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca639f22-8984-46ae-a1bf-783189dcfbaa req-d3629bb5-3bd4-4f7c-a0d2-0b7b56cac45e service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345254 Aug 31 13:50:09.161716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ae7d96-8836-4abb-85a5-259290ce9376,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:09.164056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-52f2ec98-be01-499c-8977-911f53b91e52 req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.188727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52f2ec98-be01-499c-8977-911f53b91e52 req-fc3d8ceb-1522-48e4-95c3-e5bfc8f0a775 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4124165 Aug 31 13:50:09.282616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56938) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:09.308797 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb44e201-41d0-44b7-ab8a-940b12595479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.387944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74d503b3-86a6-48a9-a4c8-e1cc0075a701 req-e5c37e05-7986-489b-b2fe-f9e929014236 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/33bdfab0-e9d9-44c3-9135-8649037c95f9 HTTP/1.1" status: 200 len: 2405 time: 0.0822289 Aug 31 13:50:09.403671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-13577ff0-b9e0-4e87-a916-e7f6855a4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.405430 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-13577ff0-b9e0-4e87-a916-e7f6855a4bbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.1136191 Aug 31 13:50:09.436104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-f92a0534-a77c-4f7a-bfde-a3674effcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.437646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-f92a0534-a77c-4f7a-bfde-a3674effcea3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1100 time: 0.1435437 Aug 31 13:50:09.441622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-849c8b32-bf2a-49c1-a009-e2a669ca16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.443051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-849c8b32-bf2a-49c1-a009-e2a669ca16ab service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.1478906 Aug 31 13:50:09.470737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7794-cf79-4050-9b89-52f9c9756a83 req-9fc61a84-c04b-451f-8a79-595f66e04e12 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.472204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaab7794-cf79-4050-9b89-52f9c9756a83 req-9fc61a84-c04b-451f-8a79-595f66e04e12 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.1761398 Aug 31 13:50:09.547840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.550299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-36ab0d8a-89bb-4f4f-ac67-2dd0c3bbe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.551807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-36ab0d8a-89bb-4f4f-ac67-2dd0c3bbe0d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1305249 Aug 31 13:50:09.563093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb44e201-41d0-44b7-ab8a-940b12595479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.572677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb44e201-41d0-44b7-ab8a-940b12595479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.592181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Deleting port d96c62d6-e51e-413d-adf4-f3d95305cec5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:09.592839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.624517 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-225c81b4-6d15-481c-8dd4-2702a60ca587 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0579073 Aug 31 13:50:09.649289 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb44e201-41d0-44b7-ab8a-940b12595479 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6af7153d0ca64b7cb0c7bf1870970f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630207 Aug 31 13:50:09.658190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56948) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:09.658806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e201-41d0-44b7-ab8a-940b12595479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b48154-5ad1-4833-9aba-eeea9bd3359a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:09.704110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-cbdee83b-ddcf-4ce7-91d1-e2d752cd2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.706617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-cbdee83b-ddcf-4ce7-91d1-e2d752cd2bd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2548497 Aug 31 13:50:09.729896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-86ca03fa-dde6-4ad6-9eb6-486f9ff1eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.732344 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-86ca03fa-dde6-4ad6-9eb6-486f9ff1eb40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0818188 Aug 31 13:50:09.743609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaab7794-cf79-4050-9b89-52f9c9756a83 req-21a190b2-2803-42cc-ad5b-9c91bc65aca7 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514079 Aug 31 13:50:09.800837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8a451c9-efd6-4022-8ace-00b00b536af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.803194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-49e11d3c-264e-477e-ae6c-9122ac5a8829 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 217 time: 0.0778956 Aug 31 13:50:09.807487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-f4fa139b-d4e2-4ebf-85f7-ab0cfaa07855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.809202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-f4fa139b-d4e2-4ebf-85f7-ab0cfaa07855 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.3489563 Aug 31 13:50:09.856435 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-6374babf-1f09-481d-a585-e24248449198 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=86c596e215854d6488f7851e40ab65d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473392 Aug 31 13:50:09.859381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8a451c9-efd6-4022-8ace-00b00b536af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.880417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-9958efa8-a806-49d6-b2dc-031c5d5ec834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:09.881826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-9958efa8-a806-49d6-b2dc-031c5d5ec834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263018 Aug 31 13:50:09.918589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-8cacb6e1-a0fc-4fa6-900e-0f6cc5ce65a9 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0869241 Aug 31 13:50:09.941224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac5857ff-fb9f-4f48-8edc-c843e150950c req-260d9d2e-8e9c-4425-a664-e883c6e78fb2 tempest-ImagesTestJSON-134941136 tempest-ImagesTestJSON-134941136-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce50e87-8d2d-4504-8f39-dc5fbde2673b HTTP/1.1" status: 200 len: 210 time: 0.0414228 Aug 31 13:50:09.942967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] For port d96c62d6-e51e-413d-adf4-f3d95305cec5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d96c62d6-e51e-413d-adf4-f3d95305cec5,segment=NetworkSegment(2669b31c-597b-4fbb-8c1f-999c0149db53),segment_id=2669b31c-597b-4fbb-8c1f-999c0149db53)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:09.943343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.068208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-187628b7-4da2-4e7c-9614-faa37f30ef7d tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:10.070403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-187628b7-4da2-4e7c-9614-faa37f30ef7d tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070968 Aug 31 13:50:10.073422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8a451c9-efd6-4022-8ace-00b00b536af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.076052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8a451c9-efd6-4022-8ace-00b00b536af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.077245 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c8a451c9-efd6-4022-8ace-00b00b536af6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4b48154-5ad1-4833-9aba-eeea9bd3359a HTTP/1.1" status: 204 len: 168 time: 0.4155896 Aug 31 13:50:10.082380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-b217ba7b-6d78-497b-b75b-0ba817adab2f service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864066 Aug 31 13:50:10.097984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a451c9-efd6-4022-8ace-00b00b536af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b48154-5ad1-4833-9aba-eeea9bd3359a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:10.108509 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-616c5d2f-7c3d-4109-85d8-5cab37c32b8a tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/quotas/86c596e215854d6488f7851e40ab65d3 HTTP/1.1" status: 200 len: 375 time: 0.0299990 Aug 31 13:50:10.182218 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-146d3f10-8ac0-47e2-b9bc-0f2667ac27d6 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86c596e215854d6488f7851e40ab65d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624409 Aug 31 13:50:10.231645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-b89f0c47-3962-4fbe-8bc9-1f02a2d2c91d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350913 Aug 31 13:50:10.342656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Calling delete_port for d96c62d6-e51e-413d-adf4-f3d95305cec5 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:10.367963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-6617fde5-09b3-4c83-a967-a6f561a538cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:10.369466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-6617fde5-09b3-4c83-a967-a6f561a538cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.5520129 Aug 31 13:50:10.383824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64cdff61-1f7e-4828-8c70-abe69a5c17f1 req-31a5d34f-6efa-41b4-847d-853380a5e4af tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-group-rules/e8ae7d96-8836-4abb-85a5-259290ce9376 HTTP/1.1" status: 200 len: 778 time: 0.3885317 Aug 31 13:50:10.446581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368d184-b21d-4bfa-bceb-998e84df8107 req-f28b1586-4e4f-4c8e-a723-40c700d1112b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:10.448922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2368d184-b21d-4bfa-bceb-998e84df8107 req-f28b1586-4e4f-4c8e-a723-40c700d1112b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0698583 Aug 31 13:50:10.460448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-b88f6107-f5c8-43c7-98eb-644aa3dcde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:10.460448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-b88f6107-f5c8-43c7-98eb-644aa3dcde64 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.5200741 Aug 31 13:50:10.516820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2368d184-b21d-4bfa-bceb-998e84df8107 req-b2174780-1b2b-4d39-8788-cccd0a42ed3e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573452 Aug 31 13:50:10.546068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64cdff61-1f7e-4828-8c70-abe69a5c17f1 req-1b4d7ba6-bfd2-4490-abdd-cad984261c47 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/33bdfab0-e9d9-44c3-9135-8649037c95f9 HTTP/1.1" status: 200 len: 2405 time: 0.1613953 Aug 31 13:50:10.566997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-011fd90d-3108-42ba-abf2-5edae994487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:10.568639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-011fd90d-3108-42ba-abf2-5edae994487d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829643 Aug 31 13:50:10.649576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-64cdff61-1f7e-4828-8c70-abe69a5c17f1 req-6ad0a059-99d5-476d-9097-144db539506e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.652800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b56c2-74db-40b3-af98-d7d70020e765 req-08817f43-deee-45ca-8fb0-658a84c049bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:10.654380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-08817f43-deee-45ca-8fb0-658a84c049bd service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817958 Aug 31 13:50:10.675216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2aaa53-6540-4b37-9781-cda37123f270 req-22f8ff99-2601-4bef-9913-3bd6b1c1736b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:10.676591 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0d2aaa53-6540-4b37-9781-cda37123f270 req-22f8ff99-2601-4bef-9913-3bd6b1c1736b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 946 time: 0.1008375 Aug 31 13:50:10.678126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-64cdff61-1f7e-4828-8c70-abe69a5c17f1 req-6ad0a059-99d5-476d-9097-144db539506e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.773312 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0d2aaa53-6540-4b37-9781-cda37123f270 req-9a34729e-c6eb-4c8e-89c4-4d7cbf1ae89c tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/security-groups?id=d71c2e20-0e68-4d80-b81c-16727d269574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812912 Aug 31 13:50:10.852713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-64cdff61-1f7e-4828-8c70-abe69a5c17f1 req-6ad0a059-99d5-476d-9097-144db539506e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.873043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-64cdff61-1f7e-4828-8c70-abe69a5c17f1 req-6ad0a059-99d5-476d-9097-144db539506e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.878181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64cdff61-1f7e-4828-8c70-abe69a5c17f1 req-6ad0a059-99d5-476d-9097-144db539506e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e8ae7d96-8836-4abb-85a5-259290ce9376 HTTP/1.1" status: 204 len: 173 time: 0.3304269 Aug 31 13:50:10.878375 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:10.919442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0a059-99d5-476d-9097-144db539506e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8ae7d96-8836-4abb-85a5-259290ce9376,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:10.925693 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-50f21a4e-9f8b-4eb8-8fe8-6d2a93aa3dc8 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439336 Aug 31 13:50:10.938791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Pushing event deleted for resources: {'Port': ['ID=d96c62d6-e51e-413d-adf4-f3d95305cec5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:11.070416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661d6e-c9b3-477d-88fc-6c2d9eb716d1 req-a57a713e-59b7-42a5-a6cf-b7adbf5b075d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:11.077493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-59661d6e-c9b3-477d-88fc-6c2d9eb716d1 req-a57a713e-59b7-42a5-a6cf-b7adbf5b075d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.0757155 Aug 31 13:50:11.084297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-258a3893-9bd1-4765-adb6-c793b42dc2b8 req-c6cef795-7084-42ef-acaf-4ae4d9b0607d tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 210 time: 0.1400771 Aug 31 13:50:11.098934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] No DVR routers for this DVR port d96c62d6-e51e-413d-adf4-f3d95305cec5 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:11.103078 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.105381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5341d902-0fa3-4171-88bb-b76f7492fccb req-07b6e810-dc68-420b-afa4-84386bf65c0b tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.26 "DELETE /v2.0/ports/d96c62d6-e51e-413d-adf4-f3d95305cec5 HTTP/1.1" status: 204 len: 173 time: 1.8694861 Aug 31 13:50:11.143183 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-59661d6e-c9b3-477d-88fc-6c2d9eb716d1 req-ae67d198-6233-463b-a3bc-8cefa308081d tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e141fe7a-7d42-494a-8854-1205d34fdf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510125 Aug 31 13:50:11.150365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'name': 'network-vif-deleted', 'tag': 'd96c62d6-e51e-413d-adf4-f3d95305cec5'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:11.153135 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eef19f4-be6b-46f6-996b-c2cc2815cc85" -d '{"events": [{"server_uuid": "d1bf71d7-9c1e-4c02-bf18-27d0b27887d8", "name": "network-vif-deleted", "tag": "d96c62d6-e51e-413d-adf4-f3d95305cec5"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:11.163068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-d840e339-6ad0-4c61-b0f9-208b6486bb38 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819071 Aug 31 13:50:11.170437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b5af6e13-748b-4d79-9e07-e84137b2cd61 req-f91c971e-1cbc-44f1-99ee-f30abb623d63 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1427476860', 'description': 'tempest-description-859820387'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:11.266570 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef71d5ae-0164-46b7-a5e6-2225b3a930e2 x-openstack-request-id: req-ef71d5ae-0164-46b7-a5e6-2225b3a930e2 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:11.267369 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bf71d7-9c1e-4c02-bf18-27d0b27887d8", "name": "network-vif-deleted", "tag": "d96c62d6-e51e-413d-adf4-f3d95305cec5", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:11.267651 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef71d5ae-0164-46b7-a5e6-2225b3a930e2 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:11.268250 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bf71d7-9c1e-4c02-bf18-27d0b27887d8', 'name': 'network-vif-deleted', 'tag': 'd96c62d6-e51e-413d-adf4-f3d95305cec5', 'status': 'completed', 'code': 200} Aug 31 13:50:11.327949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5af6e13-748b-4d79-9e07-e84137b2cd61 req-f91c971e-1cbc-44f1-99ee-f30abb623d63 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.427519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-ed4cdea0-2d7a-48eb-822d-a3abe6f1c6fe service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251597 Aug 31 13:50:11.440194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:11.466723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884b56c2-74db-40b3-af98-d7d70020e765 req-c46ebc95-2761-4600-bfcc-162da880cd05 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905011 Aug 31 13:50:11.488252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-70596921-719c-4f87-acfe-fb9c84ed02bf tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:11.489795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-70596921-719c-4f87-acfe-fb9c84ed02bf tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 946 time: 0.2072947 Aug 31 13:50:11.568843 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.605329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5af6e13-748b-4d79-9e07-e84137b2cd61 req-f91c971e-1cbc-44f1-99ee-f30abb623d63 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.610640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:11.612071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5af6e13-748b-4d79-9e07-e84137b2cd61 req-f91c971e-1cbc-44f1-99ee-f30abb623d63 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.612366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:11.616390 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adb9afb-ccb7-48d1-b128-9701941f2b8c" -d '{"events": [{"server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "name": "network-vif-unplugged", "status": "completed", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:11.622387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.623873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d96c62d6-e51e-413d-adf4-f3d95305cec5 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:11.662189 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5af6e13-748b-4d79-9e07-e84137b2cd61 req-f91c971e-1cbc-44f1-99ee-f30abb623d63 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.664036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5af6e13-748b-4d79-9e07-e84137b2cd61 req-f91c971e-1cbc-44f1-99ee-f30abb623d63 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5072987 Aug 31 13:50:11.664693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c971e-1cbc-44f1-99ee-f30abb623d63 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d83ea82-b1c0-4c92-8ab7-9aee006aee23,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:11.681811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Deleting port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:11.682167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.746792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: d96c62d6-e51e-413d-adf4-f3d95305cec5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:11.747147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d96c62d6-e51e-413d-adf4-f3d95305cec5 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:11.754600 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62ade2c-4cab-422c-a50f-602193445ced x-openstack-request-id: req-c62ade2c-4cab-422c-a50f-602193445ced {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:11.754895 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "name": "network-vif-unplugged", "status": "completed", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:11.755156 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c62ade2c-4cab-422c-a50f-602193445ced {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:11.755565 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84', 'code': 200} Aug 31 13:50:11.819677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:11.834806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] For port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,segment=NetworkSegment(ce43c03f-5d90-4e9e-9c55-22bf3754ac62),segment_id=ce43c03f-5d90-4e9e-9c55-22bf3754ac62)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:11.835190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.844666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9dfe4-dd6c-4bb4-a5e9-6d8f951a8760 req-b2c00819-8a50-467b-81d3-02dc33b3053b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:11.846251 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9f9dfe4-dd6c-4bb4-a5e9-6d8f951a8760 req-b2c00819-8a50-467b-81d3-02dc33b3053b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0802686 Aug 31 13:50:11.859773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbd3691e-28e6-4f8c-8da0-9c056d46fb60 req-671a9f3c-2607-4336-95a0-9352894e41fc tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/1d83ea82-b1c0-4c92-8ab7-9aee006aee23 HTTP/1.1" status: 200 len: 1812 time: 0.0737984 Aug 31 13:50:11.860629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Calling delete_port for 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:11.911539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9f9dfe4-dd6c-4bb4-a5e9-6d8f951a8760 req-4868b6cc-a551-4bf8-b87b-de37fa35ba6a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579290 Aug 31 13:50:12.035506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8a7a8147-1702-479c-84bc-3b97c4169598 req-a9390cd7-ffaa-45b9-a046-e6bdb944b124 tempest-InstanceActionsV221TestJSON-1858771498 tempest-InstanceActionsV221TestJSON-1858771498-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1bf71d7-9c1e-4c02-bf18-27d0b27887d8 HTTP/1.1" status: 200 len: 210 time: 0.0313742 Aug 31 13:50:12.039271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.104258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Pushing event deleted for resources: {'Port': ['ID=57ac63a6-0dc9-41ec-ae99-e80d821fcc84,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:12.109342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-f4d05957-a4ea-4770-8e8b-6bfff38c81e3 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=86c596e215854d6488f7851e40ab65d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346396 Aug 31 13:50:12.115508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e6d85030-f4dc-400f-bece-a29401168b72 req-d1163ee6-01d9-4739-808f-62f925043cc9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1110395853', 'description': 'tempest-description-838049936'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:12.122872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57064) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:12.220325 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28ba62fb-e126-44ef-9909-cb439c71c5b0 req-fe6a54c7-d549-4e49-9a96-0131ff4007f8 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 210 time: 0.0309689 Aug 31 13:50:12.237162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] No DVR routers for this DVR port 57ac63a6-0dc9-41ec-ae99-e80d821fcc84 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:12.247757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.249735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aef9cb05-8ec7-4970-b633-2bd7a7c851dd req-e1950dde-4cfe-45f2-992b-b64b26a5c1a1 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.26 "DELETE /v2.0/ports/57ac63a6-0dc9-41ec-ae99-e80d821fcc84 HTTP/1.1" status: 204 len: 173 time: 0.7502954 Aug 31 13:50:12.267123 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6d85030-f4dc-400f-bece-a29401168b72 req-d1163ee6-01d9-4739-808f-62f925043cc9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.285432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] Deleting subnet 61031600-0441-4de8-862a-48ec957d864a {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:12.296141 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.310688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a427b344-03be-47e8-ac67-265bb5414074 req-eab46683-0b61-4bb6-8f2a-461cd42f3fd0 tempest-LiveAutoBlockMigrationV225Test-812896085 tempest-LiveAutoBlockMigrationV225Test-812896085-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3a73ba-bdfb-4711-a940-0b6c131b6a85 HTTP/1.1" status: 200 len: 210 time: 0.0311158 Aug 31 13:50:12.366289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-d5d1421c-0aed-4882-9f0f-d12564fecdb5 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:12.367748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-d5d1421c-0aed-4882-9f0f-d12564fecdb5 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202923 Aug 31 13:50:12.378866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.426594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Request body: {'port': {'device_id': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '86c596e215854d6488f7851e40ab65d3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:12.488073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.564807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-287aaf81-0787-4754-a33b-fe23d3b03889 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240700 Aug 31 13:50:12.570083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6d85030-f4dc-400f-bece-a29401168b72 req-d1163ee6-01d9-4739-808f-62f925043cc9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.577074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6d85030-f4dc-400f-bece-a29401168b72 req-d1163ee6-01d9-4739-808f-62f925043cc9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.631225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6d85030-f4dc-400f-bece-a29401168b72 req-d1163ee6-01d9-4739-808f-62f925043cc9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.632495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6d85030-f4dc-400f-bece-a29401168b72 req-d1163ee6-01d9-4739-808f-62f925043cc9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5298965 Aug 31 13:50:12.637177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1163ee6-01d9-4739-808f-62f925043cc9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d385d979-f55b-4d14-8356-c83dec7ee621,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:12.641946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.675536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61031600-0441-4de8-862a-48ec957d864a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:12.686365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.689619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-22ed4050-a983-4ad0-b110-e39a2997c6da admin admin] 10.222.0.10 "DELETE /v2.0/subnets/61031600-0441-4de8-862a-48ec957d864a HTTP/1.1" status: 204 len: 168 time: 0.5657995 Aug 31 13:50:12.692384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57082) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:12.696580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Made reservation on behalf of 86c596e215854d6488f7851e40ab65d3 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:12.699968 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.717858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.720052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-f460e70d-ce17-487a-bf37-3a9df8dc1744 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:12.721688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-f460e70d-ce17-487a-bf37-3a9df8dc1744 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510839 Aug 31 13:50:12.750644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aedf7085-f9d1-41c6-9b6e-048a661a44b3 req-41570e14-9fb6-4f4c-b953-5235f80978c8 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/d385d979-f55b-4d14-8356-c83dec7ee621 HTTP/1.1" status: 200 len: 1812 time: 0.0770738 Aug 31 13:50:12.769763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-b665df28-e8cd-4589-8bfb-89684b4a9a90 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/quotas/2f90fcaa084e4e5d832a259bdc4122b7 HTTP/1.1" status: 200 len: 375 time: 0.0199947 Aug 31 13:50:12.780567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-fe4ababc-1c56-4139-97d3-2299cb2afa64 req-5ed4e531-c8ba-4cf7-b4b4-05c29300f335 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-660924067', 'description': 'tempest-description-1566564603'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:12.797658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.815118 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-d14e0f42-a8ec-4527-9d4f-b8cb40cc4358 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332615 Aug 31 13:50:12.840253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.849032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.904038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.916051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b42fd37-680e-4723-8311-61308ced669b']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:12.920119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe4ababc-1c56-4139-97d3-2299cb2afa64 req-5ed4e531-c8ba-4cf7-b4b4-05c29300f335 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.927121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ec8482-0afe-4439-ad66-a80b47354739') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:12.927658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ec8482-0afe-4439-ad66-a80b47354739') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:12.938363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.946214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:12.958149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.980095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Releasing vlan 1549 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:12.980416 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:12.982534 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:13.048352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Allocated IP 192.168.233.134 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:13.115009 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.116085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe4ababc-1c56-4139-97d3-2299cb2afa64 req-5ed4e531-c8ba-4cf7-b4b4-05c29300f335 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.120900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.122939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7b42fd37-680e-4723-8311-61308ced669b HTTP/1.1" status: 204 len: 168 time: 0.4293575 Aug 31 13:50:13.136432 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe4ababc-1c56-4139-97d3-2299cb2afa64 req-5ed4e531-c8ba-4cf7-b4b4-05c29300f335 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.143932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e6416-8e28-4aaa-8db6-740b3f759ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b42fd37-680e-4723-8311-61308ced669b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:13.165206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b720-7429-41c3-9b07-0f63864d5f1e req-5605de26-ba7f-423d-bef4-2412577a5137 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:13.167038 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec96b720-7429-41c3-9b07-0f63864d5f1e req-5605de26-ba7f-423d-bef4-2412577a5137 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0961165 Aug 31 13:50:13.231865 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec96b720-7429-41c3-9b07-0f63864d5f1e req-fff73908-759b-415e-a7bb-066f87c09f95 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505385 Aug 31 13:50:13.245219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe4ababc-1c56-4139-97d3-2299cb2afa64 req-5ed4e531-c8ba-4cf7-b4b4-05c29300f335 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.246608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe4ababc-1c56-4139-97d3-2299cb2afa64 req-5ed4e531-c8ba-4cf7-b4b4-05c29300f335 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4713299 Aug 31 13:50:13.265102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4e531-c8ba-4cf7-b4b4-05c29300f335 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b20503b-1f4c-45c4-b1e0-256773482d19,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:13.276261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'name': 'network-vif-deleted', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:13.281946 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1387b387-484f-4bd6-ae56-fa8158701561" -d '{"events": [{"server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "name": "network-vif-deleted", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:13.340990 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6cfe7e0c-7d4d-43e2-88e5-ca849be50965 req-0eac1f83-c56d-4e27-ba7a-a299139b4712 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 210 time: 0.0390787 Aug 31 13:50:13.384965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.393033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57114) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:13.419393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Transition to ACTIVE for port object 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:13.438897 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-992d88e8-d575-4edb-8e66-acb72c042fd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a48c05bf9d445d58dcb47a944602623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445313 Aug 31 13:50:13.441569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57116) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:13.464591 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25861066-f95c-4ff9-a21c-169dc4ab6015 req-64b6ff55-2da9-441e-a7bb-42e1a120d729 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Aug 31 13:50:13.510834 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d0116d-026a-4cf8-b2b5-c908437ce227 x-openstack-request-id: req-c3d0116d-026a-4cf8-b2b5-c908437ce227 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:13.511135 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3a73ba-bdfb-4711-a940-0b6c131b6a85", "name": "network-vif-deleted", "tag": "57ac63a6-0dc9-41ec-ae99-e80d821fcc84", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:13.511405 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3d0116d-026a-4cf8-b2b5-c908437ce227 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:13.511790 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3a73ba-bdfb-4711-a940-0b6c131b6a85', 'name': 'network-vif-deleted', 'tag': '57ac63a6-0dc9-41ec-ae99-e80d821fcc84', 'status': 'completed', 'code': 200} Aug 31 13:50:13.517971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c53d0740-d0d9-415c-b383-d0146074a530 req-01fe0868-de27-4e6c-bf38-5e4dee073dd4 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/0b20503b-1f4c-45c4-b1e0-256773482d19 HTTP/1.1" status: 200 len: 1812 time: 0.1117766 Aug 31 13:50:13.546720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.566648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57120) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:13.610202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-aeba1170-75fe-43cc-aedd-5b177619597e req-671170fe-6730-4e88-b0b5-07edb251ee89 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1098106018', 'description': 'tempest-description-1801175969'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:13.612887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] Deleting subnet 0e85a9ca-8053-464d-a4c0-c68d32483454 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:13.616001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.632961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-440bf57b-6912-4318-9c02-54abbd74dedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.649802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aeba1170-75fe-43cc-aedd-5b177619597e req-671170fe-6730-4e88-b0b5-07edb251ee89 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.657054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Pushing event updated for resources: {'Port': ['ID=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:13.661963 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.682811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:13.693490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:13.702596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-440bf57b-6912-4318-9c02-54abbd74dedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.704787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57126) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:13.713259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.745612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:13.789730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-58190398-823f-48db-935a-3788b27878fc admin admin] Deleting subnet 535b2f4d-dd69-4186-85f0-acd16db7194f {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:13.794607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58190398-823f-48db-935a-3788b27878fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.837326 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.841143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:13.841939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.857927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.862388 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0e85a9ca-8053-464d-a4c0-c68d32483454 HTTP/1.1" status: 204 len: 168 time: 0.2922041 Aug 31 13:50:13.863693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57128) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:13.877388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-440bf57b-6912-4318-9c02-54abbd74dedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.878269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58190398-823f-48db-935a-3788b27878fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.880182 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-440bf57b-6912-4318-9c02-54abbd74dedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.884257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-440bf57b-6912-4318-9c02-54abbd74dedc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba2b6f71-af2a-4b4d-bc21-027c273b058c HTTP/1.1" status: 204 len: 168 time: 0.4381270 Aug 31 13:50:13.897424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed835b4-918c-4c47-8da5-2443c1abf358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e85a9ca-8053-464d-a4c0-c68d32483454,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:13.926920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bf57b-6912-4318-9c02-54abbd74dedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2b6f71-af2a-4b4d-bc21-027c273b058c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:13.946936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58190398-823f-48db-935a-3788b27878fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.983701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.986923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aeba1170-75fe-43cc-aedd-5b177619597e req-671170fe-6730-4e88-b0b5-07edb251ee89 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:13.996422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aeba1170-75fe-43cc-aedd-5b177619597e req-671170fe-6730-4e88-b0b5-07edb251ee89 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.012549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-a86ad550-40de-4217-8307-1abd9b8393d7 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5930622 Aug 31 13:50:14.018202 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58190398-823f-48db-935a-3788b27878fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.039566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aeba1170-75fe-43cc-aedd-5b177619597e req-671170fe-6730-4e88-b0b5-07edb251ee89 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.041309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aeba1170-75fe-43cc-aedd-5b177619597e req-671170fe-6730-4e88-b0b5-07edb251ee89 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4450614 Aug 31 13:50:14.045787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Request body: {'port': {'device_id': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:14.047289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58190398-823f-48db-935a-3788b27878fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535b2f4d-dd69-4186-85f0-acd16db7194f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:14.051043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58190398-823f-48db-935a-3788b27878fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.053197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-58190398-823f-48db-935a-3788b27878fc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/535b2f4d-dd69-4186-85f0-acd16db7194f HTTP/1.1" status: 204 len: 168 time: 0.3461251 Aug 31 13:50:14.055853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:14.057251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3119b0e7-0bd0-47f6-968c-75fe9ff1e5c7 None None] Provisioning for port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:14.062285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3119b0e7-0bd0-47f6-968c-75fe9ff1e5c7 None None] Provisioning complete for port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:14.062677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3119b0e7-0bd0-47f6-968c-75fe9ff1e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.096831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671170fe-6730-4e88-b0b5-07edb251ee89 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd6bc7-c5ad-472d-8fc9-fd2e45468d6a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:14.103785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3119b0e7-0bd0-47f6-968c-75fe9ff1e5c7 None None] Port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:14.180247 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.184023 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.188707 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f777294a-0c86-4140-a5a3-ff9c55b177e9 req-7dc94b52-47af-4c66-8fe7-7a0a374324d2 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/d5cd6bc7-c5ad-472d-8fc9-fd2e45468d6a HTTP/1.1" status: 200 len: 1813 time: 0.1043859 Aug 31 13:50:14.200157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.203613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e71daf-bc07-4fed-85fb-8d36a55bf156']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:14.221814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:14.222123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce43c03f-5d90-4e9e-9c55-22bf3754ac62') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:14.243617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.277825 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-44ff96ab-cd2a-4903-a370-861292411926 req-84807667-6251-43d1-a4e4-dbe1d8288666 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] show failed (client error): The resource could not be found. Aug 31 13:50:14.279124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44ff96ab-cd2a-4903-a370-861292411926 req-84807667-6251-43d1-a4e4-dbe1d8288666 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/c391ccab-942e-48c9-bd5e-6db9fa0e01c6 HTTP/1.1" status: 404 len: 352 time: 0.0541148 Aug 31 13:50:14.295105 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.311798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Releasing vlan 1505 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:14.313279 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:14.319449 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:14.325878 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.348319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:14.383596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2669b31c-597b-4fbb-8c1f-999c0149db53') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:14.383972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2669b31c-597b-4fbb-8c1f-999c0149db53') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:14.395976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.415010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.434638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375c45c-9c03-4b27-915d-070ca976fff2 req-ddf52b29-72de-4b4c-9208-a768f4b0bb17 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:14.441824 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e375c45c-9c03-4b27-915d-070ca976fff2 req-ddf52b29-72de-4b4c-9208-a768f4b0bb17 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1074958 Aug 31 13:50:14.445649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Releasing vlan 1524 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:14.446135 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:14.447952 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:14.450160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-29f767cc-c668-4ef4-b49a-40ea046ca3b9 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341133 Aug 31 13:50:14.457491 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-9cc2fabe-0c1b-4b4e-9d5e-6e4021eb6efb req-0b50189c-9e47-4f08-a8ea-65ff90a05353 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] show failed (client error): The resource could not be found. Aug 31 13:50:14.458683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cc2fabe-0c1b-4b4e-9d5e-6e4021eb6efb req-0b50189c-9e47-4f08-a8ea-65ff90a05353 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-group-rules/79cbe667-79e0-4d33-aa97-82a689231ee5 HTTP/1.1" status: 404 len: 361 time: 0.1405807 Aug 31 13:50:14.551003 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e375c45c-9c03-4b27-915d-070ca976fff2 req-486c0f97-ef43-4a0f-835e-edd9bfa131a5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080914 Aug 31 13:50:14.552773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.581831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.584160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254 HTTP/1.1" status: 204 len: 168 time: 0.5270996 Aug 31 13:50:14.585170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf7cb9-db2d-4ec2-a024-0b699ec556d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cf7b4f-3584-4fd1-a1d5-88bc2fa45254,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:14.609010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.662602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.665667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a0e71daf-bc07-4fed-85fb-8d36a55bf156 HTTP/1.1" status: 204 len: 168 time: 0.8009012 Aug 31 13:50:14.667842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13e8cf0f-529b-471c-a42c-98204049ef9c req-a4a82711-4e7a-4b5c-bc4b-b7508492ae8a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 210 time: 0.0866888 Aug 31 13:50:14.669090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57162) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:14.738339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] Deleting subnet fe190fec-9cff-4f83-bbfb-e2f08856187d {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:14.742482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.814853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.863457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:14.889955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57172) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:14.994021 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ed27100-99b5-4411-a7a5-abe3fb09ea8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35fe090301334225bb8da58cc681d8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792031 Aug 31 13:50:14.994694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57174) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:15.011448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783e173-0b39-4469-b32e-80aa6e94b919 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e71daf-bc07-4fed-85fb-8d36a55bf156,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:15.050138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.089088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-7b599c1f-4244-4c5d-bb21-5aa293d07254 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:15.091076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-7b599c1f-4244-4c5d-bb21-5aa293d07254 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6233690 Aug 31 13:50:15.106302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe190fec-9cff-4f83-bbfb-e2f08856187d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:15.123032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:15.127881 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.130250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ef85c5d5-7ef1-49ed-9f05-461a11fd4366 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fe190fec-9cff-4f83-bbfb-e2f08856187d HTTP/1.1" status: 204 len: 168 time: 0.4601471 Aug 31 13:50:15.133794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57180) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:15.135062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-104ba59e-3cc6-447c-a878-fd58762bf69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.189252 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-104ba59e-3cc6-447c-a878-fd58762bf69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.274590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c71af059-b7cb-4183-82e4-01b105d92957 req-3b79cba4-97d1-4421-9e21-f906b01cbe23 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/d5cd6bc7-c5ad-472d-8fc9-fd2e45468d6a HTTP/1.1" status: 200 len: 1813 time: 0.4823363 Aug 31 13:50:15.318481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-104ba59e-3cc6-447c-a878-fd58762bf69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.321060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-104ba59e-3cc6-447c-a878-fd58762bf69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.322200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-104ba59e-3cc6-447c-a878-fd58762bf69b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d71c2e20-0e68-4d80-b81c-16727d269574 HTTP/1.1" status: 204 len: 168 time: 0.3269632 Aug 31 13:50:15.336001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ba59e-3cc6-447c-a878-fd58762bf69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c2e20-0e68-4d80-b81c-16727d269574,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:15.364632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c71af059-b7cb-4183-82e4-01b105d92957 req-6aabd4be-2ab3-4427-b4fb-0e2f15026266 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.400957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.407679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c71af059-b7cb-4183-82e4-01b105d92957 req-6aabd4be-2ab3-4427-b4fb-0e2f15026266 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.428094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:15.431615 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.435243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:15.453846 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.457086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.466411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be5be2-be4a-4b9b-9793-6ce0e30a62be req-310f8010-fa1b-4e27-a018-a69923ae7247 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:15.466665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c71af059-b7cb-4183-82e4-01b105d92957 req-6aabd4be-2ab3-4427-b4fb-0e2f15026266 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.468000 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13be5be2-be4a-4b9b-9793-6ce0e30a62be req-310f8010-fa1b-4e27-a018-a69923ae7247 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 936 time: 0.4684124 Aug 31 13:50:15.469830 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c71af059-b7cb-4183-82e4-01b105d92957 req-6aabd4be-2ab3-4427-b4fb-0e2f15026266 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.470789 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c71af059-b7cb-4183-82e4-01b105d92957 req-6aabd4be-2ab3-4427-b4fb-0e2f15026266 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "DELETE /v2.0/security-groups/d5cd6bc7-c5ad-472d-8fc9-fd2e45468d6a HTTP/1.1" status: 204 len: 173 time: 0.1951294 Aug 31 13:50:15.486443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabd4be-2ab3-4427-b4fb-0e2f15026266 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd6bc7-c5ad-472d-8fc9-fd2e45468d6a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:15.533111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Transition to ACTIVE for port object 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:15.549004 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.652600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.667513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13be5be2-be4a-4b9b-9793-6ce0e30a62be req-3614008b-14e8-4997-8193-25c485f83da6 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849504 Aug 31 13:50:15.675458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b8d912-bd6b-4436-9e59-bfc06053c69e']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:15.692787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:15.707582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3c7130-506f-4bc9-91b7-27ce0cc60365') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:15.707809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3c7130-506f-4bc9-91b7-27ce0cc60365') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:15.750861 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.834646 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.888082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:15.888713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:15.901338 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:15.912482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.946227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5155910c-ed50-455f-88d3-af5718b69324 req-1a916651-7d7a-435f-89c9-b649997d701c tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/0b20503b-1f4c-45c4-b1e0-256773482d19 HTTP/1.1" status: 200 len: 1812 time: 0.2224956 Aug 31 13:50:15.948937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Attempting to bind port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:15.949293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Attempting to bind port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:15.949629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Attempting to bind port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:15.958386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:15.991951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:15.992292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Attempting to bind port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:16.026914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:16.027588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:16.027710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:16.028064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Bound port: 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:16.028428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.030217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.074241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:16.083796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.086446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c1b8d912-bd6b-4436-9e59-bfc06053c69e HTTP/1.1" status: 204 len: 168 time: 0.9472501 Aug 31 13:50:16.118773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933a6d3-f63c-4bd0-a392-1b92d6aed514 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b8d912-bd6b-4436-9e59-bfc06053c69e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:16.229603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5155910c-ed50-455f-88d3-af5718b69324 req-bebc1d78-4b86-4d43-8ade-57562c6f518e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.249408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:16.280394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] For port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:16.282889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.117 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/196458b2-3860-4392-9352-520b42551f0a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:16.298064 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5155910c-ed50-455f-88d3-af5718b69324 req-bebc1d78-4b86-4d43-8ade-57562c6f518e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.314691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] For port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:16.328845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.387868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57220) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:16.402189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:16.402826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.404588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] 10.222.0.26 "PUT /v2.0/ports/6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 HTTP/1.1" status: 200 len: 1096 time: 2.3722951 Aug 31 13:50:16.405077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'tag': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:16.407433 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad" -d '{"events": [{"name": "network-changed", "server_uuid": "ac996cdb-d2da-417d-80c4-6a4a5e4365c7", "tag": "6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:16.417288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1113169104-network', 'tenant_id': '0a0d576ee15b4f6ca68ee3a0e69675de'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:16.460203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5155910c-ed50-455f-88d3-af5718b69324 req-bebc1d78-4b86-4d43-8ade-57562c6f518e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.467387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5155910c-ed50-455f-88d3-af5718b69324 req-bebc1d78-4b86-4d43-8ade-57562c6f518e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.468941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5155910c-ed50-455f-88d3-af5718b69324 req-bebc1d78-4b86-4d43-8ade-57562c6f518e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b20503b-1f4c-45c4-b1e0-256773482d19 HTTP/1.1" status: 204 len: 173 time: 0.5067058 Aug 31 13:50:16.470291 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-866d78cf-b61e-4c71-95f3-47f5eb80b36b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d09256baa1e4dba94dc419391f70c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810361 Aug 31 13:50:16.471898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Made reservation on behalf of 0a0d576ee15b4f6ca68ee3a0e69675de for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:16.477227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.480822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57226) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:16.526172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.540296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9aec-c427-4e17-b3d2-136e5952ab80 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:16.549045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc1d78-4b86-4d43-8ade-57562c6f518e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b20503b-1f4c-45c4-b1e0-256773482d19,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:16.602411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61896874-82b1-433c-b590-a605168eb4b1 req-3cb781f3-7d01-4d73-8198-8ae74da9da08 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:16.604023 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61896874-82b1-433c-b590-a605168eb4b1 req-3cb781f3-7d01-4d73-8198-8ae74da9da08 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1239562 Aug 31 13:50:16.608201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ef7f14f-b6b2-4423-bb86-22fff270dd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.650541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.659936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ef7f14f-b6b2-4423-bb86-22fff270dd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.689732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-163bcdb1-a086-4a0a-94fd-1150de638c04 req-0372c6b0-7565-4e57-bce8-09b78f7d9d29 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 210 time: 0.0518448 Aug 31 13:50:16.699400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object 196458b2-3860-4392-9352-520b42551f0a will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:16.713206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-76948fce-069a-4cb6-8e62-26a4230d8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:16.714750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-76948fce-069a-4cb6-8e62-26a4230d8313 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86c596e215854d6488f7851e40ab65d3&device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 1099 time: 0.1892107 Aug 31 13:50:16.718089 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61896874-82b1-433c-b590-a605168eb4b1 req-9db46926-9c09-4851-8f49-cc67f3a2bfb1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060908 Aug 31 13:50:16.787693 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c96dcf-72fa-41cb-aae8-82c0989ef9b6 x-openstack-request-id: req-e8c96dcf-72fa-41cb-aae8-82c0989ef9b6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:16.787981 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac996cdb-d2da-417d-80c4-6a4a5e4365c7", "tag": "6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:16.788756 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8c96dcf-72fa-41cb-aae8-82c0989ef9b6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:16.789362 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'tag': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70', 'status': 'completed', 'code': 200} Aug 31 13:50:16.792489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-1706889c-a365-4cec-91c8-866f8784d89e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 HTTP/1.1" status: 200 len: 217 time: 0.0606654 Aug 31 13:50:16.802356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.807883 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.809839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.822110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ef7f14f-b6b2-4423-bb86-22fff270dd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.824586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ef7f14f-b6b2-4423-bb86-22fff270dd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.825739 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8ef7f14f-b6b2-4423-bb86-22fff270dd7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e141fe7a-7d42-494a-8854-1205d34fdf77 HTTP/1.1" status: 204 len: 168 time: 0.3440461 Aug 31 13:50:16.854675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] vlan segment allocate from pool success with {'vlan_id': 1513, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:16.873467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa055014-f8ea-4e5a-bcef-fc9993a100aa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:16.887567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:16.887762 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Added segment 27c97c13-bcf6-49bf-a4e4-7c954076e571 of type vlan for network ce09db92-a78d-4c10-b257-bf9e256bff22 Aug 31 13:50:16.902048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7f14f-b6b2-4423-bb86-22fff270dd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e141fe7a-7d42-494a-8854-1205d34fdf77,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:16.918364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be77ff34-6c37-4187-9672-c04d46bb568a req-a84a94c9-799d-4443-b071-75320989147a tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/d385d979-f55b-4d14-8356-c83dec7ee621 HTTP/1.1" status: 200 len: 1812 time: 0.1126175 Aug 31 13:50:16.948656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:16.951958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-0d0a895c-1b44-4936-89cb-9f41bd401ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:16.953487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-0d0a895c-1b44-4936-89cb-9f41bd401ce8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1540582 Aug 31 13:50:16.954093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=196458b2-3860-4392-9352-520b42551f0a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:16.959103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:16.969072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:16.970405 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.010797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44b6f1-6307-44f6-bc7d-17e9af89b32d req-8484984c-9b66-40a3-9060-5229213fea1e tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:17.012367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf44b6f1-6307-44f6-bc7d-17e9af89b32d req-8484984c-9b66-40a3-9060-5229213fea1e tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 948 time: 0.1810069 Aug 31 13:50:17.032653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.033951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:17.034475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.047517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be77ff34-6c37-4187-9672-c04d46bb568a req-da97d82c-6591-4d8c-90ad-ae6c8a6e421e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.084710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:17.085818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.124436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a29fc-e152-4294-b63d-d73046842f9f req-eb5e2374-514d-47d3-addb-a2d0f10dc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:17.126030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-eb5e2374-514d-47d3-addb-a2d0f10dc19a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581941 Aug 31 13:50:17.129698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-36cb382d-f6ce-4cd1-9f3a-b403f3b54f3f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0219665 Aug 31 13:50:17.134605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf44b6f1-6307-44f6-bc7d-17e9af89b32d req-4df32898-ced4-4ca5-bcec-8d528047f62e tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977893 Aug 31 13:50:17.139022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8851805 Aug 31 13:50:17.140246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57238) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:17.145971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Request body: {'subnet': {'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1113169104-subnet', 'tenant_id': '0a0d576ee15b4f6ca68ee3a0e69675de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:17.151289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be77ff34-6c37-4187-9672-c04d46bb568a req-da97d82c-6591-4d8c-90ad-ae6c8a6e421e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.155457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9979621-eede-424a-8152-a26be573b441 admin admin] Pushing event updated for resources: {'Network': ['ID=ce09db92-a78d-4c10-b257-bf9e256bff22,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:17.159033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Request body: {'port': {'device_id': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:17.184327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ce09db92-a78d-4c10-b257-bf9e256bff22 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:17.194147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Made reservation on behalf of 0a0d576ee15b4f6ca68ee3a0e69675de for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:17.198372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.277741 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be77ff34-6c37-4187-9672-c04d46bb568a req-da97d82c-6591-4d8c-90ad-ae6c8a6e421e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.281290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be77ff34-6c37-4187-9672-c04d46bb568a req-da97d82c-6591-4d8c-90ad-ae6c8a6e421e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.287446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be77ff34-6c37-4187-9672-c04d46bb568a req-da97d82c-6591-4d8c-90ad-ae6c8a6e421e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "DELETE /v2.0/security-groups/d385d979-f55b-4d14-8356-c83dec7ee621 HTTP/1.1" status: 204 len: 173 time: 0.3681748 Aug 31 13:50:17.321320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97d82c-6591-4d8c-90ad-ae6c8a6e421e tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d385d979-f55b-4d14-8356-c83dec7ee621,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:17.391821 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ef41c1f9-8fcd-49e2-b03e-8e34a8c75c4c req-9accb15b-884f-4b8c-b784-c5e840a75486 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/1d83ea82-b1c0-4c92-8ab7-9aee006aee23 HTTP/1.1" status: 200 len: 1812 time: 0.0733664 Aug 31 13:50:17.418371 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b561e298-6e17-4938-8371-0c24bbad9bd8 None None] Provisioning for port 196458b2-3860-4392-9352-520b42551f0a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:17.424119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b561e298-6e17-4938-8371-0c24bbad9bd8 None None] Provisioning complete for port 196458b2-3860-4392-9352-520b42551f0a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:17.425314 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b561e298-6e17-4938-8371-0c24bbad9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.425529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.456333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ef41c1f9-8fcd-49e2-b03e-8e34a8c75c4c req-1ac9f1cb-c3f7-4f6e-80bf-74720e74e831 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.468859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57244) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:17.469443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-d9415fc4-211c-43bf-8ae6-c70a269bed80 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178151 Aug 31 13:50:17.488492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b561e298-6e17-4938-8371-0c24bbad9bd8 None None] Port 196458b2-3860-4392-9352-520b42551f0a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:17.517783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ef41c1f9-8fcd-49e2-b03e-8e34a8c75c4c req-1ac9f1cb-c3f7-4f6e-80bf-74720e74e831 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.567450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-31a5b067-7e5f-4331-94e9-939d5e966469 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84e7f4686475437bac1b9b388babf1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970645 Aug 31 13:50:17.572282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57252) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:17.588930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ef41c1f9-8fcd-49e2-b03e-8e34a8c75c4c req-1ac9f1cb-c3f7-4f6e-80bf-74720e74e831 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.591480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ef41c1f9-8fcd-49e2-b03e-8e34a8c75c4c req-1ac9f1cb-c3f7-4f6e-80bf-74720e74e831 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.592645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ef41c1f9-8fcd-49e2-b03e-8e34a8c75c4c req-1ac9f1cb-c3f7-4f6e-80bf-74720e74e831 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "DELETE /v2.0/security-groups/1d83ea82-b1c0-4c92-8ab7-9aee006aee23 HTTP/1.1" status: 204 len: 173 time: 0.1940680 Aug 31 13:50:17.603522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9f1cb-c3f7-4f6e-80bf-74720e74e831 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d83ea82-b1c0-4c92-8ab7-9aee006aee23,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:17.866780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3511b7d-1044-4a14-a22b-b9f211f7b582 req-acb00e4b-6302-49ba-8196-e874d8a436d9 tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "GET /v2.0/security-groups/33bdfab0-e9d9-44c3-9135-8649037c95f9 HTTP/1.1" status: 200 len: 1812 time: 0.2141259 Aug 31 13:50:17.868698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342a29fc-e152-4294-b63d-d73046842f9f req-c0b86ceb-4e24-40d9-9b11-d2b348efd512 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654835 Aug 31 13:50:17.884186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b138-a13a-4fcf-ac7b-75f3879a58a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.901789 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:17.989639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b138-a13a-4fcf-ac7b-75f3879a58a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.043674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6d04e-e71f-41d4-9e1b-a0ecf7d08d2b req-fbbab497-c615-459c-a3d7-ae8e29851b69 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:18.045249 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fd6d04e-e71f-41d4-9e1b-a0ecf7d08d2b req-fbbab497-c615-459c-a3d7-ae8e29851b69 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 936 time: 0.0511470 Aug 31 13:50:18.060014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12dcdd5-087f-47ca-8616-307c3a6bea70,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:18.084509 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fd6d04e-e71f-41d4-9e1b-a0ecf7d08d2b req-eeb80959-4f6d-4b1f-b7ae-6c566d629aa2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Aug 31 13:50:18.152808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Checking segment: {'id': '27c97c13-bcf6-49bf-a4e4-7c954076e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:18.153439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Network hostable DHCP agents. Network: ce09db92-a78d-4c10-b257-bf9e256bff22, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:18.157022 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:50:18.161629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-329a681d-f658-4e16-8695-28ededddff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:18.163677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-329a681d-f658-4e16-8695-28ededddff3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86c596e215854d6488f7851e40ab65d3&device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 1099 time: 0.1798017 Aug 31 13:50:18.186680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196458b2-3860-4392-9352-520b42551f0a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:18.199918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a73624-621c-4121-a379-561ed5d75412 req-37af4015-1c41-46da-bd2a-5a61842342ad tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:18.200578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.201905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33a73624-621c-4121-a379-561ed5d75412 req-37af4015-1c41-46da-bd2a-5a61842342ad tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0585020 Aug 31 13:50:18.212834 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f3511b7d-1044-4a14-a22b-b9f211f7b582 req-a86d67e2-d747-411b-a244-2fdb6baba8ec tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.244131 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33a73624-621c-4121-a379-561ed5d75412 req-d7369d4c-4301-43cf-9c99-865764975300 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Aug 31 13:50:18.259738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b138-a13a-4fcf-ac7b-75f3879a58a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.262373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b138-a13a-4fcf-ac7b-75f3879a58a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.263462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0f1b138-a13a-4fcf-ac7b-75f3879a58a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06dd011c-2a1a-44c3-81fd-ff2dd070b85d HTTP/1.1" status: 204 len: 168 time: 0.6861558 Aug 31 13:50:18.287817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Transition to ACTIVE for port object 196458b2-3860-4392-9352-520b42551f0a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:18.295943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Network ce09db92-a78d-4c10-b257-bf9e256bff22 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:18.301905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1b138-a13a-4fcf-ac7b-75f3879a58a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd011c-2a1a-44c3-81fd-ff2dd070b85d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:18.303635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.306574 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f3511b7d-1044-4a14-a22b-b9f211f7b582 req-a86d67e2-d747-411b-a244-2fdb6baba8ec tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.363090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ce09db92-a78d-4c10-b257-bf9e256bff22) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:18.373090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae696607-5809-4c42-84dd-a15e321df5bf None None] Network ce09db92-a78d-4c10-b257-bf9e256bff22 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:18.385615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:18.386227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.443255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Pushing event updated for resources: {'Port': ['ID=196458b2-3860-4392-9352-520b42551f0a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:18.458724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-e5f6a8df-d550-4d53-bfbd-07729dc4dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:18.460387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-e5f6a8df-d550-4d53-bfbd-07729dc4dd9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2866578 Aug 31 13:50:18.505707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7128729b-c114-4db9-99ad-d4168a537acd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3630953 Aug 31 13:50:18.544823 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f3511b7d-1044-4a14-a22b-b9f211f7b582 req-a86d67e2-d747-411b-a244-2fdb6baba8ec tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.547465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f3511b7d-1044-4a14-a22b-b9f211f7b582 req-a86d67e2-d747-411b-a244-2fdb6baba8ec tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.548653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3511b7d-1044-4a14-a22b-b9f211f7b582 req-a86d67e2-d747-411b-a244-2fdb6baba8ec tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] 10.222.0.10 "DELETE /v2.0/security-groups/33bdfab0-e9d9-44c3-9135-8649037c95f9 HTTP/1.1" status: 204 len: 173 time: 0.6697404 Aug 31 13:50:18.557543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57276) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:18.567082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d5728b-6e7b-4280-a777-84b399f969f4 None None] Network ce09db92-a78d-4c10-b257-bf9e256bff22 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:18.589809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-413e95ec-ff35-400a-92ba-104070fd5cd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 HTTP/1.1" status: 200 len: 217 time: 0.1194317 Aug 31 13:50:18.619333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d67e2-d747-411b-a244-2fdb6baba8ec tempest-SecurityGroupRulesNegativeTestJSON-293956615 tempest-SecurityGroupRulesNegativeTestJSON-293956615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdfab0-e9d9-44c3-9135-8649037c95f9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:18.669127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] Deleting subnet 79430874-7a3e-4511-8656-e9f1d711c143 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:18.680584 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.769051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.832077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.845622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-91bb232e-54b2-4151-8742-518a5d3dcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:18.847117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-91bb232e-54b2-4151-8742-518a5d3dcac2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2316253 Aug 31 13:50:18.902895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777f79-97f2-4b40-9093-cd81e38b2e20 req-8f6a00ba-13b6-4a2f-ac4d-b7180581585b tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:18.904493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53777f79-97f2-4b40-9093-cd81e38b2e20 req-8f6a00ba-13b6-4a2f-ac4d-b7180581585b tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 948 time: 0.1928711 Aug 31 13:50:18.938133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Attempting to bind port 196458b2-3860-4392-9352-520b42551f0a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:18.939152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Attempting to bind port 196458b2-3860-4392-9352-520b42551f0a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:18.939593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Attempting to bind port 196458b2-3860-4392-9352-520b42551f0a on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:18.949994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.958035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Port 196458b2-3860-4392-9352-520b42551f0a on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:18.958478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Attempting to bind port 196458b2-3860-4392-9352-520b42551f0a on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:18.973630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:18.974220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:18.974752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:18.975229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Bound port: 196458b2-3860-4392-9352-520b42551f0a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:18.975551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.977479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:18.982582 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] 10.222.0.10 "DELETE /v2.0/subnets/79430874-7a3e-4511-8656-e9f1d711c143 HTTP/1.1" status: 204 len: 168 time: 0.4216013 Aug 31 13:50:18.983262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57292) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:19.004737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-f95c5121-a0b4-4c34-be7b-ae9ca9c4766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:19.006277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-f95c5121-a0b4-4c34-be7b-ae9ca9c4766f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409032 Aug 31 13:50:19.035771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53777f79-97f2-4b40-9093-cd81e38b2e20 req-f222ce57-2a15-4bd6-bc0c-a0e53d5c8a0f tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931292 Aug 31 13:50:19.102402 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.106845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecff6a-be30-4e4d-9602-373cb95ab5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79430874-7a3e-4511-8656-e9f1d711c143,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:19.149456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] For port 196458b2-3860-4392-9352-520b42551f0a, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:19.156030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] For port 196458b2-3860-4392-9352-520b42551f0a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=196458b2-3860-4392-9352-520b42551f0a,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:19.167501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.220625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-a8057b23-330f-4bcb-92a4-9ddf44ed7ad6 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883447 Aug 31 13:50:19.225022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:19.225847 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.227371 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] 10.222.0.26 "PUT /v2.0/ports/196458b2-3860-4392-9352-520b42551f0a HTTP/1.1" status: 200 len: 1096 time: 2.0769560 Aug 31 13:50:19.227930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'tag': '196458b2-3860-4392-9352-520b42551f0a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:19.230486 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a1d794-7dee-4ec1-997d-84ed904feb25" -d '{"events": [{"name": "network-changed", "server_uuid": "84f38e3d-9ab6-438f-987c-e8828a240fa8", "tag": "196458b2-3860-4392-9352-520b42551f0a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:19.315792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.328204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84494211-7742-46ec-a0b2-7fe6f43f220e']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:19.371513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ddb6f1-2121-4238-bd86-1556c715a7d3') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:19.371513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ddb6f1-2121-4238-bd86-1556c715a7d3') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:19.385865 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.398642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53728d-6db3-46e6-b8ff-6d74761497a1 service neutron] Pushing event updated for resources: {'Port': ['ID=196458b2-3860-4392-9352-520b42551f0a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:19.404021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.413479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Releasing vlan 1540 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:19.414166 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:19.416719 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:19.465201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-df230745-b586-4aa2-a1f7-22658f498136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:19.467054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-df230745-b586-4aa2-a1f7-22658f498136 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 1099 time: 0.1683128 Aug 31 13:50:19.478666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cae9eb0-dcbf-4d16-bb58-7891f87b8dad req-aa616de4-3d14-443a-9cb2-7271a79926b5 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446718 Aug 31 13:50:19.546586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-2843cd77-0eb2-44d7-b244-a1401b731f87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=196458b2-3860-4392-9352-520b42551f0a HTTP/1.1" status: 200 len: 217 time: 0.0426736 Aug 31 13:50:19.606146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57322) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:19.840127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.846088 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:19.852032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] 10.222.0.10 "DELETE /v2.0/networks/84494211-7742-46ec-a0b2-7fe6f43f220e HTTP/1.1" status: 204 len: 168 time: 0.8640037 Aug 31 13:50:19.868998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697eafc-1b54-4a3b-a048-f02a01366119 req-ae27efaf-36f5-4e61-a473-71ee97acaadd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:19.870574 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4697eafc-1b54-4a3b-a048-f02a01366119 req-ae27efaf-36f5-4e61-a473-71ee97acaadd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 948 time: 0.4408188 Aug 31 13:50:19.871590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02f54d-65a1-4f54-9e39-063dac597f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=84494211-7742-46ec-a0b2-7fe6f43f220e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:19.911506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4697eafc-1b54-4a3b-a048-f02a01366119 req-8faec0ec-418e-41ca-aed2-42894c6b5c21 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Aug 31 13:50:19.970793 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2111c86a-5510-4829-a7a4-f401c2964733 x-openstack-request-id: req-2111c86a-5510-4829-a7a4-f401c2964733 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:19.971131 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f38e3d-9ab6-438f-987c-e8828a240fa8", "tag": "196458b2-3860-4392-9352-520b42551f0a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:19.971376 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2111c86a-5510-4829-a7a4-f401c2964733 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:19.971791 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'tag': '196458b2-3860-4392-9352-520b42551f0a', 'status': 'completed', 'code': 200} Aug 31 13:50:19.975233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1499372616-network', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:19.999147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:20.006785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-3345865f-26df-489a-b31c-6aad98ded8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:20.008433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-3345865f-26df-489a-b31c-6aad98ded8be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.4428506 Aug 31 13:50:20.052687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Made reservation on behalf of f0977829df954a1f95fe9f02cd751563 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:20.054994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.072966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-23803c51-a30c-483a-b2ec-f47af29833d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea381d9ff29a43f69771bf0f13e822ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699377 Aug 31 13:50:20.073179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.073385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57332) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:20.098966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-1fc544b8-e6a4-4d72-be2a-242962e564d0 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:20.099692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b276a2c-46ef-4769-8615-848ebdc61715 req-de2a0c7b-674f-4fb0-8445-6601643a398d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:20.100442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-1fc544b8-e6a4-4d72-be2a-242962e564d0 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/networks?id=ce09db92-a78d-4c10-b257-bf9e256bff22 HTTP/1.1" status: 200 len: 813 time: 0.4933164 Aug 31 13:50:20.101230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b276a2c-46ef-4769-8615-848ebdc61715 req-de2a0c7b-674f-4fb0-8445-6601643a398d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0823536 Aug 31 13:50:20.126467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-53b4ce9a-a630-49d4-a7d4-f2b1ee7cf292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:20.127935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-53b4ce9a-a630-49d4-a7d4-f2b1ee7cf292 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092162 Aug 31 13:50:20.136574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-a8c1a6f8-5de0-4dee-a3be-95dc93239848 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/quotas/0a0d576ee15b4f6ca68ee3a0e69675de HTTP/1.1" status: 200 len: 375 time: 0.0267696 Aug 31 13:50:20.160089 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.168635 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b276a2c-46ef-4769-8615-848ebdc61715 req-7ac37abe-344d-4c19-843a-9eaf84ae4d97 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Aug 31 13:50:20.195786 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.232595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-403f5523-7d5e-4f54-9152-13728826f310 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a0d576ee15b4f6ca68ee3a0e69675de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849857 Aug 31 13:50:20.265086 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.267929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.271401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcbaf7dc-d113-47ff-a2a4-2488db74e2a1 HTTP/1.1" status: 204 len: 168 time: 0.1946211 Aug 31 13:50:20.292450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbaf7dc-d113-47ff-a2a4-2488db74e2a1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:20.302755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.303099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.303441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.303809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.304194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.304469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.304835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.305195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.305521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.305845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.306166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.306494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd2661-54ea-41d5-8766-5fa2484658bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:20.326285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721bcca-0e29-4248-a631-8a522edbddd9 req-deca1f84-dc16-4664-9a03-cf6b2820aeb1 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:20.327751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0721bcca-0e29-4248-a631-8a522edbddd9 req-deca1f84-dc16-4664-9a03-cf6b2820aeb1 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 948 time: 0.0746539 Aug 31 13:50:20.361842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-c0c917f8-bc9c-4409-b589-85801eef1ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243011 Aug 31 13:50:20.375600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0721bcca-0e29-4248-a631-8a522edbddd9 req-e27affe5-4ce9-4c15-b171-b761275d070d tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Aug 31 13:50:20.455790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.462561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.466771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-838a5364-ce37-4bde-aa7c-69eb4cb01fe5 service neutron] 10.222.0.10 "GET /v2.0/networks/ce09db92-a78d-4c10-b257-bf9e256bff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074981 Aug 31 13:50:20.504945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:20.567147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ab1dc-cb2b-44b4-a23b-14d547e1b933,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:20.581735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.582087 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Added segment f97effac-1edb-4324-b446-acfea050e014 of type vlan for network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a Aug 31 13:50:20.600276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07baccf-87d4-4aba-94ac-3816466dd914 req-f3da4930-807a-4918-85b9-4e09f37186ac service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219739 Aug 31 13:50:20.641633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.671449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-a17f6fcf-9dc5-4df0-a347-4cc3066fa7a3 service neutron] 10.222.0.10 "GET /v2.0/networks/ce09db92-a78d-4c10-b257-bf9e256bff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898241 Aug 31 13:50:20.683524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.685103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:20.685726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.790843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1819255 Aug 31 13:50:20.793835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57356) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:20.807651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Request body: {'subnet': {'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1499372616-subnet', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:20.864970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Made reservation on behalf of f0977829df954a1f95fe9f02cd751563 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:20.868711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.875940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55c9d556-bcf4-428d-83a8-b09c53043a9a req-d5e704ca-22d1-468c-909b-3b56bbaf35ee tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 210 time: 0.0418015 Aug 31 13:50:20.877878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcf9db-1ed1-4813-b991-56b58cfd781c admin admin] Pushing event updated for resources: {'Network': ['ID=d4db0c49-76d0-4bbf-9262-6d6c5bdf779a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:20.890465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-67f5b43f-c6d7-4e2f-8688-a05430d20c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:20.890699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:20.893352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-67f5b43f-c6d7-4e2f-8688-a05430d20c89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 1099 time: 0.1489503 Aug 31 13:50:21.108740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002e3b7-26f8-46b3-b0d5-08e003bdc79a req-fa257f00-d675-4c2e-9df3-69edbf7dbd45 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:21.110287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e002e3b7-26f8-46b3-b0d5-08e003bdc79a req-fa257f00-d675-4c2e-9df3-69edbf7dbd45 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 948 time: 0.0861342 Aug 31 13:50:21.142349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-9176eb7a-a192-417a-84e6-e29d2b7f6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:21.144072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-9176eb7a-a192-417a-84e6-e29d2b7f6e4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2351587 Aug 31 13:50:21.214901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e002e3b7-26f8-46b3-b0d5-08e003bdc79a req-2f4f811e-8cd4-47d0-8c66-c699b902eb78 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984335 Aug 31 13:50:21.216794 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-0ddca468-1e68-4234-9c49-0844b0442e21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=196458b2-3860-4392-9352-520b42551f0a HTTP/1.1" status: 200 len: 217 time: 0.0573995 Aug 31 13:50:21.297138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.331430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:21.345006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-a2eeb384-33ec-494a-b5ec-fab6da2caaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:21.346544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-a2eeb384-33ec-494a-b5ec-fab6da2caaa7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1205294 Aug 31 13:50:21.393375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc1652-823f-4424-b2d3-6df21446630b req-7001f568-fe3c-4365-b7c1-147742afb08f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:21.395650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dbc1652-823f-4424-b2d3-6df21446630b req-7001f568-fe3c-4365-b7c1-147742afb08f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1048372 Aug 31 13:50:21.419887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=81762884-d1f2-431d-8734-9156f5100161,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:21.421058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-46808661-7ef1-4079-8a54-3b181aa561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:21.423077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-46808661-7ef1-4079-8a54-3b181aa561cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675318 Aug 31 13:50:21.440854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Checking segment: {'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:21.441110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Network hostable DHCP agents. Network: d4db0c49-76d0-4bbf-9262-6d6c5bdf779a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:21.464414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:21.467614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:21.495059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d4db0c49-76d0-4bbf-9262-6d6c5bdf779a) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:21.501729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:21.503608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-795758211-network', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:21.504845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.530128 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb17c5d2-68aa-4b06-b377-992dd22105bb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7317443 Aug 31 13:50:21.532352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dbc1652-823f-4424-b2d3-6df21446630b req-49e7ef5b-267e-4208-964e-42ddaa10eb84 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224973 Aug 31 13:50:21.536108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:21.546700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:21.582023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Made reservation on behalf of c358a4332ac3423d9784f876d7f64391 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:21.587560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.592729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694d54b5-bd5c-483d-a3cd-3820aa5f039b None None] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:21.611049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.634682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-bb2898da-2ba0-43fe-98bf-f3e4c4d9f452 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030780 Aug 31 13:50:21.640367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.641862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.703858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:21.736330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70', 'mac_address': 'fa:16:3e:8e:08:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:21.795367 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.814996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.816110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:21.854144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828088c-0a4a-47d6-826c-de3b2d3405d2 req-669d1368-ed31-4ffc-9036-dd9ee1f19a1b tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:21.862013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e828088c-0a4a-47d6-826c-de3b2d3405d2 req-669d1368-ed31-4ffc-9036-dd9ee1f19a1b tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 948 time: 0.2237520 Aug 31 13:50:21.876728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:21.886717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.960818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:21.968970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a1d794-7dee-4ec1-997d-84ed904feb25 req-684868b5-7b8c-436f-87c3-59e12910713e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074899 Aug 31 13:50:21.972141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.972651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.973178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.973811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.974297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.974908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.975398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.975935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.976414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.976909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.977387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.977878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:21.983032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d4db0c49-76d0-4bbf-9262-6d6c5bdf779a', 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'fixed_ips': [{'subnet_id': '81762884-d1f2-431d-8734-9156f5100161'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:50:21.984357 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.073878 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ef126fa-122f-4129-9f15-a8dcd0a6691d req-d06792a7-6305-4385-80fa-c5c4bc16802c tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 210 time: 0.0646443 Aug 31 13:50:22.091323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e828088c-0a4a-47d6-826c-de3b2d3405d2 req-a4323fae-8505-4788-9432-c8292d7618dc tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279921 Aug 31 13:50:22.100455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.144661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.150092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57414) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:22.182648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Allocated IP 172.20.0.2 (d4db0c49-76d0-4bbf-9262-6d6c5bdf779a/81762884-d1f2-431d-8734-9156f5100161/deff4c5c-8421-424d-b269-745820c8b6e7) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:22.183779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.203837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] vlan segment allocate from pool success with {'vlan_id': 1532, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:22.230465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.230821 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Added segment 3c76e912-2067-470a-a345-da8b0ec31572 of type vlan for network b560c68f-1c38-4508-8e23-aa067ef3abf4 Aug 31 13:50:22.251817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0205866-541f-4c64-90a5-abc25d0cb86b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:22.285887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:22.303318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.358253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.359269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:22.359886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.389960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-002d11fc-81c0-4261-848d-cfebccb14625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.424258 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.443527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] Pushing event updated for resources: {'Network': ['ID=b560c68f-1c38-4508-8e23-aa067ef3abf4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:22.447403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Transition to ACTIVE for port object deff4c5c-8421-424d-b269-745820c8b6e7 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:22.466381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:22.524448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Transition to ACTIVE for port object deff4c5c-8421-424d-b269-745820c8b6e7 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:22.546123 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.583915 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.595197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-002d11fc-81c0-4261-848d-cfebccb14625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.603739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-002d11fc-81c0-4261-848d-cfebccb14625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.623988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:22.629844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.645670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2f23f84c-834d-4e9f-8f09-c41f12d5d941 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3081977 Aug 31 13:50:22.646476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57422) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:22.647703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:22.649793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d11fc-81c0-4261-848d-cfebccb14625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514ee159-185b-4edd-b7b9-80931e173ccd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:22.656756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:22.667187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Request body: {'subnet': {'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-795758211-subnet', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:22.683286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Pushing event updated for resources: {'Port': ['ID=deff4c5c-8421-424d-b269-745820c8b6e7,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:22.706360 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-002d11fc-81c0-4261-848d-cfebccb14625 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3853e6ea21924d419e5545338a7e0165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526874 Aug 31 13:50:22.707362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57424) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:22.752532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267a3e2-3ec1-46d8-8cb6-663583be87e9 req-1e52fe81-93f0-46fa-a69e-774c851c45b1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:22.754130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0267a3e2-3ec1-46d8-8cb6-663583be87e9 req-1e52fe81-93f0-46fa-a69e-774c851c45b1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 948 time: 0.1318896 Aug 31 13:50:22.757854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Made reservation on behalf of c358a4332ac3423d9784f876d7f64391 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:22.758959 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Attempting to bind port deff4c5c-8421-424d-b269-745820c8b6e7 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:22.759360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Attempting to bind port deff4c5c-8421-424d-b269-745820c8b6e7 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:22.759723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Attempting to bind port deff4c5c-8421-424d-b269-745820c8b6e7 on network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:22.760182 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.765461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:22.765836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Checking segment: {'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:22.766517 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.766884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Bound using segment: {'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:22.767352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Bound port: deff4c5c-8421-424d-b269-745820c8b6e7, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:22.767735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.806290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480db33-738c-47e7-943c-14b8e9e00ea1 req-392a1756-8cf0-4a9f-b940-d80ca5f8f036 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:22.808130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7480db33-738c-47e7-943c-14b8e9e00ea1 req-392a1756-8cf0-4a9f-b940-d80ca5f8f036 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1626899 Aug 31 13:50:22.843521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Allocated IP 172.25.0.64 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:22.859059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] For port deff4c5c-8421-424d-b269-745820c8b6e7, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:22.865542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] For port deff4c5c-8421-424d-b269-745820c8b6e7, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=deff4c5c-8421-424d-b269-745820c8b6e7,segment=NetworkSegment(f97effac-1edb-4324-b446-acfea050e014),segment_id=f97effac-1edb-4324-b446-acfea050e014)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:22.872415 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.881600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7480db33-738c-47e7-943c-14b8e9e00ea1 req-1bdd8e34-3d16-46ec-b659-0a950a0205bc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Aug 31 13:50:22.897962 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0267a3e2-3ec1-46d8-8cb6-663583be87e9 req-a05fd53a-7147-48b3-9c6f-7d6bb0d104a3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221275 Aug 31 13:50:22.910251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69933ddd-c8a2-4137-b910-afcafa753cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.938327 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69933ddd-c8a2-4137-b910-afcafa753cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:22.972291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24602afb-6ee2-4fef-93c1-29f9bb55791d None None] Pushing event updated for resources: {'Port': ['ID=deff4c5c-8421-424d-b269-745820c8b6e7,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:23.032387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69933ddd-c8a2-4137-b910-afcafa753cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.035270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-69933ddd-c8a2-4137-b910-afcafa753cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.036438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-69933ddd-c8a2-4137-b910-afcafa753cf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/514ee159-185b-4edd-b7b9-80931e173ccd HTTP/1.1" status: 204 len: 168 time: 0.3272917 Aug 31 13:50:23.051104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69933ddd-c8a2-4137-b910-afcafa753cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ee159-185b-4edd-b7b9-80931e173ccd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:23.135183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.249460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.261089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-cf05edc2-8980-4ac7-81a0-e2457c25a11d tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:23.264494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-cf05edc2-8980-4ac7-81a0-e2457c25a11d tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.26 "GET /v2.0/networks?id=ce09db92-a78d-4c10-b257-bf9e256bff22 HTTP/1.1" status: 200 len: 813 time: 0.3049905 Aug 31 13:50:23.305098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Request body: {'port': {'device_id': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22', 'admin_state_up': True, 'tenant_id': '0a0d576ee15b4f6ca68ee3a0e69675de'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:23.342297 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3df1981d-dec9-4719-8a6b-664816c9a391 req-2a4cbbff-eaae-423d-812b-e2779e803dc7 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 210 time: 0.0657403 Aug 31 13:50:23.347886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:23.392250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Checking segment: {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:23.393209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Network hostable DHCP agents. Network: b560c68f-1c38-4508-8e23-aa067ef3abf4, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:23.416434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:23.427597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b560c68f-1c38-4508-8e23-aa067ef3abf4) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:23.440643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:23.442135 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.458156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4c5466-817b-4e35-8446-e276e33bd338 None None] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:23.485771 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-151e5a3f-4bf0-4aa0-9077-80fe3deb0bfc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8329401 Aug 31 13:50:23.490996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d5ea7-a70a-4a28-a76f-980ec37d7225 req-88783bc7-d176-4b29-b4fa-78785be54c95 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:23.492923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 196458b2-3860-4392-9352-520b42551f0a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:23.493702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57436) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:23.499093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:23.500220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-917d5ea7-a70a-4a28-a76f-980ec37d7225 req-88783bc7-d176-4b29-b4fa-78785be54c95 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 949 time: 0.2342710 Aug 31 13:50:23.527551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.530750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:23.533213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device deff4c5c-8421-424d-b269-745820c8b6e7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:23.536661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.537904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.620649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.621605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:23.627152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:23.631297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:23.634214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:23.682520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Made reservation on behalf of 0a0d576ee15b4f6ca68ee3a0e69675de for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:23.686561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.706414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-917d5ea7-a70a-4a28-a76f-980ec37d7225 req-5b61012d-9a9f-4e5d-9fc1-05378da8f6dc tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048712 Aug 31 13:50:23.811707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 196458b2-3860-4392-9352-520b42551f0a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=196458b2-3860-4392-9352-520b42551f0a,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:23.817373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:23.850089 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.852984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:23.854264 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.901394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port deff4c5c-8421-424d-b269-745820c8b6e7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:23.917316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '196458b2-3860-4392-9352-520b42551f0a', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '196458b2-3860-4392-9352-520b42551f0a', 'mac_address': 'fa:16:3e:f2:2d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:24.014567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b560c68f-1c38-4508-8e23-aa067ef3abf4', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:50:24.015614 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.175591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Allocated IP 172.20.0.2 (ce09db92-a78d-4c10-b257-bf9e256bff22/f12dcdd5-087f-47ca-8616-307c3a6bea70/82b2062b-4244-402c-ac6c-40e14466a558) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:24.219073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b637c-34ce-4e46-9941-b75f8b593228 req-c2392f28-a8aa-4934-8477-767412259eeb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:24.227512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-072b637c-34ce-4e46-9941-b75f8b593228 req-c2392f28-a8aa-4934-8477-767412259eeb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 948 time: 0.2055113 Aug 31 13:50:24.254074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Allocated IP 172.20.0.2 (b560c68f-1c38-4508-8e23-aa067ef3abf4/fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d/a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:24.291890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f55460-89d3-457f-9a8d-1fb84bc9d131 req-9d86ce41-8e2c-4e3b-93a6-6e2f953dacc0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:24.298371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.303329 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69f55460-89d3-457f-9a8d-1fb84bc9d131 req-9d86ce41-8e2c-4e3b-93a6-6e2f953dacc0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.2495389 Aug 31 13:50:24.338529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.368082 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.385401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-072b637c-34ce-4e46-9941-b75f8b593228 req-513b3f7d-be9a-4e15-bff5-d15d140fc155 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568553 Aug 31 13:50:24.401731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196458b2-3860-4392-9352-520b42551f0a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:24.416907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.473861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f99254-3daa-4766-bfad-0f866f33750d None None] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:24.478687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 196458b2-3860-4392-9352-520b42551f0a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=196458b2-3860-4392-9352-520b42551f0a,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:24.508372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.536890 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69f55460-89d3-457f-9a8d-1fb84bc9d131 req-b05026fd-3494-4f84-97db-07105e8250a7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213256 Aug 31 13:50:24.617991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=196458b2-3860-4392-9352-520b42551f0a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:24.635406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Allocated IP 172.25.0.212 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/77131b9c-f864-4428-99bf-05d1a4d18c0c) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:24.647914 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.765946 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.784787 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.807634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Transition to ACTIVE for port object a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:24.823111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9f5534d-d6be-4299-863f-58c01d263538 None None] Provisioning for port deff4c5c-8421-424d-b269-745820c8b6e7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:24.847691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.853990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9f5534d-d6be-4299-863f-58c01d263538 None None] Provisioning complete for port deff4c5c-8421-424d-b269-745820c8b6e7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:24.854641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9f5534d-d6be-4299-863f-58c01d263538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:24.865594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:24.868794 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bbc55c-c8c1-4755-a27f-b5870263452f" -d '{"events": [{"server_uuid": "ac996cdb-d2da-417d-80c4-6a4a5e4365c7", "name": "network-vif-plugged", "status": "completed", "tag": "6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:24.925484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:24.953614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:24.966246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:24.987170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65665f39-f89b-4ed1-b7a5-bec92ee0a00b req-92131dfc-9367-4c9c-83f2-624c15da3afd tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 210 time: 0.0462987 Aug 31 13:50:25.009608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Pushing event updated for resources: {'Port': ['ID=77131b9c-f864-4428-99bf-05d1a4d18c0c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:25.043113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9758ff5-929d-4885-a0de-56d74dbf5237 req-1b7be74b-d188-4284-a38f-3a57b9fd40fb tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:25.045007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9758ff5-929d-4885-a0de-56d74dbf5237 req-1b7be74b-d188-4284-a38f-3a57b9fd40fb tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 949 time: 0.1497352 Aug 31 13:50:25.114338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.114621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:25.150586 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.165267 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8752d7dd-9c89-4467-a7be-6ab363446894 x-openstack-request-id: req-8752d7dd-9c89-4467-a7be-6ab363446894 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:25.165267 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac996cdb-d2da-417d-80c4-6a4a5e4365c7", "name": "network-vif-plugged", "status": "completed", "tag": "6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:25.165267 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8752d7dd-9c89-4467-a7be-6ab363446894 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:25.165267 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70', 'code': 200} Aug 31 13:50:25.166504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Transition to ACTIVE for port object a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:25.183365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:25.196195 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.222180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:25.223725 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.228818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:25.249856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57478) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:25.270265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:25.299622 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.376220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Network ce09db92-a78d-4c10-b257-bf9e256bff22 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:25.390216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:25.393474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:25.426327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Pushing event updated for resources: {'Port': ['ID=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:25.435012 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9758ff5-929d-4885-a0de-56d74dbf5237 req-db3ba540-44ae-4f33-8e0d-9fa647c4f996 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836236 Aug 31 13:50:25.440351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Pushing event updated for resources: {'Port': ['ID=82b2062b-4244-402c-ac6c-40e14466a558,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:25.492403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:25.493532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.542113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:25.559902 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9f5534d-d6be-4299-863f-58c01d263538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.561874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Attempting to bind port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:25.562244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Attempting to bind port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:25.562601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Attempting to bind port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 on network b560c68f-1c38-4508-8e23-aa067ef3abf4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:25.580809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-bcc3cb3f-1a38-49ac-b979-04f982ae3bf2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2812107 Aug 31 13:50:25.596807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:25.597219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Checking segment: {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:25.597630 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.598028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Bound using segment: {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:25.598574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Bound port: a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:25.598962 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.615953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Request body: {'port': {'device_id': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:25.620575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Router f0d2aae1-04b9-4cbf-8339-df3529022c7a is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:50:25.636444 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.646794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.682446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e9f5534d-d6be-4299-863f-58c01d263538 None None] For port deff4c5c-8421-424d-b269-745820c8b6e7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=deff4c5c-8421-424d-b269-745820c8b6e7,segment=NetworkSegment(f97effac-1edb-4324-b446-acfea050e014),segment_id=f97effac-1edb-4324-b446-acfea050e014)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:25.703980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9f5534d-d6be-4299-863f-58c01d263538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.752914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99495b-7bdb-4c65-9cb2-0217fb3fa892 req-456dad09-09c9-42a3-adcf-5a014e12b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:25.754877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b99495b-7bdb-4c65-9cb2-0217fb3fa892 req-456dad09-09c9-42a3-adcf-5a014e12b0a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 1101 time: 0.5299904 Aug 31 13:50:25.778732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] For port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:25.807703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] For port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:25.810569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1034c8f-1983-473e-b9d3-e2465e48ab76 req-cc0534d3-f147-4b3e-874c-8f6d85ad556e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:25.816969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1034c8f-1983-473e-b9d3-e2465e48ab76 req-cc0534d3-f147-4b3e-874c-8f6d85ad556e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 949 time: 0.2929378 Aug 31 13:50:25.828441 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.832663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5534d-d6be-4299-863f-58c01d263538 None None] Pushing event updated for resources: {'Port': ['ID=deff4c5c-8421-424d-b269-745820c8b6e7,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:25.882397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6568f-ff3c-4e2b-8aa7-10fa1fbb347e req-350f079a-1fe1-461b-ba74-2cbc5d434f83 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:25.884779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-61cadb12-3bbf-4fd7-b719-87a446643867 None None] Provisioning complete for port deff4c5c-8421-424d-b269-745820c8b6e7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:25.885186 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61cadb12-3bbf-4fd7-b719-87a446643867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.887580 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:25.890064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-31d6568f-ff3c-4e2b-8aa7-10fa1fbb347e req-350f079a-1fe1-461b-ba74-2cbc5d434f83 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1245122 Aug 31 13:50:25.941010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f243a-23e2-47f9-9327-cdf931a1494e None None] Pushing event updated for resources: {'Port': ['ID=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:25.980043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-31d6568f-ff3c-4e2b-8aa7-10fa1fbb347e req-9350e77c-ef81-440a-a71a-de5eb9815ad4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890152 Aug 31 13:50:26.004796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b99495b-7bdb-4c65-9cb2-0217fb3fa892 req-a3459ae3-79d2-47f3-9856-2245fa527253 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193730 Aug 31 13:50:26.023505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.027744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1034c8f-1983-473e-b9d3-e2465e48ab76 req-621c2bbe-548a-4aa0-bebd-76bf067efb2b tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954377 Aug 31 13:50:26.032524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:26.043040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Sync routers for ids ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:26.090489 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Routers {'f0d2aae1-04b9-4cbf-8339-df3529022c7a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:26.091255 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:26.236358 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.247831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.262849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20257c76-1417-48d2-8af9-5d265843f20f req-55658dcd-0749-4a2c-aee9-7cdfc1f3f6c4 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:26.264580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20257c76-1417-48d2-8af9-5d265843f20f req-55658dcd-0749-4a2c-aee9-7cdfc1f3f6c4 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 931 time: 0.1798668 Aug 31 13:50:26.265969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Router 970def2c-e155-43be-9603-bbec654f6f0e is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:50:26.284330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.293120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b851b414-c30b-4977-9f6b-0653c64477a4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7495463 Aug 31 13:50:26.300682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57490) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:26.306606 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Set router f0d2aae1-04b9-4cbf-8339-df3529022c7a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:26.398316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8608117a-6667-4b54-97c7-1fe63b2e0a22,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:26.406204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05ad63a218e8412a93ec6a04c3a1beed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554801 Aug 31 13:50:26.409312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57492) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:26.426807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20257c76-1417-48d2-8af9-5d265843f20f req-9134717d-b991-4f10-8af6-1c4899aeb7b0 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507609 Aug 31 13:50:26.433386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.433386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.433693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.433943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.434284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.434681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.435020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.435354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.435687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.436019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.436347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.436927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe7c3-dd6e-4a44-a3f4-75db9b693e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:26.459097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:26.470533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Sync routers for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:26.485452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:26.486614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:26.513176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.517895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:26.518208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5f16496f-bc44-4b91-aab3-ab3e2161abf8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0229199 Aug 31 13:50:26.521884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6931f52c-8693-410a-b661-ace0cbd1a612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.547026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6931f52c-8693-410a-b661-ace0cbd1a612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.612615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6931f52c-8693-410a-b661-ace0cbd1a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.614028 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:23Z', 'revision_number': 3, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:26.616635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6931f52c-8693-410a-b661-ace0cbd1a612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.618244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6931f52c-8693-410a-b661-ace0cbd1a612 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8608117a-6667-4b54-97c7-1fe63b2e0a22 HTTP/1.1" status: 204 len: 168 time: 0.2077227 Aug 31 13:50:26.628089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931f52c-8693-410a-b661-ace0cbd1a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8608117a-6667-4b54-97c7-1fe63b2e0a22,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:26.652062 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Checking router: f0d2aae1-04b9-4cbf-8339-df3529022c7a for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:50:26.652638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Updating router f0d2aae1-04b9-4cbf-8339-df3529022c7a port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:50:26.667207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b2062b-4244-402c-ac6c-40e14466a558 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:26.695382 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.705453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:26.707218 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.817253 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7e2e-7136-47db-89df-d3404469e928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.836972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Transition to ACTIVE for port object 82b2062b-4244-402c-ac6c-40e14466a558 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:26.855945 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:26.875804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef6f3-1403-458e-bd99-571a01a262d4 req-dd70e50e-fca3-44e3-877a-fb250b4688ed tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:26.877373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c1ef6f3-1403-458e-bd99-571a01a262d4 req-dd70e50e-fca3-44e3-877a-fb250b4688ed tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 950 time: 0.3325148 Aug 31 13:50:26.979306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:25Z', 'revision_number': 3, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:27.018625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Checking router: 970def2c-e155-43be-9603-bbec654f6f0e for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:50:27.018986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Updating router 970def2c-e155-43be-9603-bbec654f6f0e port 77131b9c-f864-4428-99bf-05d1a4d18c0c binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:50:27.075732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Pushing event updated for resources: {'Port': ['ID=82b2062b-4244-402c-ac6c-40e14466a558,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:27.076285 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.106114 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.117668 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Transition to ACTIVE for port object b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:27.131422 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.151679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eb67e-c229-4195-9289-70d043a73ad5 req-1c29fbf8-d20c-4ca7-b310-8b38f1a6bc94 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:27.162187 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-755eb67e-c229-4195-9289-70d043a73ad5 req-1c29fbf8-d20c-4ca7-b310-8b38f1a6bc94 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0908358 Aug 31 13:50:27.184732 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Pushing event updated for resources: {'Port': ['ID=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:27.197230 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.197830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.198639 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.199122 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.199615 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.200160 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.200651 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.201154 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.201849 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.204408 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.204933 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.205416 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:27.221213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-755eb67e-c229-4195-9289-70d043a73ad5 req-ff33e0d8-61af-4da5-ae59-283f2ae36241 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572741 Aug 31 13:50:27.257503 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Attempting to bind port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:27.265099 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Attempting to bind port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:27.267798 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Attempting to bind port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:27.285507 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:27.290354 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:27.290710 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.291112 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:27.291699 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Bound port: b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:27.292004 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.380457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c1ef6f3-1403-458e-bd99-571a01a262d4 req-a8faea90-13e4-45ec-a888-ad2fce0ed85c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735367 Aug 31 13:50:27.437606 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] For port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:27.442304 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] For port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:27.453035 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.487394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d13d5-68fc-492d-887f-d281c796fba0 req-29258672-627e-4ed0-ba31-628f9fbd0098 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:27.500648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 196458b2-3860-4392-9352-520b42551f0a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:27.503069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1a4d13d5-68fc-492d-887f-d281c796fba0 req-29258672-627e-4ed0-ba31-628f9fbd0098 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 949 time: 0.1391692 Aug 31 13:50:27.587537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device deff4c5c-8421-424d-b269-745820c8b6e7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:27.590397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2f281-7c9d-46f1-b3cd-14f7baef5795 None None] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:27.609507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1a4d13d5-68fc-492d-887f-d281c796fba0 req-72ec58e7-2910-4c76-b7a9-c2c35d49c94c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038501 Aug 31 13:50:27.641813 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Routers {'f0d2aae1-04b9-4cbf-8339-df3529022c7a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:27.642563 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:27.754940 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] Set router f0d2aae1-04b9-4cbf-8339-df3529022c7a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:27.840533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Attempting to bind port 82b2062b-4244-402c-ac6c-40e14466a558 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:27.844604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Attempting to bind port 82b2062b-4244-402c-ac6c-40e14466a558 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '27c97c13-bcf6-49bf-a4e4-7c954076e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:27.844604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Attempting to bind port 82b2062b-4244-402c-ac6c-40e14466a558 on network ce09db92-a78d-4c10-b257-bf9e256bff22 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:27.864367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a3e31109-6a41-43d9-a0a3-ecf81c5705fb None None] Provisioning for port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:27.871679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Port 82b2062b-4244-402c-ac6c-40e14466a558 on network ce09db92-a78d-4c10-b257-bf9e256bff22 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:27.872067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Attempting to bind port 82b2062b-4244-402c-ac6c-40e14466a558 on network ce09db92-a78d-4c10-b257-bf9e256bff22 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:27.876069 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1cb6c-2bc5-455f-9159-5967530fa638 None None] Pushing event updated for resources: {'Port': ['ID=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:27.897127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 196458b2-3860-4392-9352-520b42551f0a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:27.909983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 196458b2-3860-4392-9352-520b42551f0a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:27.910605 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.920970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57528) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:27.938723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:27.939399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Checking segment: {'id': '27c97c13-bcf6-49bf-a4e4-7c954076e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:27.939715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Bound using segment: {'id': '27c97c13-bcf6-49bf-a4e4-7c954076e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:27.940279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Bound port: 82b2062b-4244-402c-ac6c-40e14466a558, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c97c13-bcf6-49bf-a4e4-7c954076e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:27.940746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:27.977680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dc543-7ea3-4282-9147-465276dd791b req-d2bb1913-2523-4020-83fb-b6ebc07385e1 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:27.979465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec2dc543-7ea3-4282-9147-465276dd791b req-d2bb1913-2523-4020-83fb-b6ebc07385e1 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 943 time: 0.3566468 Aug 31 13:50:27.996917 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:23Z', 'revision_number': 3, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:28.018052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.031515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b416040-5d2e-4169-90c0-6559d693e4c1 None None] The sync data for ids ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'] in n-d-792362-6 is: [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:23Z', 'revision_number': 3, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:50:28.055593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.083361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port deff4c5c-8421-424d-b269-745820c8b6e7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:28.083930 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.095189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196458b2-3860-4392-9352-520b42551f0a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:28.105826 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48979c9c-7ea1-4a67-b400-1c4f9afc1a98" -d '{"events": [{"server_uuid": "84f38e3d-9ab6-438f-987c-e8828a240fa8", "name": "network-vif-plugged", "status": "completed", "tag": "196458b2-3860-4392-9352-520b42551f0a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:28.148668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1446104567-network', 'tenant_id': '7592c62fec04435a97d0ed61c83c5821'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:28.197311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Made reservation on behalf of 7592c62fec04435a97d0ed61c83c5821 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:28.201068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.215492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.277609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.291970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Transition to ACTIVE for port object 77131b9c-f864-4428-99bf-05d1a4d18c0c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:28.300003 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af17714-7ea2-410c-a894-705f17d1e1f6 x-openstack-request-id: req-8af17714-7ea2-410c-a894-705f17d1e1f6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:28.300298 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f38e3d-9ab6-438f-987c-e8828a240fa8", "name": "network-vif-plugged", "status": "completed", "tag": "196458b2-3860-4392-9352-520b42551f0a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:28.300628 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8af17714-7ea2-410c-a894-705f17d1e1f6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:28.301210 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196458b2-3860-4392-9352-520b42551f0a', 'code': 200} Aug 31 13:50:28.311195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 196458b2-3860-4392-9352-520b42551f0a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=196458b2-3860-4392-9352-520b42551f0a,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:28.316835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.342650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.452623 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.456461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a50a3-6d33-4f48-84a7-b64a077b832f None None] Pushing event updated for resources: {'Port': ['ID=77131b9c-f864-4428-99bf-05d1a4d18c0c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:28.466142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371e7a3-baca-4978-8e77-e64d475aaf76 req-3e1ad51b-9144-4724-9199-526cf435bd75 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:28.467824 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1371e7a3-baca-4978-8e77-e64d475aaf76 req-3e1ad51b-9144-4724-9199-526cf435bd75 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1127315 Aug 31 13:50:28.469090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.508130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1508, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:28.520014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.521077 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Added segment ced504e6-aded-48b9-9f65-53c9ad2e069f of type vlan for network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 Aug 31 13:50:28.542668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Attempting to bind port 77131b9c-f864-4428-99bf-05d1a4d18c0c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:28.543565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Attempting to bind port 77131b9c-f864-4428-99bf-05d1a4d18c0c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:28.543933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Attempting to bind port 77131b9c-f864-4428-99bf-05d1a4d18c0c on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:28.558586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:28.558964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:28.559521 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.559917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:28.560401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Bound port: 77131b9c-f864-4428-99bf-05d1a4d18c0c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:28.560781 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.584480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.625801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=196458b2-3860-4392-9352-520b42551f0a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:28.648192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0906145a-0757-48bd-ab78-af9c70a8a37e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:28.657063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.658049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:28.658546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:28.658703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.722044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] For port 77131b9c-f864-4428-99bf-05d1a4d18c0c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:28.738581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] For port 77131b9c-f864-4428-99bf-05d1a4d18c0c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=77131b9c-f864-4428-99bf-05d1a4d18c0c,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:28.748428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.754929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1371e7a3-baca-4978-8e77-e64d475aaf76 req-a6e3eb71-c4c6-4b46-a1af-97fb6abc25fe tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645981 Aug 31 13:50:28.777503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Allocated IP 172.20.0.1 (d4db0c49-76d0-4bbf-9262-6d6c5bdf779a/81762884-d1f2-431d-8734-9156f5100161/9c318350-40b5-4d12-8598-0bc99c6e14c2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:28.783655 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8597620 Aug 31 13:50:28.785931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:28.792689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57540) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:28.809624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Request body: {'subnet': {'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1446104567-subnet', 'tenant_id': '7592c62fec04435a97d0ed61c83c5821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:28.823177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:28.823728 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.824328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106af54-ffba-4848-8abb-1fc081641f79 admin admin] Pushing event updated for resources: {'Network': ['ID=665ad9f1-fbfb-46c3-a965-329818d7c1e5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:28.854270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:28.855109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:28.862196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:28.871369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Made reservation on behalf of 7592c62fec04435a97d0ed61c83c5821 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:28.873966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.941574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a50a3-6d33-4f48-84a7-b64a077b832f None None] Pushing event updated for resources: {'Port': ['ID=77131b9c-f864-4428-99bf-05d1a4d18c0c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:28.949687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] For port 82b2062b-4244-402c-ac6c-40e14466a558, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:28.977159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec2dc543-7ea3-4282-9147-465276dd791b req-a01b27cf-a255-4d5a-8458-72c7d149de95 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9587841 Aug 31 13:50:28.993249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23a66e-b1de-43b5-94e3-3ed2653e427d req-3037d610-ea86-412c-899d-11b592af555c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:29.000580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1b23a66e-b1de-43b5-94e3-3ed2653e427d req-3037d610-ea86-412c-899d-11b592af555c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 950 time: 0.1204917 Aug 31 13:50:29.014336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e58c4-84e3-464c-9184-ca3a2a62f117 req-7260c1d4-b747-4aa7-8ef3-b952c0749f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:29.019474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d69e58c4-84e3-464c-9184-ca3a2a62f117 req-7260c1d4-b747-4aa7-8ef3-b952c0749f8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 1101 time: 0.4903531 Aug 31 13:50:29.023249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] For port 82b2062b-4244-402c-ac6c-40e14466a558, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=82b2062b-4244-402c-ac6c-40e14466a558,segment=NetworkSegment(27c97c13-bcf6-49bf-a4e4-7c954076e571),segment_id=27c97c13-bcf6-49bf-a4e4-7c954076e571)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:29.051894 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.067902 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1b23a66e-b1de-43b5-94e3-3ed2653e427d req-e2d9e1a4-2a76-462d-bda7-6b67dfed77bb tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611169 Aug 31 13:50:29.204555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:29.205304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.206751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] 10.222.0.26 "PUT /v2.0/ports/82b2062b-4244-402c-ac6c-40e14466a558 HTTP/1.1" status: 200 len: 1091 time: 3.6039042 Aug 31 13:50:29.208522 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.255935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'tag': '82b2062b-4244-402c-ac6c-40e14466a558'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:29.258498 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a867a-0aab-415f-bd03-b04f75c37383" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf59dc5-2d6d-47a4-a031-0403d852f151", "tag": "82b2062b-4244-402c-ac6c-40e14466a558"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:29.264775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.351736 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e720cc39-0350-4ae8-b463-988decbb73af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.366510 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.375283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087be13d-1bd6-48dc-952c-19d0439f01ce,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:29.384573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Checking segment: {'id': 'ced504e6-aded-48b9-9f65-53c9ad2e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:29.385090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Network hostable DHCP agents. Network: 665ad9f1-fbfb-46c3-a965-329818d7c1e5, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:29.396323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:29.414933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:29.420898 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.438748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d69e58c4-84e3-464c-9184-ca3a2a62f117 req-09d0d45a-8cac-44c6-8802-97ccdd820df6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915339 Aug 31 13:50:29.444978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 665ad9f1-fbfb-46c3-a965-329818d7c1e5) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:29.456185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:29.456845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.482697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49290264-65e5-469a-b294-8efb3a75d338 None None] Network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:29.506059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:29.513905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e4f38bcc-c95e-4a07-976b-109ff8234b16 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7189152 Aug 31 13:50:29.544604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.606639 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.691184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Allocated IP 172.20.0.1 (b560c68f-1c38-4508-8e23-aa067ef3abf4/fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d/0e82a3cc-75e0-46c1-bd94-229355638f2d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:29.730226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:29.795547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:29.815427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Transition to ACTIVE for port object 9c318350-40b5-4d12-8598-0bc99c6e14c2 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:29.848493 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba97b0-3b5b-46a0-b6a1-aec2011f9c28 x-openstack-request-id: req-f0ba97b0-3b5b-46a0-b6a1-aec2011f9c28 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:29.848783 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf59dc5-2d6d-47a4-a031-0403d852f151", "tag": "82b2062b-4244-402c-ac6c-40e14466a558", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:29.849076 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0ba97b0-3b5b-46a0-b6a1-aec2011f9c28 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:29.849470 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'tag': '82b2062b-4244-402c-ac6c-40e14466a558', 'status': 'completed', 'code': 200} Aug 31 13:50:29.856349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ec501-ac58-4aaf-8a07-a561130b222f service neutron] Pushing event updated for resources: {'Port': ['ID=82b2062b-4244-402c-ac6c-40e14466a558,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:29.886955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce9cbb2-6240-40b1-bfcc-912b028b4eef None None] Network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:29.916498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50787b-689d-41a4-81c2-ce6670819ec9 req-a04f9337-2d33-47f0-977a-0960a7d91fba tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:29.918406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d50787b-689d-41a4-81c2-ce6670819ec9 req-a04f9337-2d33-47f0-977a-0960a7d91fba tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 950 time: 0.1115742 Aug 31 13:50:29.932155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a443-2722-4dae-a5a4-7ce78ad7728e req-35252a38-59d4-4a53-8b04-dcbf32466430 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:29.933777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32f6a443-2722-4dae-a5a4-7ce78ad7728e req-35252a38-59d4-4a53-8b04-dcbf32466430 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 950 time: 0.7735555 Aug 31 13:50:29.961250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-1818a847-297b-4c6d-86ec-d3f763508755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:29.962692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-1818a847-297b-4c6d-86ec-d3f763508755 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a0d576ee15b4f6ca68ee3a0e69675de&device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 1094 time: 0.6583252 Aug 31 13:50:29.972326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:29.974033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d50787b-689d-41a4-81c2-ce6670819ec9 req-21dad58a-08fa-4deb-85a7-b233aeb45ac4 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464125 Aug 31 13:50:29.974973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:29.984521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:25Z', 'revision_number': 3, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:29.986255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:29.986735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.008819 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.055994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58ae07-7267-4f39-915c-89be93b73f93 None None] The sync data for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 is: [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:25Z', 'revision_number': 3, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:50:30.099894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-15909397-b972-4aef-806d-b1eb93bf18c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82b2062b-4244-402c-ac6c-40e14466a558 HTTP/1.1" status: 200 len: 217 time: 0.1065261 Aug 31 13:50:30.125557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:30.141700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Transition to ACTIVE for port object 0e82a3cc-75e0-46c1-bd94-229355638f2d will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:30.146260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec735d-de42-49ef-b3bf-0f68ca61f227 req-6b543adf-71ec-44d5-bd58-e5a54346c67e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:30.148364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c8ec735d-de42-49ef-b3bf-0f68ca61f227 req-6b543adf-71ec-44d5-bd58-e5a54346c67e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0883131 Aug 31 13:50:30.164707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32f6a443-2722-4dae-a5a4-7ce78ad7728e req-ac0d0a29-e730-4f43-bc1c-920c7c33966e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124801 Aug 31 13:50:30.165848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:30.170178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:30.187871 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.212496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:30.218035 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.231914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c8ec735d-de42-49ef-b3bf-0f68ca61f227 req-ae6db6d9-d32b-4287-a7dc-c9edbf03ebd0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 Aug 31 13:50:30.236567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Pushing event updated for resources: {'Port': ['ID=9c318350-40b5-4d12-8598-0bc99c6e14c2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:30.304627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:30.394461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c0d5ef73-f068-485e-97ae-3156f80ce436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:30.397954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-c0d5ef73-f068-485e-97ae-3156f80ce436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f12dcdd5-087f-47ca-8616-307c3a6bea70 HTTP/1.1" status: 200 len: 853 time: 0.2676332 Aug 31 13:50:30.407549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d87a1f-fba6-4cb2-a4de-3192163e44d1 req-384de16a-90f1-439d-abb8-fedc84b8f4ef tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:30.416900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38d87a1f-fba6-4cb2-a4de-3192163e44d1 req-384de16a-90f1-439d-abb8-fedc84b8f4ef tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 943 time: 0.1000288 Aug 31 13:50:30.499539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.503055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.521235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38d87a1f-fba6-4cb2-a4de-3192163e44d1 req-caadf76a-0973-493d-a1a6-3c0e66c8a482 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605011 Aug 31 13:50:30.664775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-13fd92fc-7e63-4e91-a8e0-845f796f49eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce09db92-a78d-4c10-b257-bf9e256bff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952887 Aug 31 13:50:30.666508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7bbda226-2cbf-4407-a4ae-6f1056e5e710 None None] Provisioning for port 9c318350-40b5-4d12-8598-0bc99c6e14c2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:30.669803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7bbda226-2cbf-4407-a4ae-6f1056e5e710 None None] Provisioning complete for port 9c318350-40b5-4d12-8598-0bc99c6e14c2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:30.670396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7bbda226-2cbf-4407-a4ae-6f1056e5e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.693167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.720754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7bbda226-2cbf-4407-a4ae-6f1056e5e710 None None] Port 9c318350-40b5-4d12-8598-0bc99c6e14c2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:30.793141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:30.858702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:30.861533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:30.914600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Pushing event updated for resources: {'Port': ['ID=0e82a3cc-75e0-46c1-bd94-229355638f2d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:30.924960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-64c0a017-c356-444c-8ec1-489d1618a7e8 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:30.926581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-64c0a017-c356-444c-8ec1-489d1618a7e8 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/networks?id=665ad9f1-fbfb-46c3-a965-329818d7c1e5 HTTP/1.1" status: 200 len: 814 time: 0.4532554 Aug 31 13:50:30.966133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:30.980185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-0abb2c4f-80b1-4438-bd86-551b3c389ec4 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/quotas/7592c62fec04435a97d0ed61c83c5821 HTTP/1.1" status: 200 len: 375 time: 0.0435817 Aug 31 13:50:31.090936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-a7ace6e6-dea5-4b08-a052-d3d0d69d7669 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7592c62fec04435a97d0ed61c83c5821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647197 Aug 31 13:50:31.099867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.107128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-b3282bbe-58ac-4874-86c9-626ab2334aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/ce09db92-a78d-4c10-b257-bf9e256bff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504970 Aug 31 13:50:31.119456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946e9fe-2f29-4c5b-a4d5-d24e1040ddad req-920f00f5-2bc0-467f-91e2-7a51eafe40fe tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:31.120932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e946e9fe-2f29-4c5b-a4d5-d24e1040ddad req-920f00f5-2bc0-467f-91e2-7a51eafe40fe tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 950 time: 0.0547283 Aug 31 13:50:31.146641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-16118400-c100-4292-90da-d518691fa6eb None None] Provisioning for port 0e82a3cc-75e0-46c1-bd94-229355638f2d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:31.151772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-16118400-c100-4292-90da-d518691fa6eb None None] Provisioning complete for port 0e82a3cc-75e0-46c1-bd94-229355638f2d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:31.152104 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-16118400-c100-4292-90da-d518691fa6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.174319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e946e9fe-2f29-4c5b-a4d5-d24e1040ddad req-53b57f59-25b2-40f9-9142-7bb97c1d8950 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Aug 31 13:50:31.213389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-16118400-c100-4292-90da-d518691fa6eb None None] Port 0e82a3cc-75e0-46c1-bd94-229355638f2d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:31.304050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63562090-ef5b-4b98-8ae1-9fd6865b5219 req-02f6b370-553c-4a8a-82f4-0a8d58c42cc4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:31.305590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-63562090-ef5b-4b98-8ae1-9fd6865b5219 req-02f6b370-553c-4a8a-82f4-0a8d58c42cc4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 950 time: 0.0528858 Aug 31 13:50:31.345274 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-63562090-ef5b-4b98-8ae1-9fd6865b5219 req-d709ef72-93d9-4c3a-9d33-deffa0dd6a87 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 31 13:50:31.390147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.440185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-b20026e6-9a1d-4429-85ef-abf371e2c6a6 service neutron] 10.222.0.10 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358116 Aug 31 13:50:31.452519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2db2e52-2b9b-47a9-9438-a30cadcacf93 req-27c85e9f-3203-4909-b712-fa3099ce40ae service neutron] 10.222.0.26 "GET /v2.0/networks/ce09db92-a78d-4c10-b257-bf9e256bff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123677 Aug 31 13:50:31.457926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cfe5c-79c9-4301-bd76-0080b74b68b3 req-5d86dcd0-cf6b-402c-83e3-3b3e599451c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:31.459415 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c9cfe5c-79c9-4301-bd76-0080b74b68b3 req-5d86dcd0-cf6b-402c-83e3-3b3e599451c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0519481 Aug 31 13:50:31.499553 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c9cfe5c-79c9-4301-bd76-0080b74b68b3 req-1ba8255c-b07b-48c2-a60c-cc99075ef8c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Aug 31 13:50:31.701441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-e67e7304-3fd3-49c1-8da3-6ac2bf20a4dd service neutron] 10.222.0.10 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511339 Aug 31 13:50:31.720249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.734580 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.775276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:31.816497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e1a85-eacb-40b6-bb0b-f50e4846754d req-eb364b6a-c8f9-4a50-9ae0-76c508cd273f tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:31.819343 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a1e1a85-eacb-40b6-bb0b-f50e4846754d req-eb364b6a-c8f9-4a50-9ae0-76c508cd273f tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 1101 time: 0.0670185 Aug 31 13:50:31.825439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-f4a0e9db-a1b8-4ccf-bd88-433523b0d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:31.826980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-f4a0e9db-a1b8-4ccf-bd88-433523b0d450 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a0d576ee15b4f6ca68ee3a0e69675de&device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 1094 time: 0.1834664 Aug 31 13:50:31.851203 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3a1e1a85-eacb-40b6-bb0b-f50e4846754d req-30ba4498-f71e-4c91-a41e-60024675fe4a tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.856825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.871917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Pushing event updated for resources: {'Port': ['ID=9c318350-40b5-4d12-8598-0bc99c6e14c2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:31.876507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.882179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:31.883542 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:31.960990 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.020191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3a1e1a85-eacb-40b6-bb0b-f50e4846754d req-30ba4498-f71e-4c91-a41e-60024675fe4a tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.021869 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.026271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3a1e1a85-eacb-40b6-bb0b-f50e4846754d req-30ba4498-f71e-4c91-a41e-60024675fe4a tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.065404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 77131b9c-f864-4428-99bf-05d1a4d18c0c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:32.067642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a1e1a85-eacb-40b6-bb0b-f50e4846754d req-30ba4498-f71e-4c91-a41e-60024675fe4a tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404165 Aug 31 13:50:32.094223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba4498-f71e-4c91-a41e-60024675fe4a tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbdaa94-1d87-4d95-9768-619e39151d81,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:32.170725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 77131b9c-f864-4428-99bf-05d1a4d18c0c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:32.177120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 77131b9c-f864-4428-99bf-05d1a4d18c0c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:32.178008 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.273401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9c71792f-0196-4440-9c67-1cfdc7e8af77 req-f985a26b-6edf-4776-8f34-00427061a633 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 210 time: 0.0451438 Aug 31 13:50:32.325591 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.379629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 77131b9c-f864-4428-99bf-05d1a4d18c0c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=77131b9c-f864-4428-99bf-05d1a4d18c0c,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:32.385970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.387731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:32.477811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:32.478356 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.554992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Pushing event updated for resources: {'Port': ['ID=0e82a3cc-75e0-46c1-bd94-229355638f2d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:32.565334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-33fa75a1-c1a6-49d4-9218-6def51a36d2f tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:32.567447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=77131b9c-f864-4428-99bf-05d1a4d18c0c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:32.568164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-33fa75a1-c1a6-49d4-9218-6def51a36d2f tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 950 time: 0.6293797 Aug 31 13:50:32.574174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-aab70d37-8d0e-4dbf-8b92-20aafa6b6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:32.576657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-aab70d37-8d0e-4dbf-8b92-20aafa6b6613 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce09db92-a78d-4c10-b257-bf9e256bff22 HTTP/1.1" status: 200 len: 915 time: 0.7376776 Aug 31 13:50:32.578705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:32.598287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454d767-743c-4a77-95d9-2c41b622d55f req-4c770ea4-9f97-4586-bc78-aa82301d2203 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:32.605376 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c454d767-743c-4a77-95d9-2c41b622d55f req-4c770ea4-9f97-4586-bc78-aa82301d2203 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 950 time: 0.0775304 Aug 31 13:50:32.646324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c454d767-743c-4a77-95d9-2c41b622d55f req-b781dff1-2ea6-4b50-abae-9217ed533a0c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Aug 31 13:50:32.667749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de3844-7751-4967-84c5-8ed42048aa0f req-0e43f4d3-a47d-4e2e-95c9-dfc9d0ce231e tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:32.669251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96de3844-7751-4967-84c5-8ed42048aa0f req-0e43f4d3-a47d-4e2e-95c9-dfc9d0ce231e tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 943 time: 0.6809585 Aug 31 13:50:32.679274 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-25c98726-9bc3-475b-ba18-d30b054f6df4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82b2062b-4244-402c-ac6c-40e14466a558 HTTP/1.1" status: 200 len: 217 time: 0.0929976 Aug 31 13:50:32.699851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:32.758213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:32.759552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9daaa6-5982-41c0-ac2c-586ee96dda6f req-a42dc85a-e8bc-4aa0-b42e-058838577b97 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:32.761196 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dc9daaa6-5982-41c0-ac2c-586ee96dda6f req-a42dc85a-e8bc-4aa0-b42e-058838577b97 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0521171 Aug 31 13:50:32.821738 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dc9daaa6-5982-41c0-ac2c-586ee96dda6f req-70406dbd-0f21-44f8-958b-28161f5d2584 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517464 Aug 31 13:50:32.905365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96de3844-7751-4967-84c5-8ed42048aa0f req-d6229719-01f5-4c74-b5f0-620a7b5723b6 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243130 Aug 31 13:50:32.912636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-152992e6-6000-4092-a114-97a550d98dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:32.914160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-152992e6-6000-4092-a114-97a550d98dea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f12dcdd5-087f-47ca-8616-307c3a6bea70 HTTP/1.1" status: 200 len: 853 time: 0.1813166 Aug 31 13:50:32.952763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-8ccbdd48-3ca6-409e-914f-cac72a4b491c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355139 Aug 31 13:50:32.970793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-fe1f2388-68e3-469e-9140-6ed5f4bb5289 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce09db92-a78d-4c10-b257-bf9e256bff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405428 Aug 31 13:50:32.976715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:33.018772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:33.055392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-208d4a22-23c9-4147-a9c3-2bdca9740f7c None None] Provisioning complete for port 9c318350-40b5-4d12-8598-0bc99c6e14c2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:33.055980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-208d4a22-23c9-4147-a9c3-2bdca9740f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.064521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-27d1c113-a3c1-496c-a721-1d994b8606ea tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:33.071187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Deleting port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:33.071543 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.073153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-27d1c113-a3c1-496c-a721-1d994b8606ea tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137595 Aug 31 13:50:33.098480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b084097d-58e1-45e3-a3e3-5cbaf8734978 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/quotas/2f90fcaa084e4e5d832a259bdc4122b7 HTTP/1.1" status: 200 len: 375 time: 0.0231383 Aug 31 13:50:33.099925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-208d4a22-23c9-4147-a9c3-2bdca9740f7c None None] Port 9c318350-40b5-4d12-8598-0bc99c6e14c2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:33.158966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-6d04a180-3338-4e1b-9171-289beae1e813 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586827 Aug 31 13:50:33.213341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Router f0d2aae1-04b9-4cbf-8339-df3529022c7a has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:50:33.332772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-abe05d9b-b8cf-4381-95c6-e9f4193e64f5 service neutron] 10.222.0.26 "GET /v2.0/networks/ce09db92-a78d-4c10-b257-bf9e256bff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240693 Aug 31 13:50:33.401441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d33affdf-2df7-4c02-83a6-a6aa6e7f5f30 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:33.403371 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d33affdf-2df7-4c02-83a6-a6aa6e7f5f30 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.26 "GET /v2.0/networks?id=665ad9f1-fbfb-46c3-a965-329818d7c1e5 HTTP/1.1" status: 200 len: 814 time: 0.1858463 Aug 31 13:50:33.420017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5881ab2e-2556-4b84-a36a-982cbbf5160e None None] Provisioning complete for port 0e82a3cc-75e0-46c1-bd94-229355638f2d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:33.420697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5881ab2e-2556-4b84-a36a-982cbbf5160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.424093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Request body: {'port': {'device_id': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5', 'admin_state_up': True, 'tenant_id': '7592c62fec04435a97d0ed61c83c5821'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:33.466813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5881ab2e-2556-4b84-a36a-982cbbf5160e None None] Port 0e82a3cc-75e0-46c1-bd94-229355638f2d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:33.468108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] For port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:33.468755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.504740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Calling delete_port for 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:33.513375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Router 970def2c-e155-43be-9603-bbec654f6f0e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:50:33.593297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Made reservation on behalf of 7592c62fec04435a97d0ed61c83c5821 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:33.597564 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.644409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55411dc0-4932-4bd3-be8b-57b6a20ee669 req-fddaf65b-89e4-4b11-b601-8486b09e77cd tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 210 time: 0.0926700 Aug 31 13:50:33.647094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 77131b9c-f864-4428-99bf-05d1a4d18c0c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:33.694078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:33.699737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a867a-0aab-415f-bd03-b04f75c37383 req-93dc9ce4-d44e-466a-a717-27d9c6d7d59c service neutron] 10.222.0.26 "GET /v2.0/networks/ce09db92-a78d-4c10-b257-bf9e256bff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505690 Aug 31 13:50:33.716551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e4b2a179-85b7-4141-94a5-2acb8eb3e519 admin admin] 10.222.0.10 "PUT /v2.0/routers/f0d2aae1-04b9-4cbf-8339-df3529022c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4074824 Aug 31 13:50:33.718522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Sync routers for ids ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:33.733071 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Routers {'f0d2aae1-04b9-4cbf-8339-df3529022c7a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:33.733720 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:33.737818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 77131b9c-f864-4428-99bf-05d1a4d18c0c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:33.738432 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.921429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Allocated IP 172.20.0.6 (665ad9f1-fbfb-46c3-a965-329818d7c1e5/087be13d-1bd6-48dc-952c-19d0439f01ce/0ae5cc4c-8d75-44ae-b229-75e6143026e7) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:33.957328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:33.967554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-562a048d-c96e-4003-aeb2-cb19353fc5ea admin admin] 10.222.0.10 "PUT /v2.0/routers/970def2c-e155-43be-9603-bbec654f6f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4465024 Aug 31 13:50:34.024896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9bfe-4ceb-449a-a5d6-3cf303cd746d req-418ba5b6-8dea-4994-89b4-3964e09082cf tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:34.038790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-895c9bfe-4ceb-449a-a5d6-3cf303cd746d req-418ba5b6-8dea-4994-89b4-3964e09082cf tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac996cdb-d2da-417d-80c4-6a4a5e4365c7 HTTP/1.1" status: 200 len: 950 time: 0.1846681 Aug 31 13:50:34.048851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Sync routers for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:34.051259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:34.065086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:34.066085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:34.145633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:34.161139 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Set router f0d2aae1-04b9-4cbf-8339-df3529022c7a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:34.162394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Pushing event deleted for resources: {'Port': ['ID=6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:34.293892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] No DVR routers for this DVR port 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:34.321773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-895c9bfe-4ceb-449a-a5d6-3cf303cd746d req-d03578fc-1c4e-41e3-a96c-f10b8fd144b0 tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776628 Aug 31 13:50:34.323188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:34.336133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1d406a8-87c1-4d97-952d-be1114d128bc req-ce408bcc-5e0c-47a5-a436-7bafb8b8e25c tempest-ImagesNegativeTestJSON-592012507 tempest-ImagesNegativeTestJSON-592012507-project] 10.222.0.26 "DELETE /v2.0/ports/6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 HTTP/1.1" status: 204 len: 173 time: 1.7450850 Aug 31 13:50:34.345499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'name': 'network-vif-deleted', 'tag': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:34.347955 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6c7b1d-6610-4746-ac75-3b450fd93ca6" -d '{"events": [{"server_uuid": "ac996cdb-d2da-417d-80c4-6a4a5e4365c7", "name": "network-vif-deleted", "tag": "6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:34.529060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:34.596599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fb70-bd27-44f9-a0a3-7e99626c2e97 req-e036122b-17b5-45a7-9e90-db61bc43ffb7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:34.606742 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dff4fb70-bd27-44f9-a0a3-7e99626c2e97 req-e036122b-17b5-45a7-9e90-db61bc43ffb7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.2318988 Aug 31 13:50:34.612405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89cdc-ab79-4279-9bb4-2a5eee0b32b9 req-e7d5c20b-ff1f-4dd8-b81a-0f9b704691a8 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:34.615128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8b89cdc-ab79-4279-9bb4-2a5eee0b32b9 req-e7d5c20b-ff1f-4dd8-b81a-0f9b704691a8 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 943 time: 0.1386330 Aug 31 13:50:34.646405 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9c318350-40b5-4d12-8598-0bc99c6e14c2', 'name': '', 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'mac_address': 'fa:16:3e:ef:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '81762884-d1f2-431d-8734-9156f5100161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:28Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 2, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'subnets': [{'id': '81762884-d1f2-431d-8734-9156f5100161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:34.655723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:34.674813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dff4fb70-bd27-44f9-a0a3-7e99626c2e97 req-3c627752-9cde-4d67-be31-6a93acc42680 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Aug 31 13:50:34.698726 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Checking router: f0d2aae1-04b9-4cbf-8339-df3529022c7a for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:50:34.699739 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Updating router f0d2aae1-04b9-4cbf-8339-df3529022c7a port 9c318350-40b5-4d12-8598-0bc99c6e14c2 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:50:34.712928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:34.740467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8b89cdc-ab79-4279-9bb4-2a5eee0b32b9 req-05e483e2-f5f4-4a24-bdf3-55ea3e7b72a3 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014121 Aug 31 13:50:34.751317 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:34.954175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56be69a4-178f-42e9-ba37-04d8338a98fd req-e9f3aa84-6dfc-49ca-a3aa-e34572173064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 210 time: 0.1139233 Aug 31 13:50:35.154073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:35.157953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:35.160458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Pushing event updated for resources: {'Port': ['ID=0ae5cc4c-8d75-44ae-b229-75e6143026e7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:35.166474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:35.252240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:35.252933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.283840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-51f8e5f1-8882-42e4-9c17-19a4cf9517f0 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2008681 Aug 31 13:50:35.289354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:35.294674 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-eb1d7825-2673-47fb-a992-217f734bc96f tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8753512 Aug 31 13:50:35.339968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 2, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:35.352842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Request body: {'port': {'device_id': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:35.373842 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.376932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Checking router: 970def2c-e155-43be-9603-bbec654f6f0e for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:50:35.377300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Updating router 970def2c-e155-43be-9603-bbec654f6f0e port 0e82a3cc-75e0-46c1-bd94-229355638f2d binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:50:35.388286 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Transition to ACTIVE for port object 9c318350-40b5-4d12-8598-0bc99c6e14c2 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:35.392431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.399559 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.429605 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.492440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70066a-273d-46aa-808e-9b59f0ed994b None None] Pushing event updated for resources: {'Port': ['ID=9c318350-40b5-4d12-8598-0bc99c6e14c2,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:35.569777 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Attempting to bind port 9c318350-40b5-4d12-8598-0bc99c6e14c2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:35.570874 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Attempting to bind port 9c318350-40b5-4d12-8598-0bc99c6e14c2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:35.571366 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Attempting to bind port 9c318350-40b5-4d12-8598-0bc99c6e14c2 on network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:35.578991 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:35.580154 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Checking segment: {'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:35.580732 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.581269 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Bound using segment: {'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:35.581896 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Bound port: 9c318350-40b5-4d12-8598-0bc99c6e14c2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97effac-1edb-4324-b446-acfea050e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:35.582403 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.594030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.720441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57666) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:35.721858 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] For port 9c318350-40b5-4d12-8598-0bc99c6e14c2, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:35.726763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-04976dbe-9b04-4abc-9eb7-65cac99e507d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900513716', 'description': 'tempest-description--404541415'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:35.729003 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] For port 9c318350-40b5-4d12-8598-0bc99c6e14c2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9c318350-40b5-4d12-8598-0bc99c6e14c2,segment=NetworkSegment(f97effac-1edb-4324-b446-acfea050e014),segment_id=f97effac-1edb-4324-b446-acfea050e014)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:35.734877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 82b2062b-4244-402c-ac6c-40e14466a558 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:35.741670 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.761524 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425be931-1d07-486d-b46c-b5b8aa772f3d x-openstack-request-id: req-425be931-1d07-486d-b46c-b5b8aa772f3d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:35.761952 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac996cdb-d2da-417d-80c4-6a4a5e4365c7", "name": "network-vif-deleted", "tag": "6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:35.762402 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-425be931-1d07-486d-b46c-b5b8aa772f3d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:35.762975 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac996cdb-d2da-417d-80c4-6a4a5e4365c7', 'name': 'network-vif-deleted', 'tag': '6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70', 'status': 'completed', 'code': 200} Aug 31 13:50:35.785837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-04976dbe-9b04-4abc-9eb7-65cac99e507d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.826371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.836419 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70066a-273d-46aa-808e-9b59f0ed994b None None] Pushing event updated for resources: {'Port': ['ID=9c318350-40b5-4d12-8598-0bc99c6e14c2,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:35.873841 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Routers {'f0d2aae1-04b9-4cbf-8339-df3529022c7a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:35.874463 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:35.926315 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-04976dbe-9b04-4abc-9eb7-65cac99e507d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.934677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-04976dbe-9b04-4abc-9eb7-65cac99e507d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.996629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-04976dbe-9b04-4abc-9eb7-65cac99e507d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:35.998393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-04976dbe-9b04-4abc-9eb7-65cac99e507d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2759178 Aug 31 13:50:36.001296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04976dbe-9b04-4abc-9eb7-65cac99e507d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf829a-9343-4c4b-91e7-84abf0c61f7d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:36.003691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57670) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:36.036170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2b64f781-d8c3-4f14-8d20-318aaf875c98 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Request body: {'security_group_rule': {'security_group_id': '8cdf829a-9343-4c4b-91e7-84abf0c61f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:36.133703 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] Set router f0d2aae1-04b9-4cbf-8339-df3529022c7a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:36.137252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bf62-a2ad-415b-b03a-3598578f6bb5 req-d1cda575-ad55-48ab-9c59-4e02c9712dfc tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:36.139239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f26bf62-a2ad-415b-b03a-3598578f6bb5 req-d1cda575-ad55-48ab-9c59-4e02c9712dfc tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 931 time: 0.0969727 Aug 31 13:50:36.141467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b64f781-d8c3-4f14-8d20-318aaf875c98 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.217503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Allocated IP 172.25.0.83 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/0870ab80-ee1f-4985-95a4-499685495601) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:36.221749 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.224646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f26bf62-a2ad-415b-b03a-3598578f6bb5 req-25711c18-481a-4345-9ef2-a6fea6837ebc tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721743 Aug 31 13:50:36.279704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 82b2062b-4244-402c-ac6c-40e14466a558, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=82b2062b-4244-402c-ac6c-40e14466a558,segment=NetworkSegment(27c97c13-bcf6-49bf-a4e4-7c954076e571),segment_id=27c97c13-bcf6-49bf-a4e4-7c954076e571)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:36.283449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Transition to ACTIVE for port object 0e82a3cc-75e0-46c1-bd94-229355638f2d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:36.300770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '82b2062b-4244-402c-ac6c-40e14466a558', 'network_id': 'ce09db92-a78d-4c10-b257-bf9e256bff22', 'port_id': '82b2062b-4244-402c-ac6c-40e14466a558', 'mac_address': 'fa:16:3e:33:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12dcdd5-087f-47ca-8616-307c3a6bea70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:36.306361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.306572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-670095c2-94a7-416f-9838-337507987abf tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437214 Aug 31 13:50:36.328903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b64f781-d8c3-4f14-8d20-318aaf875c98 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.341050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae5cc4c-8d75-44ae-b229-75e6143026e7 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:36.374533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.395666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b64f781-d8c3-4f14-8d20-318aaf875c98 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.413430 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.417627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fe2c8-d324-4f53-88bf-588d31a4ac30 None None] Pushing event updated for resources: {'Port': ['ID=0e82a3cc-75e0-46c1-bd94-229355638f2d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:36.440308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b2062b-4244-402c-ac6c-40e14466a558 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:36.440822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Transition to ACTIVE for port object 0ae5cc4c-8d75-44ae-b229-75e6143026e7 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:36.462619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.546489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 82b2062b-4244-402c-ac6c-40e14466a558, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=82b2062b-4244-402c-ac6c-40e14466a558,segment=NetworkSegment(27c97c13-bcf6-49bf-a4e4-7c954076e571),segment_id=27c97c13-bcf6-49bf-a4e4-7c954076e571)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:36.556209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b64f781-d8c3-4f14-8d20-318aaf875c98 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.559094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b64f781-d8c3-4f14-8d20-318aaf875c98 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5483499 Aug 31 13:50:36.562320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.573490 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9c318350-40b5-4d12-8598-0bc99c6e14c2', 'name': '', 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'mac_address': 'fa:16:3e:ef:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '81762884-d1f2-431d-8734-9156f5100161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:28Z', 'updated_at': '2021-08-31T13:50:35Z', 'revision_number': 4, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'subnets': [{'id': '81762884-d1f2-431d-8734-9156f5100161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:36.575602 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.575786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57676) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:36.581831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1c1ef09d-5533-4f51-a1f0-39652004177b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Request body: {'security_group_rule': {'security_group_id': '8cdf829a-9343-4c4b-91e7-84abf0c61f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:36.599152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Attempting to bind port 0e82a3cc-75e0-46c1-bd94-229355638f2d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:36.599533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Attempting to bind port 0e82a3cc-75e0-46c1-bd94-229355638f2d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:36.599886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Attempting to bind port 0e82a3cc-75e0-46c1-bd94-229355638f2d on network b560c68f-1c38-4508-8e23-aa067ef3abf4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:36.604021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64f781-d8c3-4f14-8d20-318aaf875c98 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcba0f74-6fe3-4f6c-9a22-215af58f24a9,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:36.620363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae5cc4c-8d75-44ae-b229-75e6143026e7,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:36.648624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:36.649119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Checking segment: {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:36.649530 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.649926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Bound using segment: {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:36.650422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Bound port: 0e82a3cc-75e0-46c1-bd94-229355638f2d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:36.650811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.710937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d83b-7689-4daf-bef4-74aea2b68754 req-ca38ac49-afa6-4d5f-aad3-5b6735493047 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:36.722869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6471d83b-7689-4daf-bef4-74aea2b68754 req-ca38ac49-afa6-4d5f-aad3-5b6735493047 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.2014096 Aug 31 13:50:36.743999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-f469d0f2-7420-43dc-b271-5ce47769c048 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:36.744965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef09d-5533-4f51-a1f0-39652004177b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.749042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=82b2062b-4244-402c-ac6c-40e14466a558,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:36.753785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-f469d0f2-7420-43dc-b271-5ce47769c048 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4462702 Aug 31 13:50:36.785840 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.798096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce98b40-3845-43a8-a39a-0f1cf8258ebc None None] The sync data for ids ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'] in n-d-792362-6 is: [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9c318350-40b5-4d12-8598-0bc99c6e14c2', 'name': '', 'network_id': 'd4db0c49-76d0-4bbf-9262-6d6c5bdf779a', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'mac_address': 'fa:16:3e:ef:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '81762884-d1f2-431d-8734-9156f5100161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:28Z', 'updated_at': '2021-08-31T13:50:35Z', 'revision_number': 4, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'subnets': [{'id': '81762884-d1f2-431d-8734-9156f5100161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:50:36.809299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] For port 0e82a3cc-75e0-46c1-bd94-229355638f2d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:36.812955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] For port 0e82a3cc-75e0-46c1-bd94-229355638f2d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e82a3cc-75e0-46c1-bd94-229355638f2d,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:36.814776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6471d83b-7689-4daf-bef4-74aea2b68754 req-4c1bb363-b263-47a7-b85e-77c38e37a7c6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893121 Aug 31 13:50:36.819933 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.852785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Pushing event updated for resources: {'Port': ['ID=0870ab80-ee1f-4985-95a4-499685495601,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:36.861195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Attempting to bind port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:36.864901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Attempting to bind port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ced504e6-aded-48b9-9f65-53c9ad2e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:36.864901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Attempting to bind port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 on network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:36.902277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 on network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:36.903364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Attempting to bind port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 on network 665ad9f1-fbfb-46c3-a965-329818d7c1e5 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:36.911838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:36.925398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:36.927272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:36.927616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Checking segment: {'id': 'ced504e6-aded-48b9-9f65-53c9ad2e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:36.928000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Bound using segment: {'id': 'ced504e6-aded-48b9-9f65-53c9ad2e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:36.932406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Bound port: 0ae5cc4c-8d75-44ae-b229-75e6143026e7, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced504e6-aded-48b9-9f65-53c9ad2e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:36.932789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.937775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:36.955779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:37.007111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-4e41595c-2a25-42e1-be45-1c1acdb0a4c6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651416 Aug 31 13:50:37.085305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['82b2062b-4244-402c-ac6c-40e14466a558'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:37.088133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef09d-5533-4f51-a1f0-39652004177b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.114558 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef09d-5533-4f51-a1f0-39652004177b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.137192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fe2c8-d324-4f53-88bf-588d31a4ac30 None None] Pushing event updated for resources: {'Port': ['ID=0e82a3cc-75e0-46c1-bd94-229355638f2d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:37.182817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:37.183855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:37.266977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ef09d-5533-4f51-a1f0-39652004177b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5ffb61-3175-44a9-afe1-5a2db860b804,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:37.282749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] For port 0ae5cc4c-8d75-44ae-b229-75e6143026e7, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:37.302706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] For port 0ae5cc4c-8d75-44ae-b229-75e6143026e7, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7,segment=NetworkSegment(ced504e6-aded-48b9-9f65-53c9ad2e069f),segment_id=ced504e6-aded-48b9-9f65-53c9ad2e069f)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:37.314509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef09d-5533-4f51-a1f0-39652004177b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.318925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1c1ef09d-5533-4f51-a1f0-39652004177b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7392392 Aug 31 13:50:37.321785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57682) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:37.338258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:37.342185 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.394757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.402868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:37.451062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:37.498356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:37.499400 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.500791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ae5cc4c-8d75-44ae-b229-75e6143026e7 HTTP/1.1" status: 200 len: 1091 time: 2.1640697 Aug 31 13:50:37.505991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'tag': '0ae5cc4c-8d75-44ae-b229-75e6143026e7'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:37.514124 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2365b0be-f7ee-44b4-b0c1-4289c4cc4452", "tag": "0ae5cc4c-8d75-44ae-b229-75e6143026e7"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:37.524471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9642750-593b-4405-b38a-53f22e2c7d73 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae5cc4c-8d75-44ae-b229-75e6143026e7,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:37.533522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab955a-f232-4491-ab34-15c85ca578e0 req-a5d19868-29df-481c-8584-2d4aab6deaca tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:37.537712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.542489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bab955a-f232-4491-ab34-15c85ca578e0 req-a5d19868-29df-481c-8584-2d4aab6deaca tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 944 time: 0.2085760 Aug 31 13:50:37.561887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-03d44faf-cc32-493a-a75f-49c67cdc1e26 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:37.563403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-03d44faf-cc32-493a-a75f-49c67cdc1e26 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187551 Aug 31 13:50:37.565661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:37.592219 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.593057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:37.610059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:37.610400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6bf7a031-9cee-4f3f-ad0c-58d8f7fd6c70 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:37.720684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9c318350-40b5-4d12-8598-0bc99c6e14c2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:37.740345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.748601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bab955a-f232-4491-ab34-15c85ca578e0 req-6001e0cd-3716-46d4-b475-8ee881edde87 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050977 Aug 31 13:50:37.818296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-caa50c6f-ee26-4a09-8acb-56a814e22c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:37.819909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-caa50c6f-ee26-4a09-8acb-56a814e22c02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7592c62fec04435a97d0ed61c83c5821&device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 1094 time: 0.2245800 Aug 31 13:50:37.836350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.38 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/694eb8e9-caf0-4618-901f-3e411e62df62) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:37.873113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9c318350-40b5-4d12-8598-0bc99c6e14c2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:37.878819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9c318350-40b5-4d12-8598-0bc99c6e14c2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:37.879195 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:37.887144 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-7df22e00-28f1-49f4-b0ee-f8c67ba77fd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7 HTTP/1.1" status: 200 len: 217 time: 0.0505035 Aug 31 13:50:37.931933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31ded9a4-a351-4a3c-8ed6-017b342028c6 req-b5cdf617-6869-40f4-9463-c30fbc416864 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 210 time: 0.0613649 Aug 31 13:50:37.968378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:36Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:38.001306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30570e2f-b193-4512-b920-f38af412cd10 None None] The sync data for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 is: [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:36Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:50:38.056091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-6604bcaa-e8ae-4b55-ab58-3f2ff0e865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:38.056091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-6604bcaa-e8ae-4b55-ab58-3f2ff0e865f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=087be13d-1bd6-48dc-952c-19d0439f01ce HTTP/1.1" status: 200 len: 854 time: 0.1549816 Aug 31 13:50:38.079629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:38.087820 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.095960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.138273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-2a13fabd-2e82-444f-9adc-e09cacdb739a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=665ad9f1-fbfb-46c3-a965-329818d7c1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742412 Aug 31 13:50:38.140440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.169184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9c318350-40b5-4d12-8598-0bc99c6e14c2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9c318350-40b5-4d12-8598-0bc99c6e14c2,segment=NetworkSegment(f97effac-1edb-4324-b446-acfea050e014),segment_id=f97effac-1edb-4324-b446-acfea050e014)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:38.181466 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.275579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.276617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9c318350-40b5-4d12-8598-0bc99c6e14c2,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:38.298912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.445519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.452159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Pushing event updated for resources: {'Port': ['ID=0870ab80-ee1f-4985-95a4-499685495601,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:38.470583 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-3ccce466-cfec-4114-85ba-77bb92ac20c3 service neutron] 10.222.0.26 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009293 Aug 31 13:50:38.471013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object 694eb8e9-caf0-4618-901f-3e411e62df62 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:38.473344 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.487612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78db07d-213a-4b9d-9ea4-498433455582 req-a9abcb9a-a9f2-417c-92e9-9d7a0c3ed2f9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:38.489274 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b78db07d-213a-4b9d-9ea4-498433455582 req-a9abcb9a-a9f2-417c-92e9-9d7a0c3ed2f9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 943 time: 0.1535721 Aug 31 13:50:38.503521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Allocated IP 172.25.0.165 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/986d46a3-cd6d-4a90-b3b2-db5f69ab02aa) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:38.555371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.563241 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-ab43b4b5-88c9-4294-99a5-97eab93349d8 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2783933 Aug 31 13:50:38.564486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b78db07d-213a-4b9d-9ea4-498433455582 req-e7ec06e8-2c36-431e-be7e-6b10cbadb520 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661600 Aug 31 13:50:38.593371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.628480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:38.644218 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7045752-21bc-4fbc-aef1-0fd0512784ce x-openstack-request-id: req-e7045752-21bc-4fbc-aef1-0fd0512784ce {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:38.644517 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2365b0be-f7ee-44b4-b0c1-4289c4cc4452", "tag": "0ae5cc4c-8d75-44ae-b229-75e6143026e7", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:38.644814 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7045752-21bc-4fbc-aef1-0fd0512784ce {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:38.645247 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'tag': '0ae5cc4c-8d75-44ae-b229-75e6143026e7', 'status': 'completed', 'code': 200} Aug 31 13:50:38.657900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:38.661304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=694eb8e9-caf0-4618-901f-3e411e62df62,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:38.664711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:38.684386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:38.714443 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-0c82c372-7cb0-4765-9ca7-b3be150605c9 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.1500719 Aug 31 13:50:38.771310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.81 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/7b66be6d-4027-4583-b06b-edf7873d89f0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:38.801561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:38.805246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.916558 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c37a3868-f3cf-4e11-b2a0-f24ac37df3f7 req-706bb0c1-42eb-4bcb-9615-2006f94f5b84 service neutron] 10.222.0.26 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315791 Aug 31 13:50:39.012620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:39.029989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-3f09844b-f90e-4825-bff7-abec027a8ed1 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:39.031589 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a43c4680-581f-47f4-a556-fbaf09a975ac req-3f09844b-f90e-4825-bff7-abec027a8ed1 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.3163469 Aug 31 13:50:39.032094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-532dcf20-6e64-4eaa-b58e-0577b8404de5 None None] Provisioning for port 694eb8e9-caf0-4618-901f-3e411e62df62 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:39.037076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-532dcf20-6e64-4eaa-b58e-0577b8404de5 None None] Provisioning complete for port 694eb8e9-caf0-4618-901f-3e411e62df62 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:39.037459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-532dcf20-6e64-4eaa-b58e-0577b8404de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:39.103032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-532dcf20-6e64-4eaa-b58e-0577b8404de5 None None] Port 694eb8e9-caf0-4618-901f-3e411e62df62 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:39.170378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-8124526c-130a-43ca-8172-de15b8b844ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:39.172108 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-8124526c-130a-43ca-8172-de15b8b844ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7592c62fec04435a97d0ed61c83c5821&device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 1094 time: 0.1376848 Aug 31 13:50:39.200851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:39.224735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-7bf9f7dc-6a8b-436c-944f-e1090f44e40f service neutron] 10.222.0.26 "GET /v2.0/ports/9a59e1f9-29d0-440e-96fa-3ab6c163369c/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.1890171 Aug 31 13:50:39.250382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b47f9b76-5e95-4538-875a-02e1cd219ae5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4103951 Aug 31 13:50:39.283617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Request body: {'port': {'device_id': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:39.297613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:39.311668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:39.314173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:39.327905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a31d13-6ffb-4052-a23e-95941b0b758f req-a80fde63-6508-42de-add8-043b5e90622a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:39.329713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a31d13-6ffb-4052-a23e-95941b0b758f req-a80fde63-6508-42de-add8-043b5e90622a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.5404305 Aug 31 13:50:39.348892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b8473-4d89-4944-8923-e4617496ab81 req-34a15499-9ce8-4e38-980e-edc4b642fb4b tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:39.350474 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e00b8473-4d89-4944-8923-e4617496ab81 req-34a15499-9ce8-4e38-980e-edc4b642fb4b tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 944 time: 0.2036161 Aug 31 13:50:39.367622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event updated for resources: {'Port': ['ID=986d46a3-cd6d-4a90-b3b2-db5f69ab02aa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:39.432463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:39.453257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-e9c74831-3628-4ab2-825c-44afffaa2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:39.454741 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-e9c74831-3628-4ab2-825c-44afffaa2f3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=665ad9f1-fbfb-46c3-a965-329818d7c1e5 HTTP/1.1" status: 200 len: 916 time: 0.2666433 Aug 31 13:50:39.457802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04a31d13-6ffb-4052-a23e-95941b0b758f req-e1f68e3c-51ac-4a0c-8a1f-c03760eac978 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959971 Aug 31 13:50:39.536121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:39.581585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 82b2062b-4244-402c-ac6c-40e14466a558 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:39.589057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e00b8473-4d89-4944-8923-e4617496ab81 req-5995b78e-cd86-4596-85cc-b73d69158ff4 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307858 Aug 31 13:50:39.593453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7d6bb57-b33f-4970-8fb1-5b1f76e98759 req-9d61b32f-3834-4f36-bbf4-bb6431a2073e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 210 time: 0.0629334 Aug 31 13:50:39.595303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-a3edde5e-cc29-4f34-b17a-883cfb002869 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7 HTTP/1.1" status: 200 len: 217 time: 0.0795364 Aug 31 13:50:39.643372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:39.767866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 82b2062b-4244-402c-ac6c-40e14466a558 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:39.776184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 82b2062b-4244-402c-ac6c-40e14466a558 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:39.780992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:39.811848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eae39ca-1b39-4d8c-bcdb-bc5e1a33cec7 req-7954ed77-6e53-48f1-a44a-7e9b2c772724 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips/e5b7473b-5cab-4974-806f-a72b6932e664 HTTP/1.1" status: 200 len: 692 time: 0.1561439 Aug 31 13:50:39.888531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object 7b66be6d-4027-4583-b06b-edf7873d89f0 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:39.900693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e82a3cc-75e0-46c1-bd94-229355638f2d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:40.014260 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.061392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 82b2062b-4244-402c-ac6c-40e14466a558, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=82b2062b-4244-402c-ac6c-40e14466a558,segment=NetworkSegment(27c97c13-bcf6-49bf-a4e4-7c954076e571),segment_id=27c97c13-bcf6-49bf-a4e4-7c954076e571)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:40.062744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b2062b-4244-402c-ac6c-40e14466a558'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:40.065824 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e60945a-c5f7-49ec-8029-34ba9a3f1b79" -d '{"events": [{"server_uuid": "9cf59dc5-2d6d-47a4-a031-0403d852f151", "name": "network-vif-plugged", "status": "completed", "tag": "82b2062b-4244-402c-ac6c-40e14466a558"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:40.070823 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.072854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0e82a3cc-75e0-46c1-bd94-229355638f2d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:40.078832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.101473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-67f378ba-c70c-420f-8d10-b8570b4e9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.103727 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-67f378ba-c70c-420f-8d10-b8570b4e9492 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1100 time: 0.6664600 Aug 31 13:50:40.144508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=82b2062b-4244-402c-ac6c-40e14466a558,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:40.159764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0e82a3cc-75e0-46c1-bd94-229355638f2d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:40.160349 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.209027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-6442a9b7-d393-4d90-af11-eb186b097215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.210593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-6442a9b7-d393-4d90-af11-eb186b097215 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=087be13d-1bd6-48dc-952c-19d0439f01ce HTTP/1.1" status: 200 len: 854 time: 0.6046124 Aug 31 13:50:40.213567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.237356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae39ca-1b39-4d8c-bcdb-bc5e1a33cec7 req-ddeb13b7-fefc-4e13-a790-e216e497b4ee tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.239237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eae39ca-1b39-4d8c-bcdb-bc5e1a33cec7 req-ddeb13b7-fefc-4e13-a790-e216e497b4ee tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.4024930 Aug 31 13:50:40.289885 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.326528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0e82a3cc-75e0-46c1-bd94-229355638f2d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e82a3cc-75e0-46c1-bd94-229355638f2d,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:40.328945 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03328f3-e677-42fd-9299-0914a0a05808 x-openstack-request-id: req-f03328f3-e677-42fd-9299-0914a0a05808 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:40.329472 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf59dc5-2d6d-47a4-a031-0403d852f151", "name": "network-vif-plugged", "status": "completed", "tag": "82b2062b-4244-402c-ac6c-40e14466a558", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:40.329882 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f03328f3-e677-42fd-9299-0914a0a05808 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:40.330428 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b2062b-4244-402c-ac6c-40e14466a558', 'code': 200} Aug 31 13:50:40.333963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.335475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9c318350-40b5-4d12-8598-0bc99c6e14c2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:40.351832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41641896-f1c1-4a6a-9092-a76544dac45d req-8294c9ce-1dee-4a32-a199-03b9397e0f22 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.354842 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.366856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41641896-f1c1-4a6a-9092-a76544dac45d req-8294c9ce-1dee-4a32-a199-03b9397e0f22 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 943 time: 0.2861447 Aug 31 13:50:40.399831 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-09ce8878-56aa-48ca-b2ea-1697ac512d9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=665ad9f1-fbfb-46c3-a965-329818d7c1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782598 Aug 31 13:50:40.405330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0e82a3cc-75e0-46c1-bd94-229355638f2d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:40.409661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:40.512664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-cfedda19-14f3-418e-b23b-2d753cdc90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.515292 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-cfedda19-14f3-418e-b23b-2d753cdc90e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1100 time: 0.3686469 Aug 31 13:50:40.515532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9c318350-40b5-4d12-8598-0bc99c6e14c2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:40.516144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d389ff5e-ca43-4fa2-9ea0-a7319443b024 req-7ffd4ad0-4e93-440d-8595-7ca88ddc78ca tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=f0977829df954a1f95fe9f02cd751563 HTTP/1.1" status: 200 len: 695 time: 0.1538537 Aug 31 13:50:40.521806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.547692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:40.572056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:40.608111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:40.617376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=7b66be6d-4027-4583-b06b-edf7873d89f0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:40.712378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694eb8e9-caf0-4618-901f-3e411e62df62 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:40.722696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754240d9-73ef-4a94-97d8-a8e06310b44f req-d8c069a5-a6aa-4679-91fc-64be15b8e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.724441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-754240d9-73ef-4a94-97d8-a8e06310b44f req-d8c069a5-a6aa-4679-91fc-64be15b8e7cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 1096 time: 0.2537630 Aug 31 13:50:40.732649 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.742541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.742541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.778031 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41641896-f1c1-4a6a-9092-a76544dac45d req-bd3758e5-a24f-4547-960c-e1ebffd866d3 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071567 Aug 31 13:50:40.783943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Transition to ACTIVE for port object 694eb8e9-caf0-4618-901f-3e411e62df62 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:40.843883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-313b196c-2224-45c8-be3d-4b438324f619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2552202 Aug 31 13:50:40.844658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-c6ddc3bd-aea6-485a-a0b8-449f443e7926 service neutron] 10.222.0.26 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221888 Aug 31 13:50:40.852900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.917781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Pushing event updated for resources: {'Port': ['ID=694eb8e9-caf0-4618-901f-3e411e62df62,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:40.925590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Request body: {'port': {'device_id': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:40.938877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389ff5e-ca43-4fa2-9ea0-a7319443b024 req-c5aa4aa4-fc00-4f08-a860-5bf739f7cfc4 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.940466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d389ff5e-ca43-4fa2-9ea0-a7319443b024 req-c5aa4aa4-fc00-4f08-a860-5bf739f7cfc4 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks?id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 787 time: 0.4091549 Aug 31 13:50:40.953663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-394df699-4923-494e-acdb-c2665a885cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:40.955532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-394df699-4923-494e-acdb-c2665a885cc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.4286902 Aug 31 13:50:40.956703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7bb93771-7905-449a-a849-489e7e12d41c None None] Provisioning for port 7b66be6d-4027-4583-b06b-edf7873d89f0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:40.964410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-754240d9-73ef-4a94-97d8-a8e06310b44f req-8a4988de-6128-4dc6-8296-5b291a6f9ade service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013371 Aug 31 13:50:40.965522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7bb93771-7905-449a-a849-489e7e12d41c None None] Provisioning complete for port 7b66be6d-4027-4583-b06b-edf7873d89f0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:40.965908 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7bb93771-7905-449a-a849-489e7e12d41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:40.968729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-d389ff5e-ca43-4fa2-9ea0-a7319443b024 req-9172475d-ee3d-48e5-accf-1b0b36523529 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:50:40.969767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d389ff5e-ca43-4fa2-9ea0-a7319443b024 req-9172475d-ee3d-48e5-accf-1b0b36523529 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100353 Aug 31 13:50:41.025556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7bb93771-7905-449a-a849-489e7e12d41c None None] Port 7b66be6d-4027-4583-b06b-edf7873d89f0 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:41.035197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-c5ccffc1-a5ad-4c61-a6e4-f0c25b20ac7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 217 time: 0.0609047 Aug 31 13:50:41.110244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.117932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.131738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.142468 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ff89f7c-ec82-4402-9f00-b7d913c3c6dc req-81d5f186-7e63-49ce-9520-ec750728abe6 service neutron] 10.222.0.26 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704105 Aug 31 13:50:41.150655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687f96-4781-4622-b4a7-d13306bbddd0 req-b1eea4ae-bcb9-411d-b646-557366031e50 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.152298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f6687f96-4781-4622-b4a7-d13306bbddd0 req-b1eea4ae-bcb9-411d-b646-557366031e50 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.2035677 Aug 31 13:50:41.171435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee9825-1a18-485f-b94f-bc93e7cafbc9 req-25a70a77-f8ad-4e46-92ce-fde21f6f15ea tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.173226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dee9825-1a18-485f-b94f-bc93e7cafbc9 req-25a70a77-f8ad-4e46-92ce-fde21f6f15ea tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 935 time: 0.1072745 Aug 31 13:50:41.204154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Attempting to bind port 694eb8e9-caf0-4618-901f-3e411e62df62 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:41.204503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Attempting to bind port 694eb8e9-caf0-4618-901f-3e411e62df62 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:41.204836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Attempting to bind port 694eb8e9-caf0-4618-901f-3e411e62df62 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:41.217433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Port 694eb8e9-caf0-4618-901f-3e411e62df62 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:41.217764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Attempting to bind port 694eb8e9-caf0-4618-901f-3e411e62df62 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:41.238739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:41.239026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:41.239324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:41.239771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Bound port: 694eb8e9-caf0-4618-901f-3e411e62df62, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:41.240140 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.258794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event updated for resources: {'Port': ['ID=986d46a3-cd6d-4a90-b3b2-db5f69ab02aa,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:41.264050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.272990 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f6687f96-4781-4622-b4a7-d13306bbddd0 req-e9b3e74a-ff01-4911-b202-10290c28ac42 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933051 Aug 31 13:50:41.301805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dee9825-1a18-485f-b94f-bc93e7cafbc9 req-438beb36-3d9f-481f-9331-2803137c87af tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186433 Aug 31 13:50:41.316438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.327129 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3f2c64b-dd14-46c0-a4dc-5aaf0bf6d334 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9250429 Aug 31 13:50:41.343550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-a1492995-dfe8-47f0-8f69-464808422ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.351501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-a1492995-dfe8-47f0-8f69-464808422ac7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0746310 Aug 31 13:50:41.440797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] For port 694eb8e9-caf0-4618-901f-3e411e62df62, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:41.445714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] For port 694eb8e9-caf0-4618-901f-3e411e62df62, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=694eb8e9-caf0-4618-901f-3e411e62df62,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:41.449697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-3e1735cf-9dba-4f7c-b03e-1bd4b45ca6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.450932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-3e1735cf-9dba-4f7c-b03e-1bd4b45ca6bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922620 Aug 31 13:50:41.455462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.472508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3be51-6d37-4b31-98c8-8c7fe86b8d8d req-cb84cd62-248e-4064-b5aa-55ac549b7eab tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.481830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9de3be51-6d37-4b31-98c8-8c7fe86b8d8d req-cb84cd62-248e-4064-b5aa-55ac549b7eab tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 945 time: 0.0820673 Aug 31 13:50:41.506954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.507546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.508990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] 10.222.0.26 "PUT /v2.0/ports/694eb8e9-caf0-4618-901f-3e411e62df62 HTTP/1.1" status: 200 len: 1095 time: 2.2331302 Aug 31 13:50:41.511363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'tag': '694eb8e9-caf0-4618-901f-3e411e62df62'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:41.513594 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dc0322-56a0-477e-9e2b-43165354e0a3", "tag": "694eb8e9-caf0-4618-901f-3e411e62df62"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:41.612460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-990e3ec8-4394-4316-812f-005584b1d10f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips/e5b7473b-5cab-4974-806f-a72b6932e664 HTTP/1.1" status: 200 len: 692 time: 0.0861499 Aug 31 13:50:41.626109 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9de3be51-6d37-4b31-98c8-8c7fe86b8d8d req-0270d180-b7bc-4c3f-9e29-af7deab4021a tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432109 Aug 31 13:50:41.647316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc871b2-c53b-4aad-b138-01ecadaf2456 service neutron] Pushing event updated for resources: {'Port': ['ID=694eb8e9-caf0-4618-901f-3e411e62df62,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:41.664147 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-db3e78f9-1802-44f6-814a-83dce22c5f00 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750736 Aug 31 13:50:41.677602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e82a3cc-75e0-46c1-bd94-229355638f2d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:41.746935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:41.764684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0e82a3cc-75e0-46c1-bd94-229355638f2d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:41.765374 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.778303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-4253f41f-a22d-4d7c-ac9e-e3253ac3c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.779820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-4253f41f-a22d-4d7c-ac9e-e3253ac3c716 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 1098 time: 0.1989017 Aug 31 13:50:41.791801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b66be6d-4027-4583-b06b-edf7873d89f0 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:41.808720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.869742 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-81923201-2d73-448f-8ecd-fabdad6df2b6 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--900513716&fields=id&tenant_id=c358a4332ac3423d9784f876d7f64391 HTTP/1.1" status: 200 len: 267 time: 0.0824835 Aug 31 13:50:41.871828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-f4769c0d-ef85-494e-b137-f0759a14d457 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=694eb8e9-caf0-4618-901f-3e411e62df62 HTTP/1.1" status: 200 len: 217 time: 0.0604630 Aug 31 13:50:41.880468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Transition to ACTIVE for port object 7b66be6d-4027-4583-b06b-edf7873d89f0 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:41.899089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-dcb2d4a3-02c0-4a14-a4c5-090ca2dc32ab tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.900451 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-dcb2d4a3-02c0-4a14-a4c5-090ca2dc32ab tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2671161 Aug 31 13:50:41.918865 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:41.947637 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-c1ffa317-b072-4fb6-9459-8a7a982777c4 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749712 Aug 31 13:50:41.995228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-8851882b-70c2-4888-ab0e-0f36e3312f1b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:41.996713 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-8851882b-70c2-4888-ab0e-0f36e3312f1b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/networks?id=b560c68f-1c38-4508-8e23-aa067ef3abf4 HTTP/1.1" status: 200 len: 805 time: 0.1261845 Aug 31 13:50:42.019182 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-65fd9a64-4c94-4d34-b81a-865e98ab1f84 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/quotas/c358a4332ac3423d9784f876d7f64391 HTTP/1.1" status: 200 len: 375 time: 0.0163288 Aug 31 13:50:42.034012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-3ef42f97-e947-440b-ac80-baedaa2b330b tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.1104920 Aug 31 13:50:42.050963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5c5677c0-d18b-477c-bc9f-c335b350ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:42.052405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-5c5677c0-d18b-477c-bc9f-c335b350ea91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1693225 Aug 31 13:50:42.058896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66be6d-4027-4583-b06b-edf7873d89f0,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:42.101665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-14acb698-b3cf-45ce-87f5-3ee99060d09d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c358a4332ac3423d9784f876d7f64391&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741675 Aug 31 13:50:42.166749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e189c223-d034-45e3-a1b3-00fa0fa324c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86c596e215854d6488f7851e40ab65d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177752 Aug 31 13:50:42.169749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:42.169979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-c6055bd5-6d9b-42a1-b196-df9bdf25df6a tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.1208787 Aug 31 13:50:42.293328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff811857-60d4-4807-9af1-f6ad440ab131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.294732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-c3abd6a8-354a-4d45-8207-785b45a75ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:42.296490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-c3abd6a8-354a-4d45-8207-785b45a75ea6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728971 Aug 31 13:50:42.339731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff811857-60d4-4807-9af1-f6ad440ab131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.350185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Attempting to bind port 7b66be6d-4027-4583-b06b-edf7873d89f0 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:42.351054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Attempting to bind port 7b66be6d-4027-4583-b06b-edf7873d89f0 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:42.351054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Attempting to bind port 7b66be6d-4027-4583-b06b-edf7873d89f0 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:42.355403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-5062ff03-a32e-4f8a-9f3a-1eba6c9da643 service neutron] 10.222.0.10 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386138 Aug 31 13:50:42.394119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Port 7b66be6d-4027-4583-b06b-edf7873d89f0 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:42.394395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Attempting to bind port 7b66be6d-4027-4583-b06b-edf7873d89f0 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:42.406825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:42.407211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:42.407566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:42.408014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Bound port: 7b66be6d-4027-4583-b06b-edf7873d89f0, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:42.408384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.464884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff811857-60d4-4807-9af1-f6ad440ab131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.468478 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff811857-60d4-4807-9af1-f6ad440ab131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.469396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ff811857-60d4-4807-9af1-f6ad440ab131 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9cf0b6f-b24e-41a8-b0c4-579b99205bd5 HTTP/1.1" status: 204 len: 168 time: 0.2980440 Aug 31 13:50:42.488641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-e6a339ba-1835-4746-9054-33a8f2f8f96e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822693 Aug 31 13:50:42.490803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-42033adc-6353-4957-abcc-e18ff4ede230 service neutron] 10.222.0.10 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144547 Aug 31 13:50:42.492405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Deleting port 0870ab80-ee1f-4985-95a4-499685495601 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:42.492763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.492939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff811857-60d4-4807-9af1-f6ad440ab131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cf0b6f-b24e-41a8-b0c4-579b99205bd5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:42.603537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] For port 7b66be6d-4027-4583-b06b-edf7873d89f0, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:42.630748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] For port 7b66be6d-4027-4583-b06b-edf7873d89f0, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7b66be6d-4027-4583-b06b-edf7873d89f0,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:42.677075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.677417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.688669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.696542 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474cf0f-9e49-45dc-8a55-9f3d9414f964 x-openstack-request-id: req-e474cf0f-9e49-45dc-8a55-9f3d9414f964 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:42.696672 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dc0322-56a0-477e-9e2b-43165354e0a3", "tag": "694eb8e9-caf0-4618-901f-3e411e62df62", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:42.697581 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e474cf0f-9e49-45dc-8a55-9f3d9414f964 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:42.697581 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'tag': '694eb8e9-caf0-4618-901f-3e411e62df62', 'status': 'completed', 'code': 200} Aug 31 13:50:42.714280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Calling delete_port for 0870ab80-ee1f-4985-95a4-499685495601 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:42.772442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-7c941ff8-01f1-411b-a7c8-4bee1b531ac6 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735512 Aug 31 13:50:42.873607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:42.874265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:42.875810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/7b66be6d-4027-4583-b06b-edf7873d89f0 HTTP/1.1" status: 200 len: 1095 time: 1.9656143 Aug 31 13:50:42.888364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f4934-6886-49ab-b75a-14f3395761eb req-651b6b04-7756-4855-8761-81f4b24105f0 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:42.901523 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-330f4934-6886-49ab-b75a-14f3395761eb req-651b6b04-7756-4855-8761-81f4b24105f0 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 943 time: 0.1496849 Aug 31 13:50:42.952849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f65aa-b7a6-4f77-84d9-57fa58f279e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66be6d-4027-4583-b06b-edf7873d89f0,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:42.982810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-ed56a758-7c28-46b7-b413-9f77da2a486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:42.984324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-ed56a758-7c28-46b7-b413-9f77da2a486f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 1098 time: 0.0845325 Aug 31 13:50:43.009945 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-330f4934-6886-49ab-b75a-14f3395761eb req-b8dc1972-89e4-441e-8784-e34f4ccef24e tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027241 Aug 31 13:50:43.169600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc801234-5ea5-4db1-b448-b82a2b9853ea req-384f836b-513e-4e47-afd2-6287d3c1fe60 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.172095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc801234-5ea5-4db1-b448-b82a2b9853ea req-384f836b-513e-4e47-afd2-6287d3c1fe60 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0930769 Aug 31 13:50:43.174715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:43.253572 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc801234-5ea5-4db1-b448-b82a2b9853ea req-1019941f-1cb3-47fa-aa5e-72ad113bfd20 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689623 Aug 31 13:50:43.398133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b2878-e3b7-4b4d-a892-24dc6a67351f req-18d09f41-75dc-4331-9a50-14dca4c64265 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.400066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d81b2878-e3b7-4b4d-a892-24dc6a67351f req-18d09f41-75dc-4331-9a50-14dca4c64265 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 947 time: 0.0570369 Aug 31 13:50:43.449660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d81b2878-e3b7-4b4d-a892-24dc6a67351f req-3fa5af2d-85e0-4dba-be6f-4453e95505de tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Aug 31 13:50:43.537590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Pushing event deleted for resources: {'Port': ['ID=0870ab80-ee1f-4985-95a4-499685495601,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:43.550391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-40780261-e377-474e-b60b-75f7b4f5efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.551976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-40780261-e377-474e-b60b-75f7b4f5efb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 1098 time: 0.5841751 Aug 31 13:50:43.612255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0ae5cc4c-8d75-44ae-b229-75e6143026e7 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:43.622769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:43.655802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-b57d1913-66b1-4d0a-8aaf-f36cc49e5542 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7b66be6d-4027-4583-b06b-edf7873d89f0 HTTP/1.1" status: 200 len: 217 time: 0.0508897 Aug 31 13:50:43.658637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-c0d0bc71-07af-42db-8e4a-c27e88d67191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.660049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-c0d0bc71-07af-42db-8e4a-c27e88d67191 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.6623366 Aug 31 13:50:43.661459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9d5838ad-c156-465d-b510-5564394b3ce3 req-fe63774a-a3c4-4718-8956-18bab3274d53 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 210 time: 0.0324607 Aug 31 13:50:43.671336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:43.674694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:43.675795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de8553e9-d0db-48de-b31e-727d9ae95790 req-602db0d9-35cf-446b-a7ce-f805355f6fdc tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "DELETE /v2.0/floatingips/e5b7473b-5cab-4974-806f-a72b6932e664 HTTP/1.1" status: 204 len: 173 time: 1.4901447 Aug 31 13:50:43.747708 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-f599574e-df5f-4a62-a976-82d31f954fa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=694eb8e9-caf0-4618-901f-3e411e62df62 HTTP/1.1" status: 200 len: 217 time: 0.0596185 Aug 31 13:50:43.778894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-8a0be54c-4260-49db-88ff-1f198f9979f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.780349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-8a0be54c-4260-49db-88ff-1f198f9979f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1103082 Aug 31 13:50:43.816796 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:43.819042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a64f0d-5d56-43b8-924f-bd621ff1607d req-34d842e5-d439-4451-b9cb-84ec12d2a203 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.823095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a64f0d-5d56-43b8-924f-bd621ff1607d req-34d842e5-d439-4451-b9cb-84ec12d2a203 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 945 time: 0.0691001 Aug 31 13:50:43.856518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:43.859949 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc33c3-04ec-461f-99a3-763f517121ef" -d '{"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:43.861523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-5ac9e2c0-f8f9-45de-91eb-ef673b99eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.863968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-5ac9e2c0-f8f9-45de-91eb-ef673b99eab0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0973279 Aug 31 13:50:43.868902 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a64f0d-5d56-43b8-924f-bd621ff1607d req-0abd2dd2-a2be-4071-b77c-be14d1ca49e2 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Aug 31 13:50:43.884268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0ae5cc4c-8d75-44ae-b229-75e6143026e7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7,segment=NetworkSegment(ced504e6-aded-48b9-9f65-53c9ad2e069f),segment_id=ced504e6-aded-48b9-9f65-53c9ad2e069f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:43.887579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:43.897193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0ae5cc4c-8d75-44ae-b229-75e6143026e7', 'network_id': '665ad9f1-fbfb-46c3-a965-329818d7c1e5', 'port_id': '0ae5cc4c-8d75-44ae-b229-75e6143026e7', 'mac_address': 'fa:16:3e:77:7b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087be13d-1bd6-48dc-952c-19d0439f01ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:43.910841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-83b790b3-c52b-4a3c-a13c-b4caaa8dd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.912991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-83b790b3-c52b-4a3c-a13c-b4caaa8dd622 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129196 Aug 31 13:50:43.926586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:43.957986 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bce056-61ac-4381-af61-b914a7a4b97f x-openstack-request-id: req-c1bce056-61ac-4381-af61-b914a7a4b97f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:43.958282 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:43.958533 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1bce056-61ac-4381-af61-b914a7a4b97f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:43.958918 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'code': 200} Aug 31 13:50:43.971843 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:43.998968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae5cc4c-8d75-44ae-b229-75e6143026e7 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:44.005064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:44.021198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0ae5cc4c-8d75-44ae-b229-75e6143026e7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7,segment=NetworkSegment(ced504e6-aded-48b9-9f65-53c9ad2e069f),segment_id=ced504e6-aded-48b9-9f65-53c9ad2e069f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:44.027045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:44.088001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0ae5cc4c-8d75-44ae-b229-75e6143026e7,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:44.088256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-1cd46e9a-edc3-4ceb-998e-9ab1d317dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:44.089695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-1cd46e9a-edc3-4ceb-998e-9ab1d317dcb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086084 Aug 31 13:50:44.135140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-bea76ed0-b903-40cc-9d65-c7999950a404 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2396071 Aug 31 13:50:44.165951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:44.205183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-dda3c37d-f7fe-44f2-bfd6-d5042fcc6512 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625566 Aug 31 13:50:44.252536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcc859-00fd-4aba-8f53-e643f2db00cf req-6f94c70d-a7f0-4493-89fb-a8b0331d9aa1 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:44.254266 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78dcc859-00fd-4aba-8f53-e643f2db00cf req-6f94c70d-a7f0-4493-89fb-a8b0331d9aa1 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 944 time: 0.0521994 Aug 31 13:50:44.299837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:44.303697 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78dcc859-00fd-4aba-8f53-e643f2db00cf req-13ffadac-c8e5-4a49-bcdf-eff3ba271962 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 Aug 31 13:50:44.380444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-231a477d-7d1e-45ff-bb27-bb1373cf057c service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507641 Aug 31 13:50:44.467172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-0d1ed587-6764-4eea-997c-bca4242f3b4e tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:44.470431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0ae5cc4c-8d75-44ae-b229-75e6143026e7'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:44.471498 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-0d1ed587-6764-4eea-997c-bca4242f3b4e tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.26 "GET /v2.0/networks?id=b560c68f-1c38-4508-8e23-aa067ef3abf4 HTTP/1.1" status: 200 len: 805 time: 0.1821818 Aug 31 13:50:44.481153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0a802fe-6ac3-4f86-85eb-9ae3e7b8fae0 req-a6347704-5a82-4efe-8bbd-f46745d0b4bc service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600427 Aug 31 13:50:44.542813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f75cbe3a-69b4-46e8-bef3-c65356a02a0f req-de10c06b-a896-4858-8dc8-18d22d3979d6 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528721 Aug 31 13:50:44.571296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:44.612200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f5fe4-0d45-47a0-97bc-34d357b8bfac req-4816ee5e-0db7-4b60-a46e-1abc212d3408 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:44.622845 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-477f5fe4-0d45-47a0-97bc-34d357b8bfac req-4816ee5e-0db7-4b60-a46e-1abc212d3408 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.0835788 Aug 31 13:50:44.678496 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-477f5fe4-0d45-47a0-97bc-34d357b8bfac req-6f317da1-cb03-4264-a1db-f51d91f1e990 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543945 Aug 31 13:50:44.699251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'tag': '7b66be6d-4027-4583-b06b-edf7873d89f0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:44.704208 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ec10c-98f0-42b1-9060-1b3c87b75008" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a21d04-838c-4bfa-a94f-ba21a22e1e6f", "tag": "7b66be6d-4027-4583-b06b-edf7873d89f0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:44.731756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Allocated IP 172.25.0.204 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/7840affd-a98e-4f27-9948-072f496590d3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:44.741695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-b38f758a-97a5-4069-94e0-15219972db63 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c358a4332ac3423d9784f876d7f64391 HTTP/1.1" status: 200 len: 379 time: 0.1163998 Aug 31 13:50:44.753883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57846) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:44.784737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Request body: {'port': {'device_id': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'admin_state_up': True, 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'security_groups': ['8cdf829a-9343-4c4b-91e7-84abf0c61f7d']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:44.856951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:44.935815 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:44.972960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:44.973290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3944da53-e83c-492b-bae6-26c5fbcb057f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:44.977936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:44.981886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:44.997840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Made reservation on behalf of c358a4332ac3423d9784f876d7f64391 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:45.001301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.008691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Pushing event updated for resources: {'Port': ['ID=7840affd-a98e-4f27-9948-072f496590d3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:45.038358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f727-711d-45b4-91bf-4017a4a6a913 req-8c05b60d-a6eb-4a60-b09e-81e4f1ce6ab8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.039886 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b737f727-711d-45b4-91bf-4017a4a6a913 req-8c05b60d-a6eb-4a60-b09e-81e4f1ce6ab8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 947 time: 0.1255572 Aug 31 13:50:45.073748 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.110139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.156493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b737f727-711d-45b4-91bf-4017a4a6a913 req-1f7acbcc-1ae0-4285-b551-77a73ad90a6e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078026 Aug 31 13:50:45.229661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Allocated IP 172.20.0.6 (b560c68f-1c38-4508-8e23-aa067ef3abf4/fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d/fa477e89-e6e0-4e4a-923a-ed6d59203e93) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:45.243579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3944da53-e83c-492b-bae6-26c5fbcb057f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.249256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3944da53-e83c-492b-bae6-26c5fbcb057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.286480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.293397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.314054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3944da53-e83c-492b-bae6-26c5fbcb057f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=787d8cd1ba864c7b8124ff1555cf21f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563631 Aug 31 13:50:45.316502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944da53-e83c-492b-bae6-26c5fbcb057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ce9e2-2c72-4d0e-b2ba-c7cec712a6a1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:45.325899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57852) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:45.351343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Pushing event updated for resources: {'Port': ['ID=7840affd-a98e-4f27-9948-072f496590d3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:45.411405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.419363 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c226b26-10be-43cd-9bbe-edb8d935fdac req-19f9a0ef-3576-47d9-bd26-711245f52b25 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 210 time: 0.0655167 Aug 31 13:50:45.426682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.428136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-cb66d306-1f4f-4f37-8fe6-1b8a5f5ffe81 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2791283 Aug 31 13:50:45.469646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-835d25ab-0744-4440-8617-cbbb9881d25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.480995 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aed095-1aa5-483d-b5c0-e4ab19a97212 x-openstack-request-id: req-d4aed095-1aa5-483d-b5c0-e4ab19a97212 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:45.481336 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a21d04-838c-4bfa-a94f-ba21a22e1e6f", "tag": "7b66be6d-4027-4583-b06b-edf7873d89f0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:45.481701 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4aed095-1aa5-483d-b5c0-e4ab19a97212 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:45.482148 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'tag': '7b66be6d-4027-4583-b06b-edf7873d89f0', 'status': 'completed', 'code': 200} Aug 31 13:50:45.492327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-e6152050-cb91-4a42-a688-e1564b1f65aa tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.0502484 Aug 31 13:50:45.512631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-835d25ab-0744-4440-8617-cbbb9881d25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.516641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.570973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Transition to ACTIVE for port object fa477e89-e6e0-4e4a-923a-ed6d59203e93 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:45.619637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-4b518a79-1b17-4e37-8398-ebf3b8af6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.619908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb012-571c-472a-bd9d-829f4a8e24e1 req-39a212a7-b8fe-42bd-957f-b919a875f51a tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.621385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-4b518a79-1b17-4e37-8398-ebf3b8af6591 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 1098 time: 0.0703571 Aug 31 13:50:45.621534 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-826bb012-571c-472a-bd9d-829f4a8e24e1 req-39a212a7-b8fe-42bd-957f-b919a875f51a tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 945 time: 0.0975449 Aug 31 13:50:45.622993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:45.636302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-835d25ab-0744-4440-8617-cbbb9881d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.639307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-b2b18616-176f-496f-9d4f-51192cb4e1d0 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.639463 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-835d25ab-0744-4440-8617-cbbb9881d25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.641233 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-835d25ab-0744-4440-8617-cbbb9881d25a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/228ce9e2-2c72-4d0e-b2ba-c7cec712a6a1 HTTP/1.1" status: 204 len: 168 time: 0.3136942 Aug 31 13:50:45.657088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cc7beac-097f-4e58-9795-7f6e317010d6 req-b2b18616-176f-496f-9d4f-51192cb4e1d0 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1590667 Aug 31 13:50:45.659109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.689352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d25ab-0744-4440-8617-cbbb9881d25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ce9e2-2c72-4d0e-b2ba-c7cec712a6a1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:45.754877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:45.760619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:45.775964 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-826bb012-571c-472a-bd9d-829f4a8e24e1 req-f925a167-cc45-4fe7-b4b7-18cb48781151 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235363 Aug 31 13:50:45.781631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:45.785884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event updated for resources: {'Port': ['ID=fa477e89-e6e0-4e4a-923a-ed6d59203e93,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:45.815390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-dd3ec971-4f65-430c-95f4-3e5e1cbbfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.816975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-dd3ec971-4f65-430c-95f4-3e5e1cbbfc5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1588900 Aug 31 13:50:45.843872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:45.844614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb5f98-e468-46e3-a6db-938e29df09bb req-bf0ad06c-e0e7-42e4-a12c-65636e7d9e51 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.852951 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbdb5f98-e468-46e3-a6db-938e29df09bb req-bf0ad06c-e0e7-42e4-a12c-65636e7d9e51 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 944 time: 0.0834875 Aug 31 13:50:45.864153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'mac_address': 'fa:16:3e:77:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:45.891729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-072f3126-7af0-47b5-9b8b-41ef725c612c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7b66be6d-4027-4583-b06b-edf7873d89f0 HTTP/1.1" status: 200 len: 217 time: 0.0622890 Aug 31 13:50:45.902287 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-dbd56a4a-9214-4fe3-88df-2379d0a58807 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips/338f41cb-4f2d-43b0-9ae6-53d70ca7534c HTTP/1.1" status: 200 len: 693 time: 0.0772371 Aug 31 13:50:45.955867 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.964253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.970819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a59e1f9-29d0-440e-96fa-3ab6c163369c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:45.974073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:45.993571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-6621df8d-4a69-4306-9018-7951df96ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:46.001673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:46.002356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-6621df8d-4a69-4306-9018-7951df96ecf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1028538 Aug 31 13:50:46.007714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-4077b678-17cc-4ab4-a800-203e5cca2c68 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2283452 Aug 31 13:50:46.008130 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.044981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Request body: {'port': {'device_id': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:46.069218 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbdb5f98-e468-46e3-a6db-938e29df09bb req-b5872d84-5d00-46d4-b101-aae2bf387b82 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146206 Aug 31 13:50:46.087629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-b70cb3ec-940d-4760-a59a-ecb9f64b67a2 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:46.088802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-b70cb3ec-940d-4760-a59a-ecb9f64b67a2 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1857295 Aug 31 13:50:46.095469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-4db6827c-1ab2-479a-825d-5a9fcd28c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:46.097167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-4db6827c-1ab2-479a-825d-5a9fcd28c6aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685878 Aug 31 13:50:46.136075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:46.139737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-18fd71a4-5a2a-4380-9eab-46decd581b53 None None] Provisioning for port fa477e89-e6e0-4e4a-923a-ed6d59203e93 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:46.146498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-18fd71a4-5a2a-4380-9eab-46decd581b53 None None] Provisioning complete for port fa477e89-e6e0-4e4a-923a-ed6d59203e93 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:46.147742 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18fd71a4-5a2a-4380-9eab-46decd581b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.173468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.181727 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-3ad8ba90-c601-43eb-bb44-987d834c56a1 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.0804625 Aug 31 13:50:46.195995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-18fd71a4-5a2a-4380-9eab-46decd581b53 None None] Port fa477e89-e6e0-4e4a-923a-ed6d59203e93 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:50:46.283102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb26ab-ef5a-4b70-945c-1540482317c9 req-5bfa3858-b322-47c4-8d0a-e135bc597c4a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:46.284640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbfb26ab-ef5a-4b70-945c-1540482317c9 req-5bfa3858-b322-47c4-8d0a-e135bc597c4a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 948 time: 0.0801477 Aug 31 13:50:46.288501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-eb64c0d1-3a7a-454c-bf72-8aadf50a2ea0 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789086 Aug 31 13:50:46.292986 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-05153586-0c86-40c5-9be5-8c9001688236 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.0747962 Aug 31 13:50:46.387372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbfb26ab-ef5a-4b70-945c-1540482317c9 req-aae643c0-632b-41af-a4d4-0531999e32a7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893528 Aug 31 13:50:46.431889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e01ec10c-98f0-42b1-9060-1b3c87b75008 req-7d7f3bae-87e1-4a17-bec2-418e70d0edce service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250372 Aug 31 13:50:46.502957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9a59e1f9-29d0-440e-96fa-3ab6c163369c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:46.533365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732147f2-1fab-4b14-9106-98147eae100e req-f1dbd7fb-0944-4071-ad3b-d7e52cce0885 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:46.534946 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-732147f2-1fab-4b14-9106-98147eae100e req-f1dbd7fb-0944-4071-ad3b-d7e52cce0885 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 947 time: 0.0579085 Aug 31 13:50:46.581098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Deleting port 7840affd-a98e-4f27-9948-072f496590d3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:46.581723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.593195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-732147f2-1fab-4b14-9106-98147eae100e req-6cc5ee65-5b6c-48a1-94e4-cf655597975d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Aug 31 13:50:46.642873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57888) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:46.710942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.711469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.714821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa477e89-e6e0-4e4a-923a-ed6d59203e93 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:46.729130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.734920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Calling delete_port for 7840affd-a98e-4f27-9948-072f496590d3 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:46.752437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Transition to ACTIVE for port object fa477e89-e6e0-4e4a-923a-ed6d59203e93 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:46.766243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-99430450-network', 'tenant_id': '02c2d73b64c047deaec9350dfbc85001'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:46.786181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.793924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Made reservation on behalf of 02c2d73b64c047deaec9350dfbc85001 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:46.796384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.805819 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.864111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Pushing event updated for resources: {'Port': ['ID=fa477e89-e6e0-4e4a-923a-ed6d59203e93,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:46.952181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.956737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.006796 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Attempting to bind port fa477e89-e6e0-4e4a-923a-ed6d59203e93 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:47.007071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Attempting to bind port fa477e89-e6e0-4e4a-923a-ed6d59203e93 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:47.007481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Attempting to bind port fa477e89-e6e0-4e4a-923a-ed6d59203e93 on network b560c68f-1c38-4508-8e23-aa067ef3abf4 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:47.017101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Port fa477e89-e6e0-4e4a-923a-ed6d59203e93 on network b560c68f-1c38-4508-8e23-aa067ef3abf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:50:47.017507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Attempting to bind port fa477e89-e6e0-4e4a-923a-ed6d59203e93 on network b560c68f-1c38-4508-8e23-aa067ef3abf4 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:47.023255 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.032627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:47.033083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Checking segment: {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:47.033536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Bound using segment: {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:50:47.034055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Bound port: fa477e89-e6e0-4e4a-923a-ed6d59203e93, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c76e912-2067-470a-a345-da8b0ec31572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:50:47.034505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.055493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] vlan segment allocate from pool success with {'vlan_id': 1549, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:47.065244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd2f89-8539-4c0d-a2d9-f21ed097e672,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:47.073047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Pushing event deleted for resources: {'Port': ['ID=7840affd-a98e-4f27-9948-072f496590d3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:47.081602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.081968 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Added segment 9f74dda5-1c99-44f1-9447-37082e98cb64 of type vlan for network bc4f0f03-9108-42cd-9f7c-d14c23e60f49 Aug 31 13:50:47.102947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-a33948ab-1ed5-46c5-89fe-6f7b7bca7039 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.104488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-a33948ab-1ed5-46c5-89fe-6f7b7bca7039 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d&tenant_id=ec74b343ea7c46d59878d609588dc44f&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 948 time: 0.1443338 Aug 31 13:50:47.154407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0442d-244f-4e4e-8f4d-1c57198d8697 req-cb7ea54b-5a54-49b7-89b9-50e50bb6b2d0 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.155910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41e0442d-244f-4e4e-8f4d-1c57198d8697 req-cb7ea54b-5a54-49b7-89b9-50e50bb6b2d0 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 943 time: 0.1671576 Aug 31 13:50:47.157488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.167283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.169789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.170936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa01e518-6a7e-4b16-9eef-245272c31ab8 req-21ebb9d9-cb8b-45bc-bb96-2e2e6b845f0f tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "DELETE /v2.0/floatingips/338f41cb-4f2d-43b0-9ae6-53d70ca7534c HTTP/1.1" status: 204 len: 173 time: 0.8715639 Aug 31 13:50:47.178556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] For port fa477e89-e6e0-4e4a-923a-ed6d59203e93, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:50:47.181959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] For port fa477e89-e6e0-4e4a-923a-ed6d59203e93, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:50:47.188005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.232920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.232920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.234718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] 10.222.0.26 "PUT /v2.0/ports/fa477e89-e6e0-4e4a-923a-ed6d59203e93 HTTP/1.1" status: 200 len: 1091 time: 1.2072010 Aug 31 13:50:47.239859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:47.243219 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf" -d '{"events": [{"name": "network-changed", "server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:47.279675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.280659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.281284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.294694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41e0442d-244f-4e4e-8f4d-1c57198d8697 req-bb074c64-f2a4-47fd-9ff7-0abceafae496 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169736 Aug 31 13:50:47.351966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-1f687d33-fd76-4c1b-b153-43f79c1ccd92 service neutron] 10.222.0.26 "GET /v2.0/ports/9a59e1f9-29d0-440e-96fa-3ab6c163369c/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.2254932 Aug 31 13:50:47.394887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7503724 Aug 31 13:50:47.401669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:47.407686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Request body: {'subnet': {'network_id': 'bc4f0f03-9108-42cd-9f7c-d14c23e60f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-99430450-subnet', 'tenant_id': '02c2d73b64c047deaec9350dfbc85001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:47.419645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-e4504454-1413-4f10-a42c-da16612b8b89 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.421775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-e4504454-1413-4f10-a42c-da16612b8b89 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 945 time: 0.2116849 Aug 31 13:50:47.445466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed15aa3-7725-4b18-87f6-86f885812685 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4f0f03-9108-42cd-9f7c-d14c23e60f49,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:47.456238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network bc4f0f03-9108-42cd-9f7c-d14c23e60f49 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:47.552709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840b3e0-6745-4b1f-8d74-086a60b0fc86 req-1e9b241f-d89b-48b9-a99c-932a48064025 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.554886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5840b3e0-6745-4b1f-8d74-086a60b0fc86 req-1e9b241f-d89b-48b9-a99c-932a48064025 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 948 time: 0.1899202 Aug 31 13:50:47.555527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Made reservation on behalf of 02c2d73b64c047deaec9350dfbc85001 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:47.557867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.613770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 694eb8e9-caf0-4618-901f-3e411e62df62 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:47.621287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0ae5cc4c-8d75-44ae-b229-75e6143026e7 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:47.630009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-55e99efb-4b1e-493c-a6fa-81c02198d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.631534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-55e99efb-4b1e-493c-a6fa-81c02198d270 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1099 time: 0.1873868 Aug 31 13:50:47.646217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3321e-6d13-4b3c-b9e0-0434c973d53c service neutron] Pushing event updated for resources: {'Port': ['ID=fa477e89-e6e0-4e4a-923a-ed6d59203e93,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:47.679670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-f187c338-b33d-40f5-aa48-02c904ba48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.681530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-f187c338-b33d-40f5-aa48-02c904ba48f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c358a4332ac3423d9784f876d7f64391&device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 1094 time: 0.0970187 Aug 31 13:50:47.690608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b492f3-cb2b-4f04-9b77-d8d290168927 req-53ea10ff-02db-449a-8fd0-0b5d6ed988a0 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.692165 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-31b492f3-cb2b-4f04-9b77-d8d290168927 req-53ea10ff-02db-449a-8fd0-0b5d6ed988a0 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 945 time: 0.4437056 Aug 31 13:50:47.737250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:47.747903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:47.748280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.762484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5840b3e0-6745-4b1f-8d74-086a60b0fc86 req-98057597-3e5c-4ecd-9280-64b5692eb9e5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715095 Aug 31 13:50:47.763682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-d6019887-4675-48a0-85f5-335ede0ccf49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93 HTTP/1.1" status: 200 len: 217 time: 0.0557492 Aug 31 13:50:47.792935 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-31b492f3-cb2b-4f04-9b77-d8d290168927 req-cb5d3c50-711a-4283-ad6b-0894ec28e87e tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa055014-f8ea-4e5a-bcef-fc9993a100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935345 Aug 31 13:50:47.795651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 694eb8e9-caf0-4618-901f-3e411e62df62, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=694eb8e9-caf0-4618-901f-3e411e62df62,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:47.807915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Deleting port 82b2062b-4244-402c-ac6c-40e14466a558 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:47.808265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.826246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '694eb8e9-caf0-4618-901f-3e411e62df62', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '694eb8e9-caf0-4618-901f-3e411e62df62', 'mac_address': 'fa:16:3e:10:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:47.833093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-0fa24173-d632-4095-8107-76f1c7ff8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.835133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-0fa24173-d632-4095-8107-76f1c7ff8ce9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1902087 Aug 31 13:50:47.880766 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-4346be6b-5789-41e5-a486-a986e039469e req-ed680953-3d57-4433-a63b-d81c15eec287 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] show failed (client error): The resource could not be found. Aug 31 13:50:47.881845 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4346be6b-5789-41e5-a486-a986e039469e req-ed680953-3d57-4433-a63b-d81c15eec287 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips/338f41cb-4f2d-43b0-9ae6-53d70ca7534c HTTP/1.1" status: 404 len: 350 time: 0.0382278 Aug 31 13:50:47.901616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-8960022b-ade0-4674-b2a6-632d99a7e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.903226 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-8960022b-ade0-4674-b2a6-632d99a7e795 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d HTTP/1.1" status: 200 len: 844 time: 0.1224830 Aug 31 13:50:47.905079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.930718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694eb8e9-caf0-4618-901f-3e411e62df62 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:47.940028 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.942572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-90ef4922-5e14-47d5-9cf1-e1753647ef85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 217 time: 0.0783427 Aug 31 13:50:47.962981 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f151df5b-3c18-49d1-8fad-e57779f46fef x-openstack-request-id: req-f151df5b-3c18-49d1-8fad-e57779f46fef {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:47.963301 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:47.964668 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f151df5b-3c18-49d1-8fad-e57779f46fef {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:47.965121 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'status': 'completed', 'code': 200} Aug 31 13:50:47.965429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 694eb8e9-caf0-4618-901f-3e411e62df62, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=694eb8e9-caf0-4618-901f-3e411e62df62,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:47.974848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:47.983241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae5cc4c-8d75-44ae-b229-75e6143026e7'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:47.985691 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b16f2fa-7cfd-43a1-80b3-481e61a95d35" -d '{"events": [{"server_uuid": "2365b0be-f7ee-44b4-b0c1-4289c4cc4452", "name": "network-vif-plugged", "status": "completed", "tag": "0ae5cc4c-8d75-44ae-b229-75e6143026e7"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:47.998088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-7909e8dd-d0c3-43df-85ce-3e863da76b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.999906 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-7909e8dd-d0c3-43df-85ce-3e863da76b71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560c68f-1c38-4508-8e23-aa067ef3abf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844369 Aug 31 13:50:48.020757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0ae5cc4c-8d75-44ae-b229-75e6143026e7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7,segment=NetworkSegment(ced504e6-aded-48b9-9f65-53c9ad2e069f),segment_id=ced504e6-aded-48b9-9f65-53c9ad2e069f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:48.032860 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.033818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:48.077089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=694eb8e9-caf0-4618-901f-3e411e62df62,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:48.139638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608db920-1050-4896-b1af-73c4a878cb8a req-3a639c92-e359-4497-9c58-1f8674e5a9f1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.141867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9a59e1f9-29d0-440e-96fa-3ab6c163369c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:48.142357 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.144039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0ae5cc4c-8d75-44ae-b229-75e6143026e7,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:48.145644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-608db920-1050-4896-b1af-73c4a878cb8a req-3a639c92-e359-4497-9c58-1f8674e5a9f1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 947 time: 0.1415784 Aug 31 13:50:48.189301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-710e91d0-a2a2-4ff6-80ad-c6b078fd68b8 service neutron] 10.222.0.26 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706553 Aug 31 13:50:48.227761 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-608db920-1050-4896-b1af-73c4a878cb8a req-729ca610-aace-45e3-8928-c61e4aab32b4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711195 Aug 31 13:50:48.238063 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.295836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:48.302504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.306553 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37492e3f-3210-4ae3-9ad2-ddb1bedb7731 req-70da29ca-a7c2-4d5e-8ca8-17154b72ee1c service neutron] 10.222.0.26 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041799 Aug 31 13:50:48.377190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:48.388691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] For port 82b2062b-4244-402c-ac6c-40e14466a558, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=82b2062b-4244-402c-ac6c-40e14466a558,segment=NetworkSegment(27c97c13-bcf6-49bf-a4e4-7c954076e571),segment_id=27c97c13-bcf6-49bf-a4e4-7c954076e571)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:48.389239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.396832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['694eb8e9-caf0-4618-901f-3e411e62df62'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:48.401901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748038d9-5f26-42a7-bcbb-35855b1a3739 req-b257dd1a-77b4-49b8-8c9a-33614c5b917e tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.403426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-748038d9-5f26-42a7-bcbb-35855b1a3739 req-b257dd1a-77b4-49b8-8c9a-33614c5b917e tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 944 time: 0.5378418 Aug 31 13:50:48.414776 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-d240d937-174f-4c24-b8cc-6b73f37f5e99 req-71ec7d60-3ca1-4744-9fb5-27e5024f71b4 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] show failed (client error): The resource could not be found. Aug 31 13:50:48.416126 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d240d937-174f-4c24-b8cc-6b73f37f5e99 req-71ec7d60-3ca1-4744-9fb5-27e5024f71b4 tempest-FloatingIPsTestJSON-2033305049 tempest-FloatingIPsTestJSON-2033305049-project] 10.222.0.10 "GET /v2.0/floatingips/338f41cb-4f2d-43b0-9ae6-53d70ca7534c HTTP/1.1" status: 404 len: 350 time: 0.0406418 Aug 31 13:50:48.428189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57916) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:48.435722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Calling delete_port for 82b2062b-4244-402c-ac6c-40e14466a558 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:48.438971 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.441682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-45a391f7-4733-41b1-9d98-3ac1510d7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.443160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-45a391f7-4733-41b1-9d98-3ac1510d7d28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.4712000 Aug 31 13:50:48.582472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-0f353ea0-3904-42d6-8de1-4e3c5affb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.585213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-0f353ea0-3904-42d6-8de1-4e3c5affb9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c358a4332ac3423d9784f876d7f64391&device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 1094 time: 0.1076984 Aug 31 13:50:48.591565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-748038d9-5f26-42a7-bcbb-35855b1a3739 req-9cf08695-12ab-4126-a29c-73340bf85878 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749976 Aug 31 13:50:48.604633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0586163-9796-4a73-865f-ac8ea6293e7c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:48.636729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-6c6b240c-1355-46b7-95be-d02647e5c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.638312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-6c6b240c-1355-46b7-95be-d02647e5c28a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774592 Aug 31 13:50:48.646312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Checking segment: {'id': '9f74dda5-1c99-44f1-9447-37082e98cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': 'bc4f0f03-9108-42cd-9f7c-d14c23e60f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:48.646725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Network hostable DHCP agents. Network: bc4f0f03-9108-42cd-9f7c-d14c23e60f49, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:48.679065 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67303ce1-9c16-4152-bd76-23df547c47fc x-openstack-request-id: req-67303ce1-9c16-4152-bd76-23df547c47fc {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:48.679634 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2365b0be-f7ee-44b4-b0c1-4289c4cc4452", "name": "network-vif-plugged", "status": "completed", "tag": "0ae5cc4c-8d75-44ae-b229-75e6143026e7", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:48.679939 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67303ce1-9c16-4152-bd76-23df547c47fc {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:48.680401 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae5cc4c-8d75-44ae-b229-75e6143026e7', 'code': 200} Aug 31 13:50:48.777000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Network bc4f0f03-9108-42cd-9f7c-d14c23e60f49 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:48.805089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, bc4f0f03-9108-42cd-9f7c-d14c23e60f49) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:48.816804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443279e-c8fc-4966-b578-cd164ae5e3a9 None None] Network bc4f0f03-9108-42cd-9f7c-d14c23e60f49 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:48.818634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.819315 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.838610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-119015a9-1c6d-4b61-9e4b-bc7de35a3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.840100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-119015a9-1c6d-4b61-9e4b-bc7de35a3087 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560c68f-1c38-4508-8e23-aa067ef3abf4 HTTP/1.1" status: 200 len: 907 time: 0.2476370 Aug 31 13:50:48.845500 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.854938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e87157-8018-4bd3-9a6a-084ed8fa2639 req-1f2cae38-67cb-439d-83b2-1bdefc83bf80 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.856461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32e87157-8018-4bd3-9a6a-084ed8fa2639 req-1f2cae38-67cb-439d-83b2-1bdefc83bf80 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 943 time: 0.1490483 Aug 31 13:50:48.876163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-47ee34ca-8d72-4a3a-b50f-4e290807575d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229965 Aug 31 13:50:48.907546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c82dd562-dd63-49b9-8fda-b319a723f063 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4964488 Aug 31 13:50:48.918019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Pushing event deleted for resources: {'Port': ['ID=82b2062b-4244-402c-ac6c-40e14466a558,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:48.920626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740dec8-f227-4b8e-a5be-e18754aaf5a9 req-b20d86ce-d3f1-489c-a073-a26368c8d0a9 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.922206 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6740dec8-f227-4b8e-a5be-e18754aaf5a9 req-b20d86ce-d3f1-489c-a073-a26368c8d0a9 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.1951416 Aug 31 13:50:48.930160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-1c537bb4-e5d4-4171-ad52-320dccb78469 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93 HTTP/1.1" status: 200 len: 217 time: 0.0760360 Aug 31 13:50:48.947410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687c005-1ee4-46bc-9d6f-6f7971a5602b req-e1e1a084-d401-4af7-9dc9-880c5caaed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.948842 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6687c005-1ee4-46bc-9d6f-6f7971a5602b req-e1e1a084-d401-4af7-9dc9-880c5caaed4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 1096 time: 0.1473036 Aug 31 13:50:49.013530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] No DVR routers for this DVR port 82b2062b-4244-402c-ac6c-40e14466a558 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:49.017861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32e87157-8018-4bd3-9a6a-084ed8fa2639 req-0b8a73dc-ce27-4d0e-af95-51a2f5df1db7 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496902 Aug 31 13:50:49.020669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.020859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d550e-f728-47f0-8db2-94a53e381be8 None None] Network bc4f0f03-9108-42cd-9f7c-d14c23e60f49 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:49.022837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-444b8f6c-dc3a-4c32-98f2-400a2b5f7665 req-f9bc2255-48e2-44e8-8451-ca41e201c630 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.26 "DELETE /v2.0/ports/82b2062b-4244-402c-ac6c-40e14466a558 HTTP/1.1" status: 204 len: 173 time: 1.5747612 Aug 31 13:50:49.023296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'name': 'network-vif-deleted', 'tag': '82b2062b-4244-402c-ac6c-40e14466a558'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:49.025623 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c712979c-edfe-4741-9850-fc338d81ab3a" -d '{"events": [{"server_uuid": "9cf59dc5-2d6d-47a4-a031-0403d852f151", "name": "network-vif-deleted", "tag": "82b2062b-4244-402c-ac6c-40e14466a558"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:49.072582 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6740dec8-f227-4b8e-a5be-e18754aaf5a9 req-fe0c20a3-ddea-4d6e-9a33-7b8f654679ef tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359715 Aug 31 13:50:49.082717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-e085cbb6-2845-4148-8c02-d33d9dafa2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:49.083665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-e085cbb6-2845-4148-8c02-d33d9dafa2c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d HTTP/1.1" status: 200 len: 844 time: 0.1339409 Aug 31 13:50:49.091485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6687c005-1ee4-46bc-9d6f-6f7971a5602b req-5f966d16-a8a3-43f5-bdd2-2acfd9876aba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970390 Aug 31 13:50:49.110730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-d3410444-1669-47cf-a7de-77418203e889 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086706 Aug 31 13:50:49.215777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b21dcd-5e87-420e-81bb-44d6204c7e84 req-69e2e65e-7828-4fab-82c1-053fc6c01aa3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:49.217393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3b21dcd-5e87-420e-81bb-44d6204c7e84 req-69e2e65e-7828-4fab-82c1-053fc6c01aa3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0642145 Aug 31 13:50:49.217608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bae9ffb-0a91-4e3d-8ddf-a7683fefe81d req-4775fc13-cccb-4f57-b364-13ad5f163308 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 210 time: 0.0414119 Aug 31 13:50:49.236373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.263895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3b21dcd-5e87-420e-81bb-44d6204c7e84 req-c661c593-db1e-424c-89d9-bfa29a6ab388 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Aug 31 13:50:49.267429 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663883c-6d3a-4491-a921-3ca7575b489a x-openstack-request-id: req-c663883c-6d3a-4491-a921-3ca7575b489a {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:49.267723 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf59dc5-2d6d-47a4-a031-0403d852f151", "name": "network-vif-deleted", "tag": "82b2062b-4244-402c-ac6c-40e14466a558", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:49.267954 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c663883c-6d3a-4491-a921-3ca7575b489a {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:49.268345 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf59dc5-2d6d-47a4-a031-0403d852f151', 'name': 'network-vif-deleted', 'tag': '82b2062b-4244-402c-ac6c-40e14466a558', 'status': 'completed', 'code': 200} Aug 31 13:50:49.342728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-811dd1e5-21de-4b97-b39a-7fb2a8e30238 req-3353f362-30a1-4043-802a-74b84b708f2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1279154605', 'description': 'tempest-description-1257389252'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:49.383145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031cff4-3b61-4bb7-88ca-a7ddb4f3adcc req-28e7ba46-4869-44b2-8c8f-7092d7c7a5dc tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:49.384691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2031cff4-3b61-4bb7-88ca-a7ddb4f3adcc req-28e7ba46-4869-44b2-8c8f-7092d7c7a5dc tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 947 time: 0.0513926 Aug 31 13:50:49.429685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2031cff4-3b61-4bb7-88ca-a7ddb4f3adcc req-c4fdc1d4-a9ff-4cd9-9b5e-2615056ada34 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Aug 31 13:50:49.441353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-811dd1e5-21de-4b97-b39a-7fb2a8e30238 req-3353f362-30a1-4043-802a-74b84b708f2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.483777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-82b083d8-6b85-49b7-b859-ce22dfe0bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:49.485338 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-82b083d8-6b85-49b7-b859-ce22dfe0bbe9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560c68f-1c38-4508-8e23-aa067ef3abf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896904 Aug 31 13:50:49.648178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7b66be6d-4027-4583-b06b-edf7873d89f0 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:49.652196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-811dd1e5-21de-4b97-b39a-7fb2a8e30238 req-3353f362-30a1-4043-802a-74b84b708f2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.664849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-811dd1e5-21de-4b97-b39a-7fb2a8e30238 req-3353f362-30a1-4043-802a-74b84b708f2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.675858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 694eb8e9-caf0-4618-901f-3e411e62df62 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:49.721997 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-811dd1e5-21de-4b97-b39a-7fb2a8e30238 req-3353f362-30a1-4043-802a-74b84b708f2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.726920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-811dd1e5-21de-4b97-b39a-7fb2a8e30238 req-3353f362-30a1-4043-802a-74b84b708f2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3911023 Aug 31 13:50:49.729302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353f362-30a1-4043-802a-74b84b708f2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce2a6a-1b67-494f-aaee-bad895f18c92,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:49.732136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Deleting port 9c318350-40b5-4d12-8598-0bc99c6e14c2 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:49.741012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.747090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7d57c-b84f-4ff3-810f-f9a4caea5828 req-1d3031cc-5760-4c90-8710-981ad3d234ba tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:49.748660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33b7d57c-b84f-4ff3-810f-f9a4caea5828 req-1d3031cc-5760-4c90-8710-981ad3d234ba tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.0879724 Aug 31 13:50:49.749104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-01558f1b-5ae4-48c5-b591-7eb5eb872059 service neutron] 10.222.0.26 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893382 Aug 31 13:50:49.796391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33b7d57c-b84f-4ff3-810f-f9a4caea5828 req-e3aa50a8-1cdf-4b85-9af0-cee194b87887 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Aug 31 13:50:49.805531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 694eb8e9-caf0-4618-901f-3e411e62df62 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:49.811738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 694eb8e9-caf0-4618-901f-3e411e62df62 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:49.812122 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.853966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7b66be6d-4027-4583-b06b-edf7873d89f0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7b66be6d-4027-4583-b06b-edf7873d89f0,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:49.871709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '7b66be6d-4027-4583-b06b-edf7873d89f0', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '7b66be6d-4027-4583-b06b-edf7873d89f0', 'mac_address': 'fa:16:3e:dc:0f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:49.893020 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-08639818-1ed6-4626-a4c6-2abe9b95c983 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/16ce2a6a-1b67-494f-aaee-bad895f18c92 HTTP/1.1" status: 200 len: 1805 time: 0.1471846 Aug 31 13:50:49.916823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16ce2a6a-1b67-494f-aaee-bad895f18c92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:49.917172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16ce2a6a-1b67-494f-aaee-bad895f18c92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:49.934534 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.954622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] For port 9c318350-40b5-4d12-8598-0bc99c6e14c2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9c318350-40b5-4d12-8598-0bc99c6e14c2,segment=NetworkSegment(f97effac-1edb-4324-b446-acfea050e014),segment_id=f97effac-1edb-4324-b446-acfea050e014)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:49.955021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.955237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b66be6d-4027-4583-b06b-edf7873d89f0 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:49.959650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:49.970093 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ff62dbf-a49d-4e79-b8ad-0ced22a8dabf req-12596738-657f-4414-b729-06a0a4411ce7 service neutron] 10.222.0.26 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052999 Aug 31 13:50:49.976105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Calling delete_port for 9c318350-40b5-4d12-8598-0bc99c6e14c2 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:49.995327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7b66be6d-4027-4583-b06b-edf7873d89f0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7b66be6d-4027-4583-b06b-edf7873d89f0,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:50.009731 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.016732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 694eb8e9-caf0-4618-901f-3e411e62df62, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=694eb8e9-caf0-4618-901f-3e411e62df62,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:50.038911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.039705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 82b2062b-4244-402c-ac6c-40e14466a558 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:50.061196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 82b2062b-4244-402c-ac6c-40e14466a558 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:50.061532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 82b2062b-4244-402c-ac6c-40e14466a558 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:50.067831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.083728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=7b66be6d-4027-4583-b06b-edf7873d89f0,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:50.140312 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.142982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=694eb8e9-caf0-4618-901f-3e411e62df62,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:50.150587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.177310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8875600e-8425-4fb0-b807-60cd88366bff,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:50.186948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa7e1c-dfe7-4a1f-9fe7-4c41807a7ff5 req-7edf1c2e-0c71-4412-a579-849fac8e78cf tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:50.189024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4efa7e1c-dfe7-4a1f-9fe7-4c41807a7ff5 req-7edf1c2e-0c71-4412-a579-849fac8e78cf tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 943 time: 0.0735607 Aug 31 13:50:50.195942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.197245 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5a5e1d1a-0831-48b2-a9f7-3575ee7295d6 req-4954f525-6959-46f0-8d2b-41760269d4f0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2946932 Aug 31 13:50:50.236694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4efa7e1c-dfe7-4a1f-9fe7-4c41807a7ff5 req-1459be83-0985-464b-ae2e-36d25ece7cc3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368514 Aug 31 13:50:50.247506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-c9dbcf60-55b1-4498-873a-dc8950890473 req-6c159c6b-d562-474b-b61f-89178584fa2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-683208239', 'description': 'tempest-description-393278107'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:50.284666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9dbcf60-55b1-4498-873a-dc8950890473 req-6c159c6b-d562-474b-b61f-89178584fa2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.293608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.341481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-60f710eb-c4c1-46f5-9e2c-bcdb04258d5f req-65b31a5d-0a51-47ca-b72b-5602e970da00 tempest-ServerPasswordTestJSON-556594350 tempest-ServerPasswordTestJSON-556594350-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf59dc5-2d6d-47a4-a031-0403d852f151 HTTP/1.1" status: 200 len: 210 time: 0.0330250 Aug 31 13:50:50.356524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c318350-40b5-4d12-8598-0bc99c6e14c2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:50.457535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393200aa-0815-49cc-97c3-d80dc0046af3 req-8ae52368-244b-4103-b9de-399c2ff74210 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:50.459163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-393200aa-0815-49cc-97c3-d80dc0046af3 req-8ae52368-244b-4103-b9de-399c2ff74210 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0521362 Aug 31 13:50:50.501677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-393200aa-0815-49cc-97c3-d80dc0046af3 req-9474c76d-dc67-48dc-8c66-82b02c38eba9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Aug 31 13:50:50.542827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9dbcf60-55b1-4498-873a-dc8950890473 req-6c159c6b-d562-474b-b61f-89178584fa2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.548653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:50.553506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9dbcf60-55b1-4498-873a-dc8950890473 req-6c159c6b-d562-474b-b61f-89178584fa2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.588598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.593275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9dbcf60-55b1-4498-873a-dc8950890473 req-6c159c6b-d562-474b-b61f-89178584fa2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.594420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9dbcf60-55b1-4498-873a-dc8950890473 req-6c159c6b-d562-474b-b61f-89178584fa2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3542678 Aug 31 13:50:50.600649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c159c6b-d562-474b-b61f-89178584fa2a tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2fd2f-66ea-4f14-b80a-f31139637190,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:50.649930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e1120-5055-4ec5-9459-89c7a998c22f req-e2f8381b-18e8-47d8-a67d-40c65d8897af tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:50.651860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb7e1120-5055-4ec5-9459-89c7a998c22f req-e2f8381b-18e8-47d8-a67d-40c65d8897af tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 948 time: 0.0897872 Aug 31 13:50:50.710433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb7e1120-5055-4ec5-9459-89c7a998c22f req-2c9d6d1a-6d62-4d63-995b-e49cc42c6f27 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Aug 31 13:50:50.778873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c'}, {'server_uuid': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694eb8e9-caf0-4618-901f-3e411e62df62'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:50.782566 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798eee5c-32d7-4be7-a65b-63e2f4ffad1f" -d '{"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c"}, {"server_uuid": "c6dc0322-56a0-477e-9e2b-43165354e0a3", "name": "network-vif-plugged", "status": "completed", "tag": "694eb8e9-caf0-4618-901f-3e411e62df62"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:50.797413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-554cd303-cece-44b9-bd66-810ea198da77 req-8c61f7ee-414d-4aac-bbf0-e2822b772242 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/23b2fd2f-66ea-4f14-b80a-f31139637190 HTTP/1.1" status: 200 len: 1803 time: 0.0601547 Aug 31 13:50:50.810270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-554cd303-cece-44b9-bd66-810ea198da77 req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '23b2fd2f-66ea-4f14-b80a-f31139637190', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:50.810600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-554cd303-cece-44b9-bd66-810ea198da77 req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '23b2fd2f-66ea-4f14-b80a-f31139637190', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:50.864709 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c335232-8f7e-4bef-9171-c7894b77461b x-openstack-request-id: req-2c335232-8f7e-4bef-9171-c7894b77461b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:50.866147 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c", "code": 200}, {"server_uuid": "c6dc0322-56a0-477e-9e2b-43165354e0a3", "name": "network-vif-plugged", "status": "completed", "tag": "694eb8e9-caf0-4618-901f-3e411e62df62", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:50.866859 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c335232-8f7e-4bef-9171-c7894b77461b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:50.867670 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'code': 200} Aug 31 13:50:50.868103 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694eb8e9-caf0-4618-901f-3e411e62df62', 'code': 200} Aug 31 13:50:50.885985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-554cd303-cece-44b9-bd66-810ea198da77 req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.913393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-554cd303-cece-44b9-bd66-810ea198da77 req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.917170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-554cd303-cece-44b9-bd66-810ea198da77 req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.927932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-bfb5fe68-5032-40ce-b132-ca9c6b5cf35a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957680 Aug 31 13:50:50.937134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec91fec-ae33-4a75-b523-aaa5415ec10e,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:50.944685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-554cd303-cece-44b9-bd66-810ea198da77 req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.949362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-554cd303-cece-44b9-bd66-810ea198da77 req-72b3e48d-beef-47db-8f05-c99e0865ef81 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1431794 Aug 31 13:50:50.984414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Router f0d2aae1-04b9-4cbf-8339-df3529022c7a has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:50:50.993130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1e03-e45d-4947-b875-9f9e007f0645 req-af6eb03d-5416-455e-9c3f-bd96ff5ec606 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:50.994620 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-333f1e03-e45d-4947-b875-9f9e007f0645 req-af6eb03d-5416-455e-9c3f-bd96ff5ec606 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.0725195 Aug 31 13:50:51.040856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68f2ad-cfa7-4a3b-a988-f9ccfad8fe8a req-4f1a56cd-dc2e-4bba-bb68-00ff25fe148b tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.042379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f68f2ad-cfa7-4a3b-a988-f9ccfad8fe8a req-4f1a56cd-dc2e-4bba-bb68-00ff25fe148b tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.0495393 Aug 31 13:50:51.073394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-333f1e03-e45d-4947-b875-9f9e007f0645 req-72caf59f-388e-4ddd-84e7-92b155a5818a tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724645 Aug 31 13:50:51.084034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f68f2ad-cfa7-4a3b-a988-f9ccfad8fe8a req-77a61789-e1e6-44c4-a602-40838d30f6aa tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Aug 31 13:50:51.125139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-e1567744-d2a2-450e-a6f6-367fc63c8760 req-2b70bba5-0ded-4f9a-ad2a-cc4997a01557 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-411043100', 'description': 'tempest-description-1849721756'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:51.184688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:51.192990 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a22016a-26a0-498c-9621-b2dad3b38c64 admin admin] 10.222.0.10 "PUT /v2.0/routers/f0d2aae1-04b9-4cbf-8339-df3529022c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7625339 Aug 31 13:50:51.194460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e1567744-d2a2-450e-a6f6-367fc63c8760 req-2b70bba5-0ded-4f9a-ad2a-cc4997a01557 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.196711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57962) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:51.198354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-fefb5c5b-3001-4d20-9f04-4e859651fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.200049 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-fefb5c5b-3001-4d20-9f04-4e859651fd4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 1100 time: 0.0876160 Aug 31 13:50:51.202676 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] Sync routers for ids ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:51.213121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eb1ff-8fff-4508-b955-7b26cc516165 req-4f8866ba-7fbe-46d2-b7d0-7d867ef08cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.215302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-794eb1ff-8fff-4508-b955-7b26cc516165 req-4f8866ba-7fbe-46d2-b7d0-7d867ef08cbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 1100 time: 0.0505681 Aug 31 13:50:51.222989 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] Routers {'f0d2aae1-04b9-4cbf-8339-df3529022c7a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:51.223654 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:51.291645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-794eb1ff-8fff-4508-b955-7b26cc516165 req-3f2f394b-1669-4a9d-abb7-1f806ece0bbd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Aug 31 13:50:51.364251 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] Set router f0d2aae1-04b9-4cbf-8339-df3529022c7a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:51.375251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92158ff-7128-46a2-9458-e3f2f32d54e7 req-eb404e7f-6506-4e0c-9270-4ac0bfbb2446 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.377061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f92158ff-7128-46a2-9458-e3f2f32d54e7 req-eb404e7f-6506-4e0c-9270-4ac0bfbb2446 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 943 time: 0.0545332 Aug 31 13:50:51.419754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f92158ff-7128-46a2-9458-e3f2f32d54e7 req-88094d45-995c-4b0a-9ea7-1817577ad4ae tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358460 Aug 31 13:50:51.468499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57968) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:51.515153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] Deleting subnet f12dcdd5-087f-47ca-8616-307c3a6bea70 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:51.518958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.556685 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:50Z', 'revision_number': 5, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:51.562845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.594515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] Checking router: f0d2aae1-04b9-4cbf-8339-df3529022c7a for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:50:51.604631 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] Routers {'f0d2aae1-04b9-4cbf-8339-df3529022c7a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:51.605802 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:51.627601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.725298 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.734720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f1c11-ffdd-4e9f-8cd1-0c62d96fc6cd req-ceb0a54b-332d-4669-80ab-4b462993cd7d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.736570 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f9f1c11-ffdd-4e9f-8cd1-0c62d96fc6cd req-ceb0a54b-332d-4669-80ab-4b462993cd7d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0694444 Aug 31 13:50:51.738790 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] Set router f0d2aae1-04b9-4cbf-8339-df3529022c7a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:51.752214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.762200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-015f0a11-dc4a-4bb5-a244-126ebc930542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.764042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-015f0a11-dc4a-4bb5-a244-126ebc930542 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.5031338 Aug 31 13:50:51.770905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12dcdd5-087f-47ca-8616-307c3a6bea70,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:51.774649 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.777448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fb5addf5-ae3a-458c-bd43-84c13dbaa9db admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f12dcdd5-087f-47ca-8616-307c3a6bea70 HTTP/1.1" status: 204 len: 168 time: 0.3069825 Aug 31 13:50:51.783199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57974) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:51.854626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e1567744-d2a2-450e-a6f6-367fc63c8760 req-2b70bba5-0ded-4f9a-ad2a-cc4997a01557 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.856985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-b5954c39-ad6a-4a53-91f8-ae960bcea70a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 200 len: 217 time: 0.0577772 Aug 31 13:50:51.862309 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e1567744-d2a2-450e-a6f6-367fc63c8760 req-2b70bba5-0ded-4f9a-ad2a-cc4997a01557 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.867002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f9f1c11-ffdd-4e9f-8cd1-0c62d96fc6cd req-6aec1ee3-ba09-409d-a520-096186733308 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152766 Aug 31 13:50:51.898201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.955341 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e1567744-d2a2-450e-a6f6-367fc63c8760 req-2b70bba5-0ded-4f9a-ad2a-cc4997a01557 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.955994 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:50Z', 'revision_number': 5, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:51.956570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e1567744-d2a2-450e-a6f6-367fc63c8760 req-2b70bba5-0ded-4f9a-ad2a-cc4997a01557 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8430009 Aug 31 13:50:51.968536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70bba5-0ded-4f9a-ad2a-cc4997a01557 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a294e3d-5b0d-4ef7-97df-061df71c2c3d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:51.985173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-a0d290c6-362e-47f5-abcf-def449e91832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.986486 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c20128-b09e-4e90-9132-f9a5df4a7abc None None] The sync data for ids ['f0d2aae1-04b9-4cbf-8339-df3529022c7a'] in n-d-792362-6 is: [{'id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'name': 'tempest-FloatingIPsTestJSON-1499372616-router', 'tenant_id': 'f0977829df954a1f95fe9f02cd751563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:21Z', 'updated_at': '2021-08-31T13:50:50Z', 'revision_number': 5, 'project_id': 'f0977829df954a1f95fe9f02cd751563', 'gw_port': {'id': 'b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d2aae1-04b9-4cbf-8339-df3529022c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:22Z', 'updated_at': '2021-08-31T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:50:51.986751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-a0d290c6-362e-47f5-abcf-def449e91832 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0852294 Aug 31 13:50:51.991878 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.001432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-eb48c5ae-6007-45c4-ba0d-6ab6530edaa2 req-f7525147-a55d-470f-a8ec-ce354389f800 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1432427917', 'description': 'tempest-description-483190144'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:52.049282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.063086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce09db92-a78d-4c10-b257-bf9e256bff22']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:52.079768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-eb48c5ae-6007-45c4-ba0d-6ab6530edaa2 req-f7525147-a55d-470f-a8ec-ce354389f800 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.083376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6ab7-920b-405f-b3c9-e4cecc6ff654 req-77975f57-a483-43ed-9572-63845c709252 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:52.089448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-797e6ab7-920b-405f-b3c9-e4cecc6ff654 req-77975f57-a483-43ed-9572-63845c709252 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 948 time: 0.1670666 Aug 31 13:50:52.091382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c97c13-bcf6-49bf-a4e4-7c954076e571') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:52.091683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c97c13-bcf6-49bf-a4e4-7c954076e571') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:52.108577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-0b8b23ec-92b8-4a9b-b1b7-a503156cd4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:52.110369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-0b8b23ec-92b8-4a9b-b1b7-a503156cd4c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002057 Aug 31 13:50:52.110943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.142102 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.154230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-797e6ab7-920b-405f-b3c9-e4cecc6ff654 req-e0139c95-401e-4c8f-98e7-6c4ef110d4d2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600767 Aug 31 13:50:52.155256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Releasing vlan 1513 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:52.155682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:52.157519 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:52.198457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Deleting port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:52.198808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.238507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.255086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.260228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ce09db92-a78d-4c10-b257-bf9e256bff22 HTTP/1.1" status: 204 len: 168 time: 0.4735456 Aug 31 13:50:52.289540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc6340-1e65-48b6-ad62-bfc5d3b3cf76 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce09db92-a78d-4c10-b257-bf9e256bff22,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:52.320573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7e28b-e7e4-497c-b573-1b8c48fc2cb8 req-66305bb2-bb1d-4f2c-82d1-93450045ba41 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:52.322172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36b7e28b-e7e4-497c-b573-1b8c48fc2cb8 req-66305bb2-bb1d-4f2c-82d1-93450045ba41 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.0802727 Aug 31 13:50:52.339314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-eb48c5ae-6007-45c4-ba0d-6ab6530edaa2 req-f7525147-a55d-470f-a8ec-ce354389f800 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.351065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-0c9c2bad-bb2d-46a4-a14b-296087b281a2 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226682 Aug 31 13:50:52.357645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-eb48c5ae-6007-45c4-ba0d-6ab6530edaa2 req-f7525147-a55d-470f-a8ec-ce354389f800 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.382557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] For port b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:52.382938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.385634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36b7e28b-e7e4-497c-b573-1b8c48fc2cb8 req-20d6f862-8b39-49ca-9620-ff7fd27887fc tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540988 Aug 31 13:50:52.419581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57984) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:52.420609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-eb48c5ae-6007-45c4-ba0d-6ab6530edaa2 req-f7525147-a55d-470f-a8ec-ce354389f800 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.421852 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb48c5ae-6007-45c4-ba0d-6ab6530edaa2 req-f7525147-a55d-470f-a8ec-ce354389f800 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4268620 Aug 31 13:50:52.431947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Calling delete_port for b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:52.467905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f030d63a-7c24-4c81-8b67-d1ebe1ae3d61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a0d576ee15b4f6ca68ee3a0e69675de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470197 Aug 31 13:50:52.473129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7525147-a55d-470f-a8ec-ce354389f800 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1a6056-1f86-4722-9fdb-d9b0f123bc9c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:52.478849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:52.544911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0ce3f-5b5f-4768-ae6d-27706c91148d req-7529af74-219b-4387-9b66-0a54f22ff056 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:52.546411 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1d0ce3f-5b5f-4768-ae6d-27706c91148d req-7529af74-219b-4387-9b66-0a54f22ff056 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.0822921 Aug 31 13:50:52.564480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43ced91d-38aa-46a2-9838-9367a84b3bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.587734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-7cf20160-2d46-4a86-97df-63e9727a6162 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/2a294e3d-5b0d-4ef7-97df-061df71c2c3d HTTP/1.1" status: 200 len: 1804 time: 0.1259644 Aug 31 13:50:52.597419 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76c7f5bd-5f9e-4a6b-8e3c-d5923bda3136 req-89504f0b-4fda-4d3b-9149-9900c40f90f7 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975813 Aug 31 13:50:52.603836 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43ced91d-38aa-46a2-9838-9367a84b3bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.608491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1d0ce3f-5b5f-4768-ae6d-27706c91148d req-3ef4d886-4152-40d6-911d-86b29c318dd3 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 Aug 31 13:50:52.681231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43ced91d-38aa-46a2-9838-9367a84b3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.683262 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-c9a3a22d-f3ac-4c79-8c89-bc949d31ff6d tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/6a1a6056-1f86-4722-9fdb-d9b0f123bc9c HTTP/1.1" status: 200 len: 1804 time: 0.0837088 Aug 31 13:50:52.685360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43ced91d-38aa-46a2-9838-9367a84b3bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.686529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-43ced91d-38aa-46a2-9838-9367a84b3bf2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa055014-f8ea-4e5a-bcef-fc9993a100aa HTTP/1.1" status: 204 len: 168 time: 0.2085741 Aug 31 13:50:52.712927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ced91d-38aa-46a2-9838-9367a84b3bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa055014-f8ea-4e5a-bcef-fc9993a100aa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:52.727117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a294e3d-5b0d-4ef7-97df-061df71c2c3d', 'remote_group_id': '6a1a6056-1f86-4722-9fdb-d9b0f123bc9c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:52.727568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a294e3d-5b0d-4ef7-97df-061df71c2c3d', 'remote_group_id': '6a1a6056-1f86-4722-9fdb-d9b0f123bc9c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:52.759809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4d508-60e3-4322-85af-d4c1c4f92b01 req-0b1b8b32-d670-447d-90d1-7b9c23a6299f tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:52.769282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cd4d508-60e3-4322-85af-d4c1c4f92b01 req-0b1b8b32-d670-447d-90d1-7b9c23a6299f tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 943 time: 0.0756278 Aug 31 13:50:52.769908 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.803419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cd4d508-60e3-4322-85af-d4c1c4f92b01 req-fb47f645-75cc-4ba7-9aec-77f8c94fa215 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Aug 31 13:50:52.807801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Pushing event deleted for resources: {'Port': ['ID=b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:52.894013 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:52.906140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.029791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.035271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.038452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.046267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.102179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.102866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d2aae1-04b9-4cbf-8339-df3529022c7a {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:50:53.105594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03153eb-c726-4b6f-88ef-7958ba1ec91e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:53.114950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.116763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ce84eb6-ab66-4062-9400-c154ff8b68be admin admin] 10.222.0.10 "DELETE /v2.0/routers/f0d2aae1-04b9-4cbf-8339-df3529022c7a HTTP/1.1" status: 204 len: 168 time: 1.9157996 Aug 31 13:50:53.117819 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.128528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b7d5ecba-7fad-45d4-b70f-d4381ea2783e req-53580726-f978-4259-9f87-daa931b99044 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4080577 Aug 31 13:50:53.130242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58010) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:53.180538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113772-f193-4080-bfb6-b3beec506bcd req-2a2e22c8-4e87-41a7-bcd3-5302840347ea tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.182820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e113772-f193-4080-bfb6-b3beec506bcd req-2a2e22c8-4e87-41a7-bcd3-5302840347ea tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0985835 Aug 31 13:50:53.230383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e113772-f193-4080-bfb6-b3beec506bcd req-d94fe30b-a153-4a53-8f1d-71901a1b0f8b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Aug 31 13:50:53.268423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-17833ff9-4f5a-42eb-bcb0-87c013ce920c req-eb54ffbe-75e0-4e6d-ab1f-7af164747fae tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-874459755', 'description': 'tempest-description-998393020'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:53.281848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] Deleting subnet 81762884-d1f2-431d-8734-9156f5100161 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:50:53.288271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.304450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-17833ff9-4f5a-42eb-bcb0-87c013ce920c req-eb54ffbe-75e0-4e6d-ab1f-7af164747fae tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.315283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cab950-da54-401f-b006-275cba5e013a req-972eb02f-c86a-4c06-bde3-0f1df16e8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.316829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7cab950-da54-401f-b006-275cba5e013a req-972eb02f-c86a-4c06-bde3-0f1df16e8156 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7592c62fec04435a97d0ed61c83c5821&device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 1096 time: 0.1873832 Aug 31 13:50:53.330344 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d473f-5043-4407-8ba7-d2637bf256ed req-783559da-a0ed-4104-992b-08e754de7c0d tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.331856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-521d473f-5043-4407-8ba7-d2637bf256ed req-783559da-a0ed-4104-992b-08e754de7c0d tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.1184502 Aug 31 13:50:53.371960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.427121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-17833ff9-4f5a-42eb-bcb0-87c013ce920c req-eb54ffbe-75e0-4e6d-ab1f-7af164747fae tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.432678 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-17833ff9-4f5a-42eb-bcb0-87c013ce920c req-eb54ffbe-75e0-4e6d-ab1f-7af164747fae tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.481978 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-521d473f-5043-4407-8ba7-d2637bf256ed req-873be231-d404-461b-898c-b45fd33dd42e tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364908 Aug 31 13:50:53.487436 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-17833ff9-4f5a-42eb-bcb0-87c013ce920c req-eb54ffbe-75e0-4e6d-ab1f-7af164747fae tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.492401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17833ff9-4f5a-42eb-bcb0-87c013ce920c req-eb54ffbe-75e0-4e6d-ab1f-7af164747fae tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2276833 Aug 31 13:50:53.494753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54ffbe-75e0-4e6d-ab1f-7af164747fae tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb8436-66e1-494c-97c6-a595f366393b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:53.557643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cab950-da54-401f-b006-275cba5e013a req-0919a01f-29da-4d20-a755-f2cc9db320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.559278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7cab950-da54-401f-b006-275cba5e013a req-0919a01f-29da-4d20-a755-f2cc9db320c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=665ad9f1-fbfb-46c3-a965-329818d7c1e5 HTTP/1.1" status: 200 len: 916 time: 0.2242510 Aug 31 13:50:53.564664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.637515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7e056-7a74-4f96-be09-97340076bdcf req-57cbf262-4392-4e98-9239-f50f104390bd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.653374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7cab950-da54-401f-b006-275cba5e013a req-a779061d-2d27-476f-8515-107c83f47a85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7 HTTP/1.1" status: 200 len: 217 time: 0.0646660 Aug 31 13:50:53.653572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29c7e056-7a74-4f96-be09-97340076bdcf req-57cbf262-4392-4e98-9239-f50f104390bd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 948 time: 0.0786424 Aug 31 13:50:53.674448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fa477e89-e6e0-4e4a-923a-ed6d59203e93 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:53.681452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7b66be6d-4027-4583-b06b-edf7873d89f0 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:53.716658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29c7e056-7a74-4f96-be09-97340076bdcf req-6caa9ae5-395c-494c-a451-b66e7d24831f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572023 Aug 31 13:50:53.746085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b28437f1-21e8-4a30-8803-12628d707214 req-dde1a57b-4cff-4014-a421-79c9dcccf6e4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1911423287', 'description': 'tempest-description-2115537844'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:53.755371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58030) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:53.770679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:53.794481 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b28437f1-21e8-4a30-8803-12628d707214 req-dde1a57b-4cff-4014-a421-79c9dcccf6e4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.822315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a030c16-a2e3-4560-aefa-97295832452f req-60e4c1e7-a994-4b4b-8f47-7dea43b9440e tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.830846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a030c16-a2e3-4560-aefa-97295832452f req-60e4c1e7-a994-4b4b-8f47-7dea43b9440e tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.2319393 Aug 31 13:50:53.844999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:53.846421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.847378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b411c9bd-0cbe-43a7-b3db-385f8a6d6ef6 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:53.847812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9c318350-40b5-4d12-8598-0bc99c6e14c2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:53.860423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.864911 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/81762884-d1f2-431d-8734-9156f5100161 HTTP/1.1" status: 204 len: 168 time: 0.7313857 Aug 31 13:50:53.872348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:53.874270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cab950-da54-401f-b006-275cba5e013a req-b23c5c66-0d7c-4ca1-b090-3407b50c9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.876072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7cab950-da54-401f-b006-275cba5e013a req-b23c5c66-0d7c-4ca1-b090-3407b50c9adb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=087be13d-1bd6-48dc-952c-19d0439f01ce HTTP/1.1" status: 200 len: 854 time: 0.1722090 Aug 31 13:50:53.901588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:50:53.911348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da939c6c-5dea-4390-a425-02fb1ca6f358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81762884-d1f2-431d-8734-9156f5100161,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:53.930374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7cab950-da54-401f-b006-275cba5e013a req-bdc69795-8497-4c69-aced-8d79b7e8d09b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=665ad9f1-fbfb-46c3-a965-329818d7c1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295954 Aug 31 13:50:53.950619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-network', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:53.951579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078cb83f-50ae-4bc2-ba02-181c53c6d2dd None None] Network d4db0c49-76d0-4bbf-9262-6d6c5bdf779a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:53.957091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9c318350-40b5-4d12-8598-0bc99c6e14c2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:53.957444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9c318350-40b5-4d12-8598-0bc99c6e14c2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:53.987948 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a030c16-a2e3-4560-aefa-97295832452f req-1d4dc894-c6e8-4c1c-b3b4-cd73c8a6b7af tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477053 Aug 31 13:50:54.022541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.032069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 7b66be6d-4027-4583-b06b-edf7873d89f0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:54.040530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-ecde1f3f-7437-43ab-9c91-12c5d8976410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.042925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-ecde1f3f-7437-43ab-9c91-12c5d8976410 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1100 time: 0.1835449 Aug 31 13:50:54.068350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 7b66be6d-4027-4583-b06b-edf7873d89f0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:54.069782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.089332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b28437f1-21e8-4a30-8803-12628d707214 req-dde1a57b-4cff-4014-a421-79c9dcccf6e4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.103519 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7cab950-da54-401f-b006-275cba5e013a req-391831ac-3c93-4fd0-9a35-1d39b391ae18 service neutron] 10.222.0.26 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624146 Aug 31 13:50:54.122712 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b28437f1-21e8-4a30-8803-12628d707214 req-dde1a57b-4cff-4014-a421-79c9dcccf6e4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.149463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fa477e89-e6e0-4e4a-923a-ed6d59203e93, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:54.173286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe46b2-4d4e-4096-8b38-7a5aa930da52 req-0aa82169-5b21-4b8a-be3b-1509326e8128 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.174820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57fe46b2-4d4e-4096-8b38-7a5aa930da52 req-0aa82169-5b21-4b8a-be3b-1509326e8128 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 943 time: 0.1184313 Aug 31 13:50:54.182938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Made reservation on behalf of 09fb03d60c6f4333bf54a0822aa0f38d for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:54.186370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.195478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'port_id': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'mac_address': 'fa:16:3e:23:b9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:50:54.207782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b28437f1-21e8-4a30-8803-12628d707214 req-dde1a57b-4cff-4014-a421-79c9dcccf6e4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.214416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b28437f1-21e8-4a30-8803-12628d707214 req-dde1a57b-4cff-4014-a421-79c9dcccf6e4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4770298 Aug 31 13:50:54.217572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1a57b-4cff-4014-a421-79c9dcccf6e4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b991aff8-f238-4846-a427-2faad8bfdead,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:54.223026 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.227795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-900f7d5f-941e-4c92-a6cb-e4ee503edce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.229393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-900f7d5f-941e-4c92-a6cb-e4ee503edce2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1100 time: 0.1389158 Aug 31 13:50:54.239455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57fe46b2-4d4e-4096-8b38-7a5aa930da52 req-40269fad-3b26-48e3-acf5-dd91237e0168 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550869 Aug 31 13:50:54.251511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7cab950-da54-401f-b006-275cba5e013a req-afbb194c-7f95-4ad4-a6f5-6359b9ff014f service neutron] 10.222.0.26 "GET /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389329 Aug 31 13:50:54.253686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Deleting port deff4c5c-8421-424d-b269-745820c8b6e7 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:54.254343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.291394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.314730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa477e89-e6e0-4e4a-923a-ed6d59203e93 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:50:54.322297 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.347958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fa477e89-e6e0-4e4a-923a-ed6d59203e93, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:54.359067 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.367669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66be6d-4027-4583-b06b-edf7873d89f0'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:54.369956 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd74a506-fef0-423b-a7ad-e3693449eec1" -d '{"events": [{"server_uuid": "e4a21d04-838c-4bfa-a94f-ba21a22e1e6f", "name": "network-vif-plugged", "status": "completed", "tag": "7b66be6d-4027-4583-b06b-edf7873d89f0"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:54.399382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] DHCP port deletion for d4db0c49-76d0-4bbf-9262-6d6c5bdf779a request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:50:54.406724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7b66be6d-4027-4583-b06b-edf7873d89f0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7b66be6d-4027-4583-b06b-edf7873d89f0,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:54.416638 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.435421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002aa485-9869-4a7e-b55b-0cefd7b8f1cb req-c1351f7a-a195-4a4c-adaf-1e9059a0994e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.437108 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-002aa485-9869-4a7e-b55b-0cefd7b8f1cb req-c1351f7a-a195-4a4c-adaf-1e9059a0994e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.1082344 Aug 31 13:50:54.445859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-8b0f45d9-cfc3-494f-a5e3-300fce68a289 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.448036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-8b0f45d9-cfc3-494f-a5e3-300fce68a289 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 945 time: 0.1070030 Aug 31 13:50:54.464333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fa477e89-e6e0-4e4a-923a-ed6d59203e93,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:54.485883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37c82a48-7584-4875-a333-9fb9e725716c req-91e2c93a-940c-4df5-9ed3-f7bb622e4b0c tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/a3cb8436-66e1-494c-97c6-a595f366393b HTTP/1.1" status: 200 len: 1803 time: 0.2342317 Aug 31 13:50:54.526165 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-002aa485-9869-4a7e-b55b-0cefd7b8f1cb req-81509a79-fd32-4611-9a40-9a4c1dd229b0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 Aug 31 13:50:54.539728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=7b66be6d-4027-4583-b06b-edf7873d89f0,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:54.543305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] Deleting port deff4c5c-8421-424d-b269-745820c8b6e7 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:54.543922 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.586497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Deleting port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:54.586934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.604375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] For port deff4c5c-8421-424d-b269-745820c8b6e7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=deff4c5c-8421-424d-b269-745820c8b6e7,segment=NetworkSegment(f97effac-1edb-4324-b446-acfea050e014),segment_id=f97effac-1edb-4324-b446-acfea050e014)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:54.604900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.611555 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813fb43d-59bb-4c82-be5b-537597034583 x-openstack-request-id: req-813fb43d-59bb-4c82-be5b-537597034583 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:54.612125 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a21d04-838c-4bfa-a94f-ba21a22e1e6f", "name": "network-vif-plugged", "status": "completed", "tag": "7b66be6d-4027-4583-b06b-edf7873d89f0", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:54.612379 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-813fb43d-59bb-4c82-be5b-537597034583 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:54.612908 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66be6d-4027-4583-b06b-edf7873d89f0', 'code': 200} Aug 31 13:50:54.629843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] For port deff4c5c-8421-424d-b269-745820c8b6e7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=deff4c5c-8421-424d-b269-745820c8b6e7,segment=NetworkSegment(f97effac-1edb-4324-b446-acfea050e014),segment_id=f97effac-1edb-4324-b446-acfea050e014)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:54.630360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.647224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] Calling delete_port for deff4c5c-8421-424d-b269-745820c8b6e7 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:54.667043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Calling delete_port for deff4c5c-8421-424d-b269-745820c8b6e7 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:54.726232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.739297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37c82a48-7584-4875-a333-9fb9e725716c req-56edd930-7b8d-4795-9e93-6550185b19d3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/b991aff8-f238-4846-a427-2faad8bfdead HTTP/1.1" status: 200 len: 1805 time: 0.2524498 Aug 31 13:50:54.745540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-167f88fa-3adf-4073-9658-c0bf6d7e6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.747062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-167f88fa-3adf-4073-9658-c0bf6d7e6673 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.4088376 Aug 31 13:50:54.754323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.755607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722147ec-6da7-460f-aacb-994708a5d70d req-0c563974-be6f-4a08-b685-c0086f34ba93 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.757725 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-722147ec-6da7-460f-aacb-994708a5d70d req-0c563974-be6f-4a08-b685-c0086f34ba93 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.0864072 Aug 31 13:50:54.764775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] For port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:54.765188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.782530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] Pushing event deleted for resources: {'Port': ['ID=deff4c5c-8421-424d-b269-745820c8b6e7,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:54.788851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-37c82a48-7584-4875-a333-9fb9e725716c req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a3cb8436-66e1-494c-97c6-a595f366393b', 'remote_group_id': 'b991aff8-f238-4846-a427-2faad8bfdead', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:54.789112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c754652-a647-43cc-ac4c-d800685d21cc None None] No DVR routers for this DVR port deff4c5c-8421-424d-b269-745820c8b6e7 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:54.789244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-37c82a48-7584-4875-a333-9fb9e725716c req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a3cb8436-66e1-494c-97c6-a595f366393b', 'remote_group_id': 'b991aff8-f238-4846-a427-2faad8bfdead', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:54.796650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.812468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1500, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:54.821397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fa477e89-e6e0-4e4a-923a-ed6d59203e93'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:50:54.879386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:54.879758 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Added segment 84a6bfe5-1abe-4c5b-8565-8aa04d227584 of type vlan for network ad17b1be-ce02-4831-83d3-03ca62977086 Aug 31 13:50:54.881819 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-722147ec-6da7-460f-aacb-994708a5d70d req-0f4b41a9-d3ea-40b1-bcb2-09ae59feda0c tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132565 Aug 31 13:50:54.889476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-1b963dd3-af4e-404c-8c5e-855dfced6b9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 217 time: 0.0834603 Aug 31 13:50:54.896015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed322330-ed82-489a-a2ea-4c68ef318001 req-d4dd77d5-1bc5-46ee-bcd6-b19294dc1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.901645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed322330-ed82-489a-a2ea-4c68ef318001 req-d4dd77d5-1bc5-46ee-bcd6-b19294dc1623 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 1100 time: 0.1128590 Aug 31 13:50:54.933592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52604d8-c729-48cf-9867-858ad7f13383,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:55.009281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed322330-ed82-489a-a2ea-4c68ef318001 req-b0483f16-7aaf-4d31-adb5-cab04c8996f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543029 Aug 31 13:50:55.026050 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.070262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.090264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-93f04fd8-6371-463f-9355-db6d6df88f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:55.091765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-93f04fd8-6371-463f-9355-db6d6df88f59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1269729 Aug 31 13:50:55.110561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.111687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.112276 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4 disassociated. External IP: 172.25.0.221, port: b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab. Aug 31 13:50:55.112814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Calling delete_port for b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:50:55.120984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] No DVR routers for this DVR port deff4c5c-8421-424d-b269-745820c8b6e7 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:55.126629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b13be9-2e35-42c0-94dc-a8eb67a19826 req-336fb475-4ed6-40f4-9dae-370bfa50bda4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:55.128554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00b13be9-2e35-42c0-94dc-a8eb67a19826 req-336fb475-4ed6-40f4-9dae-370bfa50bda4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 949 time: 0.1123941 Aug 31 13:50:55.129029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Pushing event deleted for resources: {'Port': ['ID=deff4c5c-8421-424d-b269-745820c8b6e7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:55.150783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.151489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:55.152096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.154701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-37c82a48-7584-4875-a333-9fb9e725716c req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.155756 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:50:55.224846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00b13be9-2e35-42c0-94dc-a8eb67a19826 req-22e9943b-a514-4e52-aabe-2a2286a70f98 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547831 Aug 31 13:50:55.265370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5082140 Aug 31 13:50:55.266073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58050) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:55.271190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Request body: {'subnet': {'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-subnet', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:55.300443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.323967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4db0c49-76d0-4bbf-9262-6d6c5bdf779a']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:55.327130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-37c82a48-7584-4875-a333-9fb9e725716c req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.328322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54343e-d42c-4857-a744-a00b9296fbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad17b1be-ce02-4831-83d3-03ca62977086,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:55.335550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Made reservation on behalf of 09fb03d60c6f4333bf54a0822aa0f38d for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:55.337927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.338115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-37c82a48-7584-4875-a333-9fb9e725716c req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.353910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97effac-1edb-4324-b446-acfea050e014') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:55.354140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ad17b1be-ce02-4831-83d3-03ca62977086 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:55.354242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97effac-1edb-4324-b446-acfea050e014') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:55.360034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.406863 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.408972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3905ad25-4d2a-4402-91f5-bb35323ee357,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:55.418634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-37c82a48-7584-4875-a333-9fb9e725716c req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.425862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37c82a48-7584-4875-a333-9fb9e725716c req-7710ba90-89da-43ce-b2e5-fd201974904b tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6854928 Aug 31 13:50:55.438660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event deleted for resources: {'Port': ['ID=b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:55.455169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.457699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cd04e-e364-4ccf-a5be-a28c42a71f47 req-220af59f-99de-4000-8160-4eddb11318fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:55.459694 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b9cd04e-e364-4ccf-a5be-a28c42a71f47 req-220af59f-99de-4000-8160-4eddb11318fb tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 867 time: 0.1736145 Aug 31 13:50:55.471410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:50:55.471842 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:50:55.476713 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:50:55.566132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-fe71bb63-b055-4725-b3e4-cdc2c31bb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:55.567825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-fe71bb63-b055-4725-b3e4-cdc2c31bb8c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1997976 Aug 31 13:50:55.569188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.589010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.603750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d4db0c49-76d0-4bbf-9262-6d6c5bdf779a HTTP/1.1" status: 204 len: 168 time: 1.7269878 Aug 31 13:50:55.604997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d3f72-b94b-457a-bbd7-4865eae2ef70 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4db0c49-76d0-4bbf-9262-6d6c5bdf779a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:55.651578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b9cd04e-e364-4ccf-a5be-a28c42a71f47 req-83bb9424-9449-488a-9d35-f2b683d2654a tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831288 Aug 31 13:50:55.703415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:55.705936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device deff4c5c-8421-424d-b269-745820c8b6e7 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:55.786210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:50:55.801237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: deff4c5c-8421-424d-b269-745820c8b6e7 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:55.801752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device deff4c5c-8421-424d-b269-745820c8b6e7 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:55.809609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60844e-453e-4a36-92d7-e8fa7debea4a req-1d3b7993-94fc-4b11-8eb6-2bde0a407d3f tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:55.811147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff60844e-453e-4a36-92d7-e8fa7debea4a req-1d3b7993-94fc-4b11-8eb6-2bde0a407d3f tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 944 time: 0.0708101 Aug 31 13:50:55.835946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58060) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:55.866318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-235f7f07-736f-4911-a891-f7c4495e6a1f req-3f751122-ac78-4d4d-a260-5427309979c0 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/b991aff8-f238-4846-a427-2faad8bfdead HTTP/1.1" status: 200 len: 1805 time: 0.1548414 Aug 31 13:50:55.867241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-6ae7a671-6acc-4274-94bb-0c15b6157cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572219 Aug 31 13:50:55.884122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.901793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff60844e-453e-4a36-92d7-e8fa7debea4a req-4c8eb4e3-6f26-4fc9-8c0a-f014df20f026 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787079 Aug 31 13:50:55.903543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:55.948336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:55.953617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.018370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:56.056139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97494b24-6d99-460f-97f4-846f745a0cb3 req-c03e6fc5-b72c-4564-92dc-f36270ef01a3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:56.057610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97494b24-6d99-460f-97f4-846f745a0cb3 req-c03e6fc5-b72c-4564-92dc-f36270ef01a3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.0795431 Aug 31 13:50:56.083882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-211c091e-585b-4702-9744-ef5c6a5b39a5 req-a870cc12-5e68-43d7-98c4-7216e0bff586 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810114 Aug 31 13:50:56.103971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97494b24-6d99-460f-97f4-846f745a0cb3 req-92026c10-433f-445d-825e-8127d0c17364 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 Aug 31 13:50:56.112124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-23df3d37-2f00-4d53-8d45-23b494d22651 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0977829df954a1f95fe9f02cd751563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669840 Aug 31 13:50:56.112644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58064) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:56.114009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b376708f-c85d-4dd1-b710-56f3100d225e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:56.119232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-235f7f07-736f-4911-a891-f7c4495e6a1f req-43341be1-f54d-41f6-9aa4-c385e02d5c91 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.160110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Checking segment: {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:56.160470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Network hostable DHCP agents. Network: ad17b1be-ce02-4831-83d3-03ca62977086, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:56.176321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06fc2d4c-5014-4c2a-b812-11da12aeadf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.179544 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-235f7f07-736f-4911-a891-f7c4495e6a1f req-43341be1-f54d-41f6-9aa4-c385e02d5c91 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.182460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:56.194629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] Sync routers for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:56.209116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:56.209861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:56.231179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06fc2d4c-5014-4c2a-b812-11da12aeadf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.246387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] No DVR routers for this DVR port b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:50:56.249959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Network ad17b1be-ce02-4831-83d3-03ca62977086 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:56.253349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.255271 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c9eee86-0d3b-4a79-a01f-de8edd2ca639 req-f0fd702e-0056-47c3-bc26-b35ca6abf159 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.26 "DELETE /v2.0/ports/b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab HTTP/1.1" status: 204 len: 173 time: 1.7993507 Aug 31 13:50:56.260589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'name': 'network-vif-deleted', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:56.262853 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffda03e-6bb1-4a73-a565-11b2dd02c4be" -d '{"events": [{"server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "name": "network-vif-deleted", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:56.283645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ad17b1be-ce02-4831-83d3-03ca62977086) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:56.287863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:56.288523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.297245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b524c5-e82e-4602-a9b2-20f0d1ff4f16 req-50b8f115-b7ef-4ac2-b9cf-26bfa76f1d17 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:56.305409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7b524c5-e82e-4602-a9b2-20f0d1ff4f16 req-50b8f115-b7ef-4ac2-b9cf-26bfa76f1d17 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.1181779 Aug 31 13:50:56.306614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-932af44f-06be-4d55-a6c1-bd22772d4b49 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0392635 Aug 31 13:50:56.309662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58070) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:56.314644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:56.319458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-235f7f07-736f-4911-a891-f7c4495e6a1f req-43341be1-f54d-41f6-9aa4-c385e02d5c91 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.321895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df9575-0254-493e-8e55-76518df9cb02 None None] Network ad17b1be-ce02-4831-83d3-03ca62977086 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:56.322030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-235f7f07-736f-4911-a891-f7c4495e6a1f req-43341be1-f54d-41f6-9aa4-c385e02d5c91 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.323101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-235f7f07-736f-4911-a891-f7c4495e6a1f req-43341be1-f54d-41f6-9aa4-c385e02d5c91 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-groups/b991aff8-f238-4846-a427-2faad8bfdead HTTP/1.1" status: 204 len: 173 time: 0.4557021 Aug 31 13:50:56.341800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43341be1-f54d-41f6-9aa4-c385e02d5c91 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991aff8-f238-4846-a427-2faad8bfdead,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:56.352918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.353960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.382463 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7b524c5-e82e-4602-a9b2-20f0d1ff4f16 req-87105c05-a4aa-4528-9a19-0273a1129f04 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751398 Aug 31 13:50:56.415361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06fc2d4c-5014-4c2a-b812-11da12aeadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.418071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06fc2d4c-5014-4c2a-b812-11da12aeadf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.422939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-06fc2d4c-5014-4c2a-b812-11da12aeadf3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/109ab1dc-cb2b-44b4-a23b-14d547e1b933 HTTP/1.1" status: 204 len: 168 time: 0.3057551 Aug 31 13:50:56.433110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc2d4c-5014-4c2a-b812-11da12aeadf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ab1dc-cb2b-44b4-a23b-14d547e1b933,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:56.441881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:56.710564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:56.713648 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d935f62-f5c1-406b-8ecb-1ca67a26bf7f" -d '{"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:56.792212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896c683-cece-4dde-9f83-45861c8b039d None None] Network ad17b1be-ce02-4831-83d3-03ca62977086 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:56.811664 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3b191c22-6f5b-4405-b1a0-741e02fb286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.837606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b0b21e8-ea3b-49b2-9b50-5607417590e5 req-f3107e5b-25fc-4216-9899-cfcb37d6c4f3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/a3cb8436-66e1-494c-97c6-a595f366393b HTTP/1.1" status: 200 len: 1803 time: 0.0741727 Aug 31 13:50:56.863197 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc98be2-47c3-4bfd-aaa6-eb70b0dc1a52 x-openstack-request-id: req-efc98be2-47c3-4bfd-aaa6-eb70b0dc1a52 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:56.863490 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57775de0-f448-4614-ad4d-99367938f178", "name": "network-vif-deleted", "tag": "b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:56.863742 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efc98be2-47c3-4bfd-aaa6-eb70b0dc1a52 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:56.864137 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57775de0-f448-4614-ad4d-99367938f178', 'name': 'network-vif-deleted', 'tag': 'b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab', 'status': 'completed', 'code': 200} Aug 31 13:50:56.877015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:56.995247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015a84-3514-402f-855a-e4d8142c6c00 req-3e8edeaf-cc43-42d2-af82-09856bcfdb69 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:57.002439 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6f015a84-3514-402f-855a-e4d8142c6c00 req-3e8edeaf-cc43-42d2-af82-09856bcfdb69 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 949 time: 0.1358442 Aug 31 13:50:57.019915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41396682-35b0-4fbc-9b32-1c2bb2c44a5e req-787c96d6-db21-45b6-bffe-e1644c740453 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/ports?device_id=57775de0-f448-4614-ad4d-99367938f178 HTTP/1.1" status: 200 len: 210 time: 0.0318596 Aug 31 13:50:57.023940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:57.059681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] Checking router: 9bdc8342-3263-4ea8-9cdf-9522302dffa0 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:50:57.076753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:57.077468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:57.115479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.127660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-74649bee-dcf3-42b0-9310-991a0b86d215 req-261f4d4d-6b95-4ac7-8568-260c7d07c75e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1590793565', 'description': 'tempest-description-1267433442'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:57.141853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6f015a84-3514-402f-855a-e4d8142c6c00 req-62d05b76-c595-448c-a5db-39ed767c65ca tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376793 Aug 31 13:50:57.149752 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e6141d-b193-41e3-96f3-e13ad0c9c8d8 x-openstack-request-id: req-44e6141d-b193-41e3-96f3-e13ad0c9c8d8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:57.150047 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:57.150300 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44e6141d-b193-41e3-96f3-e13ad0c9c8d8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:57.150691 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'code': 200} Aug 31 13:50:57.165135 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74649bee-dcf3-42b0-9310-991a0b86d215 req-261f4d4d-6b95-4ac7-8568-260c7d07c75e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.286245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:57.287887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74649bee-dcf3-42b0-9310-991a0b86d215 req-261f4d4d-6b95-4ac7-8568-260c7d07c75e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.294309 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74649bee-dcf3-42b0-9310-991a0b86d215 req-261f4d4d-6b95-4ac7-8568-260c7d07c75e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.341457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c33c-35b1-4ec9-afeb-f0eac0d847b6 req-cddd16b1-6428-4a9e-9015-d9f47e69d8cc tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:57.342914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9708c33c-35b1-4ec9-afeb-f0eac0d847b6 req-cddd16b1-6428-4a9e-9015-d9f47e69d8cc tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 944 time: 0.0743921 Aug 31 13:50:57.345613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74649bee-dcf3-42b0-9310-991a0b86d215 req-261f4d4d-6b95-4ac7-8568-260c7d07c75e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.346913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74649bee-dcf3-42b0-9310-991a0b86d215 req-261f4d4d-6b95-4ac7-8568-260c7d07c75e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2252524 Aug 31 13:50:57.351457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4d4d-6b95-4ac7-8568-260c7d07c75e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1fde8-bd4b-4265-8a2a-d39b593e216a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:57.459297 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9708c33c-35b1-4ec9-afeb-f0eac0d847b6 req-866a9d95-ecd7-4da2-8c9c-153c909ada44 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056108 Aug 31 13:50:57.512196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.534508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58112) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:57.538485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.624116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:57.639430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-a73a14a9-80db-403b-8c54-c47a634420e8 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/dce1fde8-bd4b-4265-8a2a-d39b593e216a HTTP/1.1" status: 200 len: 1805 time: 0.0519714 Aug 31 13:50:57.650116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dce1fde8-bd4b-4265-8a2a-d39b593e216a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:57.650395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dce1fde8-bd4b-4265-8a2a-d39b593e216a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:57.657214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6bf30-6406-4d54-b1ef-79611697c9cb None None] The sync data for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 is: [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:45:14Z', 'revision_number': 4, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37678d22-b4bf-459f-909f-2dc3d9fe7d32', 'name': '', 'network_id': '6831ca53-9fea-4d70-9b5c-f53c04ed2d51', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:13Z', 'updated_at': '2021-08-31T13:45:23Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'subnets': [{'id': '4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:50:57.689706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ae643-07e0-4ba8-aa7d-7fc3a121e86c req-1ea7b57d-13cf-4556-ada1-4893d49760a1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:57.691523 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-305ae643-07e0-4ba8-aa7d-7fc3a121e86c req-1ea7b57d-13cf-4556-ada1-4893d49760a1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.1104295 Aug 31 13:50:57.713531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Allocated IP 172.25.0.113 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/81db3d94-c509-4dad-9b38-ac43b80f46e1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:57.717086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-network', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:57.734133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fa477e89-e6e0-4e4a-923a-ed6d59203e93 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:50:57.750898 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.752776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-305ae643-07e0-4ba8-aa7d-7fc3a121e86c req-6dc02284-4777-4801-abb1-86764d5e229e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 Aug 31 13:50:57.768074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Made reservation on behalf of f5a8b46ea8ea4af899ae46ce52b4fea3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:57.770604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.779536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.788504 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.799242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port fa477e89-e6e0-4e4a-923a-ed6d59203e93 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:50:57.804725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.806053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port fa477e89-e6e0-4e4a-923a-ed6d59203e93 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:50:57.806506 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.822372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87751163-dc82-49bc-a385-d6021fb2dc53,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:57.840218 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.844779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b07fe5ca-766e-4d1d-a14d-37d1da8a2b6c req-7c0f9883-61f9-4a61-981b-b3cbc730899f tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1994932 Aug 31 13:50:57.875686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.914961 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.951838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-789e0e1c-1742-4ccf-bbb8-fd0ef84a76d2 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/dce1fde8-bd4b-4265-8a2a-d39b593e216a HTTP/1.1" status: 200 len: 2398 time: 0.0833039 Aug 31 13:50:57.961725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fa477e89-e6e0-4e4a-923a-ed6d59203e93, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:57.967444 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:57.968467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:57.968938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dce1fde8-bd4b-4265-8a2a-d39b593e216a', 'remote_group_id': None}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:57.969467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dce1fde8-bd4b-4265-8a2a-d39b593e216a', 'remote_group_id': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:57.982677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ab0ac-11f6-4805-a881-53300fe98497 req-b0dda39a-cdd6-4b40-b57f-f439c9a560b5 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:57.984271 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a68ab0ac-11f6-4805-a881-53300fe98497 req-b0dda39a-cdd6-4b40-b57f-f439c9a560b5 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.0964558 Aug 31 13:50:57.986038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.009352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:50:58.009706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4cf5cc5-7f8f-4c8e-b6a9-6a398f0bbfab not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:50:58.023601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.034719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.043677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fa477e89-e6e0-4e4a-923a-ed6d59203e93,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:58.056532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:58.061569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=81db3d94-c509-4dad-9b38-ac43b80f46e1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:58.064040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:58.069979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:58.075216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f0055a-370b-4860-864e-5922f0355dd1 None None] New status for floating IP d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:50:58.078330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1548, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:50:58.097753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0955ada-404a-4780-8cff-789d56870664,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:58.106179 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a68ab0ac-11f6-4805-a881-53300fe98497 req-d5d72dc2-d2bb-4ee8-b4d9-15904a81e967 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894799 Aug 31 13:50:58.108114 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.108468 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Added segment 4d2852d6-4a19-4a78-982a-887950a88db4 of type vlan for network ece54801-4be3-4b17-8fbe-28a2778e0af2 Aug 31 13:50:58.188913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.191893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.223011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.232734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.247413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4108fb44-8131-40c1-9467-751f3f739f86,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:58.250424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.251983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.252583 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.304904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.308671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-021e9b98-ca34-4d60-b9d6-2e9baedcc783 req-24362d03-8ac1-43fa-9038-f88b5c745bbc tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3462892 Aug 31 13:50:58.314129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7772019 Aug 31 13:50:58.324807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58128) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:58.331645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Request body: {'subnet': {'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-subnet', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:58.385347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1494-50a9-48d3-a879-c04d06649e38 admin admin] Pushing event updated for resources: {'Network': ['ID=ece54801-4be3-4b17-8fbe-28a2778e0af2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:58.400360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:50:58.420480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079003a7-8984-433c-a687-d8a802fc5041 req-ec1de8a2-20f3-4f85-b068-7d338e86f92f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.422507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-079003a7-8984-433c-a687-d8a802fc5041 req-ec1de8a2-20f3-4f85-b068-7d338e86f92f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 949 time: 0.1134765 Aug 31 13:50:58.448091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.464595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b420183e-9290-4372-9d11-4c251dd528ea req-e650c1cc-ff92-42c5-9d1c-679e15029c18 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/dce1fde8-bd4b-4265-8a2a-d39b593e216a HTTP/1.1" status: 200 len: 2996 time: 0.0924039 Aug 31 13:50:58.465639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Made reservation on behalf of f5a8b46ea8ea4af899ae46ce52b4fea3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:50:58.468190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.509599 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-079003a7-8984-433c-a687-d8a802fc5041 req-8e987847-5879-480f-8ee8-98e66861993e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787339 Aug 31 13:50:58.563141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9a52656-6283-4c01-889c-b85c8328e78e req-dfa620c8-23f1-4e8b-8b31-f0887bad5a07 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-group-rules/4108fb44-8131-40c1-9467-751f3f739f86 HTTP/1.1" status: 200 len: 783 time: 0.0314288 Aug 31 13:50:58.633306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9a52656-6283-4c01-889c-b85c8328e78e req-d6dbb4bb-61ab-4415-a600-6688f6d9e6aa tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/dce1fde8-bd4b-4265-8a2a-d39b593e216a HTTP/1.1" status: 200 len: 2996 time: 0.0629072 Aug 31 13:50:58.695056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b9a52656-6283-4c01-889c-b85c8328e78e req-68a59531-d462-43ba-8a76-2b0300350ed3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.696798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf90a3-978e-4450-86f0-d428fc675307 req-e0217d0c-60a3-4093-83bb-9455c7fc3627 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.699063 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fdf90a3-978e-4450-86f0-d428fc675307 req-e0217d0c-60a3-4093-83bb-9455c7fc3627 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.1198738 Aug 31 13:50:58.722226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b9a52656-6283-4c01-889c-b85c8328e78e req-68a59531-d462-43ba-8a76-2b0300350ed3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.723974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.757542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.780210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fdf90a3-978e-4450-86f0-d428fc675307 req-9d2eab31-04fb-4012-95a9-159370ff3ea0 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747757 Aug 31 13:50:58.795417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b9a52656-6283-4c01-889c-b85c8328e78e req-68a59531-d462-43ba-8a76-2b0300350ed3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.811769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b9a52656-6283-4c01-889c-b85c8328e78e req-68a59531-d462-43ba-8a76-2b0300350ed3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.811769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9a52656-6283-4c01-889c-b85c8328e78e req-68a59531-d462-43ba-8a76-2b0300350ed3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4108fb44-8131-40c1-9467-751f3f739f86 HTTP/1.1" status: 204 len: 173 time: 0.1555870 Aug 31 13:50:58.824545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a59531-d462-43ba-8a76-2b0300350ed3 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4108fb44-8131-40c1-9467-751f3f739f86,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:58.840354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379bf026-6111-4209-b4e0-427033323bac,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:58.853595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Checking segment: {'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:58.853983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Network hostable DHCP agents. Network: ece54801-4be3-4b17-8fbe-28a2778e0af2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:50:58.867099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58144) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:58.891224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:50:58.905155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ece54801-4be3-4b17-8fbe-28a2778e0af2) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:58.916918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.918169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:58.920998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e5051-55b1-4c41-9499-7a07a128decb None None] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:50:58.958679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-de614df0-b5bd-42f3-88f3-49bcdc611235 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6288595 Aug 31 13:50:58.959556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58146) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:58.965149 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:50:58.994908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c312bf-3ae2-42a6-bc3c-477101851ba5 req-572186b6-afea-4423-a85c-1aa909c140bb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.996672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89c312bf-3ae2-42a6-bc3c-477101851ba5 req-572186b6-afea-4423-a85c-1aa909c140bb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.0565519 Aug 31 13:50:59.037271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc5de-1285-4615-a886-0dbc34438425 req-0bbed41b-15ff-4ab9-8377-e041d8c212bc tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:59.039146 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cadcc5de-1285-4615-a886-0dbc34438425 req-0bbed41b-15ff-4ab9-8377-e041d8c212bc tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 949 time: 0.1477604 Aug 31 13:50:59.044903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9213ee99-87d4-4347-9807-879933d2613f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.052558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89c312bf-3ae2-42a6-bc3c-477101851ba5 req-d8fc9256-b93f-403e-ba49-85c9896bbaa9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Aug 31 13:50:59.083437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:50:59.114760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9213ee99-87d4-4347-9807-879933d2613f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.117744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.119059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.121942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec73b9ae-cb71-4a16-a9e5-6fd1d197fc5e req-d34ec727-1c83-4cd6-a513-38f531198a5c tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/dce1fde8-bd4b-4265-8a2a-d39b593e216a HTTP/1.1" status: 200 len: 2398 time: 0.0463583 Aug 31 13:50:59.132578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-ece54801-4be3-4b17-8fbe-28a2778e0af2', 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'fixed_ips': [{'subnet_id': '379bf026-6111-4209-b4e0-427033323bac'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:50:59.133792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.151190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:59.153631 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa254a2-b0d3-44ca-baba-cfa48185cedb" -d '{"events": [{"server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:59.198131 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ec73b9ae-cb71-4a16-a9e5-6fd1d197fc5e req-d0f2cfde-9212-43c4-aed8-8d7a8e13f4c4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.227822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ec73b9ae-cb71-4a16-a9e5-6fd1d197fc5e req-d0f2cfde-9212-43c4-aed8-8d7a8e13f4c4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.270131 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cadcc5de-1285-4615-a886-0dbc34438425 req-cacecfd9-23ff-422e-b225-494245ef924a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085805 Aug 31 13:50:59.276416 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.291528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ec73b9ae-cb71-4a16-a9e5-6fd1d197fc5e req-d0f2cfde-9212-43c4-aed8-8d7a8e13f4c4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.295054 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ec73b9ae-cb71-4a16-a9e5-6fd1d197fc5e req-d0f2cfde-9212-43c4-aed8-8d7a8e13f4c4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.296489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec73b9ae-cb71-4a16-a9e5-6fd1d197fc5e req-d0f2cfde-9212-43c4-aed8-8d7a8e13f4c4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-groups/dce1fde8-bd4b-4265-8a2a-d39b593e216a HTTP/1.1" status: 204 len: 173 time: 0.1592524 Aug 31 13:50:59.310450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2cfde-9212-43c4-aed8-8d7a8e13f4c4 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1fde8-bd4b-4265-8a2a-d39b593e216a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:59.317556 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2862d3b3-85a8-41b9-8cec-299f5ff297c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.364013 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9213ee99-87d4-4347-9807-879933d2613f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.366348 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9213ee99-87d4-4347-9807-879933d2613f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.370151 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9213ee99-87d4-4347-9807-879933d2613f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4 HTTP/1.1" status: 204 len: 168 time: 0.4994283 Aug 31 13:50:59.370484 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98092a9-f114-4a36-8afc-033e8612fe37 x-openstack-request-id: req-b98092a9-f114-4a36-8afc-033e8612fe37 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:59.370484 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:59.370484 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b98092a9-f114-4a36-8afc-033e8612fe37 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:59.370484 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'code': 200} Aug 31 13:50:59.370484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Allocated IP 172.20.0.2 (ece54801-4be3-4b17-8fbe-28a2778e0af2/379bf026-6111-4209-b4e0-427033323bac/e0dcc81b-1e09-40e1-b638-fb5a67a40c1d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:50:59.370871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:59.395944 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-105d50fc-de35-4ff3-82f1-065e2a17b72c tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] show failed (client error): The resource could not be found. Aug 31 13:50:59.402451 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-105d50fc-de35-4ff3-82f1-065e2a17b72c tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "GET /v2.0/security-groups/b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4 HTTP/1.1" status: 404 len: 347 time: 0.0257344 Aug 31 13:50:59.404263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58158) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:59.430349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213ee99-87d4-4347-9807-879933d2613f tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9619c2b-6fe3-429b-ad44-d8b1bf50ecd4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:59.481759 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.550907 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.553702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:50:59.561285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Transition to ACTIVE for port object e0dcc81b-1e09-40e1-b638-fb5a67a40c1d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:59.564700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.568132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Sync routers for ids ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:50:59.587801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Routers {'311f525b-3bca-44a4-bdf5-f09d40bc42a8'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:50:59.588660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:50:59.609311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0841ec1-bd49-4dee-b27b-755c87542473 req-f591df38-3330-4b67-8f19-df5c34011654 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:59.617206 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0841ec1-bd49-4dee-b27b-755c87542473 req-f591df38-3330-4b67-8f19-df5c34011654 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.1879942 Aug 31 13:50:59.626111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Transition to ACTIVE for port object e0dcc81b-1e09-40e1-b638-fb5a67a40c1d will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:50:59.633733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.635160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d3dc1b77-91be-4c47-921a-10cdc087c1a6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3242512 Aug 31 13:50:59.643932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.675803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58160) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:59.688580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e258c4-4de1-42c6-b77c-d2986c13c824 req-312a2210-ba6b-47dc-83d8-dee93295cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:59.690208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39e258c4-4de1-42c6-b77c-d2986c13c824 req-312a2210-ba6b-47dc-83d8-dee93295cffe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 1096 time: 0.1919417 Aug 31 13:50:59.710580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:50:59.734413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:50:59.749952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:50:59.755601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:50:59.763031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Pushing event updated for resources: {'Port': ['ID=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:59.779962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Set router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:50:59.781739 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0841ec1-bd49-4dee-b27b-755c87542473 req-9b5faa00-8c55-4c46-83c7-b8969abd399c tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584406 Aug 31 13:50:59.857667 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-86ec325f-cee9-4c1e-a9b3-071fe1f2dde8 req-c07dc0ea-d4df-440a-a47c-e7a472848c3d tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] show failed (client error): The resource could not be found. Aug 31 13:50:59.858874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86ec325f-cee9-4c1e-a9b3-071fe1f2dde8 req-c07dc0ea-d4df-440a-a47c-e7a472848c3d tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/b991aff8-f238-4846-a427-2faad8bfdead HTTP/1.1" status: 404 len: 352 time: 0.4552662 Aug 31 13:50:59.929317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Deleting port ce6c7592-7349-4507-8f92-e8b7985613b0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:50:59.929723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.975667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Attempting to bind port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:50:59.976259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Attempting to bind port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:50:59.976404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Attempting to bind port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d on network ece54801-4be3-4b17-8fbe-28a2778e0af2 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:50:59.998485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:50:59.998833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Checking segment: {'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:50:59.999267 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.999551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Bound using segment: {'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:00.000032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Bound port: e0dcc81b-1e09-40e1-b638-fb5a67a40c1d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:00.000412 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.113416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662566-2616-413c-b461-edb0f18d6c62 req-8320257a-f413-44bb-abe7-a6f31d309197 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:00.115003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6662566-2616-413c-b461-edb0f18d6c62 req-8320257a-f413-44bb-abe7-a6f31d309197 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.26 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 945 time: 0.1167836 Aug 31 13:51:00.129066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2e8c8-2c1f-4241-9be7-70536106a43c req-1b1c25a5-7fca-42a7-907f-4cbba08443b6 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:00.130674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93f2e8c8-2c1f-4241-9be7-70536106a43c req-1b1c25a5-7fca-42a7-907f-4cbba08443b6 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.1854594 Aug 31 13:51:00.141971 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.142337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.185042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Calling delete_port for ce6c7592-7349-4507-8f92-e8b7985613b0 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:00.207782 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39e258c4-4de1-42c6-b77c-d2986c13c824 req-d97a3d37-4a35-449c-a7c7-222a2e0a165d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4800584 Aug 31 13:51:00.217514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:00.250995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'mac_address': 'fa:16:3e:77:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:00.291234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93f2e8c8-2c1f-4241-9be7-70536106a43c req-ab8a3a43-0024-4901-ad8e-d2346b04dbd7 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460559 Aug 31 13:51:00.312724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] For port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:00.312724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] For port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,segment=NetworkSegment(4d2852d6-4a19-4a78-982a-887950a88db4),segment_id=4d2852d6-4a19-4a78-982a-887950a88db4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:00.313015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38ce16-5f92-4fb5-87e9-44bcb69f0dca req-87a8044e-1769-4da8-bb97-3aa5af7f075d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:00.318873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38ce16-5f92-4fb5-87e9-44bcb69f0dca req-87a8044e-1769-4da8-bb97-3aa5af7f075d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:00.328735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c38ce16-5f92-4fb5-87e9-44bcb69f0dca req-87a8044e-1769-4da8-bb97-3aa5af7f075d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3&device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 1689 time: 0.1265593 Aug 31 13:51:00.364669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.384297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Deleting port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:00.384550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.386300 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.430120 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c38ce16-5f92-4fb5-87e9-44bcb69f0dca req-a7cd8cfd-f38f-4ce8-8699-f7e6ba847bd3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001749 Aug 31 13:51:00.445286 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb95316b-781a-4e80-a9f4-7b3b9c6d061f req-2a1e1dde-0879-4b4a-9312-098c82988aaf tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/a3cb8436-66e1-494c-97c6-a595f366393b HTTP/1.1" status: 200 len: 1803 time: 0.1028838 Aug 31 13:51:00.501413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52489a2-f522-407a-9482-f297069c2f8a None None] Pushing event updated for resources: {'Port': ['ID=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:00.510293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a59e1f9-29d0-440e-96fa-3ab6c163369c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:00.542501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:50:58Z', 'revision_number': 3, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port': {'id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:57Z', 'updated_at': '2021-08-31T13:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:00.548859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:00.578312 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.579224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.581509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Checking router: 311f525b-3bca-44a4-bdf5-f09d40bc42a8 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:00.582047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Updating router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 port 81db3d94-c509-4dad-9b38-ac43b80f46e1 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:00.586888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.631519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Pushing event deleted for resources: {'Port': ['ID=ce6c7592-7349-4507-8f92-e8b7985613b0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:00.645032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] For port 0ae5cc4c-8d75-44ae-b229-75e6143026e7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0ae5cc4c-8d75-44ae-b229-75e6143026e7,segment=NetworkSegment(ced504e6-aded-48b9-9f65-53c9ad2e069f),segment_id=ced504e6-aded-48b9-9f65-53c9ad2e069f)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:00.649117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.649566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.689948 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b54c6-d4d4-4c28-92dc-8ba3315cb91f req-f8a68845-8b4f-4185-83f4-7a7db8f55750 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:00.694304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb95316b-781a-4e80-a9f4-7b3b9c6d061f req-81e14c11-d67d-4dd3-b6a0-7d880bdbb420 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.696364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Calling delete_port for 0ae5cc4c-8d75-44ae-b229-75e6143026e7 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:00.698002 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-827b54c6-d4d4-4c28-92dc-8ba3315cb91f req-f8a68845-8b4f-4185-83f4-7a7db8f55750 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 947 time: 0.1767211 Aug 31 13:51:00.713022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.747592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.768243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb95316b-781a-4e80-a9f4-7b3b9c6d061f req-81e14c11-d67d-4dd3-b6a0-7d880bdbb420 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.811344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:00.837192 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.841511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.843374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-77e41d41-2e91-4f1e-a8c3-9e6b64299e19 tempest-ServersWithSpecificFlavorTestJSON-1607339368 tempest-ServersWithSpecificFlavorTestJSON-1607339368-project] 10.222.0.10 "DELETE /v2.0/floatingips/d3f2bee5-c9ed-49c0-a82f-dbec9fa9bac4 HTTP/1.1" status: 204 len: 168 time: 1.4380467 Aug 31 13:51:00.883156 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-827b54c6-d4d4-4c28-92dc-8ba3315cb91f req-da013839-59b5-44b0-b142-54dde4129497 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839528 Aug 31 13:51:00.940415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb95316b-781a-4e80-a9f4-7b3b9c6d061f req-81e14c11-d67d-4dd3-b6a0-7d880bdbb420 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.949363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb95316b-781a-4e80-a9f4-7b3b9c6d061f req-81e14c11-d67d-4dd3-b6a0-7d880bdbb420 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:00.962987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb95316b-781a-4e80-a9f4-7b3b9c6d061f req-81e14c11-d67d-4dd3-b6a0-7d880bdbb420 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-groups/a3cb8436-66e1-494c-97c6-a595f366393b HTTP/1.1" status: 204 len: 173 time: 0.5147123 Aug 31 13:51:01.015773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e14c11-d67d-4dd3-b6a0-7d880bdbb420 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb8436-66e1-494c-97c6-a595f366393b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:01.097753 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.144226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.161096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Pushing event deleted for resources: {'Port': ['ID=0ae5cc4c-8d75-44ae-b229-75e6143026e7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:01.171160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9840fbe-12ae-4da2-8214-4cf4daf92989 req-0f729d92-c677-4b62-9d04-fc38ee244c9a tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:01.172732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9840fbe-12ae-4da2-8214-4cf4daf92989 req-0f729d92-c677-4b62-9d04-fc38ee244c9a tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/ports?device_id=2365b0be-f7ee-44b4-b0c1-4289c4cc4452 HTTP/1.1" status: 200 len: 867 time: 0.1242876 Aug 31 13:51:01.200034 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.216679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Transition to ACTIVE for port object 81db3d94-c509-4dad-9b38-ac43b80f46e1 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:01.226945 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.234600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] No DVR routers for this DVR port 0ae5cc4c-8d75-44ae-b229-75e6143026e7 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:01.244776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.246835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6662566-2616-413c-b461-edb0f18d6c62 req-ef08f828-39f5-4949-bbcd-e5171c09f1d9 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.26 "DELETE /v2.0/ports/0ae5cc4c-8d75-44ae-b229-75e6143026e7 HTTP/1.1" status: 204 len: 173 time: 1.1128454 Aug 31 13:51:01.247373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'name': 'network-vif-deleted', 'tag': '0ae5cc4c-8d75-44ae-b229-75e6143026e7'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:01.249681 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575a776e-31e1-45bf-94ac-5bfa450a9315" -d '{"events": [{"server_uuid": "2365b0be-f7ee-44b4-b0c1-4289c4cc4452", "name": "network-vif-deleted", "tag": "0ae5cc4c-8d75-44ae-b229-75e6143026e7"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:01.262916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9840fbe-12ae-4da2-8214-4cf4daf92989 req-e08ce287-a9ad-4f07-bd70-84cd7eed06c0 tempest-InstanceActionsTestJSON-1457480384 tempest-InstanceActionsTestJSON-1457480384-project] 10.222.0.10 "GET /v2.0/security-groups?id=0906145a-0757-48bd-ab78-af9c70a8a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746994 Aug 31 13:51:01.307512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9a59e1f9-29d0-440e-96fa-3ab6c163369c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:01.362622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Attempting to bind port 81db3d94-c509-4dad-9b38-ac43b80f46e1 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:01.363219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Attempting to bind port 81db3d94-c509-4dad-9b38-ac43b80f46e1 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:01.363838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Attempting to bind port 81db3d94-c509-4dad-9b38-ac43b80f46e1 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:01.372264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fc82-7053-48f0-aa9f-8b653bb3dc6a None None] Pushing event updated for resources: {'Port': ['ID=81db3d94-c509-4dad-9b38-ac43b80f46e1,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:01.377023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:01.377399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:01.377798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.378187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:01.378671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Bound port: 81db3d94-c509-4dad-9b38-ac43b80f46e1, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:01.379056 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.422994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc033b-0958-4173-915c-20cd632c670d req-7d10ca03-fb4c-498f-99c5-da781cade62c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:01.431759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfcc033b-0958-4173-915c-20cd632c670d req-7d10ca03-fb4c-498f-99c5-da781cade62c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 949 time: 0.0969174 Aug 31 13:51:01.443174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] For port 81db3d94-c509-4dad-9b38-ac43b80f46e1, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:01.446890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] For port 81db3d94-c509-4dad-9b38-ac43b80f46e1, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=81db3d94-c509-4dad-9b38-ac43b80f46e1,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:01.467734 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.488326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfcc033b-0958-4173-915c-20cd632c670d req-a8e6d33b-bcbf-42e3-8de6-110ba62003b2 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553517 Aug 31 13:51:01.550047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Allocated IP 172.25.0.55 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/bb1dd802-56f7-409f-af74-6ff879d2f17f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:01.585241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Allocated IP 172.20.0.1 (ad17b1be-ce02-4831-83d3-03ca62977086/b376708f-c85d-4dd1-b710-56f3100d225e/c8e6f410-c2bd-46ab-a127-cb399768511c) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:01.593485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fc82-7053-48f0-aa9f-8b653bb3dc6a None None] Pushing event updated for resources: {'Port': ['ID=81db3d94-c509-4dad-9b38-ac43b80f46e1,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:01.601577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Routers {'311f525b-3bca-44a4-bdf5-f09d40bc42a8'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:01.602430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:01.628446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ae8d16-5eeb-4579-b8d5-0aefec047e16 req-0e613074-b7f8-4767-8ef3-4ff9a5f4ac0e tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/6a1a6056-1f86-4722-9fdb-d9b0f123bc9c HTTP/1.1" status: 200 len: 1804 time: 0.1751578 Aug 31 13:51:01.655227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20763553-e93e-4c3c-a151-19e496055eff req-98b02d76-c164-44e1-8d82-0f5cfd04426b tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:01.663814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20763553-e93e-4c3c-a151-19e496055eff req-98b02d76-c164-44e1-8d82-0f5cfd04426b tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 1100 time: 0.0952840 Aug 31 13:51:01.723838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20763553-e93e-4c3c-a151-19e496055eff req-f6e3c252-78e3-42b6-8e1a-b112aa5b9f30 tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517786 Aug 31 13:51:01.779638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0ae5cc4c-8d75-44ae-b229-75e6143026e7 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:01.781430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0dcc81b-1e09-40e1-b638-fb5a67a40c1d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:01.802703 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c9a43-634f-486f-a82e-fc5275a47ffa x-openstack-request-id: req-9c1c9a43-634f-486f-a82e-fc5275a47ffa {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:01.803845 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2365b0be-f7ee-44b4-b0c1-4289c4cc4452", "name": "network-vif-deleted", "tag": "0ae5cc4c-8d75-44ae-b229-75e6143026e7", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:01.808290 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c1c9a43-634f-486f-a82e-fc5275a47ffa {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:01.811423 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2365b0be-f7ee-44b4-b0c1-4289c4cc4452', 'name': 'network-vif-deleted', 'tag': '0ae5cc4c-8d75-44ae-b229-75e6143026e7', 'status': 'completed', 'code': 200} Aug 31 13:51:01.838784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ae8d16-5eeb-4579-b8d5-0aefec047e16 req-b33714fe-58b6-47ce-9e63-daf1325d53a9 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.930915 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.941010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 0ae5cc4c-8d75-44ae-b229-75e6143026e7 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:01.941500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0ae5cc4c-8d75-44ae-b229-75e6143026e7 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:01.963542 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.964469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be1c0d1-6b27-4208-8fef-cbdc3aaf2077 None None] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:01.964722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ae8d16-5eeb-4579-b8d5-0aefec047e16 req-b33714fe-58b6-47ce-9e63-daf1325d53a9 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:01.985892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] Set router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:01.986302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d69b96-fdfd-45da-b078-77bc52c4f45d req-df05131e-df1d-4844-bebb-883f0e2958d1 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:01.988092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01d69b96-fdfd-45da-b078-77bc52c4f45d req-df05131e-df1d-4844-bebb-883f0e2958d1 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.0704317 Aug 31 13:51:02.040469 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01d69b96-fdfd-45da-b078-77bc52c4f45d req-b37ef8ed-5715-4888-9223-2fb6685149d6 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407920 Aug 31 13:51:02.056189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.121761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.221670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1dd802-56f7-409f-af74-6ff879d2f17f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:02.239460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:02.246157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:02.249469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ae8d16-5eeb-4579-b8d5-0aefec047e16 req-b33714fe-58b6-47ce-9e63-daf1325d53a9 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.252075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ae8d16-5eeb-4579-b8d5-0aefec047e16 req-b33714fe-58b6-47ce-9e63-daf1325d53a9 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.265487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ae8d16-5eeb-4579-b8d5-0aefec047e16 req-b33714fe-58b6-47ce-9e63-daf1325d53a9 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-groups/6a1a6056-1f86-4722-9fdb-d9b0f123bc9c HTTP/1.1" status: 204 len: 173 time: 0.6358790 Aug 31 13:51:02.268396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:02.286663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:02.295658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33714fe-58b6-47ce-9e63-daf1325d53a9 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1a6056-1f86-4722-9fdb-d9b0f123bc9c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:02.301064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8161f-06be-40a6-8a70-be689a806666 req-7a6ce997-9eac-4bcf-a4d3-2f6627d76f61 tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:02.307804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61d8161f-06be-40a6-8a70-be689a806666 req-7a6ce997-9eac-4bcf-a4d3-2f6627d76f61 tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 1100 time: 0.1269562 Aug 31 13:51:02.375642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.428891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61d8161f-06be-40a6-8a70-be689a806666 req-c660f311-9319-49e5-b01e-13cf4141513d tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055732 Aug 31 13:51:02.453749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Network ad17b1be-ce02-4831-83d3-03ca62977086 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:02.463258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ffe3a535-c5df-46b2-a8ca-a16df542f92a None None] Provisioning for port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:02.477558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ffe3a535-c5df-46b2-a8ca-a16df542f92a None None] Provisioning complete for port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:02.478073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ffe3a535-c5df-46b2-a8ca-a16df542f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.502201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58208) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:02.510049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:02.525991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75289ea9-9563-4a35-b31e-178347bae2b3 req-1960b985-e6ec-4b68-86ff-72ab5052927d tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/2a294e3d-5b0d-4ef7-97df-061df71c2c3d HTTP/1.1" status: 200 len: 1804 time: 0.1824799 Aug 31 13:51:02.558229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:02.592126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e6f410-c2bd-46ab-a127-cb399768511c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:02.598010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] Deleting subnet 087be13d-1bd6-48dc-952c-19d0439f01ce {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:51:02.605063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.656123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-7d9b6d8f-d422-4be3-a9dc-00e195ee7358 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542855 Aug 31 13:51:02.695272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.711140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.726751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:50:58Z', 'revision_number': 3, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port': {'id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:57Z', 'updated_at': '2021-08-31T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:02.731058 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ffe3a535-c5df-46b2-a8ca-a16df542f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.766198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a5ab3-f3c7-4002-a445-07335f0c64f0 None None] The sync data for ids ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'] in n-d-792362-6 is: [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:50:58Z', 'revision_number': 3, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port': {'id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:57Z', 'updated_at': '2021-08-31T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:02.806226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ffe3a535-c5df-46b2-a8ca-a16df542f92a None None] For port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,segment=NetworkSegment(4d2852d6-4a19-4a78-982a-887950a88db4),segment_id=4d2852d6-4a19-4a78-982a-887950a88db4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:02.811258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.815173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ffe3a535-c5df-46b2-a8ca-a16df542f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.831508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75289ea9-9563-4a35-b31e-178347bae2b3 req-26d188e7-e371-432e-8a6a-490c40cad754 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.874086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-fc09327d-2ae9-4099-b4c0-04a49bb34d08 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:02.878131 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75289ea9-9563-4a35-b31e-178347bae2b3 req-26d188e7-e371-432e-8a6a-490c40cad754 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.882354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-fc09327d-2ae9-4099-b4c0-04a49bb34d08 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135777 Aug 31 13:51:02.885312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3a535-c5df-46b2-a8ca-a16df542f92a None None] Pushing event updated for resources: {'Port': ['ID=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:02.902051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-6e3daba2-3170-4b24-aef7-0ac55c400dd5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/quotas/ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 375 time: 0.0185013 Aug 31 13:51:02.948425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-779d4e2f-ad1b-4dc7-9571-afe2dc6502b8 None None] Provisioning complete for port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:02.948806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-779d4e2f-ad1b-4dc7-9571-afe2dc6502b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.956634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.993296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.996454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087be13d-1bd6-48dc-952c-19d0439f01ce,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:03.007738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.013417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-32f49230-fe07-406b-9834-fe22c073111a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/087be13d-1bd6-48dc-952c-19d0439f01ce HTTP/1.1" status: 204 len: 168 time: 0.5100317 Aug 31 13:51:03.014796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58218) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:03.047421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75289ea9-9563-4a35-b31e-178347bae2b3 req-26d188e7-e371-432e-8a6a-490c40cad754 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.051022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-75289ea9-9563-4a35-b31e-178347bae2b3 req-26d188e7-e371-432e-8a6a-490c40cad754 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.057200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75289ea9-9563-4a35-b31e-178347bae2b3 req-26d188e7-e371-432e-8a6a-490c40cad754 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-groups/2a294e3d-5b0d-4ef7-97df-061df71c2c3d HTTP/1.1" status: 204 len: 173 time: 0.5301754 Aug 31 13:51:03.102220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-4611b282-2d4e-40a6-8e99-534435fa885e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1862631 Aug 31 13:51:03.111578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d188e7-e371-432e-8a6a-490c40cad754 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a294e3d-5b0d-4ef7-97df-061df71c2c3d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:03.175030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.262216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.375290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.390149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665ad9f1-fbfb-46c3-a965-329818d7c1e5']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:03.427101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced504e6-aded-48b9-9f65-53c9ad2e069f') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:03.427342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced504e6-aded-48b9-9f65-53c9ad2e069f') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:03.438101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.495494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.513264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Releasing vlan 1508 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:51:03.513922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:51:03.516232 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:51:03.592279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8b13fc8-c57e-4eb2-bc02-7f5f237240df req-16e307fd-49a8-4ba3-aafc-e6ad659c01bf tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/23b2fd2f-66ea-4f14-b80a-f31139637190 HTTP/1.1" status: 200 len: 2402 time: 0.1226285 Aug 31 13:51:03.617944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.624337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.646629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] 10.222.0.10 "DELETE /v2.0/networks/665ad9f1-fbfb-46c3-a965-329818d7c1e5 HTTP/1.1" status: 204 len: 168 time: 0.6123662 Aug 31 13:51:03.653215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40cd15-3d64-40b9-b4aa-ca5182590865 req-222e1687-7c8b-456b-b168-7fc64201fc1c tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:03.658985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ef40cd15-3d64-40b9-b4aa-ca5182590865 req-222e1687-7c8b-456b-b168-7fc64201fc1c tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.2156084 Aug 31 13:51:03.693790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d09a6-dee5-4778-8052-ce1a9f49a824 admin admin] Pushing event deleted for resources: {'Network': ['ID=665ad9f1-fbfb-46c3-a965-329818d7c1e5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:03.724398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:03.744317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.799039 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e8b13fc8-c57e-4eb2-bc02-7f5f237240df req-c40303c2-7c17-42b5-a7a9-ffac9174e570 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.817941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9a59e1f9-29d0-440e-96fa-3ab6c163369c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:03.823604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.825384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ef40cd15-3d64-40b9-b4aa-ca5182590865 req-2c1181b4-0656-4315-bed9-538d918e41de tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651657 Aug 31 13:51:03.848205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 81db3d94-c509-4dad-9b38-ac43b80f46e1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:03.870515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e8b13fc8-c57e-4eb2-bc02-7f5f237240df req-c40303c2-7c17-42b5-a7a9-ffac9174e570 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.927199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58242) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:03.937800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e8b13fc8-c57e-4eb2-bc02-7f5f237240df req-c40303c2-7c17-42b5-a7a9-ffac9174e570 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.941226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e8b13fc8-c57e-4eb2-bc02-7f5f237240df req-c40303c2-7c17-42b5-a7a9-ffac9174e570 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.953949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8b13fc8-c57e-4eb2-bc02-7f5f237240df req-c40303c2-7c17-42b5-a7a9-ffac9174e570 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-groups/23b2fd2f-66ea-4f14-b80a-f31139637190 HTTP/1.1" status: 204 len: 173 time: 0.3458176 Aug 31 13:51:03.998453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40303c2-7c17-42b5-a7a9-ffac9174e570 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2fd2f-66ea-4f14-b80a-f31139637190,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.011132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 81db3d94-c509-4dad-9b38-ac43b80f46e1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:04.053882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-afa111e2-1e42-4e8b-88d5-bc723b2d523c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7592c62fec04435a97d0ed61c83c5821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233375 Aug 31 13:51:04.076710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58254) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:04.096572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8434d26b-f331-4a11-b474-0621b257f274 req-383bd75f-6952-4c8b-9f74-056680d86580 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0883026 Aug 31 13:51:04.138741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 81db3d94-c509-4dad-9b38-ac43b80f46e1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:04.139396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.185720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.221627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-deb80340-d4a8-4f2c-81cb-7d9963e37961 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009724 Aug 31 13:51:04.227338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d06cbc-d7a8-483f-9451-aa23f3d57fe7 req-2a0a5129-4516-45d3-9f32-5ac8db917fac tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:04.228364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.241455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53d06cbc-d7a8-483f-9451-aa23f3d57fe7 req-2a0a5129-4516-45d3-9f32-5ac8db917fac tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.0850708 Aug 31 13:51:04.241582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58260) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:04.252770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.253553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Request body: {'floatingip': {'port_id': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:04.269402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:04.272033 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43ee21-2f25-4b6b-81e5-47db9a3f039d" -d '{"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:04.295678 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.300057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:04.306800 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.315177 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.382238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e6f410-c2bd-46ab-a127-cb399768511c,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.392582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b464514-e088-4a7a-8e7d-7a4afaf53496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.401020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.402732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86a034ef-efe5-40b5-874f-1dd5822f1ddd req-299d03b9-48ae-4b65-9805-2f71222c5693 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "GET /v2.0/security-groups/16ce2a6a-1b67-494f-aaee-bad895f18c92 HTTP/1.1" status: 200 len: 2398 time: 0.1534641 Aug 31 13:51:04.405422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 81db3d94-c509-4dad-9b38-ac43b80f46e1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=81db3d94-c509-4dad-9b38-ac43b80f46e1,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:04.410640 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.411470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0dcc81b-1e09-40e1-b638-fb5a67a40c1d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:04.447152 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.456223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b464514-e088-4a7a-8e7d-7a4afaf53496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.513597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=81db3d94-c509-4dad-9b38-ac43b80f46e1,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.528397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:04.528784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.539144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Router 5b0a3835-888e-49f7-86a7-ff81786e9de7 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:51:04.553947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86a034ef-efe5-40b5-874f-1dd5822f1ddd req-dee17f91-fad4-48ef-a01a-2155386cf255 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.587926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86a034ef-efe5-40b5-874f-1dd5822f1ddd req-dee17f91-fad4-48ef-a01a-2155386cf255 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.655799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-2c7dad4c-6d62-4453-83f3-5025667633da tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:04.657397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-2c7dad4c-6d62-4453-83f3-5025667633da tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4250014 Aug 31 13:51:04.712979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b464514-e088-4a7a-8e7d-7a4afaf53496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.715574 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b464514-e088-4a7a-8e7d-7a4afaf53496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.716720 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4b464514-e088-4a7a-8e7d-7a4afaf53496 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0906145a-0757-48bd-ab78-af9c70a8a37e HTTP/1.1" status: 204 len: 168 time: 0.6336625 Aug 31 13:51:04.745648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86a034ef-efe5-40b5-874f-1dd5822f1ddd req-dee17f91-fad4-48ef-a01a-2155386cf255 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.749273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86a034ef-efe5-40b5-874f-1dd5822f1ddd req-dee17f91-fad4-48ef-a01a-2155386cf255 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.750895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86a034ef-efe5-40b5-874f-1dd5822f1ddd req-dee17f91-fad4-48ef-a01a-2155386cf255 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] 10.222.0.10 "DELETE /v2.0/security-groups/16ce2a6a-1b67-494f-aaee-bad895f18c92 HTTP/1.1" status: 204 len: 173 time: 0.3475969 Aug 31 13:51:04.758147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58268) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:04.811366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee17f91-fad4-48ef-a01a-2155386cf255 tempest-SecurityGroupRulesTestJSON-1773532309 tempest-SecurityGroupRulesTestJSON-1773532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce2a6a-1b67-494f-aaee-bad895f18c92,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.911622 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d384adce-9263-4646-9235-2d0b4c308d7c x-openstack-request-id: req-d384adce-9263-4646-9235-2d0b4c308d7c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:04.912596 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:04.913059 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d384adce-9263-4646-9235-2d0b4c308d7c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:04.913874 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'code': 200} Aug 31 13:51:04.941676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] Deleting subnet e0586163-9796-4a73-865f-ac8ea6293e7c {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:51:04.953764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.025459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58274) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:05.107597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.135195 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-7dd4afad-f543-485c-9d12-d9f7550993e0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/quotas/2f90fcaa084e4e5d832a259bdc4122b7 HTTP/1.1" status: 200 len: 375 time: 0.4645023 Aug 31 13:51:05.201657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b464514-e088-4a7a-8e7d-7a4afaf53496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0906145a-0757-48bd-ab78-af9c70a8a37e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:05.240100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Network ad17b1be-ce02-4831-83d3-03ca62977086 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:05.251209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:05.263165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.263320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:05.279830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Sync routers for ids ['5b0a3835-888e-49f7-86a7-ff81786e9de7'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:05.296578 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Routers {'5b0a3835-888e-49f7-86a7-ff81786e9de7'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:05.297248 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5b0a3835-888e-49f7-86a7-ff81786e9de7'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:05.354132 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-fd1f10b1-acd7-4d22-83cd-2e3dbef5fd60 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2172258 Aug 31 13:51:05.362377 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.363770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-146bb8af-ea5d-42eb-851a-0d697ecc9c45 req-036ab0da-7b3f-4e76-ba53-3ff9a6fe033e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.1364574 Aug 31 13:51:05.370018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-10652f94-e0df-4b17-8ef3-d9e3236028d5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1381290 Aug 31 13:51:05.371700 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b6101fd4-cab4-448c-ae3b-7619d8826788 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4110739 Aug 31 13:51:05.375315 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.resource_extend [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:51:05.377390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:05.545656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:05.611303 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Set router 5b0a3835-888e-49f7-86a7-ff81786e9de7 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:05.707097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 81db3d94-c509-4dad-9b38-ac43b80f46e1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:05.742659 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.780020 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:05.799116 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36aa5be7-d29c-489f-9617-f1d3baaafe91 admin admin] 10.222.0.10 "PUT /v2.0/routers/311f525b-3bca-44a4-bdf5-f09d40bc42a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1131034 Aug 31 13:51:05.811977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Sync routers for ids ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:05.848651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0586163-9796-4a73-865f-ac8ea6293e7c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:05.854229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.858556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f71eec69-3783-497a-91df-c701301a1a32 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e0586163-9796-4a73-865f-ac8ea6293e7c HTTP/1.1" status: 204 len: 168 time: 1.0956106 Aug 31 13:51:05.858817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58296) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:05.861506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Routers {'311f525b-3bca-44a4-bdf5-f09d40bc42a8'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:05.862854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:05.876542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.978067 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:02Z', 'revision_number': 3, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port': {'id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:00Z', 'updated_at': '2021-08-31T13:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:05.980829 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.993877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.034144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Checking router: 5b0a3835-888e-49f7-86a7-ff81786e9de7 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:06.034782 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Updating router 5b0a3835-888e-49f7-86a7-ff81786e9de7 port bb1dd802-56f7-409f-af74-6ff879d2f17f binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:06.075531 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.108284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 81db3d94-c509-4dad-9b38-ac43b80f46e1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:06.108284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.272723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.281961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Set router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:06.314699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4f0f03-9108-42cd-9f7c-d14c23e60f49']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:06.341711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f74dda5-1c99-44f1-9447-37082e98cb64') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:06.342048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f74dda5-1c99-44f1-9447-37082e98cb64') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:06.374410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.404913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:06.449985 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.481798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Releasing vlan 1549 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:51:06.486548 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:51:06.498438 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:51:06.641350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.663359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.671529 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] 10.222.0.10 "DELETE /v2.0/networks/bc4f0f03-9108-42cd-9f7c-d14c23e60f49 HTTP/1.1" status: 204 len: 168 time: 0.8104708 Aug 31 13:51:06.700984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-331107490-network', 'tenant_id': 'd8dfb679d4a549b99dc933c281953447'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:06.758774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8313be-cb2c-4f9f-90ad-7d159d267f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4f0f03-9108-42cd-9f7c-d14c23e60f49,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:06.772531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Made reservation on behalf of d8dfb679d4a549b99dc933c281953447 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:06.776682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.790353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.808653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:51:02Z', 'revision_number': 4, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port': {'id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:57Z', 'updated_at': '2021-08-31T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c8e6f410-c2bd-46ab-a127-cb399768511c', 'name': '', 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'mac_address': 'fa:16:3e:67:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:01Z', 'updated_at': '2021-08-31T13:51:03Z', 'revision_number': 2, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'subnets': [{'id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:06.820078 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.831498 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Transition to ACTIVE for port object bb1dd802-56f7-409f-af74-6ff879d2f17f will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:06.839062 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.915620 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Attempting to bind port bb1dd802-56f7-409f-af74-6ff879d2f17f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:06.916903 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Attempting to bind port bb1dd802-56f7-409f-af74-6ff879d2f17f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:06.917589 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Attempting to bind port bb1dd802-56f7-409f-af74-6ff879d2f17f on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:06.932342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Checking router: 311f525b-3bca-44a4-bdf5-f09d40bc42a8 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:06.932709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Updating router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 port c8e6f410-c2bd-46ab-a127-cb399768511c binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:06.937229 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:06.938314 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:06.938885 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.939721 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:06.941157 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Bound port: bb1dd802-56f7-409f-af74-6ff879d2f17f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:06.941770 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.962074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:06.972828 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca229669-ef82-4a30-98ba-1082d2d4e088 None None] Pushing event updated for resources: {'Port': ['ID=bb1dd802-56f7-409f-af74-6ff879d2f17f,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:06.988713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-77d1979b-7170-449c-a1a5-60a2a813e494 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:06.990293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-77d1979b-7170-449c-a1a5-60a2a813e494 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5564592 Aug 31 13:51:06.997554 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.013888 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] For port bb1dd802-56f7-409f-af74-6ff879d2f17f, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:07.017691 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] For port bb1dd802-56f7-409f-af74-6ff879d2f17f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bb1dd802-56f7-409f-af74-6ff879d2f17f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:07.025354 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.069596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Request body: {'port': {'device_id': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'ec74b343ea7c46d59878d609588dc44f'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:07.070135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-945870e0-86cb-45eb-a7e1-c9c0b08922bd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:07.071716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-945870e0-86cb-45eb-a7e1-c9c0b08922bd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 819 time: 0.2343495 Aug 31 13:51:07.072067 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Routers {'5b0a3835-888e-49f7-86a7-ff81786e9de7'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:07.072938 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5b0a3835-888e-49f7-86a7-ff81786e9de7'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:07.079331 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95302f7d-3229-473c-8a8f-41d96d41dae3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02c2d73b64c047deaec9350dfbc85001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137502 Aug 31 13:51:07.112302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58346) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:07.144388 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-1de6ab08-c427-451e-8871-7e806a93f97a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/quotas/09fb03d60c6f4333bf54a0822aa0f38d HTTP/1.1" status: 200 len: 375 time: 0.0493636 Aug 31 13:51:07.167450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.168704 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Floating IP 952800e4-92c3-449b-ae2f-ec15c058b10b associated. External IP: 172.25.0.165, port: fa477e89-e6e0-4e4a-923a-ed6d59203e93. Aug 31 13:51:07.214874 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.285886 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca229669-ef82-4a30-98ba-1082d2d4e088 None None] Pushing event updated for resources: {'Port': ['ID=bb1dd802-56f7-409f-af74-6ff879d2f17f,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.312171 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] Set router 5b0a3835-888e-49f7-86a7-ff81786e9de7 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:07.316587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] vlan segment allocate from pool success with {'vlan_id': 1517, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:07.347467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ff8b05-f627-4934-8922-96ae18b65b8e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.374108 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.374472 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Added segment c27e90a7-1e8b-4325-ad26-58c32554890b of type vlan for network 936520d0-3fdb-4d60-849f-3cac6a221350 Aug 31 13:51:07.404822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b039b3-f020-47af-abc8-6bb62a5ebad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.412524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-208a8830-6610-438a-8bf7-e6f2626ebdbf req-f184ef73-5905-4bbe-ad6f-f2f97f0de529 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.3269887 Aug 31 13:51:07.426397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-b4b5cee3-4f11-4507-abeb-219e7b0a2e06 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811463 Aug 31 13:51:07.556662 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.579635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Transition to ACTIVE for port object c8e6f410-c2bd-46ab-a127-cb399768511c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:07.591161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.596916 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:02Z', 'revision_number': 3, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port': {'id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:00Z', 'updated_at': '2021-08-31T13:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:07.600097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.613774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b039b3-f020-47af-abc8-6bb62a5ebad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.666675 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cad18-a7c2-4e75-a0b7-4e423e48ad5d None None] The sync data for ids ['5b0a3835-888e-49f7-86a7-ff81786e9de7'] in n-d-792362-6 is: [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:02Z', 'revision_number': 3, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port': {'id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:00Z', 'updated_at': '2021-08-31T13:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:07.681546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.682818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:07.693548 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.711016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f034ccb-c1e9-4c0b-8577-ef5b92c8ae8d None None] Pushing event updated for resources: {'Port': ['ID=c8e6f410-c2bd-46ab-a127-cb399768511c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.724023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Attempting to bind port c8e6f410-c2bd-46ab-a127-cb399768511c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:07.724552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Attempting to bind port c8e6f410-c2bd-46ab-a127-cb399768511c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:07.725030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Attempting to bind port c8e6f410-c2bd-46ab-a127-cb399768511c on network ad17b1be-ce02-4831-83d3-03ca62977086 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:07.730730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:07.731447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Checking segment: {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:07.732112 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.732786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Bound using segment: {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:07.733342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Bound port: c8e6f410-c2bd-46ab-a127-cb399768511c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:07.733799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.734447 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-efb346a9-b0be-4c26-b15c-f53e5c294b33 service neutron] 10.222.0.10 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069057 Aug 31 13:51:07.737373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4ee9580-6f81-45b9-b987-53dd309232b5 req-d71c259b-a195-4daa-8615-631ea265b163 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.1708775 Aug 31 13:51:07.837007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] For port c8e6f410-c2bd-46ab-a127-cb399768511c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:07.842028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] For port c8e6f410-c2bd-46ab-a127-cb399768511c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c8e6f410-c2bd-46ab-a127-cb399768511c,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:07.848368 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.867273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4608791 Aug 31 13:51:07.871275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b039b3-f020-47af-abc8-6bb62a5ebad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.874018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b039b3-f020-47af-abc8-6bb62a5ebad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.875258 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-30b039b3-f020-47af-abc8-6bb62a5ebad0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2bd2f89-8539-4c0d-a2d9-f21ed097e672 HTTP/1.1" status: 204 len: 168 time: 0.7620881 Aug 31 13:51:07.879640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58350) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:07.898859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Request body: {'subnet': {'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-331107490-subnet', 'tenant_id': 'd8dfb679d4a549b99dc933c281953447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:07.918772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b039b3-f020-47af-abc8-6bb62a5ebad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd2f89-8539-4c0d-a2d9-f21ed097e672,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.925066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd497e2-35f0-48d7-8849-101869222494 admin admin] Pushing event updated for resources: {'Network': ['ID=936520d0-3fdb-4d60-849f-3cac6a221350,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.948129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Routers {'311f525b-3bca-44a4-bdf5-f09d40bc42a8'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:07.949283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:07.949521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-d553890f-4ef7-46cc-b26d-4f63e53e9424 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.8705528 Aug 31 13:51:07.958657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 936520d0-3fdb-4d60-849f-3cac6a221350 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:07.963747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Made reservation on behalf of ec74b343ea7c46d59878d609588dc44f for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:07.967792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.020936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-c3f1c74e-0266-464a-be03-e2af14853ba7 service neutron] 10.222.0.10 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854316 Aug 31 13:51:08.024800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Made reservation on behalf of d8dfb679d4a549b99dc933c281953447 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:08.037260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.140067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f034ccb-c1e9-4c0b-8577-ef5b92c8ae8d None None] Pushing event updated for resources: {'Port': ['ID=c8e6f410-c2bd-46ab-a127-cb399768511c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:08.471895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] Set router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:08.547990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-abc1afc7-4c90-4e6b-98d5-2c5d884e2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:08.549601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-abc1afc7-4c90-4e6b-98d5-2c5d884e2df4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1065 time: 0.5779965 Aug 31 13:51:08.596774 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-7017df83-0631-4ff0-a342-288682ee5de5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156445 Aug 31 13:51:08.652304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Router 970def2c-e155-43be-9603-bbec654f6f0e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:08.666014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:08.680144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a12aed19-61c3-4fd7-b144-06631bb5b5e4 req-4aa8204b-1d12-436c-af14-799bfad96c18 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 210 time: 0.1220610 Aug 31 13:51:08.892888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Allocated IP 192.168.233.82 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/03ae7279-5f6a-4734-8b1d-e8e4d9237547) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:08.997058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:51:02Z', 'revision_number': 4, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port': {'id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:57Z', 'updated_at': '2021-08-31T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c8e6f410-c2bd-46ab-a127-cb399768511c', 'name': '', 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'mac_address': 'fa:16:3e:67:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:01Z', 'updated_at': '2021-08-31T13:51:07Z', 'revision_number': 4, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'subnets': [{'id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:09.093632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.094906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51c91f-d9c2-4114-bfe3-68c6a3695f35 None None] The sync data for ids ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'] in n-d-792362-6 is: [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:51:02Z', 'revision_number': 4, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port': {'id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:57Z', 'updated_at': '2021-08-31T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c8e6f410-c2bd-46ab-a127-cb399768511c', 'name': '', 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'mac_address': 'fa:16:3e:67:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:01Z', 'updated_at': '2021-08-31T13:51:07Z', 'revision_number': 4, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'subnets': [{'id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:09.120923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-d9422514-6880-4dcd-bf2b-5368abadf948 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:09.126500 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.141857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-d9422514-6880-4dcd-bf2b-5368abadf948 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4250004 Aug 31 13:51:09.144461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7349227c-5143-4f5b-9499-0bedd1958e58 req-64662b18-8576-4282-8cb8-0ba32f78bdc0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.5519817 Aug 31 13:51:09.243244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:09.315391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-1db9d3f7-e5a6-47d8-b2dc-d2521b1cb5a1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6612439 Aug 31 13:51:09.418309 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.439841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Transition to ACTIVE for port object 03ae7279-5f6a-4734-8b1d-e8e4d9237547 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:09.464422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f82c4ab5-3399-4085-b55d-b1aaa30d92cf req-72854aeb-7ac1-428b-8bad-ff055830f0da tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.3686101 Aug 31 13:51:09.527370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a74fb0-602e-46b4-9c9f-09f07dc65ea4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:09.544847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:09.563413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.563659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.642478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Checking segment: {'id': 'c27e90a7-1e8b-4325-ad26-58c32554890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:09.643063 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Network hostable DHCP agents. Network: 936520d0-3fdb-4d60-849f-3cac6a221350, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:09.805490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-00ae2b61-17af-4442-9b91-62167b83ce45 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:09.807109 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-00ae2b61-17af-4442-9b91-62167b83ce45 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 819 time: 0.4051406 Aug 31 13:51:09.808304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Network 936520d0-3fdb-4d60-849f-3cac6a221350 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:09.831339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bb1dd802-56f7-409f-af74-6ff879d2f17f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:09.853235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 936520d0-3fdb-4d60-849f-3cac6a221350) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:09.858667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58400) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:09.873218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225cf801-5008-4c55-b741-21de4b0dfd6d None None] Network 936520d0-3fdb-4d60-849f-3cac6a221350 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:09.891916 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-9d0e39b2-e954-4867-9685-3a4cde823bf1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/quotas/09fb03d60c6f4333bf54a0822aa0f38d HTTP/1.1" status: 200 len: 375 time: 0.0641744 Aug 31 13:51:09.904551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:09.908174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.949610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.998124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-50fd9d95-1923-49b9-adcd-d2e3cb10ce0b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1081200 Aug 31 13:51:10.020391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2523472-4c77-4c65-a24a-9f8ace7e47db', '9a59e1f9-29d0-440e-96fa-3ab6c163369c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:10.027892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.99 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:10.079707 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-6b852316-1013-4251-a30a-7ef35e71df04 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662240 Aug 31 13:51:10.101411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port bb1dd802-56f7-409f-af74-6ff879d2f17f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:10.133756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-344424044-network', 'tenant_id': 'fa69d41781a543cf88893ad8181ddbfc'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:10.144562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bb1dd802-56f7-409f-af74-6ff879d2f17f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:10.145704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.355882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cba1f-5088-4dd3-8a1b-be1d965a8135 None None] Network 936520d0-3fdb-4d60-849f-3cac6a221350 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:10.509349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Made reservation on behalf of fa69d41781a543cf88893ad8181ddbfc for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:10.517186 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.604250 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.631851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-500c862d-e8a1-4ac0-b97d-94a1c9a73508 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:10.634738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-500c862d-e8a1-4ac0-b97d-94a1c9a73508 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1634638 Aug 31 13:51:10.645957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:10.658095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245e878-d975-41ba-acfc-a703400cbbab req-79d1094d-9929-4f5b-8fd1-3cdb24b22d27 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:10.659672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d245e878-d975-41ba-acfc-a703400cbbab req-79d1094d-9929-4f5b-8fd1-3cdb24b22d27 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 935 time: 0.1418524 Aug 31 13:51:10.661749 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.679380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.685046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': 'feca43ad-29d9-47d6-a855-a476c407c5d2', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:10.686178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port bb1dd802-56f7-409f-af74-6ff879d2f17f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bb1dd802-56f7-409f-af74-6ff879d2f17f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:10.702339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.703243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:10.716557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.717399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c8e6f410-c2bd-46ab-a127-cb399768511c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:10.828555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-bf52b7e9-4cc7-4096-8761-bb4ab192e4f3 service neutron] 10.222.0.10 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385411 Aug 31 13:51:10.851127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=bb1dd802-56f7-409f-af74-6ff879d2f17f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:10.883433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:10.885985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:10.887040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c8e6f410-c2bd-46ab-a127-cb399768511c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:10.903514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c8e6f410-c2bd-46ab-a127-cb399768511c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:10.903895 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.926443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event updated for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:10.931349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:10.937415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.952965 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68697d84-2e22-4601-9380-348d23396013 None None] Sync routers for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:10.978433 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:10.979367 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:10.983250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-91fda755-955a-475b-8eb6-695d357f8b9b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:10.983802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-91fda755-955a-475b-8eb6-695d357f8b9b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 819 time: 0.6089852 Aug 31 13:51:11.000179 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-93178632-72e7-49d0-86e0-aa1fc707a11c service neutron] 10.222.0.10 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672671 Aug 31 13:51:11.001935 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.037731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.074143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Request body: {'port': {'device_id': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'admin_state_up': True, 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:11.109652 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.195028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c8e6f410-c2bd-46ab-a127-cb399768511c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c8e6f410-c2bd-46ab-a127-cb399768511c,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:11.202728 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.210659 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:11.306163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:11.306551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:11.318779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c8e6f410-c2bd-46ab-a127-cb399768511c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:11.348460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:11.370335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7cd37cdf-d45f-405b-b0a4-5c859eea00a3 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "PUT /v2.0/floatingips/952800e4-92c3-449b-ae2f-ec15c058b10b HTTP/1.1" status: 200 len: 991 time: 7.1276507 Aug 31 13:51:11.382937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:11.395941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:11.402190 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1530dbb4-b3fc-4569-80a4-a5367a402259" -d '{"events": [{"name": "network-changed", "server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:11.407062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9f0e4da8-d69b-47a0-baa0-3438eea152e6 None None] Provisioning for port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:11.416840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9f0e4da8-d69b-47a0-baa0-3438eea152e6 None None] Provisioning complete for port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:11.417270 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4da8-d69b-47a0-baa0-3438eea152e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.439406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d245e878-d975-41ba-acfc-a703400cbbab req-01735d47-c433-4c94-a9b5-fb2d9763d636 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689192 Aug 31 13:51:11.519835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:11.523164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.530272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e4da8-d69b-47a0-baa0-3438eea152e6 None None] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:11.539255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:11.630075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.665456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.691825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.707676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:11.716262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] vlan segment allocate from pool success with {'vlan_id': 1544, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:11.731693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Allocated IP 172.20.0.1 (ece54801-4be3-4b17-8fbe-28a2778e0af2/379bf026-6111-4209-b4e0-427033323bac/705ea402-c93c-4cc8-8996-e80684789d97) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:11.734594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.743995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.744616 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Added segment c231d844-c1f6-4fca-9b72-bedcc1bdf0da of type vlan for network e3ce27c8-5d6a-48d8-860a-843d145e15c5 Aug 31 13:51:11.749257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73468714-e94d-4fd3-9ca4-355b7724b054 req-230be381-5949-48cb-8b66-ff836a69817e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.1338375 Aug 31 13:51:11.758403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bb1dd802-56f7-409f-af74-6ff879d2f17f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:11.784755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '952800e4-92c3-449b-ae2f-ec15c058b10b', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'port_id': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'mac_address': 'fa:16:3e:23:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:50:39Z', 'updated_at': '2021-08-31T13:51:05Z', 'revision_number': 1, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:40Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:11.794245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.798769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:11.800488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:11.800488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:11.847845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ccf454-baf9-482e-a96a-9a8346d964d5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:11.858273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:11.858926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.869504 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.870040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68697d84-2e22-4601-9380-348d23396013 None None] Checking router: 970def2c-e155-43be-9603-bbec654f6f0e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:11.870473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:11.871058 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.880802 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:11.881755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:11.924604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:11.925512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bb1dd802-56f7-409f-af74-6ff879d2f17f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:11.926069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.927699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0a534066-2bda-46b3-b986-2cf5dc0510c9 None None] Provisioning for port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:11.929191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:11.949329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:51:11.949329 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:51:11.949329 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id_1': '2f90fcaa084e4e5d832a259bdc4122b7', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 51, 11, 752827)}] Aug 31 13:51:11.949329 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:51:11.950394 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:51:11.996852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-fd2b863d-a060-401f-8514-0e60b0c0704b tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:12.004153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-fd2b863d-a060-401f-8514-0e60b0c0704b tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/networks?id=936520d0-3fdb-4d60-849f-3cac6a221350 HTTP/1.1" status: 200 len: 821 time: 0.1835778 Aug 31 13:51:12.023378 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:12.035517 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-238651ed-9b67-47e9-bb49-146d5936e61b tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/quotas/d8dfb679d4a549b99dc933c281953447 HTTP/1.1" status: 200 len: 375 time: 0.0303805 Aug 31 13:51:12.075691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Made reservation on behalf of 09fb03d60c6f4333bf54a0822aa0f38d for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:12.078789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:12.079142 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:12.079383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.079849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=12']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:12.091933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2353fc81-9284-49dc-9c44-33a18eb61dde req-9a2f3a60-7f48-427f-b8db-8c8f82aa569b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 210 time: 0.1682649 Aug 31 13:51:12.103097 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 2 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:12.113659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-c96272a2-7a90-4c41-915b-82d56e5618a8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0441797 Aug 31 13:51:12.164335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Request body: {'port': {'device_id': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:12.165641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0a534066-2bda-46b3-b986-2cf5dc0510c9 None None] Provisioning complete for port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:12.166135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a534066-2bda-46b3-b986-2cf5dc0510c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.184075 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-59807220-3688-401d-ac07-f2af5da187e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9468660 Aug 31 13:51:12.225531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3621352 Aug 31 13:51:12.237562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:12.238426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:12.238870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:12.240901 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-4b20c967-61f6-425d-8be0-a611ea73f571 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8dfb679d4a549b99dc933c281953447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2038784 Aug 31 13:51:12.247696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58442) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:12.261986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Request body: {'subnet': {'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-344424044-subnet', 'tenant_id': 'fa69d41781a543cf88893ad8181ddbfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:12.281929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:12.283457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:12.290403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0a534066-2bda-46b3-b986-2cf5dc0510c9 None None] Port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:12.343460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:12.344451 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:12.349416 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.356213 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 3 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:12.371243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Request body: {'port': {'device_id': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:12.381931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c8e6f410-c2bd-46ab-a127-cb399768511c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:12.387941 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-bbb7e21b-0ac4-4114-9925-1f46cbd2acd7 service neutron] 10.222.0.10 "GET /v2.0/networks/936520d0-3fdb-4d60-849f-3cac6a221350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455486 Aug 31 13:51:12.391815 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.402091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Made reservation on behalf of fa69d41781a543cf88893ad8181ddbfc for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:12.405614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.409958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Transition to ACTIVE for port object 705ea402-c93c-4cc8-8996-e80684789d97 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:12.413405 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f86f5d7-6ba1-49bc-8d3c-aa3d5513783e x-openstack-request-id: req-6f86f5d7-6ba1-49bc-8d3c-aa3d5513783e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:12.413991 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:12.414396 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f86f5d7-6ba1-49bc-8d3c-aa3d5513783e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:12.416202 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'status': 'completed', 'code': 200} Aug 31 13:51:12.426575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:12.427157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:12.428270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:12.507872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c8e6f410-c2bd-46ab-a127-cb399768511c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:12.508376 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68697d84-2e22-4601-9380-348d23396013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '952800e4-92c3-449b-ae2f-ec15c058b10b', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'port_id': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'mac_address': 'fa:16:3e:23:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:50:39Z', 'updated_at': '2021-08-31T13:51:05Z', 'revision_number': 1, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:40Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:12.508557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.540586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:12.540932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:12.541373 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-61449c06-75ff-4fa2-8406-a0ea150f2198 service neutron] 10.222.0.10 "GET /v2.0/networks/936520d0-3fdb-4d60-849f-3cac6a221350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515062 Aug 31 13:51:12.576676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0cda-8ab3-4625-8ae6-4fce0677b35b admin admin] Pushing event updated for resources: {'Network': ['ID=e3ce27c8-5d6a-48d8-860a-843d145e15c5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:12.602982 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68697d84-2e22-4601-9380-348d23396013 None None] The sync data for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 is: [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '952800e4-92c3-449b-ae2f-ec15c058b10b', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'port_id': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'mac_address': 'fa:16:3e:23:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:50:39Z', 'updated_at': '2021-08-31T13:51:05Z', 'revision_number': 1, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:40Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:12.607743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network e3ce27c8-5d6a-48d8-860a-843d145e15c5 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:12.610407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Deleting port 37678d22-b4bf-459f-909f-2dc3d9fe7d32 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:12.610750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.657140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:12.657481 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:12.660702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.701101 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 4 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:12.730588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Allocated IP 172.20.0.9 (ad17b1be-ce02-4831-83d3-03ca62977086/b376708f-c85d-4dd1-b710-56f3100d225e/e9b0af5b-51b6-41b9-9200-8eb35cbab91f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:12.760658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:12.767138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.923781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:12.924146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:12.924450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:12.948546 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6cf99b5a-c0ad-4483-96f3-bfb8c7fa09fa req-73f09ab7-21b9-4bcd-aba0-f6173c873c20 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0512726 Aug 31 13:51:12.948928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.952209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-7ada5dce-7045-438e-9864-2041853179b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:12.952209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-7ada5dce-7045-438e-9864-2041853179b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c358a4332ac3423d9784f876d7f64391&device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 1096 time: 0.4426146 Aug 31 13:51:13.000672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a407bf3-33e4-4e07-b3eb-499a153fe706 None None] New status for floating IP 952800e4-92c3-449b-ae2f-ec15c058b10b: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:51:13.026248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:13.026581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:13.138124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-198bea34-e46f-4a14-9264-e54e9544ff31 req-accfd0f1-853e-4796-b5c0-97351c2abb48 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 210 time: 0.1118014 Aug 31 13:51:13.141233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c06b-abe8-47c2-a3a5-21a18c65284f req-5fb2114b-4260-499c-bfce-c1cf83a09ffe tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:13.149383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd79c06b-abe8-47c2-a3a5-21a18c65284f req-5fb2114b-4260-499c-bfce-c1cf83a09ffe tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 935 time: 0.5417907 Aug 31 13:51:13.280391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:13.280645 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:13.300037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3de06614-269d-4b5a-ab49-9dbb1eb020b4 req-9ca86b74-9bb4-491b-9082-a8c5ee22aad0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 210 time: 0.0520883 Aug 31 13:51:13.304733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.361382 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 5 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:13.371457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:13.401126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] For port 37678d22-b4bf-459f-909f-2dc3d9fe7d32, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37678d22-b4bf-459f-909f-2dc3d9fe7d32,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:13.401551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.405790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=705ea402-c93c-4cc8-8996-e80684789d97,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:13.408803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-4637b855-2783-49b0-84d5-5ce1df486f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:13.410931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-4637b855-2783-49b0-84d5-5ce1df486f93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560c68f-1c38-4508-8e23-aa067ef3abf4 HTTP/1.1" status: 200 len: 907 time: 0.4258285 Aug 31 13:51:13.413200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:13.422556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.428273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:13.439820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Transition to ACTIVE for port object b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:13.446022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.453810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:13.460967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.517207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Network ad17b1be-ce02-4831-83d3-03ca62977086 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:13.525245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:13.530982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:13.536114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Pushing event updated for resources: {'Port': ['ID=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:13.605385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Calling delete_port for 37678d22-b4bf-459f-909f-2dc3d9fe7d32 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:13.651686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:13.720201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:13.721336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.734220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-d40d93b1-fbc0-46d3-85c9-29f2f1d78085 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:13.735786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-d40d93b1-fbc0-46d3-85c9-29f2f1d78085 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 819 time: 0.3663814 Aug 31 13:51:13.738984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:13.739787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:13.740605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:13.746118 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-6244d3d5-1751-431f-924e-ee0c0371f5db tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6844468 Aug 31 13:51:13.756663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Attempting to bind port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:13.757130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Attempting to bind port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:13.757472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Attempting to bind port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:13.762192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:13.762456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Attempting to bind port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:13.767701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:13.768048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:13.768620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:13.769088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Bound port: b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:13.769632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.838917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] For port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:13.840415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cf98fa99-dc35-45e0-a8d1-34c3a523222c None None] Provisioning for port 705ea402-c93c-4cc8-8996-e80684789d97 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:13.842991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] For port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:13.843464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Request body: {'port': {'device_id': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'admin_state_up': True, 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:13.844888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cf98fa99-dc35-45e0-a8d1-34c3a523222c None None] Provisioning complete for port 705ea402-c93c-4cc8-8996-e80684789d97 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:13.845330 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cf98fa99-dc35-45e0-a8d1-34c3a523222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.847782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.855610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:13.856288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:13.872027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd79c06b-abe8-47c2-a3a5-21a18c65284f req-fc7f3c59-64d8-45e7-ac88-b8ed7627d63a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217803 Aug 31 13:51:13.883907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Request body: {'port': {'device_id': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:13.889566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cf98fa99-dc35-45e0-a8d1-34c3a523222c None None] Port 705ea402-c93c-4cc8-8996-e80684789d97 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:13.892991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:13.893958 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.895579 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e HTTP/1.1" status: 200 len: 1095 time: 1.6652899 Aug 31 13:51:13.913225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'tag': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:13.913225 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a9da85-f2f2-488c-af26-3dd2cfed1242" -d '{"events": [{"name": "network-changed", "server_uuid": "b6240103-8dc9-4f29-9b73-d4c1da3066b4", "tag": "b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:13.950290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168ba26-6804-40e9-8a2c-1a49a04693d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:13.977609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:13.978378 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:13.986121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.989267 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 6 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:14.016331 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5d273e-94a1-4175-899d-42fc657fee54 x-openstack-request-id: req-de5d273e-94a1-4175-899d-42fc657fee54 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:14.017012 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6240103-8dc9-4f29-9b73-d4c1da3066b4", "tag": "b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:14.017368 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de5d273e-94a1-4175-899d-42fc657fee54 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:14.017811 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'tag': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e', 'status': 'completed', 'code': 200} Aug 31 13:51:14.018778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.052131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:14.053186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:14.053576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:14.114940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.139667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-e923949e-3f27-4fea-9909-53dafcd59f6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93 HTTP/1.1" status: 200 len: 1001 time: 0.4197125 Aug 31 13:51:14.527670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:14.528285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:14.564384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6b462aa-c020-436c-9320-94a124535451 req-b408e87e-c296-4420-8834-6d80327e81d0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.4640632 Aug 31 13:51:14.592553 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a9575f9e-66ca-4c2a-a41a-dd0c453bfa20 req-9463dac9-fec2-4ff0-b230-ff21005caa96 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 210 time: 0.0442760 Aug 31 13:51:14.654466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-7a045612-6e44-4f83-ba58-8fc353994743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:14.656766 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-7a045612-6e44-4f83-ba58-8fc353994743 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 1098 time: 0.4996157 Aug 31 13:51:14.665896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:14.666364 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:14.682882 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 7 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:14.734143 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-110d0a31-2dcd-4b38-8910-95a9305139bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e HTTP/1.1" status: 200 len: 217 time: 0.0457737 Aug 31 13:51:14.787705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-0c38c404-b885-4497-b269-ad4bca1e33db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:14.789145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-0c38c404-b885-4497-b269-ad4bca1e33db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d HTTP/1.1" status: 200 len: 844 time: 0.2546072 Aug 31 13:51:14.828582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-101587b3-6a2a-4761-8b6d-c102795e8797 req-5451b881-5754-477c-832b-4385f70ee4af tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 210 time: 0.1367712 Aug 31 13:51:14.829271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:14.829599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:14.829937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:14.838431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961097dc-9058-4b01-926a-bb5d20f0b3c5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:14.853609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Checking segment: {'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:14.853973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Network hostable DHCP agents. Network: e3ce27c8-5d6a-48d8-860a-843d145e15c5, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:14.867489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-afeafc96-16a0-4b73-a9f2-aaa90080b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:14.869595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-afeafc96-16a0-4b73-a9f2-aaa90080b7f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1015198 Aug 31 13:51:14.915961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:14.915961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:14.962696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b0af5b-51b6-41b9-9200-8eb35cbab91f {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:14.978837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.979418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:14.979943 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:14.991760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ae7279-5f6a-4734-8b1d-e8e4d9237547 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:14.999692 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 8 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:15.029976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Transition to ACTIVE for port object e9b0af5b-51b6-41b9-9200-8eb35cbab91f will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:15.046937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-3b5003f0-1852-48b4-be72-707d0cd02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:15.048576 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-3b5003f0-1852-48b4-be72-707d0cd02464 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346660 Aug 31 13:51:15.049964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.052183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Made reservation on behalf of 09fb03d60c6f4333bf54a0822aa0f38d for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:15.056153 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.066175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Network e3ce27c8-5d6a-48d8-860a-843d145e15c5 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:15.066596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.100322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:15.100772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:15.101277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:15.111546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.118981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-6b8dfb5e-1621-453d-b74d-d7cec044b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:15.120607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-6b8dfb5e-1621-453d-b74d-d7cec044b183 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560c68f-1c38-4508-8e23-aa067ef3abf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689407 Aug 31 13:51:15.132000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, e3ce27c8-5d6a-48d8-860a-843d145e15c5) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:15.134752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-baea729a-c61f-4e0a-a31e-3c22951fb270 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:15.136495 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-baea729a-c61f-4e0a-a31e-3c22951fb270 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.26 "GET /v2.0/networks?id=936520d0-3fdb-4d60-849f-3cac6a221350 HTTP/1.1" status: 200 len: 821 time: 0.2837317 Aug 31 13:51:15.142717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:15.142921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af34d9-de0b-4d13-bf48-47c2946f1d36 None None] Network e3ce27c8-5d6a-48d8-860a-843d145e15c5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:15.143399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:15.149111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Transition to ACTIVE for port object 03ae7279-5f6a-4734-8b1d-e8e4d9237547 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:15.161501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:15.162149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.168577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.188455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.203684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Request body: {'port': {'device_id': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350', 'admin_state_up': True, 'tenant_id': 'd8dfb679d4a549b99dc933c281953447'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:15.249835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:15.250189 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:15.281815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Pushing event updated for resources: {'Port': ['ID=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:15.283342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ba679-48ad-4805-a8ff-bfeb354b2165 None None] Network e3ce27c8-5d6a-48d8-860a-843d145e15c5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:15.296086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71123227-adde-46f3-9252-c8da60f4adc9 req-8f30070a-42e8-4d26-9aa1-8d72d2f4a562 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:15.297792 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71123227-adde-46f3-9252-c8da60f4adc9 req-8f30070a-42e8-4d26-9aa1-8d72d2f4a562 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 935 time: 0.2740591 Aug 31 13:51:15.306398 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 9 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:15.353953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37678d22-b4bf-459f-909f-2dc3d9fe7d32,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:15.427338 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-670b17a2-9ad7-4dc2-9bdc-dca7b9f6104f service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411887 Aug 31 13:51:15.453603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-35f54ee5-ee5d-44a5-9c64-029da84c03b4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1915920 Aug 31 13:51:15.468900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71123227-adde-46f3-9252-c8da60f4adc9 req-68243960-994d-4e21-a6c8-39f772cf1b56 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236980 Aug 31 13:51:15.468900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Attempting to bind port e9b0af5b-51b6-41b9-9200-8eb35cbab91f on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:15.468900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Attempting to bind port e9b0af5b-51b6-41b9-9200-8eb35cbab91f by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:15.468900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Attempting to bind port e9b0af5b-51b6-41b9-9200-8eb35cbab91f on network ad17b1be-ce02-4831-83d3-03ca62977086 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:15.530087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:15.530643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:15.530769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:15.553726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Port e9b0af5b-51b6-41b9-9200-8eb35cbab91f on network ad17b1be-ce02-4831-83d3-03ca62977086 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:15.554069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Attempting to bind port e9b0af5b-51b6-41b9-9200-8eb35cbab91f on network ad17b1be-ce02-4831-83d3-03ca62977086 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:15.573469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:15.573825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Checking segment: {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:15.574216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Bound using segment: {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:15.574668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Bound port: e9b0af5b-51b6-41b9-9200-8eb35cbab91f, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:15.575041 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.693907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Made reservation on behalf of d8dfb679d4a549b99dc933c281953447 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:15.708089 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.720390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:15.721256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:15.739130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-465518dc-3d21-4b09-9f56-6562788b27c5 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977366 Aug 31 13:51:15.811146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Pushing event updated for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:15.812530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0f34bbca-248a-4f5f-acd5-1e886951a2d0 req-2ac4b8f7-01cb-4b81-aae5-022c24e55112 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 210 time: 0.0492303 Aug 31 13:51:15.893438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] For port e9b0af5b-51b6-41b9-9200-8eb35cbab91f, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:15.894158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.86 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/aaee57e0-061d-4160-b0bd-9892f8fb61ef) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:15.938200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] For port e9b0af5b-51b6-41b9-9200-8eb35cbab91f, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:15.948698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:15.948698 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:15.954311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.001172 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempt 10 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:51:16.017434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38480b07-3254-44b7-a367-e342668ef36c req-bec1dbf4-da27-4a84-8502-aacd3098d66e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.2221475 Aug 31 13:51:16.031337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.031975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.033399 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] 10.222.0.26 "PUT /v2.0/ports/e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 1091 time: 2.1568429 Aug 31 13:51:16.033869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'tag': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:16.036463 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba13c95-ddfa-4d4d-ba53-2e5881c54cab", "tag": "e9b0af5b-51b6-41b9-9200-8eb35cbab91f"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:16.049231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-2364a48a-2ce3-4d01-8592-cfdeeb8e6a6a req-bd03ba4b-e1fb-4a7e-ba7f-b2f04c5720a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1253450483', 'description': 'tempest-description-1691633089'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:16.055958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-25ee1b15-a038-4acc-b6f0-cfdd4d9ab96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.057455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-25ee1b15-a038-4acc-b6f0-cfdd4d9ab96c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 1098 time: 0.1683564 Aug 31 13:51:16.059741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-e697e962-9d70-425a-b93d-14134664c753 service neutron] 10.222.0.26 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9084227 Aug 31 13:51:16.079411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:16.079820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:16.080115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:16.080231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Allocated IP 172.20.0.2 (936520d0-3fdb-4d60-849f-3cac6a221350/b5a74fb0-602e-46b4-9c9f-09f07dc65ea4/e64df0e2-d5e1-45ef-91d2-e476208d8120) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:16.090961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.117775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Allocated IP 172.20.0.7 (ad17b1be-ce02-4831-83d3-03ca62977086/b376708f-c85d-4dd1-b710-56f3100d225e/c358243b-a8ae-4cca-be4a-43e0fcf96fbf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:16.124687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c202012-0852-4f4c-9dfc-23e04cecfcef service neutron] Pushing event updated for resources: {'Port': ['ID=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:16.182863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2364a48a-2ce3-4d01-8592-cfdeeb8e6a6a req-bd03ba4b-e1fb-4a7e-ba7f-b2f04c5720a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.218586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:16.218923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:16.222501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d55df63-b63f-43bf-b744-2c4d8eebf217 req-9e1e9028-0a33-4eb7-95c8-d9337d823cfa tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 210 time: 0.1264875 Aug 31 13:51:16.291712 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a34c1d8-34d9-4c95-9f2f-a519274b8fd5 x-openstack-request-id: req-6a34c1d8-34d9-4c95-9f2f-a519274b8fd5 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:16.292006 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba13c95-ddfa-4d4d-ba53-2e5881c54cab", "tag": "e9b0af5b-51b6-41b9-9200-8eb35cbab91f", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:16.292262 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a34c1d8-34d9-4c95-9f2f-a519274b8fd5 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:16.292660 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'tag': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f', 'status': 'completed', 'code': 200} Aug 31 13:51:16.305389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:16.305389 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:16.305389 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.342035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:16.342381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:16.342716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:16.350958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-8f35d067-e1ce-4e05-8ee3-6184fa555c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.352500 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-8f35d067-e1ce-4e05-8ee3-6184fa555c84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1094 time: 0.1910715 Aug 31 13:51:16.356741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-8d2081d4-998b-47c3-a2fa-5e66786af2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.360480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-8d2081d4-998b-47c3-a2fa-5e66786af2eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2635334 Aug 31 13:51:16.404686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:16.405049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:16.478102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-325d923f-a000-40e0-b8d4-e6b33303390f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e HTTP/1.1" status: 200 len: 217 time: 0.0876129 Aug 31 13:51:16.479218 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-b27faeab-3172-4952-b693-adff5033f190 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 217 time: 0.0902569 Aug 31 13:51:16.482309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:16.482662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:16.483054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:16.483508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Bound port: 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:16.483880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.552412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.593951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.615480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2364a48a-2ce3-4d01-8592-cfdeeb8e6a6a req-bd03ba4b-e1fb-4a7e-ba7f-b2f04c5720a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.622176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-3f1baadb-ce78-4d51-a7ed-9982414794c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.625730 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-3f1baadb-ce78-4d51-a7ed-9982414794c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1307163 Aug 31 13:51:16.625730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-23aa014d-96eb-4b68-a32a-f4cb75d31748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.626023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.626763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-23aa014d-96eb-4b68-a32a-f4cb75d31748 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.1293941 Aug 31 13:51:16.629196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2364a48a-2ce3-4d01-8592-cfdeeb8e6a6a req-bd03ba4b-e1fb-4a7e-ba7f-b2f04c5720a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.669939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1530dbb4-b3fc-4569-80a4-a5367a402259 req-62442213-e706-4f30-b9c9-a3b6c1725419 service neutron] 10.222.0.26 "GET /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630782 Aug 31 13:51:16.719367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2364a48a-2ce3-4d01-8592-cfdeeb8e6a6a req-bd03ba4b-e1fb-4a7e-ba7f-b2f04c5720a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.720610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2364a48a-2ce3-4d01-8592-cfdeeb8e6a6a req-bd03ba4b-e1fb-4a7e-ba7f-b2f04c5720a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6962247 Aug 31 13:51:16.730913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-3356a32e-a405-4bc0-b6f4-aacbaf8dfc55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779350 Aug 31 13:51:16.736505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03ba4b-e1fb-4a7e-ba7f-b2f04c5720a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c184488-c7c6-443b-9130-a2551d599d1a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:16.801269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-2c9d2cf3-d514-4799-a7e6-326282b0de2b req-346bf30b-29ab-440a-a3eb-43a5ac6e83e0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1961046363', 'description': 'tempest-description-1063753849'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:16.818830 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.844015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-f50b736c-96bc-4f74-bc04-d1384652f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.845776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-f50b736c-96bc-4f74-bc04-d1384652f9ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911325 Aug 31 13:51:16.907948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c9d2cf3-d514-4799-a7e6-326282b0de2b req-346bf30b-29ab-440a-a3eb-43a5ac6e83e0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.966532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Network 936520d0-3fdb-4d60-849f-3cac6a221350 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:16.984851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:16.996373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:17.005563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Pushing event updated for resources: {'Port': ['ID=e64df0e2-d5e1-45ef-91d2-e476208d8120,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.036960 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-46bc1c92-c1b9-4d33-9fd4-d8a2e1e50880 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927153 Aug 31 13:51:17.138365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.138600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.139008 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.150009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:17.150384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:51:17.162835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-e3c074b0-6ac3-4716-8a50-e8e2eb0b9947 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869587 Aug 31 13:51:17.191090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.191761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] In _notify_port_updated(), no bound segment for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:51:17.192600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.193298 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.194710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] 10.222.0.101 "PUT /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 1062 time: 8.5903244 Aug 31 13:51:17.204383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:17.206700 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b6c66-9a0d-4cce-b23a-0d0ac571319c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:17.219297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=705ea402-c93c-4cc8-8996-e80684789d97,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.254245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object aaee57e0-061d-4160-b0bd-9892f8fb61ef will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:17.258925 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.294547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d27d7e6-a58f-490e-94c3-a08e4d8c2aa1 req-a58443a9-fb3a-42af-89a7-526705b59258 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439258 Aug 31 13:51:17.301686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:17.314359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c9d2cf3-d514-4799-a7e6-326282b0de2b req-346bf30b-29ab-440a-a3eb-43a5ac6e83e0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.328980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b1c8a-6f90-4a0a-9166-be6bf325b437 req-43d8f518-9173-4de5-b1bc-3320b54557c3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.329887 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c9d2cf3-d514-4799-a7e6-326282b0de2b req-346bf30b-29ab-440a-a3eb-43a5ac6e83e0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.330522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b95b1c8a-6f90-4a0a-9166-be6bf325b437 req-43d8f518-9173-4de5-b1bc-3320b54557c3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.7762558 Aug 31 13:51:17.343335 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f6d91dbc-6d50-4686-a236-2c3091be780e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1537127 Aug 31 13:51:17.350458 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20a9da85-f2f2-488c-af26-3dd2cfed1242 req-5bfd03bf-1791-497a-aa38-a223a1f0396e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735613 Aug 31 13:51:17.372078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c9d2cf3-d514-4799-a7e6-326282b0de2b req-346bf30b-29ab-440a-a3eb-43a5ac6e83e0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.373372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c9d2cf3-d514-4799-a7e6-326282b0de2b req-346bf30b-29ab-440a-a3eb-43a5ac6e83e0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6044350 Aug 31 13:51:17.377698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bf30b-29ab-440a-a3eb-43a5ac6e83e0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf5517-32ab-45c2-97a8-8d21f871442e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.417586 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.468469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:17.475813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Request body: {'port': {'device_id': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:17.526838 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.539245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a12d34-aa58-467e-9f6a-36b181b24e0a service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=13']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.571195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e56e1-9d96-48e7-b65d-6d88899b1a86 req-701f6bf9-c6f9-4f92-a39d-42907d582310 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.572718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e84e56e1-9d96-48e7-b65d-6d88899b1a86 req-701f6bf9-c6f9-4f92-a39d-42907d582310 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 931 time: 0.1351678 Aug 31 13:51:17.584697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.594317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-ae499ce1-570c-42a7-837d-6eed0245b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.595782 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-ae499ce1-570c-42a7-837d-6eed0245b175 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1094 time: 0.1161966 Aug 31 13:51:17.630549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-8d730aa3-7907-4e73-afc9-9400dbfc50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.632061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-8d730aa3-7907-4e73-afc9-9400dbfc50dc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.3494494 Aug 31 13:51:17.633500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.634121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.635405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] 10.222.0.26 "PUT /v2.0/ports/03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 1095 time: 5.4898396 Aug 31 13:51:17.655635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b95b1c8a-6f90-4a0a-9166-be6bf325b437 req-9eed273a-7857-41b1-832a-78ffa3b7a74c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983923 Aug 31 13:51:17.668216 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.720069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e84e56e1-9d96-48e7-b65d-6d88899b1a86 req-55ed9b84-f7c2-4321-a0a2-c0f6168dc382 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373167 Aug 31 13:51:17.742873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:17.762181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:17.780347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061a200-a68a-40bc-9fa6-1f99266b2aea service neutron] Pushing event updated for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.858277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:17.930878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-195201f3-b44c-437f-a89d-2e8beabd1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:17.932456 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-195201f3-b44c-437f-a89d-2e8beabd1ddd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.3239062 Aug 31 13:51:17.944769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:17.946700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=aaee57e0-061d-4160-b0bd-9892f8fb61ef,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.966527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.978419 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4875a-257c-47c7-94a8-5ef8e3a53f98 x-openstack-request-id: req-a3a4875a-257c-47c7-94a8-5ef8e3a53f98 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:17.978821 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:17.979166 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3a4875a-257c-47c7-94a8-5ef8e3a53f98 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:17.979644 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:51:18.004583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:18.058078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-baadd74b-e04e-4e7e-80a3-3bc3029e56ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 217 time: 0.1052811 Aug 31 13:51:18.080420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958542-09aa-4b0d-b330-ffbd72e0375f req-0f672d16-b0a0-4752-8153-729d1e7b75cd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.087803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0958542-09aa-4b0d-b330-ffbd72e0375f req-0f672d16-b0a0-4752-8153-729d1e7b75cd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 935 time: 0.2734375 Aug 31 13:51:18.174897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-f5738d25-4a9c-4bd9-ad69-40d32ad2ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.176559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-f5738d25-4a9c-4bd9-ad69-40d32ad2ce0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.2118995 Aug 31 13:51:18.184401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Pushing event updated for resources: {'Port': ['ID=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:18.188827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:18.199910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cc1db7a7-e07f-444b-aaad-cd17a5a1b9f8 admin admin] 10.222.0.10 "PUT /v2.0/routers/9bdc8342-3263-4ea8-9cdf-9522302dffa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1094749 Aug 31 13:51:18.199910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:18.203110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58512) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:18.204124 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] Sync routers for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:18.204589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:18.219525 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:18.220734 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:18.229430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-bb2fbd4f-f361-4cdf-8814-913639d80346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.230844 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-bb2fbd4f-f361-4cdf-8814-913639d80346 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.1598427 Aug 31 13:51:18.283095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0958542-09aa-4b0d-b330-ffbd72e0375f req-4dc8a8dd-5025-42c5-be1e-d5566ce1e3d2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940854 Aug 31 13:51:18.290507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e6700067-d1b9-4cb7-8494-f32894d0f766 None None] Provisioning complete for port 705ea402-c93c-4cc8-8996-e80684789d97 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:18.291802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Network ad17b1be-ce02-4831-83d3-03ca62977086 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:18.294961 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e6700067-d1b9-4cb7-8494-f32894d0f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.358897 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-a53b7d8c-b012-4332-8abc-267f295e94f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384653 Aug 31 13:51:18.379389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e6700067-d1b9-4cb7-8494-f32894d0f766 None None] Port 705ea402-c93c-4cc8-8996-e80684789d97 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:18.405229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-b69e1ea0-3fd3-46b8-a1b2-f22f5f4ae624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.408170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-b69e1ea0-3fd3-46b8-a1b2-f22f5f4ae624 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.7214067 Aug 31 13:51:18.417690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:18.423197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:18.440214 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:18.548263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.548885 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.553402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-1cc15c1c-06dc-40fd-8da5-75db64ed5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.555093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-1cc15c1c-06dc-40fd-8da5-75db64ed5fb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1098 time: 0.7864614 Aug 31 13:51:18.556413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-831deae7-e65f-4db5-b2e2-a24b59d9e006 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.1251283 Aug 31 13:51:18.576735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571f589-169b-4178-b656-bbd50e184631 req-150e35df-ca77-4fb5-963e-3f7d39d34b61 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.578440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4571f589-169b-4178-b656-bbd50e184631 req-150e35df-ca77-4fb5-963e-3f7d39d34b61 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 931 time: 0.5784197 Aug 31 13:51:18.609646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-89da5386-382e-4e41-917f-20f866290e03 None None] Provisioning for port aaee57e0-061d-4160-b0bd-9892f8fb61ef completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:18.616743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-89da5386-382e-4e41-917f-20f866290e03 None None] Provisioning complete for port aaee57e0-061d-4160-b0bd-9892f8fb61ef triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:18.617491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89da5386-382e-4e41-917f-20f866290e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.653738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-89da5386-382e-4e41-917f-20f866290e03 None None] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:18.677550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.678214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.735021 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:51:14Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:18.743903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-fb1ff8d4-5aa5-42c7-ab79-8d0cbadebe6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 217 time: 0.0803502 Aug 31 13:51:18.750484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-efb04801-1b47-4385-9c05-d4a25ff2f0e8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.0732517 Aug 31 13:51:18.765143 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] Checking router: 9bdc8342-3263-4ea8-9cdf-9522302dffa0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:18.774811 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] Routers {'9bdc8342-3263-4ea8-9cdf-9522302dffa0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:18.775697 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:18.777224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-763a8bd9-8cc3-49dd-b2c3-39e5350e46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.778647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-763a8bd9-8cc3-49dd-b2c3-39e5350e46e8 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1663136 Aug 31 13:51:18.779820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-a55ee3bd-a6bc-49d6-9cc4-2cb4c6da137f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9675457 Aug 31 13:51:18.807715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Request body: {'port': {'device_id': 'feca43ad-29d9-47d6-a855-a476c407c5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:18.823865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Request body: {'port': {'device_id': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:18.882541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4571f589-169b-4178-b656-bbd50e184631 req-ae0eab20-2b47-4047-8eec-05ca7173635a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249115 Aug 31 13:51:18.884444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Router 5b0a3835-888e-49f7-86a7-ff81786e9de7 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:18.890111 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] Set router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:18.955540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-fcba3eca-be20-49a6-8191-cccc4efb7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.956480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-fcba3eca-be20-49a6-8191-cccc4efb7363 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1977127 Aug 31 13:51:18.993705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-0b629acb-9d1f-4080-9151-5d6575316b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:18.993705 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-0b629acb-9d1f-4080-9151-5d6575316b8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.7925639 Aug 31 13:51:19.006154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64df0e2-d5e1-45ef-91d2-e476208d8120 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:19.015700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.030723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.060545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.077137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-1cf36cad-7106-471d-8741-fb990990ec3f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.078666 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-1cf36cad-7106-471d-8741-fb990990ec3f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 812 time: 0.3667588 Aug 31 13:51:19.080526 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-1409815a-5adb-4084-878f-aa615df2ef83 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704095 Aug 31 13:51:19.085184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.088175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-27516fca-e982-4157-a80b-a997dd213963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.089706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-27516fca-e982-4157-a80b-a997dd213963 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2747343 Aug 31 13:51:19.117151 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:51:14Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:19.124034 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-03e8d6be-1fa3-4db7-866c-ca9990ff7fa6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.1133046 Aug 31 13:51:19.150911 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a41cad-d51b-45bf-b0f4-f48c9f15733f None None] The sync data for ids ['9bdc8342-3263-4ea8-9cdf-9522302dffa0'] in n-d-792362-6 is: [{'id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1230465182-router', 'tenant_id': 'd169bffdbb4846c286e4ccacf0386e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:09Z', 'updated_at': '2021-08-31T13:51:14Z', 'revision_number': 5, 'project_id': 'd169bffdbb4846c286e4ccacf0386e53', 'gw_port': {'id': '9f7a4962-fba3-4270-95ca-b41fe4c7febc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc8342-3263-4ea8-9cdf-9522302dffa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:10Z', 'updated_at': '2021-08-31T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:19.197233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Transition to ACTIVE for port object e64df0e2-d5e1-45ef-91d2-e476208d8120 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:19.238781 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-871214be-46fa-4509-9801-d88e4dd28829 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/quotas/fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 375 time: 0.1274831 Aug 31 13:51:19.253572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.270039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516444-1442-4392-a106-658bf3bf4540 req-836a49fc-5468-4ef0-bd1a-16c4e4944aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.271620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-836a49fc-5468-4ef0-bd1a-16c4e4944aba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2921867 Aug 31 13:51:19.333670 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-f97f4da3-83a4-4f33-a32e-f811f68625e3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837119 Aug 31 13:51:19.370266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-d89230be-4ad3-4e6b-becf-16cc5670d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.371796 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-d89230be-4ad3-4e6b-becf-16cc5670d7c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2232246 Aug 31 13:51:19.407853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:19.418672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Sync routers for ids ['5b0a3835-888e-49f7-86a7-ff81786e9de7'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:19.428949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Routers {'5b0a3835-888e-49f7-86a7-ff81786e9de7'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:19.429865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5b0a3835-888e-49f7-86a7-ff81786e9de7'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:19.438151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Pushing event updated for resources: {'Port': ['ID=e64df0e2-d5e1-45ef-91d2-e476208d8120,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:19.469946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.474892 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af96ba4b-fe80-44b5-9f8d-94c9549f1bff req-24f67449-686f-4666-988c-3cd61687f8a8 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658218 Aug 31 13:51:19.582038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Set router 5b0a3835-888e-49f7-86a7-ff81786e9de7 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:19.583465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-0e931af3-f256-4856-8091-ab4c699f2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.585130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-0e931af3-f256-4856-8091-ab4c699f2a0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890373 Aug 31 13:51:19.626944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-423cdcff-0349-4a9d-a278-783a331a938e service neutron] 10.222.0.10 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743022 Aug 31 13:51:19.672435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37678d22-b4bf-459f-909f-2dc3d9fe7d32 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:19.706429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 37678d22-b4bf-459f-909f-2dc3d9fe7d32 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:19.706797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37678d22-b4bf-459f-909f-2dc3d9fe7d32 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:19.728433 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Attempting to bind port e64df0e2-d5e1-45ef-91d2-e476208d8120 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:19.728724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Attempting to bind port e64df0e2-d5e1-45ef-91d2-e476208d8120 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'c27e90a7-1e8b-4325-ad26-58c32554890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:19.729083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Attempting to bind port e64df0e2-d5e1-45ef-91d2-e476208d8120 on network 936520d0-3fdb-4d60-849f-3cac6a221350 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:19.763191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Port e64df0e2-d5e1-45ef-91d2-e476208d8120 on network 936520d0-3fdb-4d60-849f-3cac6a221350 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:19.763467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Attempting to bind port e64df0e2-d5e1-45ef-91d2-e476208d8120 on network 936520d0-3fdb-4d60-849f-3cac6a221350 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:19.783783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:19.784133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Checking segment: {'id': 'c27e90a7-1e8b-4325-ad26-58c32554890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:19.784526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Bound using segment: {'id': 'c27e90a7-1e8b-4325-ad26-58c32554890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:19.785012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Bound port: e64df0e2-d5e1-45ef-91d2-e476208d8120, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27e90a7-1e8b-4325-ad26-58c32554890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:19.785810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.819243 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-36914476-56af-46fc-98c1-5a8951abdf0d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184451 Aug 31 13:51:19.820555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Deleting port 9f7a4962-fba3-4270-95ca-b41fe4c7febc {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:19.820973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.828657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:19.875413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faeca3-2c9a-495a-a054-18b97df5f067 req-90604293-a194-4443-8e1d-a21bd08bc5da tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.877088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31faeca3-2c9a-495a-a054-18b97df5f067 req-90604293-a194-4443-8e1d-a21bd08bc5da tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.8193181 Aug 31 13:51:19.879010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-4b34f6e0-da3d-4444-bdb2-911362074c7b service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707281 Aug 31 13:51:19.895511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-27d63a99-88c2-463e-8383-accfc814b4f7 admin admin] 10.222.0.10 "PUT /v2.0/routers/5b0a3835-888e-49f7-86a7-ff81786e9de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5081718 Aug 31 13:51:19.928711 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-8b20d8ad-93ed-4296-9951-940d7e98c7d9 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602782 Aug 31 13:51:19.939440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-e833c2f2-635e-4eaa-909e-4a1052e0b922 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413298 Aug 31 13:51:19.969744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:19.987443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e', 'mac_address': 'fa:16:3e:a2:ca:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:19.998798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:20.001577 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38348444-c3a1-4ae3-a2c1-d017d23e3c92" -d '{"events": [{"name": "network-changed", "server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:20.058710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:14Z', 'revision_number': 4, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port': {'id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:00Z', 'updated_at': '2021-08-31T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '705ea402-c93c-4cc8-8996-e80684789d97', 'name': '', 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'mac_address': 'fa:16:3e:f8:87:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '379bf026-6111-4209-b4e0-427033323bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:11Z', 'updated_at': '2021-08-31T13:51:15Z', 'revision_number': 2, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'subnets': [{'id': '379bf026-6111-4209-b4e0-427033323bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:20.085961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] For port e64df0e2-d5e1-45ef-91d2-e476208d8120, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:20.117043 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.126845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] For port e64df0e2-d5e1-45ef-91d2-e476208d8120, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e64df0e2-d5e1-45ef-91d2-e476208d8120,segment=NetworkSegment(c27e90a7-1e8b-4325-ad26-58c32554890b),segment_id=c27e90a7-1e8b-4325-ad26-58c32554890b)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:20.136262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93516444-1442-4392-a106-658bf3bf4540 req-9171a2a2-f4a5-4210-a88e-8c1976f043d7 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727476 Aug 31 13:51:20.142994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] For port 9f7a4962-fba3-4270-95ca-b41fe4c7febc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9f7a4962-fba3-4270-95ca-b41fe4c7febc,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:20.143530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.146976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.150474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Checking router: 5b0a3835-888e-49f7-86a7-ff81786e9de7 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:20.151143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Updating router 5b0a3835-888e-49f7-86a7-ff81786e9de7 port 705ea402-c93c-4cc8-8996-e80684789d97 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:20.178957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31faeca3-2c9a-495a-a054-18b97df5f067 req-d5989893-cb28-4ad2-9e53-94bee0158a99 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270081 Aug 31 13:51:20.180760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:20.212231 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.227339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:20.238495 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.245429 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-74399154-a938-4dc4-bdd1-14e51aac3474 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767295 Aug 31 13:51:20.274147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Calling delete_port for 9f7a4962-fba3-4270-95ca-b41fe4c7febc owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:20.296742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.297984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.299832 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] 10.222.0.26 "PUT /v2.0/ports/e64df0e2-d5e1-45ef-91d2-e476208d8120 HTTP/1.1" status: 200 len: 1091 time: 2.8296857 Aug 31 13:51:20.302555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'tag': 'e64df0e2-d5e1-45ef-91d2-e476208d8120'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:20.305247 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcb8042-d51c-452b-a6c5-8d69bc749694" -d '{"events": [{"name": "network-changed", "server_uuid": "c2942a62-d4ec-4031-8a86-b6e5fc0dd732", "tag": "e64df0e2-d5e1-45ef-91d2-e476208d8120"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:20.362306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20c3d3-5e62-4259-9de7-db25b0fb0162 req-4fb18c2b-c569-442a-b902-16b34af7aebe tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.365829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3d20c3d3-5e62-4259-9de7-db25b0fb0162 req-4fb18c2b-c569-442a-b902-16b34af7aebe tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 943 time: 0.2107899 Aug 31 13:51:20.408127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Pushing event updated for resources: {'Port': ['ID=e64df0e2-d5e1-45ef-91d2-e476208d8120,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:20.409413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a38d158-9203-4e3d-a3b9-0bf49aadb3f8 req-05bba590-e724-4cee-a960-9e614e6f4a84 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664564 Aug 31 13:51:20.438845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.439202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.439550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.439895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.440232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.440566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.444979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.445665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.446559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.446917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.452092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.454086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5299e-c894-4d5b-9a5d-eb1811f93362 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:20.585036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c358243b-a8ae-4cca-be4a-43e0fcf96fbf {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:20.597920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.607842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaee57e0-061d-4160-b0bd-9892f8fb61ef {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:20.626948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.646379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Transition to ACTIVE for port object c358243b-a8ae-4cca-be4a-43e0fcf96fbf will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:20.649574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-a5086634-15de-40d2-9a1d-8430a9643f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.651245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-a5086634-15de-40d2-9a1d-8430a9643f2d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.1217802 Aug 31 13:51:20.654260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.664206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.673239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882cd79-d142-446c-9acc-4417093f9db5 req-1c83ae07-3405-4b86-b15c-4449c99a2ce1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.675059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2882cd79-d142-446c-9acc-4417093f9db5 req-1c83ae07-3405-4b86-b15c-4449c99a2ce1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 935 time: 0.1561384 Aug 31 13:51:20.715729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3d20c3d3-5e62-4259-9de7-db25b0fb0162 req-681dfecd-45a3-426b-a4f8-485bdf2e40d4 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073597 Aug 31 13:51:20.734752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:20.756473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-99a5a1cc-7744-4d93-905d-fd34bd2a1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.758916 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-99a5a1cc-7744-4d93-905d-fd34bd2a1847 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8dfb679d4a549b99dc933c281953447&device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 1094 time: 0.2912006 Aug 31 13:51:20.765796 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.777565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Transition to ACTIVE for port object 705ea402-c93c-4cc8-8996-e80684789d97 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:20.787598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.853504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2882cd79-d142-446c-9acc-4417093f9db5 req-fcccd885-88fe-4248-971b-b00aaea354c4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471367 Aug 31 13:51:20.892336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Pushing event updated for resources: {'Port': ['ID=aaee57e0-061d-4160-b0bd-9892f8fb61ef,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:20.914860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f1dfd-c01c-4024-bc42-f57ef8de708f None None] Pushing event updated for resources: {'Port': ['ID=705ea402-c93c-4cc8-8996-e80684789d97,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:20.944580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-0b8d1afa-6b53-42c2-adf6-c45c910999d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e64df0e2-d5e1-45ef-91d2-e476208d8120 HTTP/1.1" status: 200 len: 217 time: 0.1154184 Aug 31 13:51:20.945835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.998100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:21.074054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Attempting to bind port 705ea402-c93c-4cc8-8996-e80684789d97 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:21.074854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Attempting to bind port 705ea402-c93c-4cc8-8996-e80684789d97 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:21.075396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Attempting to bind port 705ea402-c93c-4cc8-8996-e80684789d97 on network ece54801-4be3-4b17-8fbe-28a2778e0af2 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:21.089979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:21.095886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Checking segment: {'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:21.096853 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.097769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Bound using segment: {'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:21.098575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Bound port: 705ea402-c93c-4cc8-8996-e80684789d97, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2852d6-4a19-4a78-982a-887950a88db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:21.099066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.163297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.170162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7a4962-fba3-4270-95ca-b41fe4c7febc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:21.191703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-086d3fde-2816-4a1f-abcd-b7d6fc45ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.196920 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-086d3fde-2816-4a1f-abcd-b7d6fc45ea8d service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.5145781 Aug 31 13:51:21.205133 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-4c05b1dc-567f-4f8a-bca4-21d183fb5cab req-495dd1ac-010b-4ca9-bdf2-8ac04b3cb0bf tempest-FloatingIPDetailsNegativeTestJSON-330463356 tempest-FloatingIPDetailsNegativeTestJSON-330463356-project] show failed (client error): The resource could not be found. Aug 31 13:51:21.207181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c05b1dc-567f-4f8a-bca4-21d183fb5cab req-495dd1ac-010b-4ca9-bdf2-8ac04b3cb0bf tempest-FloatingIPDetailsNegativeTestJSON-330463356 tempest-FloatingIPDetailsNegativeTestJSON-330463356-project] 10.222.0.10 "GET /v2.0/floatingips/72d5ca5d-3c02-4404-b31c-34e1224c791d HTTP/1.1" status: 404 len: 350 time: 0.0790787 Aug 31 13:51:21.242975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58556) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:21.261117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b9f02720-a257-431a-a19b-f2496710d624 None None] Provisioning complete for port aaee57e0-061d-4160-b0bd-9892f8fb61ef triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:21.261506 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9f02720-a257-431a-a19b-f2496710d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.280026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-148ec39a-d911-49d5-b7f7-b82cb01346bc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0717790 Aug 31 13:51:21.314291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] For port 705ea402-c93c-4cc8-8996-e80684789d97, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:21.341430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b9f02720-a257-431a-a19b-f2496710d624 None None] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:21.346954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] For port 705ea402-c93c-4cc8-8996-e80684789d97, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=705ea402-c93c-4cc8-8996-e80684789d97,segment=NetworkSegment(4d2852d6-4a19-4a78-982a-887950a88db4),segment_id=4d2852d6-4a19-4a78-982a-887950a88db4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:21.358381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.392050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-485f59c3-e3fb-4198-b65b-38f19e6b40ac req-bc4aeef2-20b0-4e16-8be9-f5ceacb5d48e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 210 time: 0.0689623 Aug 31 13:51:21.393237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca78bb-4d06-447e-924a-3318741fbe41 req-1fc26694-e4cc-4713-a2d0-86d67efedbd4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.395029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90ca78bb-4d06-447e-924a-3318741fbe41 req-1fc26694-e4cc-4713-a2d0-86d67efedbd4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 943 time: 0.4871049 Aug 31 13:51:21.396819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-e286bd1f-ef54-47d7-b02d-db2b5194ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.398753 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-e286bd1f-ef54-47d7-b02d-db2b5194ae9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5a74fb0-602e-46b4-9c9f-09f07dc65ea4 HTTP/1.1" status: 200 len: 861 time: 0.4139040 Aug 31 13:51:21.405133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.419676 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.425505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:21.425853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:21.426195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:21.450749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:21.454792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-fd93df86-a0a6-4f4a-9e86-63915df2aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.456527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-fd93df86-a0a6-4f4a-9e86-63915df2aa82 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1501956 Aug 31 13:51:21.460005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f1dfd-c01c-4024-bc42-f57ef8de708f None None] Pushing event updated for resources: {'Port': ['ID=705ea402-c93c-4cc8-8996-e80684789d97,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:21.462756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Routers {'5b0a3835-888e-49f7-86a7-ff81786e9de7'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:21.463642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5b0a3835-888e-49f7-86a7-ff81786e9de7'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:21.463986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:21.464634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:21.513116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:21.513351 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:21.522903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.523574 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e077b6-c3c1-4897-8e5b-cd64a04e60bc x-openstack-request-id: req-f7e077b6-c3c1-4897-8e5b-cd64a04e60bc {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:21.524035 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:21.524457 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7e077b6-c3c1-4897-8e5b-cd64a04e60bc {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:21.524902 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547', 'status': 'completed', 'code': 200} Aug 31 13:51:21.525128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdc8342-3263-4ea8-9cdf-9522302dffa0 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:51:21.525461 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 2 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:21.545477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.546668 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dcb7eb93-778d-498a-85a4-2e7f1825001b admin admin] 10.222.0.10 "DELETE /v2.0/routers/9bdc8342-3263-4ea8-9cdf-9522302dffa0 HTTP/1.1" status: 204 len: 168 time: 3.3405252 Aug 31 13:51:21.569087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58560) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:21.571360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Attempting to bind port c358243b-a8ae-4cca-be4a-43e0fcf96fbf on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:21.571711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Attempting to bind port c358243b-a8ae-4cca-be4a-43e0fcf96fbf by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:21.572044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Attempting to bind port c358243b-a8ae-4cca-be4a-43e0fcf96fbf on network ad17b1be-ce02-4831-83d3-03ca62977086 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:21.593551 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-a85e88b7-821a-4afc-99a0-98b380b06f45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=936520d0-3fdb-4d60-849f-3cac6a221350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974886 Aug 31 13:51:21.596450 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f0afb-1689-4033-b0db-f4e91661d9fc x-openstack-request-id: req-2b0f0afb-1689-4033-b0db-f4e91661d9fc {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:21.596748 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2942a62-d4ec-4031-8a86-b6e5fc0dd732", "tag": "e64df0e2-d5e1-45ef-91d2-e476208d8120", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:21.597054 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b0f0afb-1689-4033-b0db-f4e91661d9fc {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:21.607993 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'tag': 'e64df0e2-d5e1-45ef-91d2-e476208d8120', 'status': 'completed', 'code': 200} Aug 31 13:51:21.714497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] Deleting subnet 4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:51:21.718691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.758610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Port c358243b-a8ae-4cca-be4a-43e0fcf96fbf on network ad17b1be-ce02-4831-83d3-03ca62977086 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:21.759113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Attempting to bind port c358243b-a8ae-4cca-be4a-43e0fcf96fbf on network ad17b1be-ce02-4831-83d3-03ca62977086 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:21.770237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:21.770680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Checking segment: {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:21.771177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Bound using segment: {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:21.775033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Bound port: c358243b-a8ae-4cca-be4a-43e0fcf96fbf, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a6bfe5-1abe-4c5b-8565-8aa04d227584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:21.775033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.779999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:21.780448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:21.780844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:21.803252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.807264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-724cd567-0604-4f9f-8af0-c29716bb67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.810907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-724cd567-0604-4f9f-8af0-c29716bb67f0 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3366055 Aug 31 13:51:21.844844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:21.845292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:21.860985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] Set router 5b0a3835-888e-49f7-86a7-ff81786e9de7 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:21.865710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf081e85-9d8e-4f99-ac5c-df011150a0ef req-7cc16c57-c7e6-4722-92c0-70fd801d2224 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.867407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf081e85-9d8e-4f99-ac5c-df011150a0ef req-7cc16c57-c7e6-4722-92c0-70fd801d2224 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.2046044 Aug 31 13:51:21.893897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e9b0af5b-51b6-41b9-9200-8eb35cbab91f details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:21.961497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:21.962055 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:21.983460 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 3 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:22.065171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:22.065410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:22.065719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.138817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e9b0af5b-51b6-41b9-9200-8eb35cbab91f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:22.155175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f', 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'port_id': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f', 'mac_address': 'fa:16:3e:cb:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:22.163822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-87f3cdd5-30e1-41d3-9b8d-46cf21bd939e service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270917 Aug 31 13:51:22.171611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.172734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.220260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] For port c358243b-a8ae-4cca-be4a-43e0fcf96fbf, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:22.236624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf081e85-9d8e-4f99-ac5c-df011150a0ef req-c8aa9700-0886-4f95-a66c-e4e8ab16605f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761512 Aug 31 13:51:22.245650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.277280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.277435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b0af5b-51b6-41b9-9200-8eb35cbab91f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:22.277623 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:22.308997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e9b0af5b-51b6-41b9-9200-8eb35cbab91f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:22.312762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:14Z', 'revision_number': 4, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port': {'id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:00Z', 'updated_at': '2021-08-31T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '705ea402-c93c-4cc8-8996-e80684789d97', 'name': '', 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'mac_address': 'fa:16:3e:f8:87:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '379bf026-6111-4209-b4e0-427033323bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:11Z', 'updated_at': '2021-08-31T13:51:21Z', 'revision_number': 4, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'subnets': [{'id': '379bf026-6111-4209-b4e0-427033323bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:22.313162 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.341781 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.343754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cf7fe-b618-4af7-9143-bc7c4f5cac5d None None] The sync data for ids ['5b0a3835-888e-49f7-86a7-ff81786e9de7'] in n-d-792362-6 is: [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:14Z', 'revision_number': 4, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port': {'id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:00Z', 'updated_at': '2021-08-31T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '705ea402-c93c-4cc8-8996-e80684789d97', 'name': '', 'network_id': 'ece54801-4be3-4b17-8fbe-28a2778e0af2', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'mac_address': 'fa:16:3e:f8:87:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '379bf026-6111-4209-b4e0-427033323bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:11Z', 'updated_at': '2021-08-31T13:51:21Z', 'revision_number': 4, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'subnets': [{'id': '379bf026-6111-4209-b4e0-427033323bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:22.344040 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 4 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:22.371837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90ca78bb-4d06-447e-924a-3318741fbe41 req-8eed172d-637b-4385-a7fa-875143cfbe33 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734453 Aug 31 13:51:22.397746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] For port c358243b-a8ae-4cca-be4a-43e0fcf96fbf, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:22.476680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:22.484746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.488338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:22.488678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:22.489162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.491032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.491485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.491929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.492365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.492909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.494046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.494491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.495054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.496717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.496717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.496717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.496717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:22.500457 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.514310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-c40ab7cb-d1a2-402c-b145-66f19b64ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.515932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-c40ab7cb-d1a2-402c-b145-66f19b64ee62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1098 time: 0.9211709 Aug 31 13:51:22.543606 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.546058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84 HTTP/1.1" status: 204 len: 168 time: 0.9710705 Aug 31 13:51:22.550849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1f71d-5661-4d60-a73b-84eb8b5a64fa None None] Network 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:22.566170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58568) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:22.599663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.599663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.625946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e9f48-9d64-4b0d-9582-8750a3f18433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2aa2f7-cdaf-4d5b-8d0b-a8e56142ff84,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:22.654456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.654744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.656117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] 10.222.0.26 "PUT /v2.0/ports/c358243b-a8ae-4cca-be4a-43e0fcf96fbf HTTP/1.1" status: 200 len: 1091 time: 3.8421938 Aug 31 13:51:22.667613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e99bfcf3-d941-4880-9c05-3137d9e610b3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.669201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e99bfcf3-d941-4880-9c05-3137d9e610b3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 812 time: 0.6290824 Aug 31 13:51:22.680148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.680516 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:22.688153 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 5 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:22.724968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'port': {'device_id': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5', 'admin_state_up': True, 'tenant_id': 'fa69d41781a543cf88893ad8181ddbfc'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:22.730893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-899b6c66-9a0d-4cce-b23a-0d0ac571319c req-296ecd5f-aa6f-4e0c-a695-2d768f5af498 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545921 Aug 31 13:51:22.756103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:22.756459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:22.757541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.790002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02513f8-b2bc-4db8-9954-97a860ed5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:22.830022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-794022b7-9c70-4b57-bfd5-1565423d547a service neutron] 10.222.0.26 "GET /v2.0/networks/936520d0-3fdb-4d60-849f-3cac6a221350?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1121659 Aug 31 13:51:22.839017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ee3b4-317f-464b-815c-deb22f5633c2 req-30d1f10a-00d0-4d71-90e8-c8be326525e1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.840956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df5ee3b4-317f-464b-815c-deb22f5633c2 req-30d1f10a-00d0-4d71-90e8-c8be326525e1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 947 time: 0.2883477 Aug 31 13:51:22.841762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.842260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.849956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] DHCP port deletion for 6831ca53-9fea-4d70-9b5c-f53c04ed2d51 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:51:22.866124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.866784 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:22.877455 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 6 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:22.926406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] Deleting port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:22.927614 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.938180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-dd1fe9a2-4534-4d2b-a9e3-a70a1db0d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.940020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-dd1fe9a2-4534-4d2b-a9e3-a70a1db0d556 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 1094 time: 0.2080753 Aug 31 13:51:22.940393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:22.940732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:22.941088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.942658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.960088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.960418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.981227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4265f-b8e5-4be8-952d-8b5a3b48db07 req-23ef9e74-ffed-43b0-b1c0-bcd78bb9a354 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.988121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df5ee3b4-317f-464b-815c-deb22f5633c2 req-2e300840-cb70-4919-816c-fbf36d0cbc55 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296978 Aug 31 13:51:22.989004 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73c4265f-b8e5-4be8-952d-8b5a3b48db07 req-23ef9e74-ffed-43b0-b1c0-bcd78bb9a354 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 943 time: 0.4216187 Aug 31 13:51:22.992745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.993114 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:23.026932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-0da01f38-4f29-4bca-96dd-5507dd3682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.028827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-0da01f38-4f29-4bca-96dd-5507dd3682b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.4909501 Aug 31 13:51:23.033612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] For port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,segment=NetworkSegment(244bbea4-e899-40a5-9886-48b64863a74a),segment_id=244bbea4-e899-40a5-9886-48b64863a74a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:23.034097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.057160 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 7 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:23.057576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e9b0af5b-51b6-41b9-9200-8eb35cbab91f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:23.064041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] Calling delete_port for 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:23.069481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-12580917-a838-4ddc-aa50-e401c5b7d390 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf HTTP/1.1" status: 200 len: 217 time: 0.0995564 Aug 31 13:51:23.114086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Made reservation on behalf of fa69d41781a543cf88893ad8181ddbfc for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:23.120395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.123392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:23.123871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:23.124212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:23.152860 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-0f54b774-6d6c-43ed-b730-9be30357a342 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 217 time: 0.1113427 Aug 31 13:51:23.173095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73c4265f-b8e5-4be8-952d-8b5a3b48db07 req-405f88a6-41c0-4b19-b571-66d118f0ff13 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829927 Aug 31 13:51:23.231831 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8574153-ff80-426c-b57f-7dcf5bf0e3ac req-f1ae9f81-25c5-482b-b232-763dcccc5223 service neutron] 10.222.0.26 "GET /v2.0/networks/936520d0-3fdb-4d60-849f-3cac6a221350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655717 Aug 31 13:51:23.325064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-52b94e0c-0f05-4b09-a11d-5dced1e7c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.325295 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.327528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-52b94e0c-0f05-4b09-a11d-5dced1e7c77b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1530430 Aug 31 13:51:23.343748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Deleting port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:23.358856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.381797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] Pushing event deleted for resources: {'Port': ['ID=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:23.389683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934e162-5f3c-4956-b6fe-4dc8cc1c38c0 None None] No DVR routers for this DVR port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:23.509261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:23.509646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:23.529284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'tag': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:23.531770 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deba0f9-6d39-4940-9eb0-77556bbd2353" -d '{"events": [{"name": "network-changed", "server_uuid": "910f5bfc-2366-49ee-a7b4-37f8afdf446f", "tag": "c358243b-a8ae-4cca-be4a-43e0fcf96fbf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:23.542290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a35a7380-c9fb-4d96-81bd-1f6430e41e25 req-75a40311-de7f-4f7f-bb11-c2111c344a06 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 210 time: 0.4495120 Aug 31 13:51:23.547999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:23.547999 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:23.555409 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 8 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:23.564934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-59308d74-99af-4c02-9ae4-80723a6be4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.566530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-59308d74-99af-4c02-9ae4-80723a6be4f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.4856472 Aug 31 13:51:23.567335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] For port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e, host n-d-792362-6, got binding levels [] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:23.568452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.597023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111897c-dad8-4ded-b792-4cfcd9a88fa1 req-e037a556-033e-485f-95fc-0c726065901f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.598629 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a111897c-dad8-4ded-b792-4cfcd9a88fa1 req-e037a556-033e-485f-95fc-0c726065901f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.2197237 Aug 31 13:51:23.603406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Calling delete_port for 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:23.607351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-02b35255-033c-459d-a2f9-0b5d2357da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.608790 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-02b35255-033c-459d-a2f9-0b5d2357da9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940467 Aug 31 13:51:23.622876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.ipam_backend_mixin [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e was not found and therefore no delete operation was performed {{(pid=101360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:51:23.625988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-4ad0bdec-e307-4c09-9060-4274f64bcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.628369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-4ad0bdec-e307-4c09-9060-4274f64bcbd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8dfb679d4a549b99dc933c281953447&device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 1094 time: 0.2223957 Aug 31 13:51:23.659973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:23.659973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:23.660271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:23.670697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-7e83f3c8-b182-4cab-9dc3-059df644b9b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505307 Aug 31 13:51:23.670935 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.679574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:23.679936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:23.703129 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.713011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:23.713414 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:23.749259 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 9 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:23.766394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 705ea402-c93c-4cc8-8996-e80684789d97 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:23.840794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ae7279-5f6a-4734-8b1d-e8e4d9237547 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:23.852315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c4c119-bbc7-4b2f-903d-f2bf524bbf3e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:23.854492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:23.855040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:23.855541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:23.864162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] No DVR routers for this DVR port 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:23.880583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:23.881338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:23.894401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a111897c-dad8-4ded-b792-4cfcd9a88fa1 req-31420598-767d-4af1-a2d8-353d83145f3c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827089 Aug 31 13:51:23.898791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:23.899399 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:23.900527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Allocated IP 172.20.0.9 (e3ce27c8-5d6a-48d8-860a-843d145e15c5/961097dc-9058-4b01-926a-bb5d20f0b3c5/ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:23.908326 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempt 10 to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef Aug 31 13:51:23.946566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:23.954169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373fe2c-91e6-46a6-85e0-145cba5b7719 req-7b2aa8ec-97b5-4289-ad49-93d5eeefef13 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.960092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2373fe2c-91e6-46a6-85e0-145cba5b7719 req-7b2aa8ec-97b5-4289-ad49-93d5eeefef13 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 943 time: 0.2533300 Aug 31 13:51:23.972587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:23.973166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:23.973736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:24.004381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:24.005545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempting to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:24.014374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 705ea402-c93c-4cc8-8996-e80684789d97 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:24.030352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-2c87dc2a-2742-489e-87b8-dec02aebdba3 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443675 Aug 31 13:51:24.033329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 705ea402-c93c-4cc8-8996-e80684789d97 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:24.033932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.038456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:24.039028 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Failed to bind port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:24.039687 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.114922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:24.115441 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4aa5e4-deac-46b6-8bad-e627b164d4c5 x-openstack-request-id: req-0e4aa5e4-deac-46b6-8bad-e627b164d4c5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:24.116315 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910f5bfc-2366-49ee-a7b4-37f8afdf446f", "tag": "c358243b-a8ae-4cca-be4a-43e0fcf96fbf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:24.116946 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e4aa5e4-deac-46b6-8bad-e627b164d4c5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:24.118609 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'tag': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf', 'status': 'completed', 'code': 200} Aug 31 13:51:24.142299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '03ae7279-5f6a-4734-8b1d-e8e4d9237547', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '03ae7279-5f6a-4734-8b1d-e8e4d9237547', 'mac_address': 'fa:16:3e:a2:b3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:24.174025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-3695be48-600a-4bfd-a355-316653bbe022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.175593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-3695be48-600a-4bfd-a355-316653bbe022 service neutron] 10.222.0.26 "GET /v2.0/networks?id=936520d0-3fdb-4d60-849f-3cac6a221350 HTTP/1.1" status: 200 len: 923 time: 0.5318367 Aug 31 13:51:24.181681 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.185980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.187173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-ff02ee98-51d6-4551-9324-ad7aa2f5842c service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575964 Aug 31 13:51:24.188154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:24.217668 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2373fe2c-91e6-46a6-85e0-145cba5b7719 req-8bb20c09-e419-4a0b-874c-f14309af37a1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260838 Aug 31 13:51:24.233417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:24.234134 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.259500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6831ca53-9fea-4d70-9b5c-f53c04ed2d51']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:24.308466 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.320141 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-ddf25402-f3c7-4c94-9ee5-c38cd862b2d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e64df0e2-d5e1-45ef-91d2-e476208d8120 HTTP/1.1" status: 200 len: 217 time: 0.1250234 Aug 31 13:51:24.337859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244bbea4-e899-40a5-9886-48b64863a74a') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:24.338164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244bbea4-e899-40a5-9886-48b64863a74a') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:24.340043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 705ea402-c93c-4cc8-8996-e80684789d97, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=705ea402-c93c-4cc8-8996-e80684789d97,segment=NetworkSegment(4d2852d6-4a19-4a78-982a-887950a88db4),segment_id=4d2852d6-4a19-4a78-982a-887950a88db4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:24.354490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ae7279-5f6a-4734-8b1d-e8e4d9237547 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:24.367530 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.395070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:24.405873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] For port aaee57e0-061d-4160-b0bd-9892f8fb61ef, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:24.405873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:51:24.416266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.419821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67afab79-89e0-4716-8e2b-0fcfb3f24e08 req-7bea3ccf-467e-4972-8a4c-4fc0bd5147cc service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665435 Aug 31 13:51:24.425507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.451575 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.477059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.481730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f7a4962-fba3-4270-95ca-b41fe4c7febc no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:24.484347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c16c-9cf6-4ece-a04d-766efc52e2ea req-b83ced24-26b1-45f8-8cd5-b535844dd0c7 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.486762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7929c16c-9cf6-4ece-a04d-766efc52e2ea req-b83ced24-26b1-45f8-8cd5-b535844dd0c7 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 943 time: 0.1854367 Aug 31 13:51:24.501118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:51:24.501536 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.512559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9720a-5203-4432-94fd-abc3acf8d5ee req-08337e62-b69a-44fe-93fc-280eefda7842 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.514222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5fe9720a-5203-4432-94fd-abc3acf8d5ee req-08337e62-b69a-44fe-93fc-280eefda7842 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 947 time: 0.2514341 Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:51:24.514905 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:51:24.524911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9f7a4962-fba3-4270-95ca-b41fe4c7febc {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:24.526047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f7a4962-fba3-4270-95ca-b41fe4c7febc not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:24.526047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:24.529042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-df3b72cd-0b83-4381-845d-2d402fb34a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.530116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=705ea402-c93c-4cc8-8996-e80684789d97,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:24.530515 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-df3b72cd-0b83-4381-845d-2d402fb34a65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5a74fb0-602e-46b4-9c9f-09f07dc65ea4 HTTP/1.1" status: 200 len: 861 time: 0.1903324 Aug 31 13:51:24.536751 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.544782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] In _notify_port_updated(), no bound segment for port aaee57e0-061d-4160-b0bd-9892f8fb61ef on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:51:24.545800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.546541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.548050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] 10.222.0.101 "PUT /v2.0/ports/aaee57e0-061d-4160-b0bd-9892f8fb61ef HTTP/1.1" status: 200 len: 1060 time: 5.7745483 Aug 31 13:51:24.575373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:24.575727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 95c4c119-bbc7-4b2f-903d-f2bf524bbf3e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:24.578218 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.620244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:24.623020 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9397b502-e5b2-4597-92e4-250d39997261" -d '{"events": [{"server_uuid": "b6240103-8dc9-4f29-9b73-d4c1da3066b4", "name": "network-vif-plugged", "status": "completed", "tag": "b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:24.644795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:24.646169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:24.649008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd9a4-789d-4075-b867-b935d0caa23c service neutron] Pushing event updated for resources: {'Port': ['ID=aaee57e0-061d-4160-b0bd-9892f8fb61ef,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:24.658071 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-d91fa502-f8b6-463b-91a7-87a60d713091 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=936520d0-3fdb-4d60-849f-3cac6a221350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796466 Aug 31 13:51:24.663863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.669835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-38348444-c3a1-4ae3-a2c1-d017d23e3c92 req-ad387476-44ad-423e-9680-caa0dd17cf20 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631181 Aug 31 13:51:24.704578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.719461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5fe9720a-5203-4432-94fd-abc3acf8d5ee req-a9e4f4b7-9287-48a0-a6e5-14e9e69e5f00 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556141 Aug 31 13:51:24.725191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7929c16c-9cf6-4ece-a04d-766efc52e2ea req-69a2cf0b-d480-4d11-aec7-01b66c538bbf tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991422 Aug 31 13:51:24.744762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-8b744cfb-fc8e-415c-9b23-1af6b6122e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.747050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-8b744cfb-fc8e-415c-9b23-1af6b6122e86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 1094 time: 0.1906347 Aug 31 13:51:24.755888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.758102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6831ca53-9fea-4d70-9b5c-f53c04ed2d51 HTTP/1.1" status: 204 len: 168 time: 2.1506598 Aug 31 13:51:24.770069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58586) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:24.783396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53204e0-2705-4d66-bcef-22cc74d975e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6831ca53-9fea-4d70-9b5c-f53c04ed2d51,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:24.804750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:24.805603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.846532 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b28bd56-792b-4823-835d-9b9b1b9d0513 x-openstack-request-id: req-7b28bd56-792b-4823-835d-9b9b1b9d0513 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:24.847030 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6240103-8dc9-4f29-9b73-d4c1da3066b4", "name": "network-vif-plugged", "status": "completed", "tag": "b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:24.847291 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b28bd56-792b-4823-835d-9b9b1b9d0513 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:24.847687 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e', 'code': 200} Aug 31 13:51:24.935604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Network e3ce27c8-5d6a-48d8-860a-843d145e15c5 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:24.944120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port aaee57e0-061d-4160-b0bd-9892f8fb61ef {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:24.944726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.980202 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-77c1fae8-f487-4dcb-9543-5e53164540a7 service neutron] 10.222.0.26 "GET /v2.0/networks/936520d0-3fdb-4d60-849f-3cac6a221350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892940 Aug 31 13:51:25.006408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:25.023197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:25.039507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:25.040291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-68305b10-ddee-4c35-be43-a9b739d1c2c9 None None] Provisioning complete for port aaee57e0-061d-4160-b0bd-9892f8fb61ef triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:25.040881 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-68305b10-ddee-4c35-be43-a9b739d1c2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.060537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbfb19-ef82-4086-951c-abf296a9dae7 req-b1474050-3fea-449a-acfb-ffc9db266d9a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.062091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4cbbfb19-ef82-4086-951c-abf296a9dae7 req-b1474050-3fea-449a-acfb-ffc9db266d9a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 931 time: 0.2237189 Aug 31 13:51:25.143033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-ef228bea-d912-4c83-a4f7-ac3dac346be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.144676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-ef228bea-d912-4c83-a4f7-ac3dac346be0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.3785589 Aug 31 13:51:25.158034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c97a-f865-4a55-b569-ade0dda6679b req-ea6f5333-14dc-4419-8728-bd950905a172 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.159811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b836c97a-f865-4a55-b569-ade0dda6679b req-ea6f5333-14dc-4419-8728-bd950905a172 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 948 time: 0.1509988 Aug 31 13:51:25.183915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.184708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.206978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['03ae7279-5f6a-4734-8b1d-e8e4d9237547'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:25.229269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port aaee57e0-061d-4160-b0bd-9892f8fb61ef, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:25.230278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.235946 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-781651bb-2f0a-451e-bfa6-1f0a6f974a91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf HTTP/1.1" status: 200 len: 217 time: 0.0750308 Aug 31 13:51:25.259472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-68305b10-ddee-4c35-be43-a9b739d1c2c9 None None] Port aaee57e0-061d-4160-b0bd-9892f8fb61ef cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:25.267198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for aaee57e0-061d-4160-b0bd-9892f8fb61ef owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:25.300007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e6dd9606-4256-44a1-958e-4554484af8c8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5830350 Aug 31 13:51:25.329094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b836c97a-f865-4a55-b569-ade0dda6679b req-e7ab86d6-042b-4851-9374-4876ec767e7d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409547 Aug 31 13:51:25.372429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Request body: {'port': {'device_id': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:25.402975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-38da5ac2-ebfb-4c17-98f4-5eac4ecbd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.404476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-38da5ac2-ebfb-4c17-98f4-5eac4ecbd9a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.1470227 Aug 31 13:51:25.461323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-717b70e9-3239-4eb5-bd89-b545b4b589e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414855 Aug 31 13:51:25.554437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.555223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179a7ca-723a-40e2-b90d-268fa2105f75 req-8fd83d5a-de11-4b9a-9e0e-166480108a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.556760 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6179a7ca-723a-40e2-b90d-268fa2105f75 req-8fd83d5a-de11-4b9a-9e0e-166480108a34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 1100 time: 0.5745363 Aug 31 13:51:25.601128 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4cbbfb19-ef82-4086-951c-abf296a9dae7 req-19f2838e-042d-4d2b-948c-446a88857ce1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226421 Aug 31 13:51:25.638388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Deleting port 705ea402-c93c-4cc8-8996-e80684789d97 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:25.638772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.690737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 705ea402-c93c-4cc8-8996-e80684789d97 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:25.707513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bcb8042-d51c-452b-a6c5-8d69bc749694 req-3eb4e9c4-0d78-4364-a9a9-3852dedae985 service neutron] 10.222.0.26 "GET /v2.0/networks/936520d0-3fdb-4d60-849f-3cac6a221350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936271 Aug 31 13:51:25.718973 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6179a7ca-723a-40e2-b90d-268fa2105f75 req-8714c326-090c-41be-b836-9f5395904417 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227767 Aug 31 13:51:25.727452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5aee6-227f-4a95-a3de-4c995d5571ed req-c224e32d-a70e-4fc6-90e7-7dedc9d669c7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.729064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06f5aee6-227f-4a95-a3de-4c995d5571ed req-c224e32d-a70e-4fc6-90e7-7dedc9d669c7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 943 time: 0.1827786 Aug 31 13:51:25.730930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-4fbea210-285a-4f9e-8f1d-e1c972f482f8 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525961 Aug 31 13:51:25.732887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.750988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 705ea402-c93c-4cc8-8996-e80684789d97 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:25.751528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.792083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] For port 705ea402-c93c-4cc8-8996-e80684789d97, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=705ea402-c93c-4cc8-8996-e80684789d97,segment=NetworkSegment(4d2852d6-4a19-4a78-982a-887950a88db4),segment_id=4d2852d6-4a19-4a78-982a-887950a88db4)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:25.792795 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.824557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=aaee57e0-061d-4160-b0bd-9892f8fb61ef,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:25.834271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e9b0af5b-51b6-41b9-9200-8eb35cbab91f up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:25.834606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Calling delete_port for 705ea402-c93c-4cc8-8996-e80684789d97 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:25.907949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port aaee57e0-061d-4160-b0bd-9892f8fb61ef on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:25.910805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.913832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-0b12218b-249e-4b46-8505-2ce7d782c2e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "DELETE /v2.0/ports/aaee57e0-061d-4160-b0bd-9892f8fb61ef HTTP/1.1" status: 204 len: 173 time: 1.3433864 Aug 31 13:51:25.925109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e9b0af5b-51b6-41b9-9200-8eb35cbab91f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:25.932421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e9b0af5b-51b6-41b9-9200-8eb35cbab91f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:25.932969 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.935953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06f5aee6-227f-4a95-a3de-4c995d5571ed req-4b895f3d-2c6d-4205-9aaf-5629ae05faaf tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847484 Aug 31 13:51:25.948635 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a497e230-24e3-48b7-92f4-744c70853bdc req-3f153134-ebac-4907-a27d-a29be927227d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0881608 Aug 31 13:51:26.103140 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.128412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-3bf9d91d-d540-42cb-a908-a7811fe2d54a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0571408 Aug 31 13:51:26.129015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feca43ad-29d9-47d6-a855-a476c407c5d2', 'tag': 'aaee57e0-061d-4160-b0bd-9892f8fb61ef'}, {'server_uuid': 'feca43ad-29d9-47d6-a855-a476c407c5d2', 'name': 'network-vif-deleted', 'tag': 'aaee57e0-061d-4160-b0bd-9892f8fb61ef'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:26.131542 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0d1734-30dc-4905-9ea5-0db3f074edc4" -d '{"events": [{"name": "network-changed", "server_uuid": "feca43ad-29d9-47d6-a855-a476c407c5d2", "tag": "aaee57e0-061d-4160-b0bd-9892f8fb61ef"}, {"server_uuid": "feca43ad-29d9-47d6-a855-a476c407c5d2", "name": "network-vif-deleted", "tag": "aaee57e0-061d-4160-b0bd-9892f8fb61ef"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:26.140311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e9b0af5b-51b6-41b9-9200-8eb35cbab91f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:26.152206 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.206965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:26.223579 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70fa428-2006-41c9-9808-366fd04582d3 x-openstack-request-id: req-b70fa428-2006-41c9-9808-366fd04582d3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:26.224544 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feca43ad-29d9-47d6-a855-a476c407c5d2", "tag": "aaee57e0-061d-4160-b0bd-9892f8fb61ef", "status": "completed", "code": 200}, {"server_uuid": "feca43ad-29d9-47d6-a855-a476c407c5d2", "name": "network-vif-deleted", "tag": "aaee57e0-061d-4160-b0bd-9892f8fb61ef", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:26.224695 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b70fa428-2006-41c9-9808-366fd04582d3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:26.225073 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feca43ad-29d9-47d6-a855-a476c407c5d2', 'tag': 'aaee57e0-061d-4160-b0bd-9892f8fb61ef', 'status': 'completed', 'code': 200} Aug 31 13:51:26.225335 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feca43ad-29d9-47d6-a855-a476c407c5d2', 'name': 'network-vif-deleted', 'tag': 'aaee57e0-061d-4160-b0bd-9892f8fb61ef', 'status': 'completed', 'code': 200} Aug 31 13:51:26.231592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-3dd13527-4e52-44c3-9518-230b02ca05ad service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819306 Aug 31 13:51:26.241970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.322104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:26.340105 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.342849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e934a-6531-49e2-8c7c-cd827d86787e req-5336653a-220c-4706-8160-ab0cac8cf161 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:26.349388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a37e934a-6531-49e2-8c7c-cd827d86787e req-5336653a-220c-4706-8160-ab0cac8cf161 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 943 time: 0.2743993 Aug 31 13:51:26.351960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.376773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Pushing event deleted for resources: {'Port': ['ID=705ea402-c93c-4cc8-8996-e80684789d97,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:26.436394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Transition to ACTIVE for port object ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:26.461258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.466537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2deba0f9-6d39-4940-9eb0-77556bbd2353 req-471ea0f4-69eb-48e4-aaef-aad9d03bfe38 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298614 Aug 31 13:51:26.579760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-38000672-c6bd-486c-850e-c8d0d2476d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:26.581258 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-38000672-c6bd-486c-850e-c8d0d2476d48 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3253038 Aug 31 13:51:26.594456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a37e934a-6531-49e2-8c7c-cd827d86787e req-9d087922-50c9-405e-b818-9833a4bd2261 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316856 Aug 31 13:51:26.596386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:26.606161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8e8aa-1ef3-4eef-80d1-cd10e74844db req-77929f5f-d4dd-4cbe-9084-aa934d6afa1e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:26.608424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2a8e8aa-1ef3-4eef-80d1-cd10e74844db req-77929f5f-d4dd-4cbe-9084-aa934d6afa1e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 948 time: 0.1646206 Aug 31 13:51:26.623026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.623590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.624314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.624897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.625786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.626339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.626882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.627491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.628053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.628605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.629200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.630079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:26.633406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0', 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:26.747950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd0d1734-30dc-4905-9ea5-0db3f074edc4 req-21ab1e3d-ae2c-49de-831a-b0cf5eb0b659 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0334718 Aug 31 13:51:26.756102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2a8e8aa-1ef3-4eef-80d1-cd10e74844db req-77a6d6a2-e451-4e1e-a26f-eadbdc53e630 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324501 Aug 31 13:51:26.761410 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-76f9187e-58dd-4d37-86dc-2eac9320c219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.831416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-f4043ed2-f1db-486e-bebe-cc191d8d6572 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0861373 Aug 31 13:51:26.832276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.836681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd0d1734-30dc-4905-9ea5-0db3f074edc4 req-944def5f-4903-4d31-9a97-ccb0991df996 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650966 Aug 31 13:51:26.837658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Attempting to bind port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:26.838069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Attempting to bind port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:26.838476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Attempting to bind port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc on network e3ce27c8-5d6a-48d8-860a-843d145e15c5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:26.849641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:26.851934 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24e63ac-9446-493e-bd6d-ef943b7cd1a3" -d '{"events": [{"server_uuid": "0ba13c95-ddfa-4d4d-ba53-2e5881c54cab", "name": "network-vif-plugged", "status": "completed", "tag": "e9b0af5b-51b6-41b9-9200-8eb35cbab91f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:26.888915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc on network e3ce27c8-5d6a-48d8-860a-843d145e15c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:26.889228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Attempting to bind port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc on network e3ce27c8-5d6a-48d8-860a-843d145e15c5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:26.921326 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2604e70d-e518-4880-adb2-d257909414d1 x-openstack-request-id: req-2604e70d-e518-4880-adb2-d257909414d1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:26.921733 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba13c95-ddfa-4d4d-ba53-2e5881c54cab", "name": "network-vif-plugged", "status": "completed", "tag": "e9b0af5b-51b6-41b9-9200-8eb35cbab91f", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:26.921854 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2604e70d-e518-4880-adb2-d257909414d1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:26.922256 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f', 'code': 200} Aug 31 13:51:26.940447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:26.940974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Checking segment: {'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:26.941464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Bound using segment: {'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:26.942019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Bound port: ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:26.942522 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.001292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b181-60a7-49ea-82f6-cd2e260d1ee9 req-4b648831-b532-4d44-aa56-27896dfcb6c2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.003064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c05b181-60a7-49ea-82f6-cd2e260d1ee9 req-4b648831-b532-4d44-aa56-27896dfcb6c2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 943 time: 0.2337708 Aug 31 13:51:27.026991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Deleting port dab5d189-443f-4583-a0f3-c4fb2248fcb6 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:27.027349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.068081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1734-30dc-4905-9ea5-0db3f074edc4 req-995d71ad-e20d-4fcf-99e9-7034ca3264f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.069587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd0d1734-30dc-4905-9ea5-0db3f074edc4 req-995d71ad-e20d-4fcf-99e9-7034ca3264f1 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2023714 Aug 31 13:51:27.177793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c05b181-60a7-49ea-82f6-cd2e260d1ee9 req-ea3529af-bbc1-44f9-a8e0-1ad4bd6033b8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010149 Aug 31 13:51:27.182302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21db74-4488-4d69-982e-bf7922598d71 req-83399d5a-1d9b-406b-a96a-a3778c9ac48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.184740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae21db74-4488-4d69-982e-bf7922598d71 req-83399d5a-1d9b-406b-a96a-a3778c9ac48d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.0899811 Aug 31 13:51:27.186385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:27.189706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:27.196917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.238425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] For port dab5d189-443f-4583-a0f3-c4fb2248fcb6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dab5d189-443f-4583-a0f3-c4fb2248fcb6,segment=NetworkSegment(3fc34639-1eb1-4fd3-ac56-ae1507a2bb87),segment_id=3fc34639-1eb1-4fd3-ac56-ae1507a2bb87)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:27.238833 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.258111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d753-82be-4f6e-86c3-9cdf27bdd0d5 req-2ed80e70-6151-4eb2-b040-c6ab5b2085ea tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.259714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3dc5d753-82be-4f6e-86c3-9cdf27bdd0d5 req-2ed80e70-6151-4eb2-b040-c6ab5b2085ea tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 943 time: 0.1877286 Aug 31 13:51:27.274706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Calling delete_port for dab5d189-443f-4583-a0f3-c4fb2248fcb6 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:27.310278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Router 5b0a3835-888e-49f7-86a7-ff81786e9de7 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:27.361394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3dc5d753-82be-4f6e-86c3-9cdf27bdd0d5 req-ca7d7350-4dd7-45fb-b639-7f586c13a456 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909553 Aug 31 13:51:27.538201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:27.547070 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-48f87887-ad0b-4ae8-a5b1-0bb02a2f41bd admin admin] 10.222.0.10 "PUT /v2.0/routers/5b0a3835-888e-49f7-86a7-ff81786e9de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2972679 Aug 31 13:51:27.547187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58612) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:27.556578 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] Sync routers for ids ['5b0a3835-888e-49f7-86a7-ff81786e9de7'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:27.574543 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] Routers {'5b0a3835-888e-49f7-86a7-ff81786e9de7'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:27.575564 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5b0a3835-888e-49f7-86a7-ff81786e9de7'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:27.622557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-5695c01c-1f76-4323-b745-5a2bce3218c9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0786145 Aug 31 13:51:27.624803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.625074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.626903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 200 len: 1091 time: 2.2608817 Aug 31 13:51:27.633191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68bb4e7d-be8f-4953-9f45-9606129baf31 req-a7c910ce-c25a-4396-b6c7-081fe2c237d1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0934217 Aug 31 13:51:27.685832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-876fa09e-74d9-476f-b7b8-2f3e19fa9245 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371606 Aug 31 13:51:27.686476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13918942-39ed-40d7-a866-a0f93dd4ecd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:27.698382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.707721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae21db74-4488-4d69-982e-bf7922598d71 req-ca00aa92-062b-46be-ae91-4c400944c261 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125530 Aug 31 13:51:27.795169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Pushing event deleted for resources: {'Port': ['ID=dab5d189-443f-4583-a0f3-c4fb2248fcb6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:27.797357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.833182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-2bfe77b7-eb58-485c-8bd3-ba724691aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.835647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-2bfe77b7-eb58-485c-8bd3-ba724691aff1 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1352601 Aug 31 13:51:27.852853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c358243b-a8ae-4cca-be4a-43e0fcf96fbf details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:27.873810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ae7279-5f6a-4734-8b1d-e8e4d9237547 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:27.890278 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] Set router 5b0a3835-888e-49f7-86a7-ff81786e9de7 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:27.938004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-c70f6d89-fc99-4de0-8952-b75630730b94 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0399735 Aug 31 13:51:27.979871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:27.981766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28b963-fd58-4b83-a111-5e5a5424f4bc req-5600065e-bfab-4356-b99b-401237c406b2 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.985516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:27.986209 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.994263 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da28b963-fd58-4b83-a111-5e5a5424f4bc req-5600065e-bfab-4356-b99b-401237c406b2 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 943 time: 0.2617521 Aug 31 13:51:28.062650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c358243b-a8ae-4cca-be4a-43e0fcf96fbf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:28.098279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf', 'network_id': 'ad17b1be-ce02-4831-83d3-03ca62977086', 'port_id': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf', 'mac_address': 'fa:16:3e:84:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b376708f-c85d-4dd1-b710-56f3100d225e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:28.172926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da28b963-fd58-4b83-a111-5e5a5424f4bc req-a543b942-49f1-4ba8-b9c7-b23b63faac35 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656187 Aug 31 13:51:28.191021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.194520 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port': {'id': 'bb1dd802-56f7-409f-af74-6ff879d2f17f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:00Z', 'updated_at': '2021-08-31T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:28.210687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.226298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:28.228612 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:28.232522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] Checking router: 5b0a3835-888e-49f7-86a7-ff81786e9de7 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:28.243064 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] Routers {'5b0a3835-888e-49f7-86a7-ff81786e9de7'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:28.243699 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:50:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5b0a3835-888e-49f7-86a7-ff81786e9de7'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:28.248636 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.328984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:28.331740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.369838 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.374984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e02d03b2-5800-4c64-bdb6-0c996782e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:28.376949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-e02d03b2-5800-4c64-bdb6-0c996782e141 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1094 time: 0.1067162 Aug 31 13:51:28.382958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c358243b-a8ae-4cca-be4a-43e0fcf96fbf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:28.433323 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] Set router 5b0a3835-888e-49f7-86a7-ff81786e9de7 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:28.461495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-f0d74b43-e96c-48b3-ab92-e6a32ec15197 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 200 len: 217 time: 0.0428603 Aug 31 13:51:28.479110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c358243b-a8ae-4cca-be4a-43e0fcf96fbf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:28.481078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:28.490738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.492132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e64df0e2-d5e1-45ef-91d2-e476208d8120 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:28.515615 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:28Z', 'revision_number': 6, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:28.522749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718067-873c-453c-8d7f-8d6b46c79cf5 req-ed08cbc2-981a-4019-af34-2b78d610ff18 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:28.524397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98718067-873c-453c-8d7f-8d6b46c79cf5 req-ed08cbc2-981a-4019-af34-2b78d610ff18 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 943 time: 0.1332102 Aug 31 13:51:28.529213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58626) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:28.553223 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a7bc4-fac6-432c-b086-97b352614de6 None None] The sync data for ids ['5b0a3835-888e-49f7-86a7-ff81786e9de7'] in n-d-792362-6 is: [{'id': '5b0a3835-888e-49f7-86a7-ff81786e9de7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127730103-router', 'tenant_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:59Z', 'updated_at': '2021-08-31T13:51:28Z', 'revision_number': 6, 'project_id': 'f5a8b46ea8ea4af899ae46ce52b4fea3', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:28.574146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3026fe0-9e6d-4bc0-8e01-db1d52f42701 req-ce345eea-a7ee-48bd-b3a2-c330b40cb326 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0433693 Aug 31 13:51:28.599583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-139d10a4-2f1e-4cab-9856-5d67dee72a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:28.601220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-139d10a4-2f1e-4cab-9856-5d67dee72a9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.1309538 Aug 31 13:51:28.646769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98718067-873c-453c-8d7f-8d6b46c79cf5 req-9789b55c-3305-4f72-9071-678fc0ee3299 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046879 Aug 31 13:51:28.649084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-9fac2a3e-95a7-4a7b-bb40-6cb8b0b2cd42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359676 Aug 31 13:51:28.661068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:28.691741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e64df0e2-d5e1-45ef-91d2-e476208d8120, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e64df0e2-d5e1-45ef-91d2-e476208d8120,segment=NetworkSegment(c27e90a7-1e8b-4325-ad26-58c32554890b),segment_id=c27e90a7-1e8b-4325-ad26-58c32554890b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:28.704269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e64df0e2-d5e1-45ef-91d2-e476208d8120', 'network_id': '936520d0-3fdb-4d60-849f-3cac6a221350', 'port_id': 'e64df0e2-d5e1-45ef-91d2-e476208d8120', 'mac_address': 'fa:16:3e:a8:3a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a74fb0-602e-46b4-9c9f-09f07dc65ea4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:28.736172 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0f3299-67d3-4232-827b-ff14a5d587be x-openstack-request-id: req-eb0f3299-67d3-4232-827b-ff14a5d587be {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:28.736466 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:28.736719 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb0f3299-67d3-4232-827b-ff14a5d587be {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:28.737163 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'status': 'completed', 'code': 200} Aug 31 13:51:28.754108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.769489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64df0e2-d5e1-45ef-91d2-e476208d8120 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:28.791941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e64df0e2-d5e1-45ef-91d2-e476208d8120, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e64df0e2-d5e1-45ef-91d2-e476208d8120,segment=NetworkSegment(c27e90a7-1e8b-4325-ad26-58c32554890b),segment_id=c27e90a7-1e8b-4325-ad26-58c32554890b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:28.796789 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.825387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-9f6c6936-9509-4dfe-a62e-dffe354c32b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465278 Aug 31 13:51:28.849975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6cb7-c87c-4429-87b0-52d2f4523f31 req-61e782ea-8dae-412b-8a79-80049b39b5ee tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:28.851541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e64df0e2-d5e1-45ef-91d2-e476208d8120,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:28.851900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-302a6cb7-c87c-4429-87b0-52d2f4523f31 req-61e782ea-8dae-412b-8a79-80049b39b5ee tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 944 time: 0.0800614 Aug 31 13:51:28.866119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Deleting port bb1dd802-56f7-409f-af74-6ff879d2f17f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:28.867480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.923752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:28.930610 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ac2565-37f7-4618-94f8-622a09e61596" -d '{"events": [{"server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "name": "network-vif-plugged", "status": "completed", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:28.952725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74e5f-ee56-464d-85ee-86bc36fa0924 req-374017c7-e1ad-45aa-9b8b-a2cebc5c2da1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:28.953904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-302a6cb7-c87c-4429-87b0-52d2f4523f31 req-08fe2ddf-4d98-4dce-9c78-877f999ff905 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819190 Aug 31 13:51:28.960419 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcd74e5f-ee56-464d-85ee-86bc36fa0924 req-374017c7-e1ad-45aa-9b8b-a2cebc5c2da1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1595652 Aug 31 13:51:28.980203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2c97c70-1eec-4304-ad1c-4e75ae184fd8 req-b090356f-4b3d-42f6-890c-f2813bb41048 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267612 Aug 31 13:51:29.069903 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcd74e5f-ee56-464d-85ee-86bc36fa0924 req-1702b88c-4dd9-4748-aa54-4087da92562e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082864 Aug 31 13:51:29.096177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cec73347-14ac-449c-8b80-c267bc17dc4b req-122f254d-7ddd-4f66-bfdd-bca8dd7de26d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0458188 Aug 31 13:51:29.103758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] For port bb1dd802-56f7-409f-af74-6ff879d2f17f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bb1dd802-56f7-409f-af74-6ff879d2f17f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:29.104168 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.122037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Calling delete_port for bb1dd802-56f7-409f-af74-6ff879d2f17f owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:29.127229 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3391f77f-d2ac-4c61-ba43-5fa2392b6629 x-openstack-request-id: req-3391f77f-d2ac-4c61-ba43-5fa2392b6629 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:29.127528 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "name": "network-vif-plugged", "status": "completed", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:29.127780 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3391f77f-d2ac-4c61-ba43-5fa2392b6629 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:29.128441 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547', 'code': 200} Aug 31 13:51:29.133390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Router f0fe555f-b467-481a-adf3-f98bfc2e50bf has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:29.282371 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0b3e-88bb-417b-a711-2dfe7951cb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.345454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-859c29e2-a8e8-4daf-b31a-e0c85cd9ace8 req-a0da4d01-b226-4b69-b7d8-56418098ce49 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=feca43ad-29d9-47d6-a855-a476c407c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0489628 Aug 31 13:51:29.348798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-d8b7b237-f609-4977-9ee2-ea1bc39f4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:29.350430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-d8b7b237-f609-4977-9ee2-ea1bc39f4a0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1094 time: 0.1530414 Aug 31 13:51:29.375680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e22da3-cd65-4896-8a76-88b7bab34c6b req-9f588a89-28c9-473a-99d3-d9b3fa00c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:29.377927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1e22da3-cd65-4896-8a76-88b7bab34c6b req-9f588a89-28c9-473a-99d3-d9b3fa00c835 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1100 time: 0.0942526 Aug 31 13:51:29.397494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fd5ff-a193-42fc-bbe8-a545b02c682e req-4a5b7116-fa49-4ac9-8735-9a8222d063fc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:29.403076 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-435fd5ff-a193-42fc-bbe8-a545b02c682e req-4a5b7116-fa49-4ac9-8735-9a8222d063fc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 944 time: 0.1448376 Aug 31 13:51:29.404275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:29.418867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-515808b4-327d-4a9b-9719-d62958ec5abe admin admin] 10.222.0.10 "PUT /v2.0/routers/f0fe555f-b467-481a-adf3-f98bfc2e50bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6404064 Aug 31 13:51:29.422941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] Sync routers for ids ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:29.423121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58640) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:29.443764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] Routers {'f0fe555f-b467-481a-adf3-f98bfc2e50bf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:29.443764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:51:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:29.513694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1e22da3-cd65-4896-8a76-88b7bab34c6b req-8942bbc1-d850-42d3-88fb-613d0d53fbe2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201093 Aug 31 13:51:29.548064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-0d410c0a-450a-4b6a-9f2e-fd4a956ac58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:29.550094 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.558583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-0d410c0a-450a-4b6a-9f2e-fd4a956ac58b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 914 time: 0.1986406 Aug 31 13:51:29.582035 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-435fd5ff-a193-42fc-bbe8-a545b02c682e req-cd66acf0-1de3-494e-b7c2-6f1eccc6871c tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649632 Aug 31 13:51:29.635654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] Set router f0fe555f-b467-481a-adf3-f98bfc2e50bf gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:29.666051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.672904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.744589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1dd802-56f7-409f-af74-6ff879d2f17f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:29.817149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bb1dd802-56f7-409f-af74-6ff879d2f17f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:29.826596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e64df0e2-d5e1-45ef-91d2-e476208d8120'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:29.849813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c358243b-a8ae-4cca-be4a-43e0fcf96fbf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:29.874680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: bb1dd802-56f7-409f-af74-6ff879d2f17f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:29.874963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bb1dd802-56f7-409f-af74-6ff879d2f17f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:29.875300 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.876084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 705ea402-c93c-4cc8-8996-e80684789d97 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:29.934641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 705ea402-c93c-4cc8-8996-e80684789d97 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:29.935351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 705ea402-c93c-4cc8-8996-e80684789d97 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:29.983024 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.987111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.991138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.003637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d1f1-3cb2-4f5a-8499-d4b03cd67a84 req-0204090c-4ac2-4de5-802e-b37abc14f740 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.005829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed1d1f1-3cb2-4f5a-8499-d4b03cd67a84 req-0204090c-4ac2-4de5-802e-b37abc14f740 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 943 time: 0.0569422 Aug 31 13:51:30.064723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.065389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0a3835-888e-49f7-86a7-ff81786e9de7 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:51:30.075403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '18667cda-b68d-405f-ba69-f05466dddb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:51:27Z', 'revision_number': 5, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port': {'id': '18667cda-b68d-405f-ba69-f05466dddb67', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:45:22Z', 'updated_at': '2021-08-31T13:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:30.079592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.084540 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-88ccab1c-0721-49b5-9ddf-13b038597514 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5b0a3835-888e-49f7-86a7-ff81786e9de7 HTTP/1.1" status: 204 len: 168 time: 2.5331318 Aug 31 13:51:30.084540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:30.100138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-b46c2b29-c737-4039-8f90-17a1c26b1502 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 200 len: 217 time: 0.0679839 Aug 31 13:51:30.146209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] Deleting subnet 379bf026-6111-4209-b4e0-427033323bac {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:51:30.150407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.164277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] Checking router: f0fe555f-b467-481a-adf3-f98bfc2e50bf for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:30.215878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Deleting port 18667cda-b68d-405f-ba69-f05466dddb67 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:30.216242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.220826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed1d1f1-3cb2-4f5a-8499-d4b03cd67a84 req-f0f90bc1-229f-4b04-bb27-813ea7e27e11 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019727 Aug 31 13:51:30.226243 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.229044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] Routers {'f0fe555f-b467-481a-adf3-f98bfc2e50bf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:30.229698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:51:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:30.274735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-fda51bb4-a2b3-4817-acba-aa4f9dfdfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.276242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-fda51bb4-a2b3-4817-acba-aa4f9dfdfc8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.1578696 Aug 31 13:51:30.376302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abccdc-8ca1-4e9b-8608-d9c5f61c82b7 req-b8e981d7-8bc8-4378-bc02-623562644aee tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.378274 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3abccdc-8ca1-4e9b-8608-d9c5f61c82b7 req-b8e981d7-8bc8-4378-bc02-623562644aee tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0656369 Aug 31 13:51:30.462991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-58bdb5c4-98f5-4a8f-ad30-d10a97d48a96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506425 Aug 31 13:51:30.463458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a283b6-dd83-40cc-88f0-375551e0a47a req-92cdcf15-e615-4f59-9e31-977380a787cd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.465145 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61a283b6-dd83-40cc-88f0-375551e0a47a req-92cdcf15-e615-4f59-9e31-977380a787cd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 944 time: 0.1633263 Aug 31 13:51:30.479374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] For port 18667cda-b68d-405f-ba69-f05466dddb67, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=18667cda-b68d-405f-ba69-f05466dddb67,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:30.479785 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.497751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3abccdc-8ca1-4e9b-8608-d9c5f61c82b7 req-4322f09c-8551-45d3-9c0d-4ac755117d54 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071415 Aug 31 13:51:30.509990 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.519445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Calling delete_port for 18667cda-b68d-405f-ba69-f05466dddb67 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:30.523257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] Set router f0fe555f-b467-481a-adf3-f98bfc2e50bf gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:30.527811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.593611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:51:29Z', 'revision_number': 6, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:30.624811 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61a283b6-dd83-40cc-88f0-375551e0a47a req-05c61ffa-6b7e-4873-8be0-6bd1a352d296 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475599 Aug 31 13:51:30.629418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d206f7-7f7a-4ee1-aa3f-7bd701e2a854 None None] The sync data for ids ['f0fe555f-b467-481a-adf3-f98bfc2e50bf'] in n-d-792362-6 is: [{'id': 'f0fe555f-b467-481a-adf3-f98bfc2e50bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-849132112-router', 'tenant_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:45:21Z', 'updated_at': '2021-08-31T13:51:29Z', 'revision_number': 6, 'project_id': '9158cbaf62ad4697bd0da93e25ecdb7f', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:30.659245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-7c8d680e-ddaf-4a41-b4b5-ee43f051a18e service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529057 Aug 31 13:51:30.688015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.777466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379bf026-6111-4209-b4e0-427033323bac,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:30.790775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa0e5f-0a2a-4321-b565-780bb76ef95b None None] Network ece54801-4be3-4b17-8fbe-28a2778e0af2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:30.803639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.808528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1538b811-bc48-4b20-ba5e-ee0e44d63c5a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/379bf026-6111-4209-b4e0-427033323bac HTTP/1.1" status: 204 len: 168 time: 0.7205050 Aug 31 13:51:30.808733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbf60e-599d-4908-b46d-dfc6cca00e34 req-a899c267-d2ff-47a3-9e6d-0135982fd5fb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.808858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58666) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:30.815161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acfbf60e-599d-4908-b46d-dfc6cca00e34 req-a899c267-d2ff-47a3-9e6d-0135982fd5fb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 949 time: 0.0801530 Aug 31 13:51:30.848053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9334ec5d-af0d-4031-9943-7bb20f5b3fd3 req-dc443c6b-91e3-40ce-9ddf-ed2ccd1ad4ac service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680930 Aug 31 13:51:30.867693 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acfbf60e-599d-4908-b46d-dfc6cca00e34 req-eb8740f2-2915-4d8d-8c7b-6e3e11437f31 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516269 Aug 31 13:51:30.914028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03aa99-2266-4bbd-8e42-32355b43440a req-ef77e7a0-521b-45fb-922f-0677acdb04c2 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.916431 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d03aa99-2266-4bbd-8e42-32355b43440a req-ef77e7a0-521b-45fb-922f-0677acdb04c2 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 944 time: 0.1697197 Aug 31 13:51:30.939172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.013232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.021258 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d03aa99-2266-4bbd-8e42-32355b43440a req-12c1c10a-1bf7-4ce9-8b68-254a42bdc58a tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 Aug 31 13:51:31.043641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] DHCP port deletion for ece54801-4be3-4b17-8fbe-28a2778e0af2 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:51:31.050046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=18667cda-b68d-405f-ba69-f05466dddb67,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:31.102975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] Deleting port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:31.103323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.133237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Deleting port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:31.134075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.180424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] For port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,segment=NetworkSegment(4d2852d6-4a19-4a78-982a-887950a88db4),segment_id=4d2852d6-4a19-4a78-982a-887950a88db4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:31.181007 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.186801 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.196256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] Calling delete_port for e0dcc81b-1e09-40e1-b638-fb5a67a40c1d owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:31.293052 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.303244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.312900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] For port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,segment=NetworkSegment(4d2852d6-4a19-4a78-982a-887950a88db4),segment_id=4d2852d6-4a19-4a78-982a-887950a88db4)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:31.313288 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.316251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.319581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] Pushing event deleted for resources: {'Port': ['ID=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:31.323163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b9854-4814-47c2-aba4-6c4a4ad87876 None None] No DVR routers for this DVR port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:31.352292 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Calling delete_port for e0dcc81b-1e09-40e1-b638-fb5a67a40c1d owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:31.401377 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.401936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0fe555f-b467-481a-adf3-f98bfc2e50bf {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:51:31.406322 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.407574 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dd6ede4b-e3b2-4e64-acce-be741dc15e36 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f0fe555f-b467-481a-adf3-f98bfc2e50bf HTTP/1.1" status: 204 len: 168 time: 1.9836156 Aug 31 13:51:31.410283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:31.450634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b01345-5ada-4e00-94d2-62c0102d660f req-3fa419ec-cf9d-4e83-a952-d5112d536046 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:31.452169 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-40b01345-5ada-4e00-94d2-62c0102d660f req-3fa419ec-cf9d-4e83-a952-d5112d536046 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 943 time: 0.1617758 Aug 31 13:51:31.457366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] Deleting subnet bf9f1e7a-0933-4c83-8f25-82c1c1e46686 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:51:31.460667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.504999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.513908 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-40b01345-5ada-4e00-94d2-62c0102d660f req-43405bad-01ea-47bf-8fe5-a48d56680611 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546939 Aug 31 13:51:31.516029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.544191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dcc81b-1e09-40e1-b638-fb5a67a40c1d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:31.548570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] No DVR routers for this DVR port e0dcc81b-1e09-40e1-b638-fb5a67a40c1d on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:31.631170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.653126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.666474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece54801-4be3-4b17-8fbe-28a2778e0af2']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:31.691934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2852d6-4a19-4a78-982a-887950a88db4') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:31.692178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dab5d189-443f-4583-a0f3-c4fb2248fcb6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:31.692279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2852d6-4a19-4a78-982a-887950a88db4') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:31.704392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.715414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fda7f4-83aa-403d-a742-b17667903b75 req-1f80c184-0755-4590-b0a1-3f3aac9c3e7c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:31.718121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63fda7f4-83aa-403d-a742-b17667903b75 req-1f80c184-0755-4590-b0a1-3f3aac9c3e7c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1068404 Aug 31 13:51:31.722034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: dab5d189-443f-4583-a0f3-c4fb2248fcb6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:31.722392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dab5d189-443f-4583-a0f3-c4fb2248fcb6 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:31.723439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0dcc81b-1e09-40e1-b638-fb5a67a40c1d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:31.725987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.745580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Releasing vlan 1548 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:51:31.746380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.750238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e0dcc81b-1e09-40e1-b638-fb5a67a40c1d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:31.750638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0dcc81b-1e09-40e1-b638-fb5a67a40c1d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:51:31.750973 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:51:31.753751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18667cda-b68d-405f-ba69-f05466dddb67 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:31.755111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.781324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 18667cda-b68d-405f-ba69-f05466dddb67 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:31.781848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18667cda-b68d-405f-ba69-f05466dddb67 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:31.798666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.803372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bf9f1e7a-0933-4c83-8f25-82c1c1e46686 HTTP/1.1" status: 204 len: 168 time: 0.3893058 Aug 31 13:51:31.804746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b466a3-0818-425c-b79f-d41438ef85c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9f1e7a-0933-4c83-8f25-82c1c1e46686,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:31.806810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb0450-beb6-4d93-a704-ae96c080b9b4 None None] Network d349b19f-6a55-4d82-af99-10a1a0580580 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:31.807112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58678) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:31.854557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63fda7f4-83aa-403d-a742-b17667903b75 req-b0180445-a0dd-4da6-863b-12c404964e10 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231935 Aug 31 13:51:31.885268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc322c-9235-4570-8ebf-48ff9abdd533 req-cea71da2-e920-4f72-be50-3fb20fb45c5d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:31.905746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eecc322c-9235-4570-8ebf-48ff9abdd533 req-cea71da2-e920-4f72-be50-3fb20fb45c5d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 944 time: 0.1552262 Aug 31 13:51:31.922224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.925698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.935565 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.936392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.941489 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ece54801-4be3-4b17-8fbe-28a2778e0af2 HTTP/1.1" status: 204 len: 168 time: 1.1303473 Aug 31 13:51:31.982963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2591276-af0d-47b4-9330-b08bc2a97306 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece54801-4be3-4b17-8fbe-28a2778e0af2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:32.027261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eecc322c-9235-4570-8ebf-48ff9abdd533 req-e7537adc-c642-4fd9-8d9f-4587bb93ca09 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168640 Aug 31 13:51:32.081564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Deleting port d60345a9-4d8d-4625-bc29-b0a8d502f430 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:32.081928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.095980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] DHCP port deletion for d349b19f-6a55-4d82-af99-10a1a0580580 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:51:32.110925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06bad2-024b-4d7b-bd75-ee50a6e874dd req-ecd6edf3-d4e9-4821-8c52-932eb47cab0a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:32.118491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a06bad2-024b-4d7b-bd75-ee50a6e874dd req-ecd6edf3-d4e9-4821-8c52-932eb47cab0a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 949 time: 0.1427591 Aug 31 13:51:32.142869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58686) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:32.155140 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:51:32.200681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] Deleting port d60345a9-4d8d-4625-bc29-b0a8d502f430 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:32.201756 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.219188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] For port d60345a9-4d8d-4625-bc29-b0a8d502f430, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d60345a9-4d8d-4625-bc29-b0a8d502f430,segment=NetworkSegment(3fc34639-1eb1-4fd3-ac56-ae1507a2bb87),segment_id=3fc34639-1eb1-4fd3-ac56-ae1507a2bb87)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:32.219653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.220391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234dd69-2b24-4e3c-8e60-c5d49d19f8bb req-50110fa1-94a9-4218-9350-83757e11a7ee tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:32.222656 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9234dd69-2b24-4e3c-8e60-c5d49d19f8bb req-50110fa1-94a9-4218-9350-83757e11a7ee tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 944 time: 0.0899675 Aug 31 13:51:32.231719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-023b5ecb-9eef-4963-8bef-743d39e8248a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5a8b46ea8ea4af899ae46ce52b4fea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853937 Aug 31 13:51:32.232604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58690) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:32.235870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a06bad2-024b-4d7b-bd75-ee50a6e874dd req-be9389be-567d-4f90-a523-8c3deb4e7ae6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167374 Aug 31 13:51:32.242314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Calling delete_port for d60345a9-4d8d-4625-bc29-b0a8d502f430 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:32.280199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] For port d60345a9-4d8d-4625-bc29-b0a8d502f430, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d60345a9-4d8d-4625-bc29-b0a8d502f430,segment=NetworkSegment(3fc34639-1eb1-4fd3-ac56-ae1507a2bb87),segment_id=3fc34639-1eb1-4fd3-ac56-ae1507a2bb87)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:32.280561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.297328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] Calling delete_port for d60345a9-4d8d-4625-bc29-b0a8d502f430 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:32.324992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9234dd69-2b24-4e3c-8e60-c5d49d19f8bb req-28ee92a3-6f83-4cfa-9628-0072be4f5a67 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751576 Aug 31 13:51:32.336973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb5cc-e994-4c8c-9553-dbea0aff62e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.361115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb5cc-e994-4c8c-9553-dbea0aff62e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.365362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.402455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60345a9-4d8d-4625-bc29-b0a8d502f430,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:32.406411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] No DVR routers for this DVR port d60345a9-4d8d-4625-bc29-b0a8d502f430 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:32.425412 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.432145 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb5cc-e994-4c8c-9553-dbea0aff62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.436245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb5cc-e994-4c8c-9553-dbea0aff62e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.439784 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0c2cb5cc-e994-4c8c-9553-dbea0aff62e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0955ada-404a-4780-8cff-789d56870664 HTTP/1.1" status: 204 len: 168 time: 0.2038543 Aug 31 13:51:32.455206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] No DVR routers for this DVR port d60345a9-4d8d-4625-bc29-b0a8d502f430 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:32.457911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cb5cc-e994-4c8c-9553-dbea0aff62e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0955ada-404a-4780-8cff-789d56870664,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:32.463962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd14cc-b830-47fd-8277-6d5837b89150 None None] Pushing event deleted for resources: {'Port': ['ID=d60345a9-4d8d-4625-bc29-b0a8d502f430,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:32.510550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.521586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d349b19f-6a55-4d82-af99-10a1a0580580']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:32.533092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:32.533396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc34639-1eb1-4fd3-ac56-ae1507a2bb87') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:32.542827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.564494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.581588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:51:32.582118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:51:32.584582 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:51:32.647401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162a05f-1a8a-4683-9c57-40164a64bc95 req-eabbc2c5-8539-4246-a6cf-2cceb130064d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:32.649146 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b162a05f-1a8a-4683-9c57-40164a64bc95 req-eabbc2c5-8539-4246-a6cf-2cceb130064d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 943 time: 0.0549304 Aug 31 13:51:32.649725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.669229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.672121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d349b19f-6a55-4d82-af99-10a1a0580580 HTTP/1.1" status: 204 len: 168 time: 0.8611498 Aug 31 13:51:32.673682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d407e7-4b10-4818-a33d-06a54893ab73 admin admin] Pushing event deleted for resources: {'Network': ['ID=d349b19f-6a55-4d82-af99-10a1a0580580,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:32.716604 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b162a05f-1a8a-4683-9c57-40164a64bc95 req-40894f8a-6e4f-471b-ae5b-fd094cd8f098 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569232 Aug 31 13:51:32.877310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58706) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:32.925817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58712) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:32.926402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e3bae26-093b-480b-aeae-b7fe3a5c8b8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d169bffdbb4846c286e4ccacf0386e53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473890 Aug 31 13:51:32.979615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b00bbc5-53ea-44b1-9a59-f0a1541b6946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.993057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054dde5-1704-4975-b315-f8ac734e3169 req-c331a79d-c74d-4801-af81-f0fd7188841b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:32.994721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4054dde5-1704-4975-b315-f8ac734e3169 req-c331a79d-c74d-4801-af81-f0fd7188841b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0582535 Aug 31 13:51:33.006548 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b00bbc5-53ea-44b1-9a59-f0a1541b6946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.044710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4054dde5-1704-4975-b315-f8ac734e3169 req-51e22c99-6e0c-4572-86dd-6436275e7e7f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Aug 31 13:51:33.089781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b00bbc5-53ea-44b1-9a59-f0a1541b6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.093325 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b00bbc5-53ea-44b1-9a59-f0a1541b6946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.096846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3b00bbc5-53ea-44b1-9a59-f0a1541b6946 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cfee3c9-ae54-427d-8929-71b0d2bd02c7 HTTP/1.1" status: 204 len: 168 time: 0.1664367 Aug 31 13:51:33.112440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00bbc5-53ea-44b1-9a59-f0a1541b6946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfee3c9-ae54-427d-8929-71b0d2bd02c7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:33.183614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011c494-35cb-413a-8f3a-0591f0889ef6 req-1104d064-9058-4861-b6f8-c279a09e1557 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.185405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0011c494-35cb-413a-8f3a-0591f0889ef6 req-1104d064-9058-4861-b6f8-c279a09e1557 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 944 time: 0.0896280 Aug 31 13:51:33.199911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ba0a1-b3f3-4d9f-88da-3fc58b2fbd43 req-38d17eea-32f1-43fa-8f5c-5743627ad527 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.212421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-255ba0a1-b3f3-4d9f-88da-3fc58b2fbd43 req-38d17eea-32f1-43fa-8f5c-5743627ad527 tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1100 time: 0.0722508 Aug 31 13:51:33.246957 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0011c494-35cb-413a-8f3a-0591f0889ef6 req-f7a6a585-be5c-4ceb-a6e6-5391590c83cb tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516217 Aug 31 13:51:33.248068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-255ba0a1-b3f3-4d9f-88da-3fc58b2fbd43 req-6250000a-62ef-4447-9fc9-807271c7e5ca tempest-MigrationsAdminTest-2000546189 tempest-MigrationsAdminTest-2000546189-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Aug 31 13:51:33.413762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bf372-a94f-4182-aa58-50223851c313 req-67a7020d-8537-46c6-a48a-fe0883d100b6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.415619 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f51bf372-a94f-4182-aa58-50223851c313 req-67a7020d-8537-46c6-a48a-fe0883d100b6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 949 time: 0.0809963 Aug 31 13:51:33.473528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f51bf372-a94f-4182-aa58-50223851c313 req-4a09443a-0746-4228-9beb-8a192a555187 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475001 Aug 31 13:51:33.628230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baf84d-1578-4c8b-a5c2-07317880aad7 req-c5818120-c2c4-41bb-b320-85698c61eceb tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.633596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-67d5857d-7d09-4182-8043-28bfd208cb8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895920 Aug 31 13:51:33.650022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-cd6e2bcd-f127-4f93-852e-ec929aa313a6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.652623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-cd6e2bcd-f127-4f93-852e-ec929aa313a6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 949 time: 0.1228700 Aug 31 13:51:33.656180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71baf84d-1578-4c8b-a5c2-07317880aad7 req-c5818120-c2c4-41bb-b320-85698c61eceb tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 944 time: 0.0894461 Aug 31 13:51:33.728734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58750) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:33.737481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d60345a9-4d8d-4625-bc29-b0a8d502f430 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:33.748978 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71baf84d-1578-4c8b-a5c2-07317880aad7 req-32ac4326-e941-4be4-81cd-c7df4485d6f9 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916498 Aug 31 13:51:33.781730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d60345a9-4d8d-4625-bc29-b0a8d502f430 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:33.782584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d60345a9-4d8d-4625-bc29-b0a8d502f430 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:33.843133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:33.887161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2a565-beb8-483c-9389-22aec0748f7f req-4184c27a-b63b-4c48-9d51-69728d75ceb3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.889130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91d2a565-beb8-483c-9389-22aec0748f7f req-4184c27a-b63b-4c48-9d51-69728d75ceb3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 943 time: 0.0743477 Aug 31 13:51:33.944508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-398d0ad4-e1ae-4fa6-b3de-8ca7d9b9d42f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9158cbaf62ad4697bd0da93e25ecdb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145448 Aug 31 13:51:33.947425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58762) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:33.964294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:33.986246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5', 'port_id': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'mac_address': 'fa:16:3e:2a:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961097dc-9058-4b01-926a-bb5d20f0b3c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:33.988262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c358243b-a8ae-4cca-be4a-43e0fcf96fbf up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:33.990009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde593-72d6-4c12-b356-3e0cbc3d1751 req-bf06975f-27e7-492c-8ac9-4540f0c5f04c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.998404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cdde593-72d6-4c12-b356-3e0cbc3d1751 req-bf06975f-27e7-492c-8ac9-4540f0c5f04c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.2066185 Aug 31 13:51:34.015181 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91d2a565-beb8-483c-9389-22aec0748f7f req-65692a2d-f603-4346-854f-99415ea93bcf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935404 Aug 31 13:51:34.078847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port c358243b-a8ae-4cca-be4a-43e0fcf96fbf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:34.084119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cdde593-72d6-4c12-b356-3e0cbc3d1751 req-e4559e81-1cc9-482e-ba10-c256c2dcd432 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841520 Aug 31 13:51:34.085114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port c358243b-a8ae-4cca-be4a-43e0fcf96fbf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:34.085478 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.108212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:34.108572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.126490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-837e481c-bdc9-4569-8b1e-b9748b83ac70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.129514 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.156355 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:34.159046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-837e481c-bdc9-4569-8b1e-b9748b83ac70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.186865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:34.191565 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.231682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-837e481c-bdc9-4569-8b1e-b9748b83ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.237586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-837e481c-bdc9-4569-8b1e-b9748b83ac70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.238830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-837e481c-bdc9-4569-8b1e-b9748b83ac70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ac1c5f4-3c4a-4c69-90c1-8e0f7f5f17c0 HTTP/1.1" status: 204 len: 168 time: 0.2889819 Aug 31 13:51:34.248324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e481c-bdc9-4569-8b1e-b9748b83ac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac1c5f4-3c4a-4c69-90c1-8e0f7f5f17c0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:34.334258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:34.351032 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.356810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:34.359493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.399635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:34.429063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:34.431390 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158aba1c-c4bd-45a2-b66d-f309c523c4b6" -d '{"events": [{"server_uuid": "910f5bfc-2366-49ee-a7b4-37f8afdf446f", "name": "network-vif-plugged", "status": "completed", "tag": "c358243b-a8ae-4cca-be4a-43e0fcf96fbf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:34.496894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda6e94-3a14-4295-bc34-3f7145ac7e5c req-b46f1eea-493d-46c8-ab64-26423dff0dc8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:34.500093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c358243b-a8ae-4cca-be4a-43e0fcf96fbf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:34.505414 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.506497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e64df0e2-d5e1-45ef-91d2-e476208d8120 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:34.513184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bda6e94-3a14-4295-bc34-3f7145ac7e5c req-b46f1eea-493d-46c8-ab64-26423dff0dc8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 944 time: 0.1427407 Aug 31 13:51:34.552229 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b0614-08ac-453a-87cc-6c7a10d8d6c1 x-openstack-request-id: req-6f0b0614-08ac-453a-87cc-6c7a10d8d6c1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:34.557134 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f5bfc-2366-49ee-a7b4-37f8afdf446f", "name": "network-vif-plugged", "status": "completed", "tag": "c358243b-a8ae-4cca-be4a-43e0fcf96fbf", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:34.557756 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f0b0614-08ac-453a-87cc-6c7a10d8d6c1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:34.558378 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf', 'code': 200} Aug 31 13:51:34.625978 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bda6e94-3a14-4295-bc34-3f7145ac7e5c req-de616de9-a532-4e9c-b462-48effd044714 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118476 Aug 31 13:51:34.678791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:34.699211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e64df0e2-d5e1-45ef-91d2-e476208d8120 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:34.706420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e64df0e2-d5e1-45ef-91d2-e476208d8120 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:34.707065 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.864017 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.877330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:34.882095 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.914455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:34.947528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404814e-fdcb-4ffc-b78b-28ef216345bf req-a09a0e53-1dd7-479f-b986-1b308c54a8ce tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:34.971067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5404814e-fdcb-4ffc-b78b-28ef216345bf req-a09a0e53-1dd7-479f-b986-1b308c54a8ce tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 867 time: 0.3185205 Aug 31 13:51:34.992756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e64df0e2-d5e1-45ef-91d2-e476208d8120, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e64df0e2-d5e1-45ef-91d2-e476208d8120,segment=NetworkSegment(c27e90a7-1e8b-4325-ad26-58c32554890b),segment_id=c27e90a7-1e8b-4325-ad26-58c32554890b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:35.018756 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.053170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d06a-00ee-49ff-8857-f788346314af req-51649501-9f9b-4932-be03-7e53166fca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.054946 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ab6d06a-00ee-49ff-8857-f788346314af req-51649501-9f9b-4932-be03-7e53166fca63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 1096 time: 0.3946927 Aug 31 13:51:35.099549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea46edf-a76c-44dd-9c93-3699933e5d77 req-5aa5483d-5c3f-428a-a7d6-ea077af24223 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.113544 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ea46edf-a76c-44dd-9c93-3699933e5d77 req-5aa5483d-5c3f-428a-a7d6-ea077af24223 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 944 time: 0.1856060 Aug 31 13:51:35.189648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ea46edf-a76c-44dd-9c93-3699933e5d77 req-09dd0a42-ed7e-416a-a4ec-0b551e61d1cf tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752058 Aug 31 13:51:35.199045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e64df0e2-d5e1-45ef-91d2-e476208d8120,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:35.214108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5404814e-fdcb-4ffc-b78b-28ef216345bf req-3f0b3bb0-92c5-46bb-9996-6ee17830194a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420471 Aug 31 13:51:35.227225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:35.238441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.241790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3721b577-7393-404a-80eb-4c0d5dca6264 req-773f4478-d13d-42a0-9eee-42f6854ecbf8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "DELETE /v2.0/ports/b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e HTTP/1.1" status: 204 len: 173 time: 1.5760450 Aug 31 13:51:35.244176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'name': 'network-vif-deleted', 'tag': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:35.247268 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486955cd-968b-403a-83d9-3145171da26a" -d '{"events": [{"server_uuid": "b6240103-8dc9-4f29-9b73-d4c1da3066b4", "name": "network-vif-deleted", "tag": "b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:35.264316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ab6d06a-00ee-49ff-8857-f788346314af req-53148fc5-ad9f-470a-becc-3479c7fcf54a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580999 Aug 31 13:51:35.393489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a98f2-f501-4498-a64e-789a1ff2ecb3 req-d6241134-3a0a-4abc-861c-f7e0c0b6d78e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.395056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-374a98f2-f501-4498-a64e-789a1ff2ecb3 req-d6241134-3a0a-4abc-861c-f7e0c0b6d78e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 944 time: 0.0569565 Aug 31 13:51:35.404386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3285c55-ca0f-4a7e-b387-bc2645b06d43 req-d6497466-3b9a-41cc-8bb1-3e5ad03c1f69 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.406454 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3285c55-ca0f-4a7e-b387-bc2645b06d43 req-d6497466-3b9a-41cc-8bb1-3e5ad03c1f69 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0684919 Aug 31 13:51:35.457767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-374a98f2-f501-4498-a64e-789a1ff2ecb3 req-76bcdd2e-061c-4386-a466-7a735df254a1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533881 Aug 31 13:51:35.460165 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3285c55-ca0f-4a7e-b387-bc2645b06d43 req-e9c74700-bffa-47fd-a257-204ff5c16c46 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Aug 31 13:51:35.518732 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1f2f5-558a-476e-81c8-095e46b1c159 x-openstack-request-id: req-c9b1f2f5-558a-476e-81c8-095e46b1c159 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:35.519031 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6240103-8dc9-4f29-9b73-d4c1da3066b4", "name": "network-vif-deleted", "tag": "b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:35.519308 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9b1f2f5-558a-476e-81c8-095e46b1c159 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:35.519712 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6240103-8dc9-4f29-9b73-d4c1da3066b4', 'name': 'network-vif-deleted', 'tag': 'b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e', 'status': 'completed', 'code': 200} Aug 31 13:51:35.807012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7a2e5-ef39-4f45-bc23-440ee6eac9bd req-12309eda-c029-4b2a-9c06-212e10d931d0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.809325 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e7b7a2e5-ef39-4f45-bc23-440ee6eac9bd req-12309eda-c029-4b2a-9c06-212e10d931d0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0841756 Aug 31 13:51:35.867735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e7b7a2e5-ef39-4f45-bc23-440ee6eac9bd req-07d3add2-5406-492b-ae0f-bdc5535bc88c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521328 Aug 31 13:51:35.986828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-316fefa2-79cf-4061-a5e3-3b42433e62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.988461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-316fefa2-79cf-4061-a5e3-3b42433e62b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1100 time: 0.0753541 Aug 31 13:51:36.121881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-9cd122d6-bcd1-4762-baa8-25e0f472c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:36.123385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-9cd122d6-bcd1-4762-baa8-25e0f472c918 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1028051 Aug 31 13:51:36.219256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-4e2517de-a034-47c3-a662-cbf307521d2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 217 time: 0.0675368 Aug 31 13:51:36.288779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-d6f8f903-0c25-4563-b5a4-1ef54b870c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:36.290461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-d6f8f903-0c25-4563-b5a4-1ef54b870c0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0551965 Aug 31 13:51:36.374064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-2c992928-1e65-440c-aca0-d7affbb4c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:36.375664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-2c992928-1e65-440c-aca0-d7affbb4c750 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659895 Aug 31 13:51:36.384514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f35c35-1454-4b91-8270-d8debcd4edfb req-bc486f77-4be7-4b03-9d87-a746b98d833f tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:36.386086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f35c35-1454-4b91-8270-d8debcd4edfb req-bc486f77-4be7-4b03-9d87-a746b98d833f tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.0920432 Aug 31 13:51:36.490652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f35c35-1454-4b91-8270-d8debcd4edfb req-fdb153f5-810f-4899-bfcd-f5a7b25e3892 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959196 Aug 31 13:51:36.540539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-b09fadb0-0dc6-4963-a095-2fd57670bea4 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447971 Aug 31 13:51:36.548104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-54326f45-c3f5-4a91-ae90-a51681f7cf43 req-04d0fdbe-eecf-4f2d-b236-6d543e433a1d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6240103-8dc9-4f29-9b73-d4c1da3066b4 HTTP/1.1" status: 200 len: 210 time: 0.0361166 Aug 31 13:51:36.559694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64df0e2-d5e1-45ef-91d2-e476208d8120'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:36.564113 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd15734-ab1d-4f50-adf4-712297e677ca" -d '{"events": [{"server_uuid": "c2942a62-d4ec-4031-8a86-b6e5fc0dd732", "name": "network-vif-plugged", "status": "completed", "tag": "e64df0e2-d5e1-45ef-91d2-e476208d8120"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:36.667513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:36.687123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-d207e56b-9727-44af-ab19-cefcda6bd102 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163294 Aug 31 13:51:36.721651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59704c4-2a21-4df0-b2ea-17a350006f32 req-e30ebdbf-9408-4544-a0b7-a61cae6ee7ae tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:36.723445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e59704c4-2a21-4df0-b2ea-17a350006f32 req-e30ebdbf-9408-4544-a0b7-a61cae6ee7ae tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 944 time: 0.0556335 Aug 31 13:51:36.780289 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e59704c4-2a21-4df0-b2ea-17a350006f32 req-f54c4ae0-e047-4211-baab-048fc6ea840f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Aug 31 13:51:36.861394 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c4eb8-4eb3-4512-9b7a-2c0cb1e098b3 x-openstack-request-id: req-bb7c4eb8-4eb3-4512-9b7a-2c0cb1e098b3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:36.861857 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2942a62-d4ec-4031-8a86-b6e5fc0dd732", "name": "network-vif-plugged", "status": "completed", "tag": "e64df0e2-d5e1-45ef-91d2-e476208d8120", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:36.862650 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb7c4eb8-4eb3-4512-9b7a-2c0cb1e098b3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:36.862886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfaf66-71ea-46f0-a659-bd66afbe60d4 req-7f6122d9-d287-4d61-968e-fca465b7d96b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:36.863557 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64df0e2-d5e1-45ef-91d2-e476208d8120', 'code': 200} Aug 31 13:51:36.865194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85bfaf66-71ea-46f0-a659-bd66afbe60d4 req-7f6122d9-d287-4d61-968e-fca465b7d96b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0673308 Aug 31 13:51:36.922997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85bfaf66-71ea-46f0-a659-bd66afbe60d4 req-ad7cc337-5be2-423f-b052-e0570a4eaa4c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491257 Aug 31 13:51:37.198092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09561027-d3dd-4aa1-ae77-ce08806f366f req-7bd6ba02-c86d-4a6b-a408-f21ed2504d34 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:37.199764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09561027-d3dd-4aa1-ae77-ce08806f366f req-7bd6ba02-c86d-4a6b-a408-f21ed2504d34 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1027079 Aug 31 13:51:37.209083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea82683-3d2f-4f2c-910c-ce0f40acd7ac req-1e0bc120-859a-49ca-aecf-a4dd8e52a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:37.210564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dea82683-3d2f-4f2c-910c-ce0f40acd7ac req-1e0bc120-859a-49ca-aecf-a4dd8e52a485 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 1096 time: 0.0852242 Aug 31 13:51:37.246127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09561027-d3dd-4aa1-ae77-ce08806f366f req-88693385-da0d-4abc-b60b-5f209666ecd2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345647 Aug 31 13:51:37.324412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dea82683-3d2f-4f2c-910c-ce0f40acd7ac req-3e54cb03-0184-4355-a407-17e52c5e36e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Aug 31 13:51:37.690351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df82a63-8217-4a32-ba9e-aa1159645298 req-05eda81c-d434-4b05-a82a-644722e350dc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:37.692160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1df82a63-8217-4a32-ba9e-aa1159645298 req-05eda81c-d434-4b05-a82a-644722e350dc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.0572038 Aug 31 13:51:37.746988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1df82a63-8217-4a32-ba9e-aa1159645298 req-7e90acab-e427-47c0-ba24-e8d99e4e15e3 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484009 Aug 31 13:51:37.857253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:37.934954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:37.947376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:37.948559 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.964106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db526ad1-15f1-46a7-92d6-44e4e5c0e306 req-52352c9f-589a-4797-9e32-716019585127 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:37.965899 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-db526ad1-15f1-46a7-92d6-44e4e5c0e306 req-52352c9f-589a-4797-9e32-716019585127 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 944 time: 0.0901728 Aug 31 13:51:38.025781 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-db526ad1-15f1-46a7-92d6-44e4e5c0e306 req-94d640a5-2a14-4538-be98-46e845855a05 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Aug 31 13:51:38.047982 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.086795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:38.091842 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.092698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:38.154667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66ada8-97b2-4983-b8a8-b54806d6233a req-86d2a7b5-e92f-416c-8f4a-8fe618f688a0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:38.155944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:38.156298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b028a3ca-4c7c-467a-bdf0-49d4a77d7f6e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:38.156617 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa66ada8-97b2-4983-b8a8-b54806d6233a req-86d2a7b5-e92f-416c-8f4a-8fe618f688a0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0581465 Aug 31 13:51:38.187663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:38.197781 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa66ada8-97b2-4983-b8a8-b54806d6233a req-090169ef-cb98-46d5-80c1-451fa96df179 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Aug 31 13:51:38.340647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5a0b5469-262a-45fe-b86b-c3c1c3985bb9 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286293 Aug 31 13:51:38.462891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747231c-87ce-46ff-9cf8-39400b459f91 req-b9fc00b1-7f9d-439d-856f-b6e4c1bf077e tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:38.464495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9747231c-87ce-46ff-9cf8-39400b459f91 req-b9fc00b1-7f9d-439d-856f-b6e4c1bf077e tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0511403 Aug 31 13:51:38.465943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a05d-3101-4289-b63f-557d1e171f94 req-35fe3fa5-2129-42f9-9fdf-7a0bfe41ffee tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:38.467449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-35fe3fa5-2129-42f9-9fdf-7a0bfe41ffee tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125913 Aug 31 13:51:38.483122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-bcfc3728-5ac7-49cc-8f3b-dd986893fd59 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/quotas/2f90fcaa084e4e5d832a259bdc4122b7 HTTP/1.1" status: 200 len: 375 time: 0.0100300 Aug 31 13:51:38.506199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9747231c-87ce-46ff-9cf8-39400b459f91 req-77edf4cb-a3c6-4179-98d5-d0d9f96475f4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Aug 31 13:51:38.551336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-03150e3f-8608-437a-8f79-7b8dc8a3a688 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622292 Aug 31 13:51:38.869418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:38.871746 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f08db-824b-44d7-8589-bcf327ef09a3" -d '{"events": [{"server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "name": "network-vif-plugged", "status": "completed", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:39.044716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe88ff9f-94ec-432e-a3f7-f0469acd7358 req-660cbaca-3e0a-47c6-804c-5f21a0528acc tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0440917 Aug 31 13:51:39.144914 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c3f9ee-a65f-4f2f-81c6-ea41423fc729 x-openstack-request-id: req-c4c3f9ee-a65f-4f2f-81c6-ea41423fc729 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:39.146097 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "name": "network-vif-plugged", "status": "completed", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:39.147025 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4c3f9ee-a65f-4f2f-81c6-ea41423fc729 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:39.148233 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'code': 200} Aug 31 13:51:39.221533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710430-a413-4b79-bc5b-5e97c6f5af2f req-47f102b3-c329-499b-a00e-12ed3f8ea089 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.230760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02710430-a413-4b79-bc5b-5e97c6f5af2f req-47f102b3-c329-499b-a00e-12ed3f8ea089 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.0929172 Aug 31 13:51:39.293189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02710430-a413-4b79-bc5b-5e97c6f5af2f req-e69061e2-daad-40f8-b511-8b7580a6ee23 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Aug 31 13:51:39.375951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56484766-86f4-4647-80ec-0fd2f1e6d842 req-87965350-58df-406a-b33d-258bd66a362c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.378370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56484766-86f4-4647-80ec-0fd2f1e6d842 req-87965350-58df-406a-b33d-258bd66a362c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0966964 Aug 31 13:51:39.439036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-5d21bcf2-5fe5-4116-aeb5-c0ee59c63d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.441087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-5d21bcf2-5fe5-4116-aeb5-c0ee59c63d70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 1096 time: 0.1348627 Aug 31 13:51:39.445986 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56484766-86f4-4647-80ec-0fd2f1e6d842 req-904c7629-276f-4310-982a-8e6f62570dce tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609691 Aug 31 13:51:39.483140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfddbba-086a-4c59-8c26-964965f18e38 req-8db41069-9488-4660-a588-e0ba5d5b2eaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.485489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bfddbba-086a-4c59-8c26-964965f18e38 req-8db41069-9488-4660-a588-e0ba5d5b2eaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 945 time: 0.0937791 Aug 31 13:51:39.588999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:39.679054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828af62-b03e-4474-82e5-d27a229421e6 req-78728c7a-81b2-4a8b-901e-59229f606196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.680596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f828af62-b03e-4474-82e5-d27a229421e6 req-78728c7a-81b2-4a8b-901e-59229f606196 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1096 time: 0.1937816 Aug 31 13:51:39.683744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b9a3-24e9-4ba1-b86c-13ff878f2c7b req-1f7553fb-061b-40b1-a352-592b6906cadb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.685616 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2213b9a3-24e9-4ba1-b86c-13ff878f2c7b req-1f7553fb-061b-40b1-a352-592b6906cadb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0659168 Aug 31 13:51:39.695575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bfddbba-086a-4c59-8c26-964965f18e38 req-83dcad12-4de4-4186-88bd-f5ade7f74842 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823602 Aug 31 13:51:39.739824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-11985016-972a-4591-b19c-67735a3b61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.742102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-11985016-972a-4591-b19c-67735a3b61dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.2539585 Aug 31 13:51:39.762529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f828af62-b03e-4474-82e5-d27a229421e6 req-ade4f68f-9db1-4625-b94c-f50d9e3ea6a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Aug 31 13:51:39.768410 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2213b9a3-24e9-4ba1-b86c-13ff878f2c7b req-9c29bee5-1c0b-4af9-8e2a-9b654b22735d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703001 Aug 31 13:51:39.897160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59258) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:40.032392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8bffb53b-faae-42ee-80b9-d3ac6495e38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.082703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-db5adc38-5457-4b03-92b6-60d88c6d652d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333257 Aug 31 13:51:40.596931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-5b27be25-d6a1-4b42-8069-1b99ed112cfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf HTTP/1.1" status: 200 len: 217 time: 0.3772697 Aug 31 13:51:40.617930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3f95afb-dae9-4998-a0a4-681e9066d2bc req-2e23b5b9-ac87-42a6-a1cb-46284b060a10 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.3856711 Aug 31 13:51:40.646863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a05d-3101-4289-b63f-557d1e171f94 req-3913702d-5160-4ffe-a3ea-88135ab78530 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:40.649075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-3913702d-5160-4ffe-a3ea-88135ab78530 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5572586 Aug 31 13:51:40.687772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': '9eba4d9e-499b-4536-8c02-6c273624995b', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:40.754675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8bffb53b-faae-42ee-80b9-d3ac6495e38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.780852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8bffb53b-faae-42ee-80b9-d3ac6495e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.796305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-9e503dc4-b270-44aa-87e0-7fb9c6f1f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:40.797913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-9e503dc4-b270-44aa-87e0-7fb9c6f1f6e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.1832221 Aug 31 13:51:40.871964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-d7c170f9-ee40-4870-8f25-d3c1c966b021 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550270 Aug 31 13:51:40.887883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8bffb53b-faae-42ee-80b9-d3ac6495e38b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a143f595c1684017b1885c961349087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9879317 Aug 31 13:51:40.891171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffb53b-faae-42ee-80b9-d3ac6495e38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8da9e5-f440-483b-b5b3-377fc3966e3c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:40.901513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59324) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:40.998674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a6d0a-7c83-4731-ae26-c945d2411093 req-3ab3a17c-1aec-45e4-8d04-fbb5fe46fe96 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:41.000798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d0a6d0a-7c83-4731-ae26-c945d2411093 req-3ab3a17c-1aec-45e4-8d04-fbb5fe46fe96 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.2988226 Aug 31 13:51:41.109683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:41.109683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.110562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f219f7e-d7dd-4886-b57c-b69c4311c9ee req-372df6e8-a5ad-4253-b86f-d1ff1099ef74 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:41.112213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1f219f7e-d7dd-4886-b57c-b69c4311c9ee req-372df6e8-a5ad-4253-b86f-d1ff1099ef74 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.3782890 Aug 31 13:51:41.140483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d0a6d0a-7c83-4731-ae26-c945d2411093 req-812866b0-102f-4df1-ab3c-9c55d968ba67 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312792 Aug 31 13:51:41.150492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-9f2e729e-046f-4797-b2f6-9648078415c4 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622931 Aug 31 13:51:41.155987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80cb71dc-1fdf-4c54-8e8d-c0738b54c539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.169078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1f219f7e-d7dd-4886-b57c-b69c4311c9ee req-a4317496-19bf-45bf-8137-939002e0a557 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496111 Aug 31 13:51:41.247013 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80cb71dc-1fdf-4c54-8e8d-c0738b54c539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.299304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1fec-a7bb-495a-9d7a-60fea86245f4 req-30dfdfe7-40e2-4ae6-aab3-4770ddc5c43a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:41.307231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f1fa1fec-a7bb-495a-9d7a-60fea86245f4 req-30dfdfe7-40e2-4ae6-aab3-4770ddc5c43a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 945 time: 0.0762291 Aug 31 13:51:41.343624 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f1fa1fec-a7bb-495a-9d7a-60fea86245f4 req-9675c4d8-f907-4923-82fe-22f3d4b76f46 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355165 Aug 31 13:51:41.453312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfb8a901-88b2-4cf0-aaa1-e2568bce7cb8 req-255f8f3d-b5e9-452f-b88c-a1ffcc890c3c service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811296 Aug 31 13:51:41.490448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f1b54-ad25-4974-b763-40f1fc3179c2 req-9083b1a9-c8b1-45b0-bc23-9b3e05f35f29 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:41.492030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-266f1b54-ad25-4974-b763-40f1fc3179c2 req-9083b1a9-c8b1-45b0-bc23-9b3e05f35f29 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1695049 Aug 31 13:51:41.493351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.136 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/1693adba-f432-46e7-b65d-fe46e5ac6cfd) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:41.498035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80cb71dc-1fdf-4c54-8e8d-c0738b54c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.500908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80cb71dc-1fdf-4c54-8e8d-c0738b54c539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.502046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-80cb71dc-1fdf-4c54-8e8d-c0738b54c539 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f8da9e5-f440-483b-b5b3-377fc3966e3c HTTP/1.1" status: 204 len: 168 time: 0.5970180 Aug 31 13:51:41.527763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb71dc-1fdf-4c54-8e8d-c0738b54c539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8da9e5-f440-483b-b5b3-377fc3966e3c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:41.590072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-266f1b54-ad25-4974-b763-40f1fc3179c2 req-b8e55420-7268-4c7b-866a-27a5d9d236af tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851116 Aug 31 13:51:41.793483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.823063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object 1693adba-f432-46e7-b65d-fe46e5ac6cfd will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:41.885688 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.902215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59392) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:41.922668 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97b3-06e1-4acc-a36c-f038fb804968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.954777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:41.996719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:42.011031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:42.016636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:42.080194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=1693adba-f432-46e7-b65d-fe46e5ac6cfd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.151850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97b3-06e1-4acc-a36c-f038fb804968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.152563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3562b99-e206-4696-bfd1-0cba00329d1b req-d6d0922a-a0f2-474c-9496-0e0f6883e265 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.162866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97b3-06e1-4acc-a36c-f038fb804968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.167057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3562b99-e206-4696-bfd1-0cba00329d1b req-d6d0922a-a0f2-474c-9496-0e0f6883e265 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 936 time: 0.2311289 Aug 31 13:51:42.195663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.196502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.241501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-f29c4208-ec40-4836-9644-53ca21f04064 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5629232 Aug 31 13:51:42.248956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3e2c97b3-06e1-4acc-a36c-f038fb804968 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aeb553e0a2e8400cb038f386c34cd8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423607 Aug 31 13:51:42.249200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3562b99-e206-4696-bfd1-0cba00329d1b req-b2e9f070-03d3-4f07-808f-b223f45afddf tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801775 Aug 31 13:51:42.249200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59410) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:42.260123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c97b3-06e1-4acc-a36c-f038fb804968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c02020-d1bb-481a-bf24-87bbd2df06ca,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.281820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Request body: {'port': {'device_id': '9eba4d9e-499b-4536-8c02-6c273624995b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:42.436277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.449573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0b82e0b-3307-4938-a500-0c94d8b67a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.459242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3d01d35a-f705-4be5-8190-49b359a94edc None None] Provisioning for port 1693adba-f432-46e7-b65d-fe46e5ac6cfd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:42.472612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3d01d35a-f705-4be5-8190-49b359a94edc None None] Provisioning complete for port 1693adba-f432-46e7-b65d-fe46e5ac6cfd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:42.473281 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3d01d35a-f705-4be5-8190-49b359a94edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.517794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0b82e0b-3307-4938-a500-0c94d8b67a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.531604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3d01d35a-f705-4be5-8190-49b359a94edc None None] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:42.537728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bd4ca-3d1b-4edb-96fd-a690fea49fe0 req-ae945186-cdb4-42b2-89dd-d69f5343b09d tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.539443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-600bd4ca-3d1b-4edb-96fd-a690fea49fe0 req-ae945186-cdb4-42b2-89dd-d69f5343b09d tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.1647003 Aug 31 13:51:42.683521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-600bd4ca-3d1b-4edb-96fd-a690fea49fe0 req-508e86bb-918a-47a6-af2d-a5e33db0c77f tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234093 Aug 31 13:51:42.735270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0b82e0b-3307-4938-a500-0c94d8b67a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.737903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0b82e0b-3307-4938-a500-0c94d8b67a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.739094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f0b82e0b-3307-4938-a500-0c94d8b67a0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3c02020-d1bb-481a-bf24-87bbd2df06ca HTTP/1.1" status: 204 len: 168 time: 0.4889371 Aug 31 13:51:42.754563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f2d28-abf6-44c0-b259-ca95ff95d244 req-c811c9b2-4436-4622-9025-e9c2dacc185f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.763896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d32f2d28-abf6-44c0-b259-ca95ff95d244 req-c811c9b2-4436-4622-9025-e9c2dacc185f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0815153 Aug 31 13:51:42.769457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b82e0b-3307-4938-a500-0c94d8b67a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c02020-d1bb-481a-bf24-87bbd2df06ca,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.824448 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d32f2d28-abf6-44c0-b259-ca95ff95d244 req-c40881d2-b3f3-4567-a201-5cd096a0642e tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596616 Aug 31 13:51:42.881300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5ddc0-73e7-4c73-ba2e-a14178260949 req-8131e415-65fd-4829-b1fb-6bf7900d2d7c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.882867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dc5ddc0-73e7-4c73-ba2e-a14178260949 req-8131e415-65fd-4829-b1fb-6bf7900d2d7c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 945 time: 0.1067791 Aug 31 13:51:42.944983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1693adba-f432-46e7-b65d-fe46e5ac6cfd {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:42.946480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fd92a-9784-44a6-855d-a57c756a3095 req-690360d5-352b-465e-beed-60bcaa86811d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.949817 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-959fd92a-9784-44a6-855d-a57c756a3095 req-690360d5-352b-465e-beed-60bcaa86811d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0609040 Aug 31 13:51:42.951710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dc5ddc0-73e7-4c73-ba2e-a14178260949 req-284d1ae7-246e-481f-a181-528b3d726dc8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491703 Aug 31 13:51:42.956235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.981545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.045722 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-959fd92a-9784-44a6-855d-a57c756a3095 req-da6568b2-40d4-4166-babc-062a45137b85 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870242 Aug 31 13:51:43.105061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Pushing event updated for resources: {'Port': ['ID=1693adba-f432-46e7-b65d-fe46e5ac6cfd,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:43.187023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.187342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.191815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.198741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.199178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.204403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.204782 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.205163 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 2 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.220241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.220679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.221022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.226025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.226353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.231749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.232247 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.233374 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 3 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.256026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.256374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.256713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.270409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.271043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.280005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.281008 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.281629 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 4 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.287196 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-3dea8d1d-a25a-428e-8d79-b475011f334c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1253450483&fields=id&tenant_id=fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 267 time: 0.0866623 Aug 31 13:51:43.310570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.310919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.311253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.320623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.320995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.332085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.332429 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.332889 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 5 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.346911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.347402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.347745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.352952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.353296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.361687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.362034 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.363314 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 6 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.374114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-781efcbe-146c-4008-af61-5a0b34ef2900 None None] Provisioning complete for port 1693adba-f432-46e7-b65d-fe46e5ac6cfd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:43.374672 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-781efcbe-146c-4008-af61-5a0b34ef2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.394323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.394590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.394819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.406500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-8632e4e2-a7fa-45f9-9809-9478a2994997 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.408324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-8632e4e2-a7fa-45f9-9809-9478a2994997 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 945 time: 0.1150203 Aug 31 13:51:43.421804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.422146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.425407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'port': {'security_groups': ['c0ccf454-baf9-482e-a96a-9a8346d964d5', '5c184488-c7c6-443b-9130-a2551d599d1a']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:43.430779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.431123 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.433255 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 7 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.441078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-781efcbe-146c-4008-af61-5a0b34ef2900 None None] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:43.456765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b3345-8e43-4c00-9690-bbf27bc8a7a9 req-048a0704-3e58-44af-bbb5-4b3596221a27 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.458386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f25b3345-8e43-4c00-9690-bbf27bc8a7a9 req-048a0704-3e58-44af-bbb5-4b3596221a27 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 948 time: 0.0843575 Aug 31 13:51:43.459577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.459962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.460391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.466637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.466977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.477738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.478073 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.488065 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 8 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.510950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.511289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.511829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.523503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f25b3345-8e43-4c00-9690-bbf27bc8a7a9 req-8ddbc0ad-5e55-4ed3-aff9-b9b462921fcd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 Aug 31 13:51:43.524055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.524388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.529244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.529584 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.529989 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 9 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.543130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.549607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.549974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.550363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.556404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.556809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.562462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.562804 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.563201 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempt 10 to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd Aug 31 13:51:43.577848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.578197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.578696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.583464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.583794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempting to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.590905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:43.591423 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Failed to bind port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:43.592581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.689536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] For port 1693adba-f432-46e7-b65d-fe46e5ac6cfd, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:43.689835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:51:43.696174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.753168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Pushing event updated for resources: {'Port': ['ID=1693adba-f432-46e7-b65d-fe46e5ac6cfd,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:43.767725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] In _notify_port_updated(), no bound segment for port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:51:43.768805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.769920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.771060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:43.771667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-5cd9209c-8b73-4299-92d8-8a8c87182024 service neutron] 10.222.0.101 "PUT /v2.0/ports/1693adba-f432-46e7-b65d-fe46e5ac6cfd HTTP/1.1" status: 200 len: 1061 time: 1.4993172 Aug 31 13:51:43.772356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba4d9e-499b-4536-8c02-6c273624995b', 'tag': '1693adba-f432-46e7-b65d-fe46e5ac6cfd'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:43.775343 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68de3f0-7ff0-42df-9a3b-6f55ba1fcb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba4d9e-499b-4536-8c02-6c273624995b", "tag": "1693adba-f432-46e7-b65d-fe46e5ac6cfd"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:43.815386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.827967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.910451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.911229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.912700 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4a3765c6-cbb1-416e-9e26-1f5a02c6d98b req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "PUT /v2.0/ports/ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 200 len: 981 time: 0.4941962 Aug 31 13:51:43.913194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:43.925263 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0162dd-cc88-4ce8-821a-b90a925ba061" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:43.952229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fd750-9032-4365-b1f1-9589c0c11c4a req-94e9c218-985a-4bbe-9a48-f2c1c7e008cc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.953856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-742fd750-9032-4365-b1f1-9589c0c11c4a req-94e9c218-985a-4bbe-9a48-f2c1c7e008cc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.1208255 Aug 31 13:51:43.970405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32ba17-a283-4a0b-9ca7-21fae724bfaf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=6']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:43.996151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port 1693adba-f432-46e7-b65d-fe46e5ac6cfd {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:43.996531 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.001660 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb68868-6859-4a0d-aec6-81dd3b2cef78 x-openstack-request-id: req-8fb68868-6859-4a0d-aec6-81dd3b2cef78 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:44.001795 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba4d9e-499b-4536-8c02-6c273624995b", "tag": "1693adba-f432-46e7-b65d-fe46e5ac6cfd", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:44.002045 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8fb68868-6859-4a0d-aec6-81dd3b2cef78 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:44.002438 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba4d9e-499b-4536-8c02-6c273624995b', 'tag': '1693adba-f432-46e7-b65d-fe46e5ac6cfd', 'status': 'completed', 'code': 200} Aug 31 13:51:44.126202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-742fd750-9032-4365-b1f1-9589c0c11c4a req-8a517ecd-206a-443b-a943-d39e50039d6c tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497014 Aug 31 13:51:44.150077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138ee7c-7b7b-415e-b4b1-d6280f73aec5 req-482ec28d-e802-47b8-b242-89b4bc4918d0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.152226 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a138ee7c-7b7b-415e-b4b1-d6280f73aec5 req-482ec28d-e802-47b8-b242-89b4bc4918d0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0805631 Aug 31 13:51:44.174422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2b7857b5-f5d2-43fc-81eb-017e57f70411 None None] Provisioning complete for port 1693adba-f432-46e7-b65d-fe46e5ac6cfd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:44.175062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2b7857b5-f5d2-43fc-81eb-017e57f70411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.210453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de3f0-7ff0-42df-9a3b-6f55ba1fcb5a req-165174d9-e234-448e-8079-f839d725ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.215886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e68de3f0-7ff0-42df-9a3b-6f55ba1fcb5a req-165174d9-e234-448e-8079-f839d725ccb0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 1064 time: 0.1690516 Aug 31 13:51:44.224788 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a138ee7c-7b7b-415e-b4b1-d6280f73aec5 req-c34a7932-d94f-4b02-88e0-20c153d11742 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581386 Aug 31 13:51:44.229221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:44.245555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2b7857b5-f5d2-43fc-81eb-017e57f70411 None None] Port 1693adba-f432-46e7-b65d-fe46e5ac6cfd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:44.270967 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671e3df-48d8-4602-9549-a40b227356fd x-openstack-request-id: req-b671e3df-48d8-4602-9549-a40b227356fd {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:44.271264 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:44.271527 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b671e3df-48d8-4602-9549-a40b227356fd {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:44.272929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:44.273649 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'status': 'completed', 'code': 200} Aug 31 13:51:44.297950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e68de3f0-7ff0-42df-9a3b-6f55ba1fcb5a req-83a9c4b9-6db3-451a-8f96-0fddbf43c23b service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575039 Aug 31 13:51:44.299028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port 1693adba-f432-46e7-b65d-fe46e5ac6cfd, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:44.299396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.332510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:44.390379 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f11a-e99f-4db1-a37e-aa3b6bd749f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.410718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for 1693adba-f432-46e7-b65d-fe46e5ac6cfd owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:44.421688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-596cd94f-4185-4a75-a2d5-31427e21dc2c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1961046363&fields=id&tenant_id=fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 267 time: 0.2043030 Aug 31 13:51:44.513876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbe802-c53a-46c2-9d56-82af4efab5ea req-afd9d50b-78c8-42d4-a355-2022da23ab64 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.518159 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30bbe802-c53a-46c2-9d56-82af4efab5ea req-afd9d50b-78c8-42d4-a355-2022da23ab64 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1792622 Aug 31 13:51:44.548895 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f11a-e99f-4db1-a37e-aa3b6bd749f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.580285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-0fc06bd0-0eba-4af6-ba98-1c2e8ef0ef6a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.580738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f11a-e99f-4db1-a37e-aa3b6bd749f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.588827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-0fc06bd0-0eba-4af6-ba98-1c2e8ef0ef6a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 984 time: 0.1661468 Aug 31 13:51:44.594316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'port': {'security_groups': ['5c184488-c7c6-443b-9130-a2551d599d1a', 'c0ccf454-baf9-482e-a96a-9a8346d964d5', '69bf5517-32ab-45c2-97a8-8d21f871442e']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:44.603406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-dcc47621-dee8-49f6-898c-e8816b24aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.608068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-dcc47621-dee8-49f6-898c-e8816b24aa2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1135 time: 0.2449217 Aug 31 13:51:44.650330 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ed1f11a-e99f-4db1-a37e-aa3b6bd749f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f9652b9332840b692407f9d8b84af54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201078 Aug 31 13:51:44.671610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59528) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:44.674790 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30bbe802-c53a-46c2-9d56-82af4efab5ea req-a4297610-8624-4e92-94e4-fb5fd244d2da tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117423 Aug 31 13:51:44.709134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1f11a-e99f-4db1-a37e-aa3b6bd749f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fec51f-3852-4b45-b013-db71a238cfe4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:44.727020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de3f0-7ff0-42df-9a3b-6f55ba1fcb5a req-d61d03cb-ab1c-49ef-a2d0-e94cf8b6d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.728949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e68de3f0-7ff0-42df-9a3b-6f55ba1fcb5a req-d61d03cb-ab1c-49ef-a2d0-e94cf8b6d4e3 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4182837 Aug 31 13:51:44.858570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.910895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b266a-95c9-4539-81a7-b56db5dca1fa req-e8edd5b2-4176-44a3-a239-bd33a4e36d95 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.913060 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f71b266a-95c9-4539-81a7-b56db5dca1fa req-e8edd5b2-4176-44a3-a239-bd33a4e36d95 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 948 time: 0.0643694 Aug 31 13:51:44.915827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421181f-8b77-4035-a743-eb009f4a51bf req-b51a89c9-2ee7-477f-af31-c5fe493368bc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.917461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d421181f-8b77-4035-a743-eb009f4a51bf req-b51a89c9-2ee7-477f-af31-c5fe493368bc tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.2641857 Aug 31 13:51:44.955694 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f71b266a-95c9-4539-81a7-b56db5dca1fa req-d7878549-61f1-4135-a3c2-54d4c51edd8b tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Aug 31 13:51:45.019284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef3fec8-a075-4f21-8aed-6ad557520abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.021412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-6f8846d6-5f76-4a23-b5fb-a714e03faaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:45.022871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-6f8846d6-5f76-4a23-b5fb-a714e03faaa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 914 time: 0.3589389 Aug 31 13:51:45.152915 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef3fec8-a075-4f21-8aed-6ad557520abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.154607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.165577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-220c8c35-eb33-49cd-a559-967ecc3a1501 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 200 len: 217 time: 0.1261232 Aug 31 13:51:45.222535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:45.251943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d9409-f617-4bb2-8d07-04d146675349 req-fc752743-8b78-45cf-9fe7-4482d45c1898 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:45.253736 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-151d9409-f617-4bb2-8d07-04d146675349 req-fc752743-8b78-45cf-9fe7-4482d45c1898 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.0543451 Aug 31 13:51:45.260684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=1693adba-f432-46e7-b65d-fe46e5ac6cfd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:45.320625 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-151d9409-f617-4bb2-8d07-04d146675349 req-a84430f9-46af-4565-842c-c877b682ee30 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460780 Aug 31 13:51:45.377230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port 1693adba-f432-46e7-b65d-fe46e5ac6cfd on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:45.384382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-8b6cd0c2-51fe-456d-934c-634051aa003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:45.386063 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-8b6cd0c2-51fe-456d-934c-634051aa003f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.1928134 Aug 31 13:51:45.391026 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.392663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-ba788cb0-1dc2-4c2f-a2a1-fc9fd9594cb0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "DELETE /v2.0/ports/1693adba-f432-46e7-b65d-fe46e5ac6cfd HTTP/1.1" status: 204 len: 173 time: 1.6128750 Aug 31 13:51:45.429136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Deleting port e64df0e2-d5e1-45ef-91d2-e476208d8120 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:45.429497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.478313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef3fec8-a075-4f21-8aed-6ad557520abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.480949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef3fec8-a075-4f21-8aed-6ad557520abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.482326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aef3fec8-a075-4f21-8aed-6ad557520abf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1fec51f-3852-4b45-b013-db71a238cfe4 HTTP/1.1" status: 204 len: 168 time: 0.8040421 Aug 31 13:51:45.505860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-b6f6f4d5-9879-425d-91e3-e768a31e4ffd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079295 Aug 31 13:51:45.575200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3fec8-a075-4f21-8aed-6ad557520abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fec51f-3852-4b45-b013-db71a238cfe4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:45.615402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-8869a9fd-3111-4e55-996e-c227996964c7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0688858 Aug 31 13:51:45.616225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee76a6-1204-442b-b0ac-9c3577568e9f req-ac6df1ee-7a55-48db-a0c5-6cae9929cc33 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:45.618863 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13ee76a6-1204-442b-b0ac-9c3577568e9f req-ac6df1ee-7a55-48db-a0c5-6cae9929cc33 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0960400 Aug 31 13:51:45.714174 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13ee76a6-1204-442b-b0ac-9c3577568e9f req-7492f936-a4f2-4038-9ad9-49199c102f6b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855255 Aug 31 13:51:45.714424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-c779f750-255d-4355-88c0-c2da20cf9ecb service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560281 Aug 31 13:51:45.773705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:45.848036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] For port e64df0e2-d5e1-45ef-91d2-e476208d8120, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e64df0e2-d5e1-45ef-91d2-e476208d8120,segment=NetworkSegment(c27e90a7-1e8b-4325-ad26-58c32554890b),segment_id=c27e90a7-1e8b-4325-ad26-58c32554890b)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:45.848959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.869040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b429b85-26ff-45c4-b617-f0af93b6d93c req-bd384b36-495b-49ce-a0dd-72ef85c74b92 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:45.871588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b429b85-26ff-45c4-b617-f0af93b6d93c req-bd384b36-495b-49ce-a0dd-72ef85c74b92 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0621338 Aug 31 13:51:45.893313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-2cee831f-d05c-4dbc-8448-329b40c6ab5f service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524034 Aug 31 13:51:45.895928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Calling delete_port for e64df0e2-d5e1-45ef-91d2-e476208d8120 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:51:45.901128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.919743 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b429b85-26ff-45c4-b617-f0af93b6d93c req-41fd24f2-6e97-44f7-b9bd-2fe1be5fb586 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 Aug 31 13:51:45.924119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.929868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59554) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:46.053451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba4d9e-499b-4536-8c02-6c273624995b', 'name': 'network-vif-deleted', 'tag': '1693adba-f432-46e7-b65d-fe46e5ac6cfd'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:46.057104 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d487064-e797-44dc-9851-3adbdda07182" -d '{"events": [{"server_uuid": "9eba4d9e-499b-4536-8c02-6c273624995b", "name": "network-vif-deleted", "tag": "1693adba-f432-46e7-b65d-fe46e5ac6cfd"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:46.066914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d219d43e-2b03-4c67-adbf-83d5dd0d4c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.107113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a05d-3101-4289-b63f-557d1e171f94 req-c24cb76a-5ee2-40a7-a708-018e57dcbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:46.109402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-c24cb76a-5ee2-40a7-a708-018e57dcbabb service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3802929 Aug 31 13:51:46.147231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:46.148072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.150425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6755ca5e-8403-4e65-8bc2-bfba7a86f164 req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "PUT /v2.0/ports/ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 200 len: 1020 time: 1.5605555 Aug 31 13:51:46.213739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b661ebe-aab2-4e79-aeb2-7dc569aaa9c5 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.241211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fbb588b9-0c26-48fc-bc22-e0535739c451 req-b04c1063-e2ec-4311-9387-8926b0ae90d5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0453765 Aug 31 13:51:46.292796 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d219d43e-2b03-4c67-adbf-83d5dd0d4c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.298505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d219d43e-2b03-4c67-adbf-83d5dd0d4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.341057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d219d43e-2b03-4c67-adbf-83d5dd0d4c51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88f4a8322c0343d7b548bde67b8ffe3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098010 Aug 31 13:51:46.345260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59574) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:46.429591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:46.433971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219d43e-2b03-4c67-adbf-83d5dd0d4c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24860b27-27c0-430c-8aa8-8fe47816cdd6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.468375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db2c91-68c3-4a60-a029-90f186b8fb0b req-78bec42a-995e-4a1e-9cac-f86f2c51c954 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:46.470153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-88db2c91-68c3-4a60-a029-90f186b8fb0b req-78bec42a-995e-4a1e-9cac-f86f2c51c954 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.1161878 Aug 31 13:51:46.493944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a12e14-2222-4bb2-b36b-bfcc1b6605e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.541550 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a12e14-2222-4bb2-b36b-bfcc1b6605e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.610214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-88db2c91-68c3-4a60-a029-90f186b8fb0b req-17a11d1d-4a49-4b92-9905-d57433b0aafb tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e HTTP/1.1" status: 200 len: 6150 time: 0.1261311 Aug 31 13:51:46.625528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59584) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:46.642707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a12e14-2222-4bb2-b36b-bfcc1b6605e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.645573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-70a12e14-2222-4bb2-b36b-bfcc1b6605e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.646747 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-70a12e14-2222-4bb2-b36b-bfcc1b6605e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24860b27-27c0-430c-8aa8-8fe47816cdd6 HTTP/1.1" status: 204 len: 168 time: 0.3001914 Aug 31 13:51:46.670130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-23c76022-e3f1-4ccb-bb01-af55daaf26e7 req-46b9647d-b970-4cf3-a84b-92ad9742d75e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': ' tempest-securitygroup -921680550 ', 'description': 'tempest-description-2134043568'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:46.677673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a12e14-2222-4bb2-b36b-bfcc1b6605e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24860b27-27c0-430c-8aa8-8fe47816cdd6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.691148 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69d1f28-d262-4f68-9ff5-0cedc951cabe x-openstack-request-id: req-e69d1f28-d262-4f68-9ff5-0cedc951cabe {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:46.691786 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba4d9e-499b-4536-8c02-6c273624995b", "name": "network-vif-deleted", "tag": "1693adba-f432-46e7-b65d-fe46e5ac6cfd", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:46.691786 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e69d1f28-d262-4f68-9ff5-0cedc951cabe {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:46.692086 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba4d9e-499b-4536-8c02-6c273624995b', 'name': 'network-vif-deleted', 'tag': '1693adba-f432-46e7-b65d-fe46e5ac6cfd', 'status': 'completed', 'code': 200} Aug 31 13:51:46.703609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-23c76022-e3f1-4ccb-bb01-af55daaf26e7 req-46b9647d-b970-4cf3-a84b-92ad9742d75e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.729684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d0162dd-cc88-4ce8-821a-b90a925ba061 req-9426483e-c016-4861-9ecb-40ae9304136a service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183928 Aug 31 13:51:46.732101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-43da72c5-4740-40de-ae7d-1639718e702d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.4850304 Aug 31 13:51:46.821615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1031216089-network', 'tenant_id': '05f94183fd284bae82d6d80d72e97857'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:46.847413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29143778-64bd-4e1f-ae89-7b3459e53fdb req-09e0a19a-75dd-4a0f-9c34-3619e15be031 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:46.857110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29143778-64bd-4e1f-ae89-7b3459e53fdb req-09e0a19a-75dd-4a0f-9c34-3619e15be031 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2942a62-d4ec-4031-8a86-b6e5fc0dd732 HTTP/1.1" status: 200 len: 945 time: 0.1626554 Aug 31 13:51:46.888474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-23c76022-e3f1-4ccb-bb01-af55daaf26e7 req-46b9647d-b970-4cf3-a84b-92ad9742d75e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.894959 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-23c76022-e3f1-4ccb-bb01-af55daaf26e7 req-46b9647d-b970-4cf3-a84b-92ad9742d75e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.897259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.938025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Made reservation on behalf of 05f94183fd284bae82d6d80d72e97857 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:46.940404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.941702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29143778-64bd-4e1f-ae89-7b3459e53fdb req-5ec177ba-8d5e-4ba0-8e25-2bc3953a3a9e tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ff8b05-f627-4934-8922-96ae18b65b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831606 Aug 31 13:51:46.945052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-23c76022-e3f1-4ccb-bb01-af55daaf26e7 req-46b9647d-b970-4cf3-a84b-92ad9742d75e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.946816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Pushing event deleted for resources: {'Port': ['ID=e64df0e2-d5e1-45ef-91d2-e476208d8120,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.948089 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-23c76022-e3f1-4ccb-bb01-af55daaf26e7 req-46b9647d-b970-4cf3-a84b-92ad9742d75e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2834229 Aug 31 13:51:46.960596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9647d-b970-4cf3-a84b-92ad9742d75e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f55d9-5131-49a2-b885-423f0782297d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.963606 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.011332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] No DVR routers for this DVR port e64df0e2-d5e1-45ef-91d2-e476208d8120 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:51:47.016079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.019632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d421181f-8b77-4035-a743-eb009f4a51bf req-db370938-819a-4aa5-b29f-92cd9c47ba69 tempest-InstanceActionsNegativeTestJSON-691307212 tempest-InstanceActionsNegativeTestJSON-691307212-project] 10.222.0.26 "DELETE /v2.0/ports/e64df0e2-d5e1-45ef-91d2-e476208d8120 HTTP/1.1" status: 204 len: 173 time: 2.0834022 Aug 31 13:51:47.117171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.119600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5149-7849-4018-ab54-6f56e6817620 req-498a67c1-cc8c-4dfb-8f04-537f92528be7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.121757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1cd5149-7849-4018-ab54-6f56e6817620 req-498a67c1-cc8c-4dfb-8f04-537f92528be7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0630524 Aug 31 13:51:47.126814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cd85-a901-474f-80cc-e3e13293e4b6 req-1dd36439-0522-4319-a492-f760a6985a82 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.128546 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ced4cd85-a901-474f-80cc-e3e13293e4b6 req-1dd36439-0522-4319-a492-f760a6985a82 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0860362 Aug 31 13:51:47.130367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.161463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] vlan segment allocate from pool success with {'vlan_id': 1549, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:47.178422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1cd5149-7849-4018-ab54-6f56e6817620 req-ff421aa7-3e18-4c4c-8c14-c49f862ae162 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489130 Aug 31 13:51:47.188815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37b5bfe-b750-4c13-b3ea-b33f40ea882b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.203503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.204008 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Added segment 806a79c5-ee10-49c7-9dd2-4285d2c317f2 of type vlan for network f08f1d42-9781-4983-904f-592744f25d95 Aug 31 13:51:47.231359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59602) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:47.232828 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ced4cd85-a901-474f-80cc-e3e13293e4b6 req-2c654e3b-084f-4e8c-ad11-0fad5b9a244e tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944340 Aug 31 13:51:47.267644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.279643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50f13508-b5dd-4845-8cb2-ed6bfb75335f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.296724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.297827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.298520 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.309345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-021e3382-f630-4b06-8590-7c47a64a65d4 req-0c3af00b-c299-4455-aaab-f15040e55833 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/5e9f55d9-5131-49a2-b885-423f0782297d HTTP/1.1" status: 200 len: 1780 time: 0.0945475 Aug 31 13:51:47.371971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] Pushing event updated for resources: {'Network': ['ID=f08f1d42-9781-4983-904f-592744f25d95,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.382540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f08f1d42-9781-4983-904f-592744f25d95 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:47.383863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-068fe978-060c-4f56-b33d-af1dac0434f5 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0412819 Aug 31 13:51:47.426151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbfb2be3-3e63-4b75-a038-fb1f52bc6028 req-ee37f31c-f3b6-4809-8dae-3bdfa45b9a3d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0397794 Aug 31 13:51:47.433977 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67d6cf69-90e6-482e-b2b6-e517564f43af req-f4e26b92-334e-4f28-a82a-ee9696ef0373 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/5e9f55d9-5131-49a2-b885-423f0782297d HTTP/1.1" status: 200 len: 1780 time: 0.0411794 Aug 31 13:51:47.447819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-037d9eca-5c49-4343-add7-7b42d45abdee service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446780 Aug 31 13:51:47.502686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-67d6cf69-90e6-482e-b2b6-e517564f43af req-697dc471-c939-4fa5-9dfd-02a8cf7cb9a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.515709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50f13508-b5dd-4845-8cb2-ed6bfb75335f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.521683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50f13508-b5dd-4845-8cb2-ed6bfb75335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.526575 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-67d6cf69-90e6-482e-b2b6-e517564f43af req-697dc471-c939-4fa5-9dfd-02a8cf7cb9a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.530093 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f60a65f3-d247-4667-b290-4265f4394535 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9058890 Aug 31 13:51:47.535317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59608) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:47.541769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Request body: {'subnet': {'network_id': 'f08f1d42-9781-4983-904f-592744f25d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1031216089-subnet', 'tenant_id': '05f94183fd284bae82d6d80d72e97857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:47.579207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Made reservation on behalf of 05f94183fd284bae82d6d80d72e97857 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:47.581457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50f13508-b5dd-4845-8cb2-ed6bfb75335f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8a67a112c8e478fb7550e4b4d6a2b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489437 Aug 31 13:51:47.581632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.584197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59610) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:47.595477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13508-b5dd-4845-8cb2-ed6bfb75335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78128427-2700-4da9-aa6e-479ee6942eb5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.608473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a05d-3101-4289-b63f-557d1e171f94 req-d929f77c-8d98-43b4-915b-379e5f950c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.610028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-d929f77c-8d98-43b4-915b-379e5f950c01 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1505930 Aug 31 13:51:47.644099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-67d6cf69-90e6-482e-b2b6-e517564f43af req-697dc471-c939-4fa5-9dfd-02a8cf7cb9a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.646728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-67d6cf69-90e6-482e-b2b6-e517564f43af req-697dc471-c939-4fa5-9dfd-02a8cf7cb9a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.647865 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-67d6cf69-90e6-482e-b2b6-e517564f43af req-697dc471-c939-4fa5-9dfd-02a8cf7cb9a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/5e9f55d9-5131-49a2-b885-423f0782297d HTTP/1.1" status: 204 len: 173 time: 0.2073231 Aug 31 13:51:47.681418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc471-c939-4fa5-9dfd-02a8cf7cb9a3 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f55d9-5131-49a2-b885-423f0782297d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.683807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:47.709188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-54002da0-9ea4-4ea2-a2cf-06f072a15068 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0295014 Aug 31 13:51:47.710129 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-65c5197b-c3b5-4c08-9b04-e20ed31130a1 req-14a97344-a754-4afb-8255-3212cc707a51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:51:47.711045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65c5197b-c3b5-4c08-9b04-e20ed31130a1 req-14a97344-a754-4afb-8255-3212cc707a51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/5e9f55d9-5131-49a2-b885-423f0782297d HTTP/1.1" status: 404 len: 352 time: 0.0455315 Aug 31 13:51:47.718034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a44f26f-1f1a-44df-b3e9-93beb50c62f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.777528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a44f26f-1f1a-44df-b3e9-93beb50c62f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.784248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-578bb675-14cb-4963-800c-40a34931ebb1 req-22ded5da-a486-4744-af35-5de111268ba2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1682293996', 'description': 'tempest-description-1084377962'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:47.868464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-578bb675-14cb-4963-800c-40a34931ebb1 req-22ded5da-a486-4744-af35-5de111268ba2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.905430 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.920004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a44f26f-1f1a-44df-b3e9-93beb50c62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.922601 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a44f26f-1f1a-44df-b3e9-93beb50c62f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.923767 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4a44f26f-1f1a-44df-b3e9-93beb50c62f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78128427-2700-4da9-aa6e-479ee6942eb5 HTTP/1.1" status: 204 len: 168 time: 0.3386433 Aug 31 13:51:47.957574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e64df0e2-d5e1-45ef-91d2-e476208d8120 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:51:47.980962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44f26f-1f1a-44df-b3e9-93beb50c62f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78128427-2700-4da9-aa6e-479ee6942eb5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.987264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e64df0e2-d5e1-45ef-91d2-e476208d8120 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:51:47.988827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e64df0e2-d5e1-45ef-91d2-e476208d8120 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:51:48.016148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7c35ee-697f-4db6-bfcb-dbbbe6b1f548,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.035317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Checking segment: {'id': '806a79c5-ee10-49c7-9dd2-4285d2c317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': 'f08f1d42-9781-4983-904f-592744f25d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:48.036653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Network hostable DHCP agents. Network: f08f1d42-9781-4983-904f-592744f25d95, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:48.041894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:48.079121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-578bb675-14cb-4963-800c-40a34931ebb1 req-22ded5da-a486-4744-af35-5de111268ba2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.080007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Network f08f1d42-9781-4983-904f-592744f25d95 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:48.086739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-578bb675-14cb-4963-800c-40a34931ebb1 req-22ded5da-a486-4744-af35-5de111268ba2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.096519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f08f1d42-9781-4983-904f-592744f25d95) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:48.107826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a952794b-01fb-44b8-8eab-3b57e8b871d6 None None] Network f08f1d42-9781-4983-904f-592744f25d95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:48.111017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.111619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.127123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-578bb675-14cb-4963-800c-40a34931ebb1 req-22ded5da-a486-4744-af35-5de111268ba2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.129914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] Deleting subnet b5a74fb0-602e-46b4-9c9f-09f07dc65ea4 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:51:48.133264 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-578bb675-14cb-4963-800c-40a34931ebb1 req-22ded5da-a486-4744-af35-5de111268ba2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3579612 Aug 31 13:51:48.139587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ded5da-a486-4744-af35-5de111268ba2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef99173-9c23-4114-87f9-53af0b67c737,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.140711 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.146097 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3e14438a-2cf7-417c-818a-70c3a0df8255 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6098373 Aug 31 13:51:48.224914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59628) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:48.235463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.280825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.288166 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8097a05d-3101-4289-b63f-557d1e171f94 req-6bc858a4-c88c-4c51-832f-9893531dd27c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0618360 Aug 31 13:51:48.362454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4e26f167-8017-43a1-bd06-b0814a9c1868 req-b8de3f76-7f1a-4432-80db-d907cd9a6319 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1877635532', 'description': 'tempest-description-1798025710'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:48.395626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d339-c6a9-4e7c-a9f5-5205b2356499 req-10e601c5-8829-4534-9cd3-19e2cdc1385c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.396368 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e26f167-8017-43a1-bd06-b0814a9c1868 req-b8de3f76-7f1a-4432-80db-d907cd9a6319 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.403936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93c1d339-c6a9-4e7c-a9f5-5205b2356499 req-10e601c5-8829-4534-9cd3-19e2cdc1385c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1091862 Aug 31 13:51:48.408653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.443332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a74fb0-602e-46b4-9c9f-09f07dc65ea4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.451784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.452917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93c1d339-c6a9-4e7c-a9f5-5205b2356499 req-39e5a2cc-e1e1-45c0-8c61-a408bb80dd8f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Aug 31 13:51:48.456168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2cb59e62-185b-45f9-95d2-cd8680c0081b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b5a74fb0-602e-46b4-9c9f-09f07dc65ea4 HTTP/1.1" status: 204 len: 168 time: 0.4095852 Aug 31 13:51:48.457491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59642) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:48.484817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395cbf8-b63c-4ea0-84fb-97dd4ea960cc None None] Network f08f1d42-9781-4983-904f-592744f25d95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:48.551002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e26f167-8017-43a1-bd06-b0814a9c1868 req-b8de3f76-7f1a-4432-80db-d907cd9a6319 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.561517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e26f167-8017-43a1-bd06-b0814a9c1868 req-b8de3f76-7f1a-4432-80db-d907cd9a6319 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.594371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.600531 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4e26f167-8017-43a1-bd06-b0814a9c1868 req-b8de3f76-7f1a-4432-80db-d907cd9a6319 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.601855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e26f167-8017-43a1-bd06-b0814a9c1868 req-b8de3f76-7f1a-4432-80db-d907cd9a6319 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2492454 Aug 31 13:51:48.610922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de3f76-7f1a-4432-80db-d907cd9a6319 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116d3abb-5e30-4935-b452-b8fc4015a2d4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.673895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe42ea6-6c9d-41e3-83e4-1c39a336c2c9 req-495910aa-a722-4d1d-b020-7343b8131873 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.675314 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bfe42ea6-6c9d-41e3-83e4-1c39a336c2c9 req-495910aa-a722-4d1d-b020-7343b8131873 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1347952 Aug 31 13:51:48.693495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'}, {'server_uuid': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'name': 'network-vif-deleted', 'tag': 'e64df0e2-d5e1-45ef-91d2-e476208d8120'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:48.696304 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c81ad37-bd28-4252-99c2-268815e895a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc"}, {"server_uuid": "c2942a62-d4ec-4031-8a86-b6e5fc0dd732", "name": "network-vif-deleted", "tag": "e64df0e2-d5e1-45ef-91d2-e476208d8120"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:48.744415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.762340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936520d0-3fdb-4d60-849f-3cac6a221350']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:48.767781 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bfe42ea6-6c9d-41e3-83e4-1c39a336c2c9 req-a107f638-bd86-4778-b48c-562b5e24a158 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821865 Aug 31 13:51:48.776629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27e90a7-1e8b-4325-ad26-58c32554890b') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:48.777227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27e90a7-1e8b-4325-ad26-58c32554890b') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:48.788621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.823857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.831422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Releasing vlan 1517 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:51:48.831831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:51:48.833614 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:51:48.919678 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a504b14-d4e1-4fca-8cbc-3d02978773d2 req-0514874c-1516-42bd-a7ed-7d0ebbf38241 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0410750 Aug 31 13:51:48.936951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.959177 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.963978 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] 10.222.0.10 "DELETE /v2.0/networks/936520d0-3fdb-4d60-849f-3cac6a221350 HTTP/1.1" status: 204 len: 168 time: 0.5053120 Aug 31 13:51:48.965850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcee06-914f-44d7-a35e-9ac08ef39dff admin admin] Pushing event deleted for resources: {'Network': ['ID=936520d0-3fdb-4d60-849f-3cac6a221350,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.983737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-51a3880c-6be0-4450-a517-bd68f015253d req-35619ef1-0bad-4284-8066-1cb84f383aa0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-890918607', 'description': 'tempest-description-529716857'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:49.010239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-51a3880c-6be0-4450-a517-bd68f015253d req-35619ef1-0bad-4284-8066-1cb84f383aa0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.019554 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-aebf79ee-01a9-49b0-9310-434ad580cf4d req-8dca2a63-3963-4866-95d3-8bf004b271bd tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] show failed (client error): The resource could not be found. Aug 31 13:51:49.021321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aebf79ee-01a9-49b0-9310-434ad580cf4d req-8dca2a63-3963-4866-95d3-8bf004b271bd tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "GET /v2.0/security-groups/87de4b80-37ff-45c9-92e6-b4a913b8e000 HTTP/1.1" status: 404 len: 352 time: 0.0201097 Aug 31 13:51:49.074767 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445e828d-463a-454c-85bf-b2ed07ee81d0 x-openstack-request-id: req-445e828d-463a-454c-85bf-b2ed07ee81d0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:49.075087 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc", "status": "completed", "code": 200}, {"server_uuid": "c2942a62-d4ec-4031-8a86-b6e5fc0dd732", "name": "network-vif-deleted", "tag": "e64df0e2-d5e1-45ef-91d2-e476208d8120", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:49.076456 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-445e828d-463a-454c-85bf-b2ed07ee81d0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:49.076456 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'status': 'completed', 'code': 200} Aug 31 13:51:49.076456 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2942a62-d4ec-4031-8a86-b6e5fc0dd732', 'name': 'network-vif-deleted', 'tag': 'e64df0e2-d5e1-45ef-91d2-e476208d8120', 'status': 'completed', 'code': 200} Aug 31 13:51:49.144892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-51a3880c-6be0-4450-a517-bd68f015253d req-35619ef1-0bad-4284-8066-1cb84f383aa0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.152972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-51a3880c-6be0-4450-a517-bd68f015253d req-35619ef1-0bad-4284-8066-1cb84f383aa0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.212074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-51a3880c-6be0-4450-a517-bd68f015253d req-35619ef1-0bad-4284-8066-1cb84f383aa0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.215402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-3497aaa7-532e-4c80-8c8e-5168f51d42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:49.216943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-3497aaa7-532e-4c80-8c8e-5168f51d42de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1174 time: 0.0732191 Aug 31 13:51:49.217815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-51a3880c-6be0-4450-a517-bd68f015253d req-35619ef1-0bad-4284-8066-1cb84f383aa0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2383025 Aug 31 13:51:49.233809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35619ef1-0bad-4284-8066-1cb84f383aa0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e853928d-c86d-42ec-a62e-a35a435c3eb9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:49.281161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59678) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:49.337201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d46daf86-6fcf-4775-bb63-ce065e6e86ce req-17e3b3c2-7b8e-4417-bc0f-0a4b0d12d087 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eba4d9e-499b-4536-8c02-6c273624995b HTTP/1.1" status: 200 len: 210 time: 0.0726793 Aug 31 13:51:49.361716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e6424b7-a21b-40f0-ac3a-bfd3dcee3ec4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8dfb679d4a549b99dc933c281953447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792699 Aug 31 13:51:49.366438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59680) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:49.404371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-34468ab0-2cdc-4051-9850-1e6e8676a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:49.406391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-34468ab0-2cdc-4051-9850-1e6e8676a0c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 914 time: 0.1722777 Aug 31 13:51:49.434198 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03966d0a-9d46-4e9f-91b4-93552e1f3294 req-6fee83b3-ce65-4a0b-986d-3bd9eb737374 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 10898 time: 0.1882818 Aug 31 13:51:49.477372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-8dcfc711-e0e5-4862-8f95-273b0f287d6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 200 len: 217 time: 0.0537002 Aug 31 13:51:49.496649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca75b55-aba8-40c4-8d17-b1961e5ba83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.502054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03966d0a-9d46-4e9f-91b4-93552e1f3294 req-b89e6772-99ed-4e42-88a5-31b165ccb447 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/c0ccf454-baf9-482e-a96a-9a8346d964d5 HTTP/1.1" status: 200 len: 2981 time: 0.0659702 Aug 31 13:51:49.532389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca75b55-aba8-40c4-8d17-b1961e5ba83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.570103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-5a34b5e9-7ae6-4018-9139-644af1519d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:49.571852 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-5a34b5e9-7ae6-4018-9139-644af1519d90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.0815299 Aug 31 13:51:49.597977 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03966d0a-9d46-4e9f-91b4-93552e1f3294 req-11e76bac-e249-4102-bb52-0f80a5813fd1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/c0ccf454-baf9-482e-a96a-9a8346d964d5 HTTP/1.1" status: 200 len: 2981 time: 0.0775187 Aug 31 13:51:49.617122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca75b55-aba8-40c4-8d17-b1961e5ba83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.620668 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca75b55-aba8-40c4-8d17-b1961e5ba83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.624101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ca75b55-aba8-40c4-8d17-b1961e5ba83d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76ff8b05-f627-4934-8922-96ae18b65b8e HTTP/1.1" status: 204 len: 168 time: 0.2537935 Aug 31 13:51:49.631763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca75b55-aba8-40c4-8d17-b1961e5ba83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ff8b05-f627-4934-8922-96ae18b65b8e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:49.654019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-f7f0a411-a6f2-435b-b05e-faab2e318430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730522 Aug 31 13:51:49.722591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69dde77b-32d2-4085-80ab-71e54905fdc4 req-ae8d7f1f-a4bc-4791-a08e-c9262cc73593 tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05f94183fd284bae82d6d80d72e97857 HTTP/1.1" status: 200 len: 2984 time: 0.1633589 Aug 31 13:51:49.723235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5376de-b1bc-4a18-aa0f-f615b7c4c729 req-7bb283c4-860f-46c9-98fc-ea114ad8c22c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:49.734536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb5376de-b1bc-4a18-aa0f-f615b7c4c729 req-7bb283c4-860f-46c9-98fc-ea114ad8c22c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0680885 Aug 31 13:51:49.777667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb5376de-b1bc-4a18-aa0f-f615b7c4c729 req-b87c6afd-872a-4a22-a416-d61a3c103d20 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Aug 31 13:51:49.809536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69dde77b-32d2-4085-80ab-71e54905fdc4 req-9dfe0bef-4018-47ef-9de3-a8c8e89b726e tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "GET /v2.0/security-groups/e37b5bfe-b750-4c13-b3ea-b33f40ea882b HTTP/1.1" status: 200 len: 2981 time: 0.0770833 Aug 31 13:51:49.828991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-d465cea1-afb9-4a5d-9a5f-dfb6595a4564 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624706 Aug 31 13:51:49.917220 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d451e228-921e-466b-b117-d36ba6326431 req-bb20bc8d-48db-4d3e-8a67-0fcaca7aa030 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/4ef99173-9c23-4114-87f9-53af0b67c737 HTTP/1.1" status: 200 len: 1801 time: 0.0673215 Aug 31 13:51:49.942299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69dde77b-32d2-4085-80ab-71e54905fdc4 req-16d6e6ee-140e-4dc1-8eb4-28774ade57b1 tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "GET /v2.0/security-groups/e37b5bfe-b750-4c13-b3ea-b33f40ea882b HTTP/1.1" status: 200 len: 2981 time: 0.1256542 Aug 31 13:51:49.986537 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d451e228-921e-466b-b117-d36ba6326431 req-bd49c7bd-5fe1-4c0a-9426-b0914f0d644a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.012966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c81ad37-bd28-4252-99c2-268815e895a9 req-07f48090-1818-444c-a1bd-dd8c55e2fc26 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659245 Aug 31 13:51:50.018843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d451e228-921e-466b-b117-d36ba6326431 req-bd49c7bd-5fe1-4c0a-9426-b0914f0d644a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.076889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d451e228-921e-466b-b117-d36ba6326431 req-bd49c7bd-5fe1-4c0a-9426-b0914f0d644a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.081237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d451e228-921e-466b-b117-d36ba6326431 req-bd49c7bd-5fe1-4c0a-9426-b0914f0d644a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.082406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d451e228-921e-466b-b117-d36ba6326431 req-bd49c7bd-5fe1-4c0a-9426-b0914f0d644a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/4ef99173-9c23-4114-87f9-53af0b67c737 HTTP/1.1" status: 204 len: 173 time: 0.1642959 Aug 31 13:51:50.093275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49c7bd-5fe1-4c0a-9426-b0914f0d644a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef99173-9c23-4114-87f9-53af0b67c737,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:50.167467 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e5873f1-89ab-427a-874e-c7ac6e5f9afd req-5da99e3d-9cd6-416f-b1d4-f7a999d0346a tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "GET /v2.0/security-groups/e37b5bfe-b750-4c13-b3ea-b33f40ea882b HTTP/1.1" status: 200 len: 2981 time: 0.0540659 Aug 31 13:51:50.168889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee545-2455-4404-9d2b-d99f90704081 req-4abd4bda-2b64-413d-bf4c-6d04d2f1103c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:50.170524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bbee545-2455-4404-9d2b-d99f90704081 req-4abd4bda-2b64-413d-bf4c-6d04d2f1103c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0635273 Aug 31 13:51:50.223508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bbee545-2455-4404-9d2b-d99f90704081 req-db176376-ff08-4a3a-8fa3-9baa3c097698 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Aug 31 13:51:50.243118 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-0e5873f1-89ab-427a-874e-c7ac6e5f9afd req-48d83276-be64-4e20-9935-05beb78f50ed tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 13:51:50.256248 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e5873f1-89ab-427a-874e-c7ac6e5f9afd req-48d83276-be64-4e20-9935-05beb78f50ed tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "DELETE /v2.0/security-groups/e37b5bfe-b750-4c13-b3ea-b33f40ea882b HTTP/1.1" status: 409 len: 352 time: 0.0767570 Aug 31 13:51:50.277904 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-11e68254-7350-4f7f-895c-7c12cd2d93a1 req-d4038cb5-5fd9-4cec-b466-8f64de9567b0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:51:50.279252 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-11e68254-7350-4f7f-895c-7c12cd2d93a1 req-d4038cb5-5fd9-4cec-b466-8f64de9567b0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/4ef99173-9c23-4114-87f9-53af0b67c737 HTTP/1.1" status: 404 len: 352 time: 0.0162907 Aug 31 13:51:50.350440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-d5e9c65e-677b-4e02-98a5-886aa211563e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269322 Aug 31 13:51:50.481857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ee2f-ea47-4792-818a-36f418759818 req-9e95a91f-8394-4323-ae73-deea19ac3e30 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:50.483387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-9e95a91f-8394-4323-ae73-deea19ac3e30 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289091 Aug 31 13:51:50.500344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-f3ef8e60-13a5-4bf4-8c12-87b3aa08eec4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/quotas/2f90fcaa084e4e5d832a259bdc4122b7 HTTP/1.1" status: 200 len: 375 time: 0.0113254 Aug 31 13:51:50.569086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4bf64154-cb48-49b8-80cb-70f1e5acee75 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616567 Aug 31 13:51:50.593261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-45f07309-108e-4d9e-9db5-1528d53a69e8 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299587 Aug 31 13:51:50.628205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59758) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:50.713555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-ddd490fe-07f9-4251-9ac8-7acbfd1e81b1 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:50.720451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-ddd490fe-07f9-4251-9ac8-7acbfd1e81b1 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262743 Aug 31 13:51:50.724266 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-05c00874-1f0c-46dc-a745-44cb3b85bca7 req-d367b59a-3b88-4740-b3bf-b3303a7a7ca1 tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] show failed (client error): The resource could not be found. Aug 31 13:51:50.725486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05c00874-1f0c-46dc-a745-44cb3b85bca7 req-d367b59a-3b88-4740-b3bf-b3303a7a7ca1 tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "GET /v2.0/security-groups/33f817e7-5e18-40a2-a197-9927545b1b43 HTTP/1.1" status: 404 len: 352 time: 0.0199354 Aug 31 13:51:50.733413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-604d0035-6d76-4fce-916b-eb262cbb10ba tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/quotas/6e3479edb767479fb319c1f76bbb0d5b HTTP/1.1" status: 200 len: 375 time: 0.0120525 Aug 31 13:51:50.775178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-5b205096-a29e-4784-adbe-d8210ea24850 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322402 Aug 31 13:51:50.781560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1970141530-network', 'tenant_id': 'cb216eff851a44c5a4835cd14e4016a6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:50.807577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e4ae89c-9210-4526-8383-8f10240d4c0c req-9b4a92a3-2910-4286-9cfe-35020eb7f0e1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/116d3abb-5e30-4935-b452-b8fc4015a2d4 HTTP/1.1" status: 200 len: 1801 time: 0.0608454 Aug 31 13:51:50.834312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Made reservation on behalf of cb216eff851a44c5a4835cd14e4016a6 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:50.837392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.859932 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.924215 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e4ae89c-9210-4526-8383-8f10240d4c0c req-32579318-bb46-48c7-97c3-42f0306b5fa8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.967919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e4ae89c-9210-4526-8383-8f10240d4c0c req-32579318-bb46-48c7-97c3-42f0306b5fa8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.975140 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-982b5c14-54d4-43ee-a5f6-b8d084deff06 req-93ed825c-fbed-4ab7-9806-2e08c374751c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0511408 Aug 31 13:51:51.009370 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-e9c3b977-c106-4beb-ad09-6b318e08ef19 req-c51e4d15-4741-46ef-b077-75c41d75f379 tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] show failed (client error): The resource could not be found. Aug 31 13:51:51.028166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59778) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:51.032052 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9c3b977-c106-4beb-ad09-6b318e08ef19 req-c51e4d15-4741-46ef-b077-75c41d75f379 tempest-SecurityGroupsNegativeTestJSON-1364964188 tempest-SecurityGroupsNegativeTestJSON-1364964188-project] 10.222.0.10 "GET /v2.0/security-groups/ddf02b75-fc03-4cda-a423-bd60d1b7cff7 HTTP/1.1" status: 404 len: 352 time: 0.0336182 Aug 31 13:51:51.112796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.114057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e4ae89c-9210-4526-8383-8f10240d4c0c req-32579318-bb46-48c7-97c3-42f0306b5fa8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.117566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e4ae89c-9210-4526-8383-8f10240d4c0c req-32579318-bb46-48c7-97c3-42f0306b5fa8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.129827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e4ae89c-9210-4526-8383-8f10240d4c0c req-32579318-bb46-48c7-97c3-42f0306b5fa8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/116d3abb-5e30-4935-b452-b8fc4015a2d4 HTTP/1.1" status: 204 len: 173 time: 0.3135722 Aug 31 13:51:51.143209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.159618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] Deleting subnet db7c35ee-697f-4db6-bfcb-dbbbe6b1f548 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:51:51.164272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32579318-bb46-48c7-97c3-42f0306b5fa8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d3abb-5e30-4935-b452-b8fc4015a2d4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.167323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.211485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:51.251494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4caae0a4-f079-4970-88bd-045504ccb121 req-75bf2a30-63f8-4ede-8b12-78af99df2461 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 210 time: 0.0574229 Aug 31 13:51:51.263783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.264186 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Added segment e02a46fc-21b5-46e0-8679-6b6ff14f0e3b of type vlan for network c01d4483-6753-4b0f-9db7-00ee404f4e58 Aug 31 13:51:51.265750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4133f979-90e4-4f31-9975-5f862aee3192,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.280748 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.365833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.386065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.440891 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.442060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:51.442684 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.445578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb151a5-acdc-42cd-9360-db22a54f18db req-e327f741-7d88-45a6-a704-9f9bda3546c0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:51.447136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1bb151a5-acdc-42cd-9360-db22a54f18db req-e327f741-7d88-45a6-a704-9f9bda3546c0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0669649 Aug 31 13:51:51.472910 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-72df93d8-e706-4f36-95ae-61f4a0f5b6ab req-41f4038b-9a9a-47a7-b8f1-f4befd2a286c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:51:51.474889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72df93d8-e706-4f36-95ae-61f4a0f5b6ab req-41f4038b-9a9a-47a7-b8f1-f4befd2a286c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/116d3abb-5e30-4935-b452-b8fc4015a2d4 HTTP/1.1" status: 404 len: 352 time: 0.0271118 Aug 31 13:51:51.522699 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1bb151a5-acdc-42cd-9360-db22a54f18db req-feb61288-0439-449d-ade0-e893a1ffd58c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651100 Aug 31 13:51:51.565273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9355025 Aug 31 13:51:51.569497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59798) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:51.574603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Request body: {'subnet': {'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1970141530-subnet', 'tenant_id': 'cb216eff851a44c5a4835cd14e4016a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:51.624859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.625959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc7a4d9c-2f37-43e6-b96b-08b0ac5a90bb req-41bfe692-26d7-42d6-b9f1-3cfdf90fe37b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/e853928d-c86d-42ec-a62e-a35a435c3eb9 HTTP/1.1" status: 200 len: 1799 time: 0.0767336 Aug 31 13:51:51.631555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c2341-042e-4094-a4f0-06dd3d168663 admin admin] Pushing event updated for resources: {'Network': ['ID=c01d4483-6753-4b0f-9db7-00ee404f4e58,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.635343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Made reservation on behalf of cb216eff851a44c5a4835cd14e4016a6 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:51.638222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.649007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:51.669990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7c35ee-697f-4db6-bfcb-dbbbe6b1f548,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.690492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86a598-771f-48bb-82f6-9f8f32c58d67 req-72e6a7a6-d03d-4de0-9e33-a4c822daa8af tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:51.699925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de86a598-771f-48bb-82f6-9f8f32c58d67 req-72e6a7a6-d03d-4de0-9e33-a4c822daa8af tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1389036 Aug 31 13:51:51.717544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.723089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e659bf12-ef99-4f66-8510-ec85c2c81824 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/db7c35ee-697f-4db6-bfcb-dbbbe6b1f548 HTTP/1.1" status: 204 len: 168 time: 0.6906216 Aug 31 13:51:51.723755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59800) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:51.751638 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc7a4d9c-2f37-43e6-b96b-08b0ac5a90bb req-eab13199-6203-4fda-b86d-16ce2b941129 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.786139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc7a4d9c-2f37-43e6-b96b-08b0ac5a90bb req-eab13199-6203-4fda-b86d-16ce2b941129 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.800851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de86a598-771f-48bb-82f6-9f8f32c58d67 req-b9f88f24-df5d-47c8-9f45-ceaa44ccb877 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996110 Aug 31 13:51:51.836040 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.860490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc7a4d9c-2f37-43e6-b96b-08b0ac5a90bb req-eab13199-6203-4fda-b86d-16ce2b941129 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.863295 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cc7a4d9c-2f37-43e6-b96b-08b0ac5a90bb req-eab13199-6203-4fda-b86d-16ce2b941129 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.867889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc7a4d9c-2f37-43e6-b96b-08b0ac5a90bb req-eab13199-6203-4fda-b86d-16ce2b941129 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/e853928d-c86d-42ec-a62e-a35a435c3eb9 HTTP/1.1" status: 204 len: 173 time: 0.2405603 Aug 31 13:51:51.883014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13199-6203-4fda-b86d-16ce2b941129 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e853928d-c86d-42ec-a62e-a35a435c3eb9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.939412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.947096 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-c34e2b25-3e8d-4c72-9912-51d54e27953e req-a54d4e8b-6ed7-443f-b5f5-8af0431b1ded tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:51:51.956252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c34e2b25-3e8d-4c72-9912-51d54e27953e req-a54d4e8b-6ed7-443f-b5f5-8af0431b1ded tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/e853928d-c86d-42ec-a62e-a35a435c3eb9 HTTP/1.1" status: 404 len: 352 time: 0.0634508 Aug 31 13:51:51.968855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.980733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08f1d42-9781-4983-904f-592744f25d95']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:51.992176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806a79c5-ee10-49c7-9dd2-4285d2c317f2') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:51.992472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806a79c5-ee10-49c7-9dd2-4285d2c317f2') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:52.002912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.020149 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c42ba8-8bf0-4710-8635-6acd1fc5be3f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.021046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.029116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Releasing vlan 1549 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:51:52.029636 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.059754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Checking segment: {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:52.060122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Network hostable DHCP agents. Network: c01d4483-6753-4b0f-9db7-00ee404f4e58, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:51:52.073810 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:51:52.093082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:52.109617 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-db83b616-92ac-4198-85f7-e9f8cb43216b req-4044d1f3-7576-432f-9a28-a683726e4de9 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 6150 time: 0.1397343 Aug 31 13:51:52.114960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c489a7e-932b-4140-86ea-8d656e9f573f req-0c41321b-3572-44b4-b766-871f10837af5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0373151 Aug 31 13:51:52.124440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, c01d4483-6753-4b0f-9db7-00ee404f4e58) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:52.135681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa6fa29-1873-48f9-b388-6b4bc17aa0e3 None None] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:52.136801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.137523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.150193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.151650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.155992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] 10.222.0.10 "DELETE /v2.0/networks/f08f1d42-9781-4983-904f-592744f25d95 HTTP/1.1" status: 204 len: 168 time: 0.4199905 Aug 31 13:51:52.157405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4766ab9b-3dfc-4211-a856-2fed0a700f1d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389016 Aug 31 13:51:52.193989 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8cc14a12-461e-4383-a969-ec4775e5d9c4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6231678 Aug 31 13:51:52.205176 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-db83b616-92ac-4198-85f7-e9f8cb43216b req-16cbd4ed-3531-49e6-a8c1-5c71129aa210 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/c0ccf454-baf9-482e-a96a-9a8346d964d5 HTTP/1.1" status: 200 len: 2981 time: 0.0883489 Aug 31 13:51:52.218098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b333d-b3b0-440f-a0f8-26fa22a597de admin admin] Pushing event deleted for resources: {'Network': ['ID=f08f1d42-9781-4983-904f-592744f25d95,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.295235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-db83b616-92ac-4198-85f7-e9f8cb43216b req-934281c8-c131-41c6-b4c9-10d608f7e017 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/c0ccf454-baf9-482e-a96a-9a8346d964d5 HTTP/1.1" status: 200 len: 2981 time: 0.0748045 Aug 31 13:51:52.325029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-219f60ed-b8e5-4496-938b-0aac75e456b4 req-6187ab85-2f47-4bf2-9cfb-06b8bfc35b51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-295754519', 'description': 'tempest-description-830587687'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:52.366042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-219f60ed-b8e5-4496-938b-0aac75e456b4 req-6187ab85-2f47-4bf2-9cfb-06b8bfc35b51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.374521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59816) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:52.413627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e415c3e-18c3-4d95-a0bc-686313e77eea None None] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:52.430598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ee2f-ea47-4792-818a-36f418759818 req-b8d1f9f4-297d-4594-a116-0565fe6c2f2a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.432543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-b8d1f9f4-297d-4594-a116-0565fe6c2f2a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513747 Aug 31 13:51:52.465684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e5e3ed29-2376-482f-a320-0310c19899be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05f94183fd284bae82d6d80d72e97857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890670 Aug 31 13:51:52.470035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': '561c0db8-d595-4aac-92ef-e32d213584b6', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:52.513121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59820) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:52.542677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f145e04-8b7e-4ac9-9f34-1fd8249dcfe1 req-8e3e21b6-90fe-4bf1-a510-43e538600c5b tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 210 time: 0.1004584 Aug 31 13:51:52.548169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-219f60ed-b8e5-4496-938b-0aac75e456b4 req-6187ab85-2f47-4bf2-9cfb-06b8bfc35b51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.611932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-d4863920-7989-40d9-9904-422b987082ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716419 Aug 31 13:51:52.634739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-219f60ed-b8e5-4496-938b-0aac75e456b4 req-6187ab85-2f47-4bf2-9cfb-06b8bfc35b51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.639371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96107aa1-2a1e-40ea-83d0-1c44ba04867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.662734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:52.666723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.705615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96107aa1-2a1e-40ea-83d0-1c44ba04867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.709079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-219f60ed-b8e5-4496-938b-0aac75e456b4 req-6187ab85-2f47-4bf2-9cfb-06b8bfc35b51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.710497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-219f60ed-b8e5-4496-938b-0aac75e456b4 req-6187ab85-2f47-4bf2-9cfb-06b8bfc35b51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3911583 Aug 31 13:51:52.719311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187ab85-2f47-4bf2-9cfb-06b8bfc35b51 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.790268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96107aa1-2a1e-40ea-83d0-1c44ba04867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.794078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96107aa1-2a1e-40ea-83d0-1c44ba04867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.795701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-96107aa1-2a1e-40ea-83d0-1c44ba04867c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e37b5bfe-b750-4c13-b3ea-b33f40ea882b HTTP/1.1" status: 204 len: 168 time: 0.2815776 Aug 31 13:51:52.875859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96107aa1-2a1e-40ea-83d0-1c44ba04867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37b5bfe-b750-4c13-b3ea-b33f40ea882b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.898042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a4c2-69b8-4efa-8ea0-40af3a61a74c req-fc014692-ffac-4f70-bdcd-dbcf2920577c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.899900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9602a4c2-69b8-4efa-8ea0-40af3a61a74c req-fc014692-ffac-4f70-bdcd-dbcf2920577c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0956826 Aug 31 13:51:52.901428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-bdca1ab7-0ba6-4f1e-bc29-7e965707f5a1 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796885 Aug 31 13:51:52.952662 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9602a4c2-69b8-4efa-8ea0-40af3a61a74c req-f350a92c-aa51-4fa5-b96a-f885ca851a7b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Aug 31 13:51:52.990260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-43f4f310-b2c0-42e2-8068-9815bcbd250f req-d22abcf2-9cd9-4b5d-903d-1c8b6a57ca54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1271496947', 'description': 'tempest-description-1666894483'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:53.022305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-ea48582a-bd03-4081-8284-2499b2963e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.024038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-ea48582a-bd03-4081-8284-2499b2963e01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 1101 time: 0.2034714 Aug 31 13:51:53.025433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.26 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/ce94f292-33d8-4d09-9f4a-8c608ccca09c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:53.050650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-43f4f310-b2c0-42e2-8068-9815bcbd250f req-d22abcf2-9cd9-4b5d-903d-1c8b6a57ca54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.173812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-47dc9dc4-2f23-4b81-a6da-3b9fa25de801 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.175293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-47dc9dc4-2f23-4b81-a6da-3b9fa25de801 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656581 Aug 31 13:51:53.196828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-43f4f310-b2c0-42e2-8068-9815bcbd250f req-d22abcf2-9cd9-4b5d-903d-1c8b6a57ca54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.202825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-43f4f310-b2c0-42e2-8068-9815bcbd250f req-d22abcf2-9cd9-4b5d-903d-1c8b6a57ca54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.224958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Request body: {'port': {'device_id': '098dac82-de33-4c02-b390-eaf61491d701', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '6e3479edb767479fb319c1f76bbb0d5b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:53.236315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-43f4f310-b2c0-42e2-8068-9815bcbd250f req-d22abcf2-9cd9-4b5d-903d-1c8b6a57ca54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.237590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43f4f310-b2c0-42e2-8068-9815bcbd250f req-d22abcf2-9cd9-4b5d-903d-1c8b6a57ca54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2530241 Aug 31 13:51:53.240052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22abcf2-9cd9-4b5d-903d-1c8b6a57ca54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7443466e-d06f-40a6-862c-3bd5f6e07b60,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:53.409248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4ba42-430f-42fb-b2e1-e76d90ac47c9 req-a7f7f3dc-31d4-4702-b199-1901867c3364 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.411134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6c4ba42-430f-42fb-b2e1-e76d90ac47c9 req-a7f7f3dc-31d4-4702-b199-1901867c3364 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1057558 Aug 31 13:51:53.448816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-5bfae6ff-7728-493d-9682-9e802f2b8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.450335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-5bfae6ff-7728-493d-9682-9e802f2b8cc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.3841817 Aug 31 13:51:53.452412 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e6c4ba42-430f-42fb-b2e1-e76d90ac47c9 req-0929bb65-8ad9-4df1-91b6-6dbe187db957 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Aug 31 13:51:53.471822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-aa980116-07bb-465e-ada6-7af5f26666e0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.473347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-aa980116-07bb-465e-ada6-7af5f26666e0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 818 time: 0.3461046 Aug 31 13:51:53.539908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-d4aa0e14-5659-499b-863d-acecdc33376e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 200 len: 217 time: 0.0750163 Aug 31 13:51:53.557161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-62e52efb-78b8-4e97-aa57-b990011bf273 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/quotas/cb216eff851a44c5a4835cd14e4016a6 HTTP/1.1" status: 200 len: 375 time: 0.0667880 Aug 31 13:51:53.574637 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d90863ff-db85-4fb4-a331-a22bafa615de req-1de2047a-5e9c-43ed-91a0-90197f61f186 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0464637 Aug 31 13:51:53.642322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.647957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-16c727ff-8bc4-4060-b06f-4c9bbdca2c42 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578604 Aug 31 13:51:53.672683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Made reservation on behalf of 6e3479edb767479fb319c1f76bbb0d5b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:53.676230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.679517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object ce94f292-33d8-4d09-9f4a-8c608ccca09c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:53.683154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-741b505d-400a-4b72-bdb3-4d1176c1378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.684679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-741b505d-400a-4b72-bdb3-4d1176c1378f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1333938 Aug 31 13:51:53.709208 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.798413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-ad4e9729-3e80-487c-b2b8-788e77f8a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.799957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-ad4e9729-3e80-487c-b2b8-788e77f8a746 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024537 Aug 31 13:51:53.803615 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.827382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-4c7cfde5-ca51-4c22-931a-de2bcf2d5e21 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.829348 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-4c7cfde5-ca51-4c22-931a-de2bcf2d5e21 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 812 time: 0.1603212 Aug 31 13:51:53.848133 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-616d2356-1496-4c0f-baba-a13448ffc92e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/quotas/fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 375 time: 0.0110941 Aug 31 13:51:53.857868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:53.921144 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-43a347e0-c49a-4747-b025-5d8262f5b185 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660400 Aug 31 13:51:54.020563 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-7cdffe89-4ee8-4f3c-a53a-a14ebd436187 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923710 Aug 31 13:51:54.118651 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-45422562-b133-4e1a-afab-8a35edd14b10 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915501 Aug 31 13:51:54.271129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:54.292306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:54.295616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:54.326751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8760233b-ddd7-4d93-9145-e5958fab12d4 req-ae4490af-51f0-45ee-b48b-5328fa1819f3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 210 time: 0.0459080 Aug 31 13:51:54.378017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=ce94f292-33d8-4d09-9f4a-8c608ccca09c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:54.468090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.478289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:54.478965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.488762 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.493902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-8f6cf742-49fd-4837-b3db-eb899ef99ac3 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822155 Aug 31 13:51:54.551187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4b879022-23ee-46a6-b70a-3fe5a4d3a31d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0907893 Aug 31 13:51:54.599329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Request body: {'port': {'device_id': '561c0db8-d595-4aac-92ef-e32d213584b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:54.632125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-d3e0d966-313d-4077-8731-13e9d83ca7df service neutron] 10.222.0.10 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9685702 Aug 31 13:51:54.668064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-414c7b7b-71f5-4d2e-ae37-e32faa815070 None None] Provisioning for port ce94f292-33d8-4d09-9f4a-8c608ccca09c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:54.678064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-414c7b7b-71f5-4d2e-ae37-e32faa815070 None None] Provisioning complete for port ce94f292-33d8-4d09-9f4a-8c608ccca09c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:54.678708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7726ac54-78f9-4081-9fbe-796244e453de,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:54.678970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-414c7b7b-71f5-4d2e-ae37-e32faa815070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.722967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-414c7b7b-71f5-4d2e-ae37-e32faa815070 None None] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:54.856569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16deb13e-06a0-4297-8bd9-7ecdd7a64e1a req-57bd8d70-5356-407c-9cbf-b8500be6f834 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455536 Aug 31 13:51:54.857151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.910077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Allocated IP 192.168.233.180 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/86481347-868f-4292-857d-3f55b107f850) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:54.929658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-5f7b20f1-4bdc-4ed3-88f4-cbf919fd694b service neutron] 10.222.0.10 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793405 Aug 31 13:51:55.110325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be4195-f5e0-4687-be79-4fa2aa3a3ef3 req-2558232f-2345-4594-927a-6744d7237a6f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.112538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3be4195-f5e0-4687-be79-4fa2aa3a3ef3 req-2558232f-2345-4594-927a-6744d7237a6f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0752113 Aug 31 13:51:55.164122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3be4195-f5e0-4687-be79-4fa2aa3a3ef3 req-c34819fe-9b2f-49b7-aceb-97f042c0d777 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Aug 31 13:51:55.302507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.305510 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fa06c122-83da-4b08-885f-5896a5d53233 req-84de785c-96e4-4cf9-9585-bda853cfe979 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 210 time: 0.0515213 Aug 31 13:51:55.353647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Transition to ACTIVE for port object 86481347-868f-4292-857d-3f55b107f850 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:55.431469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4e761-c4fd-4880-9313-5482fb8db704 req-bc19fb7e-7f1a-4d55-9a1f-f7b8a9404386 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.434806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ee4e761-c4fd-4880-9313-5482fb8db704 req-bc19fb7e-7f1a-4d55-9a1f-f7b8a9404386 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0828488 Aug 31 13:51:55.460658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.461944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd852f-fccb-43f6-a6f5-bf4864c9f901 req-f50b9e52-89e0-440d-be5c-7978f3b9ef34 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.470918 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37dd852f-fccb-43f6-a6f5-bf4864c9f901 req-f50b9e52-89e0-440d-be5c-7978f3b9ef34 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 935 time: 0.0840707 Aug 31 13:51:55.534642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37dd852f-fccb-43f6-a6f5-bf4864c9f901 req-c604e424-ea1b-46d9-a014-b9fc1359d289 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624180 Aug 31 13:51:55.587298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:55.610677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ee4e761-c4fd-4880-9313-5482fb8db704 req-77de862c-084f-452e-a95a-3631135b1b53 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664364 Aug 31 13:51:55.634382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:55.634382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Pushing event updated for resources: {'Port': ['ID=86481347-868f-4292-857d-3f55b107f850,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:55.640502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:55.748353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.748590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.914611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e199486-e2cf-4f8a-b73e-1496442b1e0c req-155096c5-5e84-4896-9bb9-dabbba10b826 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.924018 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e199486-e2cf-4f8a-b73e-1496442b1e0c req-155096c5-5e84-4896-9bb9-dabbba10b826 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 936 time: 0.1009331 Aug 31 13:51:55.973015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-75aff5f9-c703-4d9e-b3b6-aadb552c9ac7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7539942 Aug 31 13:51:55.996164 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e199486-e2cf-4f8a-b73e-1496442b1e0c req-a7ff5935-1a2e-4217-8744-908dd6e52e06 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608130 Aug 31 13:51:56.066818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-42a32dc2-ecc5-4d50-8cdb-2559c68a7039 None None] Provisioning for port 86481347-868f-4292-857d-3f55b107f850 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:56.074583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Request body: {'port': {'device_id': '098dac82-de33-4c02-b390-eaf61491d701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:56.074983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-42a32dc2-ecc5-4d50-8cdb-2559c68a7039 None None] Provisioning complete for port 86481347-868f-4292-857d-3f55b107f850 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:56.075520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42a32dc2-ecc5-4d50-8cdb-2559c68a7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.118265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-42a32dc2-ecc5-4d50-8cdb-2559c68a7039 None None] Port 86481347-868f-4292-857d-3f55b107f850 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:56.141243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bc24819-ce48-45e0-9e5b-602d79b1f527 req-dc16a592-b97d-46c9-934e-ac777319a03a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.1130137 Aug 31 13:51:56.170927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce94f292-33d8-4d09-9f4a-8c608ccca09c {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:56.183656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.218526 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.295883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.358907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ae3e0-60d2-4c65-ae50-2c7f4d691c77 req-b212ad0d-1c5b-4e19-b1b6-2af7a5989521 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:56.360965 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c2ae3e0-60d2-4c65-ae50-2c7f4d691c77 req-b212ad0d-1c5b-4e19-b1b6-2af7a5989521 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0808706 Aug 31 13:51:56.364423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-fdb515b9-7183-4726-b53a-f5a5d818e853 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:56.366094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-fdb515b9-7183-4726-b53a-f5a5d818e853 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 812 time: 0.3141859 Aug 31 13:51:56.378072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Pushing event updated for resources: {'Port': ['ID=ce94f292-33d8-4d09-9f4a-8c608ccca09c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:56.435438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c2ae3e0-60d2-4c65-ae50-2c7f4d691c77 req-29077312-ec26-456e-b5e1-36b1d3c50ef1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Aug 31 13:51:56.495927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'port': {'device_id': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5', 'admin_state_up': True, 'tenant_id': 'fa69d41781a543cf88893ad8181ddbfc'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:56.618972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c83f384f-69ec-4cb4-8d28-ae99cb07e529 req-fa37f9fa-5e1f-425f-8da4-dd484a51939a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 210 time: 0.1320341 Aug 31 13:51:56.643985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-84cf57e1-e889-4c92-9ff1-7dd33bd37054 None None] Provisioning complete for port ce94f292-33d8-4d09-9f4a-8c608ccca09c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:56.644636 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84cf57e1-e889-4c92-9ff1-7dd33bd37054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.701135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c742f82-cac1-4b04-be85-866b4c39144e req-c4443d8d-31fa-4d10-9803-6430d15051d2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:56.712272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c742f82-cac1-4b04-be85-866b4c39144e req-c4443d8d-31fa-4d10-9803-6430d15051d2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 947 time: 0.1004441 Aug 31 13:51:56.739004 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5ec456bb-2097-46ea-b41b-1ff2b30b3cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.747041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-84cf57e1-e889-4c92-9ff1-7dd33bd37054 None None] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:56.754231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:56.754636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:56.754977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:56.776052 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c742f82-cac1-4b04-be85-866b4c39144e req-2afd0d1a-1a0b-475e-97db-e481d53e6169 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620654 Aug 31 13:51:56.778891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:56.779213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:56.825455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:56.825798 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:56.844779 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 2 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:56.889484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:56.889821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:56.890206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:56.905611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:56.905946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:56.922272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:56.922606 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:56.927796 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 3 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:56.937081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6246e50-9088-429d-93d1-a3deb4443a7d req-6ed2ddf0-edc8-4f9b-a237-d1e030237193 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:56.938598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6246e50-9088-429d-93d1-a3deb4443a7d req-6ed2ddf0-edc8-4f9b-a237-d1e030237193 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1413441 Aug 31 13:51:56.939221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Made reservation on behalf of fa69d41781a543cf88893ad8181ddbfc for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:56.943239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.999052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:56.999389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:56.999714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.019897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.020762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.031941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86481347-868f-4292-857d-3f55b107f850 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:57.050766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.055115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.055447 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:57.059468 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 4 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:57.115383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6246e50-9088-429d-93d1-a3deb4443a7d req-51664f8b-8cde-48aa-b8d1-2d6a2af4fa35 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566224 Aug 31 13:51:57.120630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Transition to ACTIVE for port object 86481347-868f-4292-857d-3f55b107f850 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:57.122139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:57.122473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:57.122814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.131261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.148694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.149058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.185483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.185729 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:57.201685 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 5 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:57.285571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Pushing event updated for resources: {'Port': ['ID=86481347-868f-4292-857d-3f55b107f850,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:57.308822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:57.309450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:57.309952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.318181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.318697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.328084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.328330 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:57.334507 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 6 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:57.396984 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2992c977-0b11-4110-806b-cee2deab2183 req-958cb246-4ddf-4a3f-b0a7-e996194366a4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0538516 Aug 31 13:51:57.404268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Allocated IP 172.20.0.6 (e3ce27c8-5d6a-48d8-860a-843d145e15c5/961097dc-9058-4b01-926a-bb5d20f0b3c5/b0d4b01d-7513-4d56-b971-5b0f3c070f15) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:57.414084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618cd2-1661-43b1-b827-e5a097011160 req-091f1aea-d906-49b6-8b00-c25d5711ea19 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:57.421389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58618cd2-1661-43b1-b827-e5a097011160 req-091f1aea-d906-49b6-8b00-c25d5711ea19 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 948 time: 0.1760433 Aug 31 13:51:57.437108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:57.437438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:57.437700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.482015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.482297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.516586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.517209 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:57.530456 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 7 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:57.574910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58618cd2-1661-43b1-b827-e5a097011160 req-28b4bbf8-3109-4e09-adba-a6ba79da0330 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510534 Aug 31 13:51:57.575697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Attempting to bind port 86481347-868f-4292-857d-3f55b107f850 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:57.576039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Attempting to bind port 86481347-868f-4292-857d-3f55b107f850 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:57.576369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Attempting to bind port 86481347-868f-4292-857d-3f55b107f850 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.589060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:57.589401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:57.590200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.646889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.649435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.664215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Port 86481347-868f-4292-857d-3f55b107f850 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.665098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Attempting to bind port 86481347-868f-4292-857d-3f55b107f850 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.713265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61d56-b1c0-420d-bec8-a665990643c8 req-2b562902-e2c3-4c29-9e2a-ebf643518424 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:57.713504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.713837 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:57.718447 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 8 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:57.721593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:57.722318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:57.723007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:57.724257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Bound port: 86481347-868f-4292-857d-3f55b107f850, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:57.724827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.726474 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78e61d56-b1c0-420d-bec8-a665990643c8 req-2b562902-e2c3-4c29-9e2a-ebf643518424 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1765800 Aug 31 13:51:57.805004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-588dadb7-5619-46b0-bd14-a7c37cce65b4 req-fdf9daf0-32a9-4cb1-b1c0-25cd2bebd000 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 210 time: 0.0641232 Aug 31 13:51:57.809359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78e61d56-b1c0-420d-bec8-a665990643c8 req-082c5d06-c663-4c5b-8846-b9bd4f37715f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810225 Aug 31 13:51:57.831778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:57.832217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:57.832685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.852688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-702eae18-2697-47bd-843b-b5a3451be0c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:57.854326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-702eae18-2697-47bd-843b-b5a3451be0c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 818 time: 0.2486217 Aug 31 13:51:57.855369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.855706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.878885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.879270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Request body: {'port': {'device_id': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'admin_state_up': True, 'tenant_id': 'cb216eff851a44c5a4835cd14e4016a6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:57.879431 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:57.889040 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 9 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:57.907946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.923884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] For port 86481347-868f-4292-857d-3f55b107f850, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:57.941025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:57.941384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:57.941881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.950595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] For port 86481347-868f-4292-857d-3f55b107f850, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86481347-868f-4292-857d-3f55b107f850,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:57.953094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:57.953421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:57.965807 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.008913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:58.009503 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:58.014432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428561f0-a62c-4a8c-a39f-a8ca45eaac24 req-5c8d5aaf-ea77-4258-876a-7d98c8ca3277 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.015949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-428561f0-a62c-4a8c-a39f-a8ca45eaac24 req-5c8d5aaf-ea77-4258-876a-7d98c8ca3277 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 947 time: 0.1205668 Aug 31 13:51:58.023646 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempt 10 to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c Aug 31 13:51:58.027692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.028438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.030525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] 10.222.0.26 "PUT /v2.0/ports/86481347-868f-4292-857d-3f55b107f850 HTTP/1.1" status: 200 len: 1096 time: 1.9774227 Aug 31 13:51:58.039517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098dac82-de33-4c02-b390-eaf61491d701', 'tag': '86481347-868f-4292-857d-3f55b107f850'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:58.043067 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae32db8-1086-4958-98be-62c367e87e65" -d '{"events": [{"name": "network-changed", "server_uuid": "098dac82-de33-4c02-b390-eaf61491d701", "tag": "86481347-868f-4292-857d-3f55b107f850"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:58.069875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Made reservation on behalf of cb216eff851a44c5a4835cd14e4016a6 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:58.073478 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.086314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:58.086759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:58.087855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:58.092771 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-428561f0-a62c-4a8c-a39f-a8ca45eaac24 req-eec45aec-28a3-4b89-9a54-6cd34aac8830 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678911 Aug 31 13:51:58.128616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:58.129361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempting to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:58.142802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:58.143220 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Failed to bind port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:51:58.143598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.161611 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d919cdf6-83e7-4e14-b993-73e6cf13617b x-openstack-request-id: req-d919cdf6-83e7-4e14-b993-73e6cf13617b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:58.162016 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098dac82-de33-4c02-b390-eaf61491d701", "tag": "86481347-868f-4292-857d-3f55b107f850", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:58.162379 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d919cdf6-83e7-4e14-b993-73e6cf13617b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:58.163690 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098dac82-de33-4c02-b390-eaf61491d701', 'tag': '86481347-868f-4292-857d-3f55b107f850', 'status': 'completed', 'code': 200} Aug 31 13:51:58.165243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.226944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:58.272199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10eaf-3bba-45c9-9de3-74805b38063f service neutron] Pushing event updated for resources: {'Port': ['ID=86481347-868f-4292-857d-3f55b107f850,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:58.418035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Allocated IP 172.20.0.5 (c01d4483-6753-4b0f-9db7-00ee404f4e58/09c42ba8-8bf0-4710-8635-6acd1fc5be3f/1d6e4522-3e3a-4631-a2f8-0d5e96218bf8) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:58.438329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Network e3ce27c8-5d6a-48d8-860a-843d145e15c5 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:58.459752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:58.465399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7440d1-42b6-452e-b763-16c9f5a0a00b req-d50b05f3-71f3-44b9-bd29-4e916b3d39f6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.482929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5c7440d1-42b6-452e-b763-16c9f5a0a00b req-d50b05f3-71f3-44b9-bd29-4e916b3d39f6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.2289751 Aug 31 13:51:58.559546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:58.585124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-4a36e4e9-b5f7-41ee-957d-f4474da5af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.586779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-4a36e4e9-b5f7-41ee-957d-f4474da5af22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 1099 time: 0.4093120 Aug 31 13:51:58.628582 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5c7440d1-42b6-452e-b763-16c9f5a0a00b req-cc58f096-99fd-4d1d-9272-d20d03aeb8e2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444991 Aug 31 13:51:58.692574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:58.715163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-663542b9-d08d-4edf-a2d4-5db8b2f3e6e8 req-a99d2b5e-fb39-4a41-8038-ad408beb90b8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.1188524 Aug 31 13:51:58.790158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-36741109-e460-43b5-a839-78c38ca1b352 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=86481347-868f-4292-857d-3f55b107f850 HTTP/1.1" status: 200 len: 217 time: 0.1348648 Aug 31 13:51:58.809929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.810720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.820335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] For port ce94f292-33d8-4d09-9f4a-8c608ccca09c, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:58.820793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:51:58.855018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.916511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c7730ed1-2d28-4f66-8486-0203b254478d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4282072 Aug 31 13:51:58.929233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] In _notify_port_updated(), no bound segment for port ce94f292-33d8-4d09-9f4a-8c608ccca09c on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:51:58.930109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.930731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.932176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] 10.222.0.101 "PUT /v2.0/ports/ce94f292-33d8-4d09-9f4a-8c608ccca09c HTTP/1.1" status: 200 len: 1060 time: 4.3389299 Aug 31 13:51:58.940390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-b34af569-2511-4dcb-8ec6-97b227edb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.942588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-b34af569-2511-4dcb-8ec6-97b227edb87e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1385376 Aug 31 13:51:58.948016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Request body: {'port': {'device_id': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:58.980404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910e822-fcbf-4ab4-a54c-3f1640884852 req-222ac42f-5dd8-46f0-ba23-f2516a3f60cf tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.982319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e910e822-fcbf-4ab4-a54c-3f1640884852 req-222ac42f-5dd8-46f0-ba23-f2516a3f60cf tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 948 time: 0.1897497 Aug 31 13:51:58.994632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.048504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-967f4ac1-85a6-4163-9a50-057490f06490 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.050091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-967f4ac1-85a6-4163-9a50-057490f06490 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 818 time: 0.2730939 Aug 31 13:51:59.070190 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e910e822-fcbf-4ab4-a54c-3f1640884852 req-0c249fff-1586-45fe-bb9d-28dd5e7ca965 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730784 Aug 31 13:51:59.090098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Request body: {'port': {'device_id': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'admin_state_up': True, 'tenant_id': 'cb216eff851a44c5a4835cd14e4016a6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:59.147947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.269304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:59.281592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:59.295177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:59.298247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event updated for resources: {'Port': ['ID=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:59.314209 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff2f1-4a6d-4ba6-8c88-aa34e4b9296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.327749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-981d0de7-b9a8-4c7c-9bef-076b18dddbd7 None None] Provisioning complete for port ce94f292-33d8-4d09-9f4a-8c608ccca09c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:59.328413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-981d0de7-b9a8-4c7c-9bef-076b18dddbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.380231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3f89-b586-4a9b-9783-3378c7f5d8e4 req-5e7d8cb3-4bf8-45a2-a1f6-066b87de306d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.382122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-266a3f89-b586-4a9b-9783-3378c7f5d8e4 req-5e7d8cb3-4bf8-45a2-a1f6-066b87de306d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 931 time: 0.2084095 Aug 31 13:51:59.412930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.413643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.424433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-981d0de7-b9a8-4c7c-9bef-076b18dddbd7 None None] Port ce94f292-33d8-4d09-9f4a-8c608ccca09c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:59.467209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Made reservation on behalf of cb216eff851a44c5a4835cd14e4016a6 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:59.471783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.477315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.487844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94452a9f-9d9f-497b-87fe-16c8a37e14de service neutron] Pushing event updated for resources: {'Port': ['ID=ce94f292-33d8-4d09-9f4a-8c608ccca09c,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:59.489511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-53e4a11e-2171-4645-9d52-0e3a4e701315 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6143360 Aug 31 13:51:59.509332 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-266a3f89-b586-4a9b-9783-3378c7f5d8e4 req-6b7a1f8f-3606-41eb-853b-5af8c645eb5c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152956 Aug 31 13:51:59.541255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Request body: {'port': {'device_id': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:59.580532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.778484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cf54d-087e-4c15-a641-806a2453b14b req-34317897-0d30-4465-b754-edb0ecbfe43c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.781173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c6cf54d-087e-4c15-a641-806a2453b14b req-34317897-0d30-4465-b754-edb0ecbfe43c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.7770782 Aug 31 13:51:59.856704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-61c96bf7-1bda-4ada-9153-66a9215235ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.858369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-61c96bf7-1bda-4ada-9153-66a9215235ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8858705 Aug 31 13:51:59.979440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port ce94f292-33d8-4d09-9f4a-8c608ccca09c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:51:59.979868 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.987075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c6cf54d-087e-4c15-a641-806a2453b14b req-1d7406e9-3276-4ae5-b655-72218e33831d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354749 Aug 31 13:52:00.167840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561c0db8-d595-4aac-92ef-e32d213584b6', 'tag': 'ce94f292-33d8-4d09-9f4a-8c608ccca09c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:00.172355 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d8a32-00ef-4fa0-99b2-1abbd5330a78" -d '{"events": [{"name": "network-changed", "server_uuid": "561c0db8-d595-4aac-92ef-e32d213584b6", "tag": "ce94f292-33d8-4d09-9f4a-8c608ccca09c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:00.201350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.232412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Allocated IP 172.20.0.8 (c01d4483-6753-4b0f-9db7-00ee404f4e58/09c42ba8-8bf0-4710-8635-6acd1fc5be3f/3f9851f6-48b0-4096-b55b-a8b2dedd7d04) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:00.274849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d4b01d-7513-4d56-b971-5b0f3c070f15 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:00.283454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port ce94f292-33d8-4d09-9f4a-8c608ccca09c, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:00.283858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.293620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.309742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3616c-58ee-42dd-850e-0019d4a0b6db req-bdd88582-b744-417a-a806-e9be727f1f5c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:00.318437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24d3616c-58ee-42dd-850e-0019d4a0b6db req-bdd88582-b744-417a-a806-e9be727f1f5c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 947 time: 0.6202302 Aug 31 13:52:00.349293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-d9cf6a71-e2bc-4938-9321-6f23c6c844f9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:00.349619 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-d9cf6a71-e2bc-4938-9321-6f23c6c844f9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 818 time: 0.7303131 Aug 31 13:52:00.350335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for ce94f292-33d8-4d09-9f4a-8c608ccca09c owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:00.359106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-e0eed19a-22a6-4959-ba07-85741dc35b76 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185897 Aug 31 13:52:00.364848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Transition to ACTIVE for port object b0d4b01d-7513-4d56-b971-5b0f3c070f15 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:00.375269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.400230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Request body: {'port': {'device_id': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'admin_state_up': True, 'tenant_id': 'cb216eff851a44c5a4835cd14e4016a6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:00.443927 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.491115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ce383-f341-44e2-925a-2ea21f891ffe req-b6ac3d68-0fea-4051-a63c-a6f2b6bfe2c6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:00.492698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac9ce383-f341-44e2-925a-2ea21f891ffe req-b6ac3d68-0fea-4051-a63c-a6f2b6bfe2c6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.2107317 Aug 31 13:52:00.546113 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24d3616c-58ee-42dd-850e-0019d4a0b6db req-70bed2ea-0cd3-4bfc-943d-5490fb9de5b0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266090 Aug 31 13:52:00.562958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:00.683490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-947222e5-8b1d-4d9c-b976-da5c4f8be842 req-92ff49eb-fa55-443b-90ae-d6bda9d64ccb tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0567822 Aug 31 13:52:00.690943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac9ce383-f341-44e2-925a-2ea21f891ffe req-a5db3ff7-cdb6-44f0-bfd3-0d2828826771 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571436 Aug 31 13:52:00.739930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b82e18bf-5e40-4977-9588-93e34bbee41d req-280ee26c-1ce7-45ba-a20c-f3e9215b878f service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176582 Aug 31 13:52:00.761032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.764235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Made reservation on behalf of cb216eff851a44c5a4835cd14e4016a6 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:00.768630 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.775275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Attempting to bind port b0d4b01d-7513-4d56-b971-5b0f3c070f15 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:00.775728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Attempting to bind port b0d4b01d-7513-4d56-b971-5b0f3c070f15 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:00.776471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Attempting to bind port b0d4b01d-7513-4d56-b971-5b0f3c070f15 on network e3ce27c8-5d6a-48d8-860a-843d145e15c5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:00.782400 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d698ef70-38c1-4ed7-961c-fcfeb6aa7dbd x-openstack-request-id: req-d698ef70-38c1-4ed7-961c-fcfeb6aa7dbd {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:00.783428 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561c0db8-d595-4aac-92ef-e32d213584b6", "tag": "ce94f292-33d8-4d09-9f4a-8c608ccca09c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:00.783428 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d698ef70-38c1-4ed7-961c-fcfeb6aa7dbd {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:00.783428 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561c0db8-d595-4aac-92ef-e32d213584b6', 'tag': 'ce94f292-33d8-4d09-9f4a-8c608ccca09c', 'status': 'completed', 'code': 200} Aug 31 13:52:00.786009 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.794159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Port b0d4b01d-7513-4d56-b971-5b0f3c070f15 on network e3ce27c8-5d6a-48d8-860a-843d145e15c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:00.794159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Attempting to bind port b0d4b01d-7513-4d56-b971-5b0f3c070f15 on network e3ce27c8-5d6a-48d8-860a-843d145e15c5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:00.827325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=ce94f292-33d8-4d09-9f4a-8c608ccca09c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:00.846480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:00.858734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:00.859103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Checking segment: {'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:00.859485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Bound using segment: {'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:00.859940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Bound port: b0d4b01d-7513-4d56-b971-5b0f3c070f15, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:00.860331 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.959466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e77b9-f9ed-4a9c-955a-f9a83e839311 req-b0c7a831-56a3-4a07-b69e-041cc0765f8b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:00.967907 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-207e77b9-f9ed-4a9c-955a-f9a83e839311 req-b0c7a831-56a3-4a07-b69e-041cc0765f8b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 943 time: 0.0844297 Aug 31 13:52:00.977133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a1d8a32-00ef-4fa0-99b2-1abbd5330a78 req-3f1f906a-3f1e-4095-9047-d3048ffae8d0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.1256294 Aug 31 13:52:01.000958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port ce94f292-33d8-4d09-9f4a-8c608ccca09c on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:01.004130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.007227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-ad80dcaa-50d4-471b-a9d6-45f408d11e83 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "DELETE /v2.0/ports/ce94f292-33d8-4d09-9f4a-8c608ccca09c HTTP/1.1" status: 204 len: 173 time: 2.0637043 Aug 31 13:52:01.056787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a1d8a32-00ef-4fa0-99b2-1abbd5330a78 req-ffa4c534-00ae-4624-ac90-21d530a1aefa service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590577 Aug 31 13:52:01.071816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.092232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d0dfd-4b2f-4f8c-9a03-0bd35e7bb739 req-bccbeb39-35dc-4b2a-acf1-a2005ea89781 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.099842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-216d0dfd-4b2f-4f8c-9a03-0bd35e7bb739 req-bccbeb39-35dc-4b2a-acf1-a2005ea89781 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 948 time: 0.2793980 Aug 31 13:52:01.148810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-207e77b9-f9ed-4a9c-955a-f9a83e839311 req-8819dd1e-70b4-4c3a-a00d-0d8c46e7593a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795390 Aug 31 13:52:01.168791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae32db8-1086-4958-98be-62c367e87e65 req-4f36e817-5baa-4363-96a3-7ab9cad455c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.169914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ae32db8-1086-4958-98be-62c367e87e65 req-4f36e817-5baa-4363-96a3-7ab9cad455c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 1099 time: 0.2682962 Aug 31 13:52:01.192966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:01.195888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event updated for resources: {'Port': ['ID=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:01.196072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:01.202481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:01.209505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:01.288492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:01.291464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.292130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.307339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-216d0dfd-4b2f-4f8c-9a03-0bd35e7bb739 req-36d0e446-2406-48a8-bedc-239b215a0d9c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064500 Aug 31 13:52:01.320373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.342120 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-659b711b-3650-4c95-881b-07323fce404d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2576239 Aug 31 13:52:01.354158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:01.377007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Request body: {'port': {'device_id': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:01.379777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.380422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.381888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] 10.222.0.26 "PUT /v2.0/ports/b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 1091 time: 2.4439647 Aug 31 13:52:01.382020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.398812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d8a32-00ef-4fa0-99b2-1abbd5330a78 req-ef352305-13d5-4eca-8b05-01243b2487b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.400760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a1d8a32-00ef-4fa0-99b2-1abbd5330a78 req-ef352305-13d5-4eca-8b05-01243b2487b1 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3345420 Aug 31 13:52:01.431182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Transition to ACTIVE for port object 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:01.437176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae32db8-1086-4958-98be-62c367e87e65 req-caebde2e-95c2-4768-beb1-fd182bfaa5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.438941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ae32db8-1086-4958-98be-62c367e87e65 req-caebde2e-95c2-4768-beb1-fd182bfaa5dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2444286 Aug 31 13:52:01.440541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b6106-e89b-474b-9308-ddb7f0ae7373 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:01.443247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.541143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bc93a-4d87-4f7f-9559-c6aafbbdd6d1 req-8c03215e-1324-4cd3-9c86-478246991412 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.542880 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc5bc93a-4d87-4f7f-9559-c6aafbbdd6d1 req-8c03215e-1324-4cd3-9c86-478246991412 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1840310 Aug 31 13:52:01.558127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ae32db8-1086-4958-98be-62c367e87e65 req-a03cb7c2-7f02-4626-909f-17e0fec9639c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=86481347-868f-4292-857d-3f55b107f850 HTTP/1.1" status: 200 len: 217 time: 0.0776041 Aug 31 13:52:01.580961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-379c2cc1-3a4d-40ea-8262-d5c8d6dd5f95 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0479722 Aug 31 13:52:01.596706 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.627326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae32db8-1086-4958-98be-62c367e87e65 req-47423e01-9ee2-4f3f-9eee-69044463952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.628959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ae32db8-1086-4958-98be-62c367e87e65 req-47423e01-9ee2-4f3f-9eee-69044463952a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0523641 Aug 31 13:52:01.663155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-61225a4f-e428-45e1-a771-308b520202f9 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324132 Aug 31 13:52:01.665005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:01.680902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Allocated IP 172.20.0.10 (c01d4483-6753-4b0f-9db7-00ee404f4e58/09c42ba8-8bf0-4710-8635-6acd1fc5be3f/80f2bdde-e19b-4464-88d4-8b6eab0287d8) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:01.713298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-4ce16a68-55a9-4172-a2a4-72daa80ac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.715372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-4ce16a68-55a9-4172-a2a4-72daa80ac51d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1094 time: 0.2335443 Aug 31 13:52:01.727238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc5bc93a-4d87-4f7f-9559-c6aafbbdd6d1 req-52049b5c-356f-4381-b966-298b1126e24a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431804 Aug 31 13:52:01.765603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24e8cb23-b35c-449b-948f-642b4a27d0e8 req-996c6e11-4251-49f1-8873-d1d1667ba564 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0336099 Aug 31 13:52:01.845632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-45d608d5-bf9f-4991-8041-59d6c091d2b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 217 time: 0.0785682 Aug 31 13:52:01.850268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae32db8-1086-4958-98be-62c367e87e65 req-6f4b5c96-41f1-4ca9-98e1-d62489def763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.852100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ae32db8-1086-4958-98be-62c367e87e65 req-6f4b5c96-41f1-4ca9-98e1-d62489def763 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007008 Aug 31 13:52:01.852622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.889944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Attempting to bind port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:01.890375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Attempting to bind port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:01.890627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Attempting to bind port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:01.900671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f73099c8-096d-499e-becf-347ce50f0ec7 req-96824c88-9115-4f1f-b199-4ec9348156ab tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0969644 Aug 31 13:52:01.913692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:01.913920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Attempting to bind port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:02.010505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c5065e98-fa08-494c-9c7c-f286eb0c1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.012170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-c5065e98-fa08-494c-9c7c-f286eb0c1adb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.1571910 Aug 31 13:52:02.018551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:02.018833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Checking segment: {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:02.019145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Bound using segment: {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:02.019602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Bound port: 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:02.020010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.039006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11f811-856d-41e1-ba3d-e95c65bdbb8d req-602ed571-b635-4e82-9695-03b9501e5e30 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.041347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f11f811-856d-41e1-ba3d-e95c65bdbb8d req-602ed571-b635-4e82-9695-03b9501e5e30 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1756923 Aug 31 13:52:02.048126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ee2f-ea47-4792-818a-36f418759818 req-06e41616-ac06-4225-ad61-2d0ebbbb7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.050249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-06e41616-ac06-4225-ad61-2d0ebbbb7891 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3483677 Aug 31 13:52:02.102518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-48bb24d6-ce11-4d59-85ca-03ae9194f5d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590236 Aug 31 13:52:02.140123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ae32db8-1086-4958-98be-62c367e87e65 req-9eed2858-141d-45e9-bb4e-620ab29d272d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278569 Aug 31 13:52:02.144498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] For port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:02.149095 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.152439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] For port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:02.161808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f11f811-856d-41e1-ba3d-e95c65bdbb8d req-802f6aef-f2be-4039-9a05-af3b1a154e1a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082175 Aug 31 13:52:02.177625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.270955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.271588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.272420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-c28511e1-6df5-497a-8d29-5992bbe81f12 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0689151 Aug 31 13:52:02.273021 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 HTTP/1.1" status: 200 len: 1091 time: 2.7534566 Aug 31 13:52:02.273656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'tag': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:02.276748 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431ff27-447b-4c9c-af09-7261807eb990" -d '{"events": [{"name": "network-changed", "server_uuid": "b52f9a60-8758-46d1-a178-0245bbef0176", "tag": "1d6e4522-3e3a-4631-a2f8-0d5e96218bf8"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:02.349656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef9fdd-258f-4756-9e55-184d90888f32 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:02.370877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-69f17e24-bdbf-4a9b-bfe6-c251ec93d988 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441909 Aug 31 13:52:02.377957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ae32db8-1086-4958-98be-62c367e87e65 req-d53ce2d3-09bc-4b38-b8d7-9f7004a5d7b5 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150273 Aug 31 13:52:02.412147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.436462 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c55a7-22ca-4546-925b-c7ee78945bdf x-openstack-request-id: req-586c55a7-22ca-4546-925b-c7ee78945bdf {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:02.437031 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52f9a60-8758-46d1-a178-0245bbef0176", "tag": "1d6e4522-3e3a-4631-a2f8-0d5e96218bf8", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:02.437463 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-586c55a7-22ca-4546-925b-c7ee78945bdf {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:02.438298 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'tag': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', 'status': 'completed', 'code': 200} Aug 31 13:52:02.557573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5d6d3-3ed7-4052-a05f-ca1bcc604712 req-460f6d32-3469-4d10-a1b8-257e0c64ba71 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.573328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d64a5-4948-4fad-8673-f9d1649aa637 req-909465f7-dc9b-48cd-a41a-d9017a0b08fe tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.573906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3f5d6d3-3ed7-4052-a05f-ca1bcc604712 req-460f6d32-3469-4d10-a1b8-257e0c64ba71 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 948 time: 0.1267610 Aug 31 13:52:02.575496 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-674d64a5-4948-4fad-8673-f9d1649aa637 req-909465f7-dc9b-48cd-a41a-d9017a0b08fe tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 943 time: 0.3236341 Aug 31 13:52:02.586859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:02.605921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event updated for resources: {'Port': ['ID=80f2bdde-e19b-4464-88d4-8b6eab0287d8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:02.612301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:02.624413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:02.625543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5732f7d3-7d22-482a-b1ad-220a2a91585d req-7a63f45b-8dd1-4f9e-b794-23e3e1dcef2b service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100160 Aug 31 13:52:02.633890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3f5d6d3-3ed7-4052-a05f-ca1bcc604712 req-7a50cb0a-3a54-4b98-a066-9c884639e821 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583861 Aug 31 13:52:02.688746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-4742cfcc-c4ae-4ea4-8705-142a7864eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.690378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-4742cfcc-c4ae-4ea4-8705-142a7864eecc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=b52f9a60-8758-46d1-a178-0245bbef0176 HTTP/1.1" status: 200 len: 1094 time: 0.2509177 Aug 31 13:52:02.710385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-674d64a5-4948-4fad-8673-f9d1649aa637 req-02ea309a-850e-468b-81b5-a33729ce33e8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217446 Aug 31 13:52:02.725766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.726449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.775771 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-565ef8c1-28d6-45b3-b8e1-cf44d87631c8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3828349 Aug 31 13:52:02.784581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561c0db8-d595-4aac-92ef-e32d213584b6', 'name': 'network-vif-deleted', 'tag': 'ce94f292-33d8-4d09-9f4a-8c608ccca09c'}, {'name': 'network-changed', 'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:02.789977 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd" -d '{"events": [{"server_uuid": "561c0db8-d595-4aac-92ef-e32d213584b6", "name": "network-vif-deleted", "tag": "ce94f292-33d8-4d09-9f4a-8c608ccca09c"}, {"name": "network-changed", "server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:02.790484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:02.801434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.829085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Transition to ACTIVE for port object 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:02.836035 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.872802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Request body: {'port': {'device_id': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:02.873038 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0860d3-47bc-479d-98e2-7855d7277e4d x-openstack-request-id: req-ab0860d3-47bc-479d-98e2-7855d7277e4d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:02.873531 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561c0db8-d595-4aac-92ef-e32d213584b6", "name": "network-vif-deleted", "tag": "ce94f292-33d8-4d09-9f4a-8c608ccca09c", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:02.873751 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab0860d3-47bc-479d-98e2-7855d7277e4d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:02.874308 n-d-792362-6 neutron-server[101361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '561c0db8-d595-4aac-92ef-e32d213584b6', 'name': 'network-vif-deleted', 'tag': 'ce94f292-33d8-4d09-9f4a-8c608ccca09c', 'status': 'failed', 'code': 422} returned with failed status Aug 31 13:52:02.875790 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15', 'status': 'completed', 'code': 200} Aug 31 13:52:02.966334 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-ab17a9b4-37ad-49e1-9ff1-9e26879d4856 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 HTTP/1.1" status: 200 len: 217 time: 0.1132529 Aug 31 13:52:02.993483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a86d753d-c957-46ae-990b-140e7c9b2f2f req-5d02e509-4f1c-4774-87b7-98f01325fa97 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0504761 Aug 31 13:52:03.052163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-8daf82f7-b4b4-4eb3-8550-c146a9b62355 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0563798 Aug 31 13:52:03.069407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-5ca2fb2f-69f8-42c8-b3b8-1217712336ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.070924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-5ca2fb2f-69f8-42c8-b3b8-1217712336ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1094 time: 0.1179974 Aug 31 13:52:03.088679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:03.134617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-2b9b5448-0d6e-431d-9c5b-6efa618fe6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.136054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-2b9b5448-0d6e-431d-9c5b-6efa618fe6bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09c42ba8-8bf0-4710-8635-6acd1fc5be3f HTTP/1.1" status: 200 len: 858 time: 0.1434283 Aug 31 13:52:03.136316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-08e24522-bdc2-4f1c-96c4-1b1d5cfd4017 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632203 Aug 31 13:52:03.154244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.178239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f478-a326-4c43-971f-78f6d985694c req-05e19362-5294-4759-9108-88b3410b51fb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.179765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9616f478-a326-4c43-971f-78f6d985694c req-05e19362-5294-4759-9108-88b3410b51fb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.3031187 Aug 31 13:52:03.212507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-51a74175-040c-410a-af35-5d44b8e65b83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c01d4483-6753-4b0f-9db7-00ee404f4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560572 Aug 31 13:52:03.330021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Attempting to bind port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:03.330021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Attempting to bind port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:03.330021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Attempting to bind port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:03.370006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:03.370577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Attempting to bind port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:03.445429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:03.445773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Checking segment: {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:03.446166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Bound using segment: {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:03.446609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Bound port: 3f9851f6-48b0-4096-b55b-a8b2dedd7d04, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:03.446974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.451528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9616f478-a326-4c43-971f-78f6d985694c req-41f0f082-d2a6-486a-80a5-ce2ea4423137 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420313 Aug 31 13:52:03.518647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-627f5a91-e41e-45b8-a8a4-b609ab50e57f service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937722 Aug 31 13:52:03.621333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff27011-b2f9-4ccc-ac3f-0a75985b76e7 req-9779ee98-73b6-4cb5-a4e9-cbe00a7c25b7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.629091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bff27011-b2f9-4ccc-ac3f-0a75985b76e7 req-9779ee98-73b6-4cb5-a4e9-cbe00a7c25b7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 932 time: 0.5569873 Aug 31 13:52:03.706677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-98545dbc-8b1f-44d8-b6d2-7262ab28df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.708975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-98545dbc-8b1f-44d8-b6d2-7262ab28df59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 914 time: 0.6118014 Aug 31 13:52:03.728707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bff27011-b2f9-4ccc-ac3f-0a75985b76e7 req-33dd91c4-853a-4567-bcad-3c484f314b07 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981216 Aug 31 13:52:03.774917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] For port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:03.807650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ee2f-ea47-4792-818a-36f418759818 req-7ca7f787-7758-48e0-ba73-a6f43d785800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.811721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-7ca7f787-7758-48e0-ba73-a6f43d785800 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6642745 Aug 31 13:52:03.813691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-7d2df399-bbac-4bf6-a33f-4812f290db34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 217 time: 0.0820367 Aug 31 13:52:03.820226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] For port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:03.843240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447095-63f4-489a-b653-93da87dc3be6 req-b747dbcd-db87-4041-bcb6-a4c7721d173e tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.845003 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-02447095-63f4-489a-b653-93da87dc3be6 req-b747dbcd-db87-4041-bcb6-a4c7721d173e tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.2846045 Aug 31 13:52:03.846176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.899842 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-c5cf6d1c-4e7a-4711-852d-8cfff7a61e44 service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374515 Aug 31 13:52:03.918461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ae894-5a5d-460f-b353-292504b709c5 req-e0c1f165-5fa0-468e-9847-c19d2d235e74 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.921701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-489ae894-5a5d-460f-b353-292504b709c5 req-e0c1f165-5fa0-468e-9847-c19d2d235e74 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 948 time: 0.1053021 Aug 31 13:52:03.935868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-dea2004a-0049-4404-8c50-ad10b2fa249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.937549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-dea2004a-0049-4404-8c50-ad10b2fa249b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.1101902 Aug 31 13:52:03.953452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.954462 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.956794 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f9851f6-48b0-4096-b55b-a8b2dedd7d04 HTTP/1.1" status: 200 len: 1091 time: 2.5838704 Aug 31 13:52:03.959571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-4d788df9-4cd2-49f9-ae22-dae8ac14a631 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.101 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0514858 Aug 31 13:52:03.986006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86481347-868f-4292-857d-3f55b107f850 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:03.993059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-489ae894-5a5d-460f-b353-292504b709c5 req-db68ab8d-896d-4ea2-b911-a12fc2475d63 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525949 Aug 31 13:52:04.023106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f2bdde-e19b-4464-88d4-8b6eab0287d8 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:04.032421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-02447095-63f4-489a-b653-93da87dc3be6 req-13a7e66b-c3c2-4938-a11c-7a8279f9e5a4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756649 Aug 31 13:52:04.036501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b9081-653e-4bbe-a8b7-2f4f6718aa32 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.040603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.084334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Transition to ACTIVE for port object 80f2bdde-e19b-4464-88d4-8b6eab0287d8 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:04.097609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.119089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-fe6d7aeb-359a-4f49-b3ff-400ba0d62d87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668769 Aug 31 13:52:04.186519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86481347-868f-4292-857d-3f55b107f850, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86481347-868f-4292-857d-3f55b107f850,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:04.215383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '86481347-868f-4292-857d-3f55b107f850', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '86481347-868f-4292-857d-3f55b107f850', 'mac_address': 'fa:16:3e:0e:1f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:04.312136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Pushing event updated for resources: {'Port': ['ID=80f2bdde-e19b-4464-88d4-8b6eab0287d8,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.325484 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.347766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-d3a6f304-ac15-47af-af34-78c8868a349a service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828651 Aug 31 13:52:04.354184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff27-447b-4c9c-af09-7261807eb990 req-4bd738a5-ab9f-41dc-a543-bf24fe2549f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.355864 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0431ff27-447b-4c9c-af09-7261807eb990 req-4bd738a5-ab9f-41dc-a543-bf24fe2549f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=b52f9a60-8758-46d1-a178-0245bbef0176 HTTP/1.1" status: 200 len: 1094 time: 0.1755521 Aug 31 13:52:04.370578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-250fc299-ddb6-47dc-bfb8-2c8ed0fe6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.375255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86481347-868f-4292-857d-3f55b107f850 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:04.376528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-250fc299-ddb6-47dc-bfb8-2c8ed0fe6508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 1094 time: 0.1954982 Aug 31 13:52:04.423406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86481347-868f-4292-857d-3f55b107f850, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86481347-868f-4292-857d-3f55b107f850,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:04.432246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.481597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5ee90-a0c2-4e80-ae8f-6cfd6f3589bf req-47d1f5b6-f079-4b7b-9ab8-1a3029f75ea8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.483046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4b5ee90-a0c2-4e80-ae8f-6cfd6f3589bf req-47d1f5b6-f079-4b7b-9ab8-1a3029f75ea8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 943 time: 0.2836878 Aug 31 13:52:04.486987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'tag': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:04.494257 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851f439-1aad-433b-9e31-cca3113341c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab9ec0d-3f02-49ad-aef5-36a764d54a38", "tag": "3f9851f6-48b0-4096-b55b-a8b2dedd7d04"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:04.544410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86481347-868f-4292-857d-3f55b107f850,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.562949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4b5ee90-a0c2-4e80-ae8f-6cfd6f3589bf req-e47564d1-9039-4d06-981c-4582ddf8e7cf tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555851 Aug 31 13:52:04.565884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfcbb680-f0fe-44a0-a436-ab84c72ffcdd req-de4799cb-8eb5-4975-b173-429c1a809740 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881454 Aug 31 13:52:04.727252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d880-5442-4579-8de7-d36525b84d11 req-0c2e2820-e2be-4bfc-93e7-eb7e33f36312 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.729305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef45d880-5442-4579-8de7-d36525b84d11 req-0c2e2820-e2be-4bfc-93e7-eb7e33f36312 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0649729 Aug 31 13:52:04.779244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef45d880-5442-4579-8de7-d36525b84d11 req-9ec1d408-80d1-4a69-a51c-c9f419496bdc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Aug 31 13:52:04.947768 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731d3b4c-a893-43f8-bc14-98755a050f45 x-openstack-request-id: req-731d3b4c-a893-43f8-bc14-98755a050f45 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:04.948293 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab9ec0d-3f02-49ad-aef5-36a764d54a38", "tag": "3f9851f6-48b0-4096-b55b-a8b2dedd7d04", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:04.948293 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-731d3b4c-a893-43f8-bc14-98755a050f45 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:04.948657 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'tag': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04', 'status': 'completed', 'code': 200} Aug 31 13:52:04.964425 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9dc24d52-aaf3-45bb-804c-06483c6275ab req-704f7cf6-f831-4c06-872b-72418c87211d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.5208902 Aug 31 13:52:04.965733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-3ce3c210-9d19-4925-b505-e1682ddfeac2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f9851f6-48b0-4096-b55b-a8b2dedd7d04 HTTP/1.1" status: 200 len: 217 time: 0.5413201 Aug 31 13:52:04.970585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9b6eb-11eb-41c3-9945-b82fa03cbacf req-2f63be70-1fe6-4915-99fd-38e5cccbddda tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.972908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cb9b6eb-11eb-41c3-9945-b82fa03cbacf req-2f63be70-1fe6-4915-99fd-38e5cccbddda tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 944 time: 0.0578227 Aug 31 13:52:05.009884 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-acb78ccd-4a02-47d9-b7f0-63c1f52423ca tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.1023080 Aug 31 13:52:05.053468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cb9b6eb-11eb-41c3-9945-b82fa03cbacf req-7e52acc7-8654-471a-b155-58709329313e tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698261 Aug 31 13:52:05.141612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Attempting to bind port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:05.142221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Attempting to bind port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:05.142562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Attempting to bind port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:05.159907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff27-447b-4c9c-af09-7261807eb990 req-4ba4947b-5349-4bb7-8a8d-10c61bd12242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.162232 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0431ff27-447b-4c9c-af09-7261807eb990 req-4ba4947b-5349-4bb7-8a8d-10c61bd12242 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 920 time: 0.7830153 Aug 31 13:52:05.166494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b02608b5-5ec1-4842-87a2-3f6695d0d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.167971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b02608b5-5ec1-4842-87a2-3f6695d0d463 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09c42ba8-8bf0-4710-8635-6acd1fc5be3f HTTP/1.1" status: 200 len: 858 time: 0.1761842 Aug 31 13:52:05.173080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:05.173657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Attempting to bind port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:05.211127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81838a62-acf3-488e-ac55-121b000d517c req-cb8aaa6b-ab5a-46d0-946f-61d331a0e8c8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.212827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81838a62-acf3-488e-ac55-121b000d517c req-cb8aaa6b-ab5a-46d0-946f-61d331a0e8c8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0711353 Aug 31 13:52:05.235874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['86481347-868f-4292-857d-3f55b107f850'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:05.238403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0431ff27-447b-4c9c-af09-7261807eb990 req-5fd45c27-dfd5-4d1a-a01d-a9384ead9be2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 HTTP/1.1" status: 200 len: 217 time: 0.0662961 Aug 31 13:52:05.239150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:05.239508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Checking segment: {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:05.240581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Bound using segment: {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:05.240581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Bound port: 80f2bdde-e19b-4464-88d4-8b6eab0287d8, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:05.241070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.249828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60102) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:05.264539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-eb01a728-ab12-4e43-b90e-f94038fabaf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c01d4483-6753-4b0f-9db7-00ee404f4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768604 Aug 31 13:52:05.282353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81838a62-acf3-488e-ac55-121b000d517c req-6ace596c-edcc-4eae-aa55-12ce5850e842 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581684 Aug 31 13:52:05.322642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015e290-3e15-4d52-a73b-2604cd9e13fe req-9ed1cbb1-b900-4576-a8e8-8d5e394257e3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.324408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f015e290-3e15-4d52-a73b-2604cd9e13fe req-9ed1cbb1-b900-4576-a8e8-8d5e394257e3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 949 time: 0.2115533 Aug 31 13:52:05.399307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f4b616e-fea6-4187-a36c-0fceb1ad6f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.478908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff27-447b-4c9c-af09-7261807eb990 req-b5656ebe-3b40-4d65-ab07-60c412351112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.480598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0431ff27-447b-4c9c-af09-7261807eb990 req-b5656ebe-3b40-4d65-ab07-60c412351112 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09c42ba8-8bf0-4710-8635-6acd1fc5be3f HTTP/1.1" status: 200 len: 858 time: 0.2213776 Aug 31 13:52:05.499739 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f4b616e-fea6-4187-a36c-0fceb1ad6f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.505149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f4b616e-fea6-4187-a36c-0fceb1ad6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.515862 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f015e290-3e15-4d52-a73b-2604cd9e13fe req-cf9ce6c8-f99e-40bc-b092-c3b7d8bf0f4c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660221 Aug 31 13:52:05.540685 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0431ff27-447b-4c9c-af09-7261807eb990 req-6d19ad48-5969-42e8-829c-628691f54d3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c01d4483-6753-4b0f-9db7-00ee404f4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486326 Aug 31 13:52:05.551821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8f4b616e-fea6-4187-a36c-0fceb1ad6f3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0674d4683c56491f903917a31a8dc8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008075 Aug 31 13:52:05.552587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b616e-fea6-4187-a36c-0fceb1ad6f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42daf6d-dbf2-40b7-88c7-847b2151b637,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:05.556422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60108) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:05.565324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] For port 80f2bdde-e19b-4464-88d4-8b6eab0287d8, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:05.586530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-f5a420a3-b4ff-462a-a70c-4dc27bfe9330 service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836242 Aug 31 13:52:05.617591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b73-bab2-4434-ae91-a53373ccbe31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.630446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] For port 80f2bdde-e19b-4464-88d4-8b6eab0287d8, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=80f2bdde-e19b-4464-88d4-8b6eab0287d8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:05.656921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b73-bab2-4434-ae91-a53373ccbe31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.673900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.722737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.724551 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.726120 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] 10.222.0.26 "PUT /v2.0/ports/80f2bdde-e19b-4464-88d4-8b6eab0287d8 HTTP/1.1" status: 200 len: 1092 time: 2.8658059 Aug 31 13:52:05.732555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8361c-b9bd-4e56-9782-72f31a3f319a req-9b3fa998-4b84-481f-97e5-9d36de8e3268 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.734140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5c8361c-b9bd-4e56-9782-72f31a3f319a req-9b3fa998-4b84-481f-97e5-9d36de8e3268 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 943 time: 0.0963171 Aug 31 13:52:05.766617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b73-bab2-4434-ae91-a53373ccbe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.769538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b73-bab2-4434-ae91-a53373ccbe31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.774008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bdbc6b73-bab2-4434-ae91-a53373ccbe31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e42daf6d-dbf2-40b7-88c7-847b2151b637 HTTP/1.1" status: 204 len: 168 time: 0.2135208 Aug 31 13:52:05.790563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc6b73-bab2-4434-ae91-a53373ccbe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42daf6d-dbf2-40b7-88c7-847b2151b637,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:05.811683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5c8361c-b9bd-4e56-9782-72f31a3f319a req-600fd1c5-f01f-40e4-9f06-8402d63b9b36 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628102 Aug 31 13:52:05.818246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c41ba-2a8c-43be-b38e-771b0ff77d51 service neutron] Pushing event updated for resources: {'Port': ['ID=80f2bdde-e19b-4464-88d4-8b6eab0287d8,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:05.824000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0431ff27-447b-4c9c-af09-7261807eb990 req-a92b260a-3a67-4f25-87ef-2707eef293b0 service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709463 Aug 31 13:52:05.859449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a3d63c6f-77e1-4396-86f7-cba33665236a service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425656 Aug 31 13:52:05.962847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-25e41f3f-0d4b-4b05-9a86-77234dce767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.964411 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-25e41f3f-0d4b-4b05-9a86-77234dce767c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 1095 time: 0.1613164 Aug 31 13:52:05.988713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b0d4b01d-7513-4d56-b971-5b0f3c070f15 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:05.994648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba4909-455f-4139-bf4e-c93bbbc0710f req-66fabf0a-fe5d-4ca7-8399-dcb21d59a9b6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.996220 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33ba4909-455f-4139-bf4e-c93bbbc0710f req-66fabf0a-fe5d-4ca7-8399-dcb21d59a9b6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0919886 Aug 31 13:52:06.010485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0431ff27-447b-4c9c-af09-7261807eb990 req-de67624b-d843-4686-b0d3-03c29acac91d service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657386 Aug 31 13:52:06.124414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:06.138842 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33ba4909-455f-4139-bf4e-c93bbbc0710f req-281bb8ef-b1d8-4c7a-947e-b369b8c680c8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143467 Aug 31 13:52:06.139452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b29ea436-facd-44a2-af6f-e9538dcdee0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80f2bdde-e19b-4464-88d4-8b6eab0287d8 HTTP/1.1" status: 200 len: 217 time: 0.0922866 Aug 31 13:52:06.147075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15', 'network_id': 'e3ce27c8-5d6a-48d8-860a-843d145e15c5', 'port_id': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15', 'mac_address': 'fa:16:3e:34:e2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961097dc-9058-4b01-926a-bb5d20f0b3c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:06.149391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdab4016-6da6-4612-a253-569bda465446 req-d4c91283-1433-4c3a-a3ea-2fd8ac884869 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0545125 Aug 31 13:52:06.204507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-6bd278b2-7f30-4dd7-bef1-f8d51bc4174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.206950 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-6bd278b2-7f30-4dd7-bef1-f8d51bc4174d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09c42ba8-8bf0-4710-8635-6acd1fc5be3f HTTP/1.1" status: 200 len: 858 time: 0.0584550 Aug 31 13:52:06.218997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851f439-1aad-433b-9e31-cca3113341c1 req-85b17b07-5edd-4602-82df-8ccb80aa1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.220457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e851f439-1aad-433b-9e31-cca3113341c1 req-85b17b07-5edd-4602-82df-8ccb80aa1529 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 1094 time: 0.1718664 Aug 31 13:52:06.243319 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.274594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-0947918e-e8de-4f5b-8fbe-247b19ef0f66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c01d4483-6753-4b0f-9db7-00ee404f4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523682 Aug 31 13:52:06.277920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d4b01d-7513-4d56-b971-5b0f3c070f15 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:06.331990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc510a-07c6-4665-a89d-21ce2b56b199 req-afdb02e6-0e48-42b6-92ad-f1d045013b5b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.347583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23bc510a-07c6-4665-a89d-21ce2b56b199 req-afdb02e6-0e48-42b6-92ad-f1d045013b5b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 944 time: 0.1001890 Aug 31 13:52:06.353984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:06.369930 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.426615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23bc510a-07c6-4665-a89d-21ce2b56b199 req-f45e9907-3739-46e8-b5e5-cbf7ef4c8d6a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Aug 31 13:52:06.457879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:06.505513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9eab9f6-76fc-4f38-bcd8-d3d3b12970aa req-ac6916e8-5bc9-4f82-8891-7f7ff6e49ba9 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=561c0db8-d595-4aac-92ef-e32d213584b6 HTTP/1.1" status: 200 len: 210 time: 0.0642376 Aug 31 13:52:06.514552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851f439-1aad-433b-9e31-cca3113341c1 req-6b0d1358-e914-4d6f-ae29-c761d522bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.516048 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e851f439-1aad-433b-9e31-cca3113341c1 req-6b0d1358-e914-4d6f-ae29-c761d522bc67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 920 time: 0.2687595 Aug 31 13:52:06.525581 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-748ee77c-6fcd-4164-af76-d8460568f967 service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208281 Aug 31 13:52:06.578285 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e851f439-1aad-433b-9e31-cca3113341c1 req-c69ca1f7-00ea-41cb-9fdb-125f7a632df8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f9851f6-48b0-4096-b55b-a8b2dedd7d04 HTTP/1.1" status: 200 len: 217 time: 0.0516434 Aug 31 13:52:06.600403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035b82d-540e-4ff6-a51f-f1ea1f53fcc4 req-b895a20c-e8b3-4d52-8d79-8fdc7382d82d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.602781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4035b82d-540e-4ff6-a51f-f1ea1f53fcc4 req-b895a20c-e8b3-4d52-8d79-8fdc7382d82d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0949211 Aug 31 13:52:06.607184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-a7b21792-7a80-4742-be02-f69d62fddaea service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.0889177 Aug 31 13:52:06.690969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4035b82d-540e-4ff6-a51f-f1ea1f53fcc4 req-a76b92b4-d253-4fe3-9093-1a8cf9dbaab1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817881 Aug 31 13:52:06.696731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851f439-1aad-433b-9e31-cca3113341c1 req-f3f2fbfb-dd72-4e23-9bf2-fc579aa0a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.698262 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e851f439-1aad-433b-9e31-cca3113341c1 req-f3f2fbfb-dd72-4e23-9bf2-fc579aa0a8a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09c42ba8-8bf0-4710-8635-6acd1fc5be3f HTTP/1.1" status: 200 len: 858 time: 0.0733128 Aug 31 13:52:06.703730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-8d31c7a1-135e-4ce6-81a6-5fa929d05005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.706266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-8d31c7a1-135e-4ce6-81a6-5fa929d05005 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1065 time: 0.0788822 Aug 31 13:52:06.740822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:06.747524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e851f439-1aad-433b-9e31-cca3113341c1 req-26da5ba2-def9-437e-b903-df6d37888ae9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c01d4483-6753-4b0f-9db7-00ee404f4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325372 Aug 31 13:52:06.749927 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-5dc641fe-0535-4b62-9854-e3dcd274ed48 service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824744 Aug 31 13:52:06.811314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.889804 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e851f439-1aad-433b-9e31-cca3113341c1 req-c312fab8-1fb5-4625-94c8-4e744c067425 service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171048 Aug 31 13:52:06.952855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'tag': '80f2bdde-e19b-4464-88d4-8b6eab0287d8'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:06.961124 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776a1fab-88c5-4a2f-8041-b25d5977d531" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "tag": "80f2bdde-e19b-4464-88d4-8b6eab0287d8"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:07.037671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86392e64-8cca-408c-b82e-0f7abc280ef2 req-1436fecb-e443-421a-9f56-e786001bf2ae tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.039967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86392e64-8cca-408c-b82e-0f7abc280ef2 req-1436fecb-e443-421a-9f56-e786001bf2ae tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 949 time: 0.1174829 Aug 31 13:52:07.053791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e851f439-1aad-433b-9e31-cca3113341c1 req-9b1f3b4b-fb9a-4dce-8c1a-6897c28aa11a service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276369 Aug 31 13:52:07.064605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:07.118243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86392e64-8cca-408c-b82e-0f7abc280ef2 req-ac09cbc3-fbc3-42c9-9e6a-d56724c5fba4 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654569 Aug 31 13:52:07.130604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.136443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.155151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.156213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.156604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.186518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.186852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.196228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.196607 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.203245 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 2 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.224051 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5157b8fe-ad8b-45d2-9372-a5ed5cffaacf x-openstack-request-id: req-5157b8fe-ad8b-45d2-9372-a5ed5cffaacf {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:07.224335 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "tag": "80f2bdde-e19b-4464-88d4-8b6eab0287d8", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:07.224583 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5157b8fe-ad8b-45d2-9372-a5ed5cffaacf {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:07.225008 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'tag': '80f2bdde-e19b-4464-88d4-8b6eab0287d8', 'status': 'completed', 'code': 200} Aug 31 13:52:07.232116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=14']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:07.253409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.253754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.254115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.265542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.265771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.278786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.279206 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.280392 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 3 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.291988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f657-97cf-4e17-8b35-d7d453b919cf req-f17f1c2c-0e1a-43c4-be2a-c503b4b578a0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.293819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f670f657-97cf-4e17-8b35-d7d453b919cf req-f17f1c2c-0e1a-43c4-be2a-c503b4b578a0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 944 time: 0.0737996 Aug 31 13:52:07.317811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.318162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.318499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.333555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.333781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.343500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b0d4b01d-7513-4d56-b971-5b0f3c070f15'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:07.378742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.378742 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.378742 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 4 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.411229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f670f657-97cf-4e17-8b35-d7d453b919cf req-e9d0fa16-4749-4bcd-b3c9-15186833b525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020286 Aug 31 13:52:07.426973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.427417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.436815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.444790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.451310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.456815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-096dfc3c-b31b-4fbc-ab94-f63c876eb991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.457847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.458588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-096dfc3c-b31b-4fbc-ab94-f63c876eb991 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 1095 time: 0.1486034 Aug 31 13:52:07.461323 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.461849 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 5 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.467512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8d76c-5732-40f2-aeae-65199690e676 req-01be3981-49ac-4c40-858b-fd2eb1a1fd8c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.469514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4c8d76c-5732-40f2-aeae-65199690e676 req-01be3981-49ac-4c40-858b-fd2eb1a1fd8c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1078649 Aug 31 13:52:07.491289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.491749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.492190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.507173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.508130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.531929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.532912 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.545216 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 6 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.560658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.561100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.561587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.566014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-6dff252d-4d6b-4af0-83cf-15ddd572f8e0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506613 Aug 31 13:52:07.570259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.570966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.605311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.605941 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.640764 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 7 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.662303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4c8d76c-5732-40f2-aeae-65199690e676 req-32a28bb9-389c-4305-ba2d-4fca793b156a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836431 Aug 31 13:52:07.674339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-5e09b50d-f732-4d25-8df9-e5c0a86aa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.677430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.678153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-5e09b50d-f732-4d25-8df9-e5c0a86aa0c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 920 time: 0.1844220 Aug 31 13:52:07.678395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.678962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.688740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.689147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.713993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.714333 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.717289 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 8 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.747136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.748339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.748731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.756574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.756921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.760590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-4aeac3d6-21d9-430f-9100-368737202054 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80f2bdde-e19b-4464-88d4-8b6eab0287d8 HTTP/1.1" status: 200 len: 217 time: 0.0664048 Aug 31 13:52:07.768987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-499a7923-eb2f-4c80-bffa-8128b57edeeb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.776799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-499a7923-eb2f-4c80-bffa-8128b57edeeb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027504 Aug 31 13:52:07.779545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.779885 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.785948 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 9 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.802401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-d238f918-9646-4852-bb5d-f1a67b9e97de tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/quotas/2f90fcaa084e4e5d832a259bdc4122b7 HTTP/1.1" status: 200 len: 375 time: 0.0245774 Aug 31 13:52:07.803875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.804379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.804899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.810211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.810545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.827622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.827622 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.827622 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempt 10 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:52:07.849020 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb42574-b91c-4cda-ab03-f73870262888 req-505de412-1636-4012-860b-a120dbb39425 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.850813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4eb42574-b91c-4cda-ab03-f73870262888 req-505de412-1636-4012-860b-a120dbb39425 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 944 time: 0.0926807 Aug 31 13:52:07.860141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.860490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.860755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-bea4b820-bcb3-47f3-8e0b-f9d545b98a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.860909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.863394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-bea4b820-bcb3-47f3-8e0b-f9d545b98a81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09c42ba8-8bf0-4710-8635-6acd1fc5be3f HTTP/1.1" status: 200 len: 858 time: 0.0741081 Aug 31 13:52:07.868249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.868581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.878641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:07.878979 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:52:07.880291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.901553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-de1c5de9-1656-40cf-9a62-a80fb1eef351 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875230 Aug 31 13:52:07.911278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-88c62682-a270-4d9c-bff8-b595cc07f633 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c01d4483-6753-4b0f-9db7-00ee404f4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383124 Aug 31 13:52:07.944755 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4eb42574-b91c-4cda-ab03-f73870262888 req-e9957b59-0e07-4857-929f-3042518d6707 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793402 Aug 31 13:52:07.994170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:07.997342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:07.999619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:52:08.017418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.018287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] In _notify_port_updated(), no bound segment for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:52:08.019312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.021414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86481347-868f-4292-857d-3f55b107f850 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:08.023000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.028375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] 10.222.0.101 "PUT /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 1062 time: 1.3029730 Aug 31 13:52:08.036847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:08.039405 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf373954-edb6-47cc-acbc-2cfd89952531" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:08.123786 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-d9241495-3995-47f2-ad08-7724b7283fdc service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954210 Aug 31 13:52:08.182635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451112cd-01ce-4ec2-b83b-5c3b4f4efeb0 req-ecb97cbc-1a24-49ec-bf21-4522d84af362 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.191342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10b414-aa14-486a-88f3-ef1ffe3f0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=15']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.203427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451112cd-01ce-4ec2-b83b-5c3b4f4efeb0 req-ecb97cbc-1a24-49ec-bf21-4522d84af362 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1862843 Aug 31 13:52:08.224402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 86481347-868f-4292-857d-3f55b107f850 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:08.226181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-dd986291-8419-4cab-a299-7e33b09a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.230227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-dd986291-8419-4cab-a299-7e33b09a80f0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.0922785 Aug 31 13:52:08.246311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 86481347-868f-4292-857d-3f55b107f850 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:08.247003 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.336840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451112cd-01ce-4ec2-b83b-5c3b4f4efeb0 req-c50d426b-2740-44b1-8f5e-b3132f85c10e tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035194 Aug 31 13:52:08.339790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:08.369068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'port_id': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', 'mac_address': 'fa:16:3e:67:4f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c42ba8-8bf0-4710-8635-6acd1fc5be3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:08.455123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-6faf051d-1be9-47bb-8792-f88363b3d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.460198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-6faf051d-1be9-47bb-8792-f88363b3d7b4 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2003274 Aug 31 13:52:08.462293 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-776a1fab-88c5-4a2f-8041-b25d5977d531 req-c73cdd33-b50b-4c8b-b63e-ee90c7e27b6c service neutron] 10.222.0.26 "GET /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173881 Aug 31 13:52:08.469413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.469818 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba21956-04f6-4c4c-ba64-79855e12ddc3 x-openstack-request-id: req-1ba21956-04f6-4c4c-ba64-79855e12ddc3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:08.470064 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:08.470398 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ba21956-04f6-4c4c-ba64-79855e12ddc3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:08.470733 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:52:08.495859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:08.501928 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.530038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:08.574386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86481347-868f-4292-857d-3f55b107f850, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86481347-868f-4292-857d-3f55b107f850,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:08.575926 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.579638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098dac82-de33-4c02-b390-eaf61491d701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86481347-868f-4292-857d-3f55b107f850'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:08.586373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-e40dcdca-55db-45f1-a49f-be867880cdad service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.1108983 Aug 31 13:52:08.586947 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e0adfe-08dc-49db-86ca-4067fd65a996" -d '{"events": [{"server_uuid": "098dac82-de33-4c02-b390-eaf61491d701", "name": "network-vif-plugged", "status": "completed", "tag": "86481347-868f-4292-857d-3f55b107f850"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:08.587873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-804c3ba4-d4e9-4c5b-bcb7-1a0a23c94710 req-420fcda9-3484-483c-a75f-a5bd45c20cf0 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 210 time: 0.1267855 Aug 31 13:52:08.593836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.669554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ee13-3167-4d9e-be52-457a8ee31db3 req-ae1fd154-4d6a-4987-b697-995447a86a6b tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.673036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9af7ee13-3167-4d9e-be52-457a8ee31db3 req-ae1fd154-4d6a-4987-b697-995447a86a6b tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 949 time: 0.1399009 Aug 31 13:52:08.675856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-e1c1308b-0d5e-4736-8168-699458214ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.678117 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-e1c1308b-0d5e-4736-8168-699458214ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.0932081 Aug 31 13:52:08.700496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-78d38058-0a7c-4cfe-b571-680144d45e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.702554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-78d38058-0a7c-4cfe-b571-680144d45e3a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1072190 Aug 31 13:52:08.716717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.779390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86481347-868f-4292-857d-3f55b107f850,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.784267 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9af7ee13-3167-4d9e-be52-457a8ee31db3 req-07d0bb43-2710-4955-b17d-09d5193b430e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974169 Aug 31 13:52:08.830533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-41f0051a-7df9-4523-a2ab-423382d8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.834355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-41f0051a-7df9-4523-a2ab-423382d8660a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207154 Aug 31 13:52:08.863192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181894-632d-407e-ac11-f34e67575394 req-7969c7ed-1b4e-4f28-b366-a6df76f7b1dd tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.870002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba181894-632d-407e-ac11-f34e67575394 req-7969c7ed-1b4e-4f28-b366-a6df76f7b1dd tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 944 time: 0.1352825 Aug 31 13:52:08.876564 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572364c9-5e96-4d25-9f13-f135f9609555 x-openstack-request-id: req-572364c9-5e96-4d25-9f13-f135f9609555 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:08.876918 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098dac82-de33-4c02-b390-eaf61491d701", "name": "network-vif-plugged", "status": "completed", "tag": "86481347-868f-4292-857d-3f55b107f850", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:08.877199 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-572364c9-5e96-4d25-9f13-f135f9609555 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:08.877523 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098dac82-de33-4c02-b390-eaf61491d701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86481347-868f-4292-857d-3f55b107f850', 'code': 200} Aug 31 13:52:08.881626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-ac6ae0ed-73da-43bd-b7fb-dff66290d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.883139 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-ac6ae0ed-73da-43bd-b7fb-dff66290d408 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1522980 Aug 31 13:52:08.960601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba181894-632d-407e-ac11-f34e67575394 req-41598ce4-0870-4107-bc91-baf795cc03f0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852602 Aug 31 13:52:08.982033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-dfbd1dbd-8723-4e48-8ffa-f7670da2711e service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357505 Aug 31 13:52:09.048280 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-345d2922-62e3-405d-af1b-33d6938760e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0598328 Aug 31 13:52:09.057267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fd9f5-4f03-4d5c-a427-f0c04630ebd4 req-f2823bc2-afae-41da-8a19-b18dbd366ef9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.065661 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-769fd9f5-4f03-4d5c-a427-f0c04630ebd4 req-f2823bc2-afae-41da-8a19-b18dbd366ef9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1289318 Aug 31 13:52:09.174489 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:52:09.183885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00bf94-2064-4bcf-b076-255a088d40b4 req-a4c6193c-46cb-4d61-a907-f994e7230cd7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.191109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e00bf94-2064-4bcf-b076-255a088d40b4 req-a4c6193c-46cb-4d61-a907-f994e7230cd7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 944 time: 0.1103363 Aug 31 13:52:09.200804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cd15373-2fce-4d1e-8230-3898d0acca32 req-55f32ed1-f8e0-4ba8-8735-d3ef9972e585 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101176 Aug 31 13:52:09.223922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-769fd9f5-4f03-4d5c-a427-f0c04630ebd4 req-c67ec912-c056-4d2d-ba6f-76ccc3056c9d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564882 Aug 31 13:52:09.228358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-7d122c55-85c6-4c4b-ba26-122622447deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.229754 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-7d122c55-85c6-4c4b-ba26-122622447deb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1603651 Aug 31 13:52:09.231785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f6a8-5f2f-4c0c-bd8a-079ee095ea57 req-20da2c20-297b-4e02-9116-a0359b3ca018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.233217 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-36b3f6a8-5f2f-4c0c-bd8a-079ee095ea57 req-20da2c20-297b-4e02-9116-a0359b3ca018 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 1101 time: 0.1428220 Aug 31 13:52:09.234006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e00bf94-2064-4bcf-b076-255a088d40b4 req-3d5a9b6f-478e-4eae-9f76-968ca5b57677 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Aug 31 13:52:09.346929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-42499892-100e-43d4-a736-4c4e1286a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.349757 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-42499892-100e-43d4-a736-4c4e1286a12b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898931 Aug 31 13:52:09.351842 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-36b3f6a8-5f2f-4c0c-bd8a-079ee095ea57 req-f99bee0a-9866-4e65-80c6-f22dabd46f14 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822072 Aug 31 13:52:09.370765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-6d96acb9-8363-4d68-97f8-5e1d5fa6e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.372320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-6d96acb9-8363-4d68-97f8-5e1d5fa6e246 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.0587993 Aug 31 13:52:09.412237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d6e4522-3e3a-4631-a2f8-0d5e96218bf8'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:09.530156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415196-07c8-4b3c-9cf2-b0b470842f5c req-bedf75b4-fb80-4c6d-aeb5-f7096ce5570c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.532893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8415196-07c8-4b3c-9cf2-b0b470842f5c req-bedf75b4-fb80-4c6d-aeb5-f7096ce5570c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0980160 Aug 31 13:52:09.544757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-d4ec3de1-0a4e-4f59-b085-ff546de26665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.546624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-d4ec3de1-0a4e-4f59-b085-ff546de26665 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1624918 Aug 31 13:52:09.607867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-e6184553-a4ee-4a71-b86d-d6f29b774f69 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0514247 Aug 31 13:52:09.671395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:09.688343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8415196-07c8-4b3c-9cf2-b0b470842f5c req-5876a51d-603c-448d-a301-5202d92002dd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475778 Aug 31 13:52:09.728704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-c96e37cf-21b9-4c9a-9c4f-ed569aa56fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.730634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-c96e37cf-21b9-4c9a-9c4f-ed569aa56fde service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1063733 Aug 31 13:52:09.731169 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c888482-2216-4d51-92c7-066e2e3e6ce9 req-b1dc1d5e-4232-497d-a744-3b644a613b8a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 210 time: 0.0395410 Aug 31 13:52:09.786620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-dd0355b7-fb6a-4857-a500-3d95b21c7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.790851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-dd0355b7-fb6a-4857-a500-3d95b21c7e0c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456035 Aug 31 13:52:09.917610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-e8dad316-ae91-481b-bbf6-ae2ea8c1ca10 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046362 Aug 31 13:52:09.940352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-6d6d50b8-da29-4390-a54d-0a10e9f8e30c service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413181 Aug 31 13:52:09.971570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa5402-5d47-4f59-b94c-f0337daeacbd req-3f32d4c6-d3e3-4960-8356-595e0ca83004 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.973936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cffa5402-5d47-4f59-b94c-f0337daeacbd req-3f32d4c6-d3e3-4960-8356-595e0ca83004 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.0911832 Aug 31 13:52:09.990120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:10.071888 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-79dfea45-686b-4329-a52d-66ab39357121 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267710 Aug 31 13:52:10.081523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cffa5402-5d47-4f59-b94c-f0337daeacbd req-bcf3bad5-8935-48c4-b94a-cf2ad8cea41d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937560 Aug 31 13:52:10.085913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b0d4b01d-7513-4d56-b971-5b0f3c070f15 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:10.122000 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf373954-edb6-47cc-acbc-2cfd89952531 req-7dd1c3a3-0b43-4dc9-b2b3-0c87ee981e89 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707141 Aug 31 13:52:10.155524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0089b1-61f5-4ff4-a4c4-594f6ef75433 req-95c5b841-bb2e-416b-8d87-de4bb57cef0e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:10.157548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f0089b1-61f5-4ff4-a4c4-594f6ef75433 req-95c5b841-bb2e-416b-8d87-de4bb57cef0e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 944 time: 0.0847743 Aug 31 13:52:10.170031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:10.188666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04', 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'port_id': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04', 'mac_address': 'fa:16:3e:30:40:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c42ba8-8bf0-4710-8635-6acd1fc5be3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:10.197925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b0d4b01d-7513-4d56-b971-5b0f3c070f15 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:10.203145 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f0089b1-61f5-4ff4-a4c4-594f6ef75433 req-8110d51a-a992-4413-ad68-432e1a9c5351 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382478 Aug 31 13:52:10.230545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b0d4b01d-7513-4d56-b971-5b0f3c070f15 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:10.230545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.264025 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.286428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:10.312919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:10.339489 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.340229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 80f2bdde-e19b-4464-88d4-8b6eab0287d8 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:10.392686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.436967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:10.448821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 80f2bdde-e19b-4464-88d4-8b6eab0287d8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=80f2bdde-e19b-4464-88d4-8b6eab0287d8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:10.474589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '80f2bdde-e19b-4464-88d4-8b6eab0287d8', 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'port_id': '80f2bdde-e19b-4464-88d4-8b6eab0287d8', 'mac_address': 'fa:16:3e:a9:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c42ba8-8bf0-4710-8635-6acd1fc5be3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:10.479546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:10.483149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c2703-5d06-4547-bda7-40c2003e5133 req-10ef3eb0-ca23-42b9-97e2-73e12a19b68b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:10.500037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec1c2703-5d06-4547-bda7-40c2003e5133 req-10ef3eb0-ca23-42b9-97e2-73e12a19b68b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 944 time: 0.1222384 Aug 31 13:52:10.511291 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.536154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fa554-b50b-458a-a105-f79abc6d164c req-b3fc827b-8ff8-4ce5-9b3f-f6863547019f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:10.537760 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-580fa554-b50b-458a-a105-f79abc6d164c req-b3fc827b-8ff8-4ce5-9b3f-f6863547019f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1308205 Aug 31 13:52:10.555170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.573282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec1c2703-5d06-4547-bda7-40c2003e5133 req-f1c1bcd5-6703-4272-890d-21344b6100e7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653415 Aug 31 13:52:10.579697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f2bdde-e19b-4464-88d4-8b6eab0287d8 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:10.588644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-580fa554-b50b-458a-a105-f79abc6d164c req-070bd12d-7b0e-461b-a811-9948062d2075 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Aug 31 13:52:10.620185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:10.633856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 80f2bdde-e19b-4464-88d4-8b6eab0287d8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=80f2bdde-e19b-4464-88d4-8b6eab0287d8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:10.640469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.664762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-aa9fb1ac-8a28-45ab-9808-dd408f465219 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366869 Aug 31 13:52:10.726848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=80f2bdde-e19b-4464-88d4-8b6eab0287d8,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:10.855761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd8e125a-27a0-4886-9991-6086c35005c6 req-52937828-d7cf-4657-9355-9f28edb9e144 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 210 time: 0.0407009 Aug 31 13:52:10.880032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:10.884349 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a67403-2fb9-44c0-86b1-95f91a92bf45" -d '{"events": [{"server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "name": "network-vif-plugged", "status": "completed", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:10.887574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54d5c1-b488-4295-a0b7-797052f5a5fc req-b5736684-e526-4845-9b14-d9cc8f1c5efd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:10.889155 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce54d5c1-b488-4295-a0b7-797052f5a5fc req-b5736684-e526-4845-9b14-d9cc8f1c5efd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0996823 Aug 31 13:52:10.896381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-49272348-52ad-498d-a39b-af045e4e77b5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:10.897971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-49272348-52ad-498d-a39b-af045e4e77b5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091503 Aug 31 13:52:10.935510 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6efd576-4af5-44cd-b5d8-7e4fa73ff1d0 x-openstack-request-id: req-e6efd576-4af5-44cd-b5d8-7e4fa73ff1d0 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:10.935897 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "name": "network-vif-plugged", "status": "completed", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:10.936123 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6efd576-4af5-44cd-b5d8-7e4fa73ff1d0 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:10.936521 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15', 'code': 200} Aug 31 13:52:10.943229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce54d5c1-b488-4295-a0b7-797052f5a5fc req-89b8e140-15c4-4ae9-8745-0e4648a614ef tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Aug 31 13:52:10.997308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Request body: {'port': {'device_id': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '2f90fcaa084e4e5d832a259bdc4122b7'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:11.131228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Made reservation on behalf of 2f90fcaa084e4e5d832a259bdc4122b7 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:11.135620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.234638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979fced-8736-44bb-85e8-67dd3099611c req-a81c9c05-6ebe-4bcb-b3d5-132aad6b14c6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:11.236542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9979fced-8736-44bb-85e8-67dd3099611c req-a81c9c05-6ebe-4bcb-b3d5-132aad6b14c6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.0653677 Aug 31 13:52:11.255500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742b6fc-88a7-4b12-beed-00b5ac209c3d req-d47e8f2e-2109-492a-b9d7-1589462a4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:11.257049 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e742b6fc-88a7-4b12-beed-00b5ac209c3d req-d47e8f2e-2109-492a-b9d7-1589462a4398 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1096 time: 0.1073174 Aug 31 13:52:11.309953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9979fced-8736-44bb-85e8-67dd3099611c req-a1a7bedf-7451-44f7-860d-63af2b1c6aa2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569816 Aug 31 13:52:11.384483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e742b6fc-88a7-4b12-beed-00b5ac209c3d req-5cff0e6f-8594-42dc-a314-c402da40c113 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124246 Aug 31 13:52:11.385893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Allocated IP 192.168.233.171 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/09f37396-704f-4e6a-8d40-7e78c22546fd) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:11.413653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864ef24-c668-4832-86f3-a68b16a08254 req-b6dacddf-057c-4c8c-95d0-3597b8aca537 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:11.415335 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e864ef24-c668-4832-86f3-a68b16a08254 req-b6dacddf-057c-4c8c-95d0-3597b8aca537 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 945 time: 0.1108572 Aug 31 13:52:11.497773 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e864ef24-c668-4832-86f3-a68b16a08254 req-c0ca0e69-e28e-4201-829c-1c8cb684a989 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701244 Aug 31 13:52:11.622154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.646385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Transition to ACTIVE for port object 09f37396-704f-4e6a-8d40-7e78c22546fd will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:11.729007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b4395-1598-47ee-8c12-4a81738419ce req-aee64bce-8c17-4541-9296-24c8f08830c1 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:11.730629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0b4395-1598-47ee-8c12-4a81738419ce req-aee64bce-8c17-4541-9296-24c8f08830c1 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0682206 Aug 31 13:52:11.733803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.773409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4989b6-d1e1-4a3a-ad7e-9e002c1afeb8 req-4e443b04-2945-4179-b674-c659493be4fc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:11.774951 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc4989b6-d1e1-4a3a-ad7e-9e002c1afeb8 req-4e443b04-2945-4179-b674-c659493be4fc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0872397 Aug 31 13:52:11.782594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0b4395-1598-47ee-8c12-4a81738419ce req-db465f7a-bec3-4bf3-a5b5-3885171a2d8c tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367889 Aug 31 13:52:11.787803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:11.815450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:11.825448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:11.829821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3f9851f6-48b0-4096-b55b-a8b2dedd7d04'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:11.888165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['80f2bdde-e19b-4464-88d4-8b6eab0287d8'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:11.990782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:12.194152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071a0c-533b-4400-9e30-01194e33c614 req-c7a3c2ce-17b2-4bf5-833b-2fa8aba2a30d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.201572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11071a0c-533b-4400-9e30-01194e33c614 req-c7a3c2ce-17b2-4bf5-833b-2fa8aba2a30d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 936 time: 0.1315815 Aug 31 13:52:12.269942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c91507be-b3f2-42d4-a0a1-82ba31811198 None None] Provisioning for port 09f37396-704f-4e6a-8d40-7e78c22546fd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:12.286172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11071a0c-533b-4400-9e30-01194e33c614 req-c94259f5-0f43-40fd-aa75-7e2441d93aa3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809097 Aug 31 13:52:12.309187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c91507be-b3f2-42d4-a0a1-82ba31811198 None None] Provisioning complete for port 09f37396-704f-4e6a-8d40-7e78c22546fd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:12.309805 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c91507be-b3f2-42d4-a0a1-82ba31811198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.317454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event updated for resources: {'Port': ['ID=09f37396-704f-4e6a-8d40-7e78c22546fd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:12.379988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cc4989b6-d1e1-4a3a-ad7e-9e002c1afeb8 req-d24ece15-782a-4a86-bea0-a8968371723f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883744 Aug 31 13:52:12.409300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c91507be-b3f2-42d4-a0a1-82ba31811198 None None] Port 09f37396-704f-4e6a-8d40-7e78c22546fd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:12.418695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.420101 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.462216 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9e403f6d-7c23-4725-92b1-5bbbe10f8780 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4688854 Aug 31 13:52:12.489637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9b53-fdb2-4d73-a444-8e858852bfa7 req-0e52e610-5e63-401e-83ed-f8eb0740d416 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.494436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Request body: {'port': {'device_id': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:12.497447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e70e9b53-fdb2-4d73-a444-8e858852bfa7 req-0e52e610-5e63-401e-83ed-f8eb0740d416 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1003807 Aug 31 13:52:12.546935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e70e9b53-fdb2-4d73-a444-8e858852bfa7 req-03e2a917-3444-4fcc-b70d-80213848df2c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Aug 31 13:52:12.600383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.620680 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c5214-48eb-4a3e-ba44-b81721c09916 req-a4d3bf09-5099-451d-8874-f4a93c6d0798 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.625469 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de3c5214-48eb-4a3e-ba44-b81721c09916 req-a4d3bf09-5099-451d-8874-f4a93c6d0798 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.1463330 Aug 31 13:52:12.712491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a02a4-f256-4bb5-9079-1f9d8de80874 req-9d6b0482-9258-4805-8a91-d0f90cd30a41 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.719947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-101a02a4-f256-4bb5-9079-1f9d8de80874 req-9d6b0482-9258-4805-8a91-d0f90cd30a41 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 945 time: 0.0768452 Aug 31 13:52:12.744183 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de3c5214-48eb-4a3e-ba44-b81721c09916 req-eeaa6b6b-0132-4c99-9104-159f6bd53589 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144426 Aug 31 13:52:12.782639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-101a02a4-f256-4bb5-9079-1f9d8de80874 req-81a7db8a-345d-4115-a694-843180bad664 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617273 Aug 31 13:52:12.915330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1ee3-762b-44bf-a43c-894d6ff0afb8 req-5a30d673-ffdd-4718-90e6-ba8ef41473a8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.916903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-816b1ee3-762b-44bf-a43c-894d6ff0afb8 req-5a30d673-ffdd-4718-90e6-ba8ef41473a8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0581176 Aug 31 13:52:12.973931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-816b1ee3-762b-44bf-a43c-894d6ff0afb8 req-3c82851c-0ad9-4e2f-99a0-109d970a0cae tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Aug 31 13:52:13.015185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f37396-704f-4e6a-8d40-7e78c22546fd {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:13.026132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.043952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Transition to ACTIVE for port object 09f37396-704f-4e6a-8d40-7e78c22546fd will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:13.048450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.129157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Pushing event updated for resources: {'Port': ['ID=09f37396-704f-4e6a-8d40-7e78c22546fd,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:13.190862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Attempting to bind port 09f37396-704f-4e6a-8d40-7e78c22546fd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:13.191713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Attempting to bind port 09f37396-704f-4e6a-8d40-7e78c22546fd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:13.192218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Attempting to bind port 09f37396-704f-4e6a-8d40-7e78c22546fd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:13.203231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Port 09f37396-704f-4e6a-8d40-7e78c22546fd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:13.203569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Attempting to bind port 09f37396-704f-4e6a-8d40-7e78c22546fd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:13.210889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:13.211240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:13.211633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:13.212071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Bound port: 09f37396-704f-4e6a-8d40-7e78c22546fd, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:13.212441 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.279770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a7ef-bc27-4535-b934-b2e0090dcf87 req-0481d88c-82a5-4f84-85fa-70746b55d78c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.288350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f791a7ef-bc27-4535-b934-b2e0090dcf87 req-0481d88c-82a5-4f84-85fa-70746b55d78c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.0696018 Aug 31 13:52:13.295838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] For port 09f37396-704f-4e6a-8d40-7e78c22546fd, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:13.299752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] For port 09f37396-704f-4e6a-8d40-7e78c22546fd, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09f37396-704f-4e6a-8d40-7e78c22546fd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:13.304433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.344115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.344807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f791a7ef-bc27-4535-b934-b2e0090dcf87 req-a011a243-d7f4-430e-9a36-0cf8113fdb27 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513792 Aug 31 13:52:13.344967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.347270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-a79fac74-0008-4258-877e-19767b013c06 service neutron] 10.222.0.26 "PUT /v2.0/ports/09f37396-704f-4e6a-8d40-7e78c22546fd HTTP/1.1" status: 200 len: 1096 time: 0.8593533 Aug 31 13:52:13.347991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:13.350823 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c" -d '{"events": [{"name": "network-changed", "server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:13.429362 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad31dfc-78ea-49e7-b748-5adc2c17e586 x-openstack-request-id: req-cad31dfc-78ea-49e7-b748-5adc2c17e586 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:13.429652 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:13.429920 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cad31dfc-78ea-49e7-b748-5adc2c17e586 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:13.430294 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd', 'status': 'completed', 'code': 200} Aug 31 13:52:13.430869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fac74-0008-4258-877e-19767b013c06 service neutron] Pushing event updated for resources: {'Port': ['ID=09f37396-704f-4e6a-8d40-7e78c22546fd,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:13.519300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675b59-8623-4091-8549-db3bb402dfce req-4e691a4d-a0c8-402a-89d7-a3a3e8ec257d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.521180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-19675b59-8623-4091-8549-db3bb402dfce req-4e691a4d-a0c8-402a-89d7-a3a3e8ec257d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 948 time: 0.0833688 Aug 31 13:52:13.546462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543c4d-ffc9-4125-89a6-9c5f1eacdbca req-65036ea6-819a-490f-811c-0b6468015ec8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.554176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5543c4d-ffc9-4125-89a6-9c5f1eacdbca req-65036ea6-819a-490f-811c-0b6468015ec8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0744820 Aug 31 13:52:13.576201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-19675b59-8623-4091-8549-db3bb402dfce req-03669c4a-6ee6-4af7-a39d-cdf1dd22ce5b tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488207 Aug 31 13:52:13.594461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5543c4d-ffc9-4125-89a6-9c5f1eacdbca req-86424d8f-a778-45a9-8aa6-6c7a7a9a2d74 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Aug 31 13:52:13.663935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-bff473a1-1d95-47a6-a863-7db81f7bb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.666510 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-bff473a1-1d95-47a6-a863-7db81f7bb406 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 1099 time: 0.0684810 Aug 31 13:52:13.728528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-e2ef2e3b-6bc7-4117-9d12-fde35a92bc19 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316770 Aug 31 13:52:13.751025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf53ff7-851f-4f72-8641-920f6741ce4b req-70318e23-97e6-4a85-a21e-3337132dc305 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.757429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bf53ff7-851f-4f72-8641-920f6741ce4b req-70318e23-97e6-4a85-a21e-3337132dc305 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0673869 Aug 31 13:52:13.819777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bf53ff7-851f-4f72-8641-920f6741ce4b req-08720f64-ad30-4ce9-a9a1-3a8ccf3f5d67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518584 Aug 31 13:52:13.827794 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-9ab0b8b1-ca5c-4b4a-97e3-c306201b7b8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=09f37396-704f-4e6a-8d40-7e78c22546fd HTTP/1.1" status: 200 len: 217 time: 0.0718746 Aug 31 13:52:13.927640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-b1c1836d-16b5-4f3f-875d-5d68fa2cef7a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.929177 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-b1c1836d-16b5-4f3f-875d-5d68fa2cef7a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954441 Aug 31 13:52:13.938247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c58a-4418-4111-a06a-4c7747518146 req-c55d3cd8-cb8c-40b6-8ee5-74c4f4645b7e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.939939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7884c58a-4418-4111-a06a-4c7747518146 req-c55d3cd8-cb8c-40b6-8ee5-74c4f4645b7e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 945 time: 0.0533888 Aug 31 13:52:13.956909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-7cf444d9-aa33-4cf0-b0f1-4e29fa055093 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/quotas/6e3479edb767479fb319c1f76bbb0d5b HTTP/1.1" status: 200 len: 375 time: 0.0169802 Aug 31 13:52:13.959177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-e51408eb-5aeb-4bc7-9504-26fab0e355cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.960549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-e51408eb-5aeb-4bc7-9504-26fab0e355cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1054349 Aug 31 13:52:13.986311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7884c58a-4418-4111-a06a-4c7747518146 req-8ee64704-a220-4465-bcc3-7d5984d80c2a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Aug 31 13:52:14.009000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:14.050189 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-d6da8ce4-6ac6-4322-bb45-b2118a8f1a76 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819366 Aug 31 13:52:14.063719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-da251dc3-8ce6-4601-9a03-79052cdcd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.065540 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-da251dc3-8ce6-4601-9a03-79052cdcd5c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693409 Aug 31 13:52:14.140419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:14.145604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:14.145987 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.180167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55452-3eb2-4071-b1ca-afd3cbd7e7c3 req-54f66d61-5283-498e-8aa6-6f66d098928b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.182066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17c55452-3eb2-4071-b1ca-afd3cbd7e7c3 req-54f66d61-5283-498e-8aa6-6f66d098928b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0719204 Aug 31 13:52:14.260501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17c55452-3eb2-4071-b1ca-afd3cbd7e7c3 req-66fa6366-7495-4e62-8d06-c7c8e3f0eae7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721796 Aug 31 13:52:14.278239 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-b93370e0-8051-46e9-b4d7-0d4b34a82013 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930263 Aug 31 13:52:14.321413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.369928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9a332aa-0cae-4152-a2b7-2c8ec251dae5 req-bb572601-17a1-401c-b36b-7e76d5a827d5 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 210 time: 0.0597336 Aug 31 13:52:14.384819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60476) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:14.385879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:14.388231 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d048c2f5-c49e-4b46-89c0-9d95e8c972da" -d '{"events": [{"server_uuid": "b52f9a60-8758-46d1-a178-0245bbef0176", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e4522-3e3a-4631-a2f8-0d5e96218bf8"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:14.418402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:14.427379 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.462249 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff01bd-ff0d-441e-8582-05d1521ed01c x-openstack-request-id: req-f7ff01bd-ff0d-441e-8582-05d1521ed01c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:14.462542 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52f9a60-8758-46d1-a178-0245bbef0176", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e4522-3e3a-4631-a2f8-0d5e96218bf8", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:14.462771 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7ff01bd-ff0d-441e-8582-05d1521ed01c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:14.463158 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', 'code': 200} Aug 31 13:52:14.479177 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1761f8b3-7ddc-4169-8ba9-8f9edc44c248 req-131cc158-d903-427b-843d-a262edcadd9f service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431077 Aug 31 13:52:14.494021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:14.559999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec792-bc37-4df7-8c40-daef6db1d688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.698021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec792-bc37-4df7-8c40-daef6db1d688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.704852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec792-bc37-4df7-8c40-daef6db1d688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.759668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839db62-5189-4aa2-8460-8b4e029cd55e req-c1eaf966-7ea5-403a-8cd2-11a3eec52a5c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.761449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0839db62-5189-4aa2-8460-8b4e029cd55e req-c1eaf966-7ea5-403a-8cd2-11a3eec52a5c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 948 time: 0.1008914 Aug 31 13:52:14.765548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3a9ec792-bc37-4df7-8c40-daef6db1d688 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64f23ee6b1994dcda26e24be11fd3e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796892 Aug 31 13:52:14.767156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ec792-bc37-4df7-8c40-daef6db1d688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3306a1fb-e140-47f6-93c9-88182650c678,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:14.770282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60492) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:14.807663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-30f19688-51aa-40a8-a81a-61395f2c61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.809316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-30f19688-51aa-40a8-a81a-61395f2c61e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 1099 time: 0.1116915 Aug 31 13:52:14.834980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863f31-ada4-4872-9c3f-449101c5f4c1 req-e7448774-915d-4135-b50e-65c9db16b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.836598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e863f31-ada4-4872-9c3f-449101c5f4c1 req-e7448774-915d-4135-b50e-65c9db16b96f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b52f9a60-8758-46d1-a178-0245bbef0176 HTTP/1.1" status: 200 len: 1096 time: 0.0875289 Aug 31 13:52:14.840433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0839db62-5189-4aa2-8460-8b4e029cd55e req-00ed3dec-5bb0-446f-9af1-d7d87da28915 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Aug 31 13:52:14.849550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ca62-b8f7-4a8a-ac65-892d07ab906c req-14045d56-42e1-4792-a2b4-e9a7f1fbca7a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.856511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08d6ca62-b8f7-4a8a-ac65-892d07ab906c req-14045d56-42e1-4792-a2b4-e9a7f1fbca7a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1467779 Aug 31 13:52:14.864273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-871bb786-00c1-4258-a1d9-082481717d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.893876 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-871bb786-00c1-4258-a1d9-082481717d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.989785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322570-32b3-4a20-a3ac-68db774ff7f8 req-7df8248d-3bec-45da-97ae-1953296eb7a3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.999298 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b322570-32b3-4a20-a3ac-68db774ff7f8 req-7df8248d-3bec-45da-97ae-1953296eb7a3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0907850 Aug 31 13:52:15.022022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08d6ca62-b8f7-4a8a-ac65-892d07ab906c req-1fa93c3e-c601-467d-a117-acedd0ac944d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645195 Aug 31 13:52:15.029543 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e863f31-ada4-4872-9c3f-449101c5f4c1 req-36decc40-154c-486f-a390-d11bf98749c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704140 Aug 31 13:52:15.038148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-871bb786-00c1-4258-a1d9-082481717d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.040724 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-871bb786-00c1-4258-a1d9-082481717d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.044400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-871bb786-00c1-4258-a1d9-082481717d85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3306a1fb-e140-47f6-93c9-88182650c678 HTTP/1.1" status: 204 len: 168 time: 0.2705069 Aug 31 13:52:15.059191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bb786-00c1-4258-a1d9-082481717d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3306a1fb-e140-47f6-93c9-88182650c678,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:15.070068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-59908a90-34f2-401f-9987-8572da882ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.086239 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-59908a90-34f2-401f-9987-8572da882ee0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2648621 Aug 31 13:52:15.106888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b322570-32b3-4a20-a3ac-68db774ff7f8 req-cdbfd00a-a840-4c96-bc83-100544c16fcd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063271 Aug 31 13:52:15.164453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2af12-4aed-43ee-b554-7aa96ab54310 req-079d3322-d3c9-46f1-8845-4b869311fc14 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.172314 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-99d2af12-4aed-43ee-b554-7aa96ab54310 req-079d3322-d3c9-46f1-8845-4b869311fc14 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 945 time: 0.0642021 Aug 31 13:52:15.210319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-99d2af12-4aed-43ee-b554-7aa96ab54310 req-5b10509d-1ba0-4d34-a277-47e5b7178559 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 Aug 31 13:52:15.323074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-017bf20a-75d4-4f61-93b3-e4da99b2264f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-295754519&fields=id&tenant_id=fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 267 time: 0.0435309 Aug 31 13:52:15.384420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-c8c5f81a-9f65-4de8-bf4b-195b74347a16 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.386230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-c8c5f81a-9f65-4de8-bf4b-195b74347a16 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 945 time: 0.0574281 Aug 31 13:52:15.386844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60508) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:15.387200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2939a0-bfe4-4c84-95ca-4636a913ffe2 req-8815cd22-b866-4b96-8cca-b8781ac128a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.388918 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e2939a0-bfe4-4c84-95ca-4636a913ffe2 req-8815cd22-b866-4b96-8cca-b8781ac128a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0619221 Aug 31 13:52:15.405609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'port': {'security_groups': ['c0ccf454-baf9-482e-a96a-9a8346d964d5', 'aa1ebc79-1e5e-4cd2-a543-2aba49033ba9']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:15.409736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d68bad28-f781-4c11-b11a-6b01b1e8bf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.431051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e2939a0-bfe4-4c84-95ca-4636a913ffe2 req-6d5af8d9-de68-4f81-9537-494a1064658d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Aug 31 13:52:15.500842 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.637130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d68bad28-f781-4c11-b11a-6b01b1e8bf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.645086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d68bad28-f781-4c11-b11a-6b01b1e8bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.722379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-131ae175-9254-4ba9-a69d-f1073ae3b13f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=09f37396-704f-4e6a-8d40-7e78c22546fd HTTP/1.1" status: 200 len: 217 time: 0.0585651 Aug 31 13:52:15.739384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bad28-f781-4c11-b11a-6b01b1e8bf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4bf5f2-8c8c-491a-8855-4de5167d2645,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:15.745647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d68bad28-f781-4c11-b11a-6b01b1e8bf3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcff3290548b4929a29bbb8b8b335c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576350 Aug 31 13:52:15.748249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60512) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:15.771893 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6fb8dc7e-12fc-4c64-ac69-e2a351d20333 req-f0ebb243-9aed-40f1-ae33-17cec798bede tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 210 time: 0.0271270 Aug 31 13:52:15.812440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:15.816343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-599d84ab-2aa1-4cea-af06-a85b64d1b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.817975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-599d84ab-2aa1-4cea-af06-a85b64d1b26c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0452356 Aug 31 13:52:15.839614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60a2e270-6445-4a3f-835d-aab77925910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.858369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.868851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.876224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-6371ac19-5c45-4e0a-b19e-82fa34ad0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.877850 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-6371ac19-5c45-4e0a-b19e-82fa34ad0c44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444624 Aug 31 13:52:15.879655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60a2e270-6445-4a3f-835d-aab77925910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.934157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.934800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.936227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16f962f9-ef2f-49a0-bd60-042bbe96950b req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "PUT /v2.0/ports/b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 981 time: 0.5411429 Aug 31 13:52:15.936761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:15.939098 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:15.986033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6edc52-f40d-4a83-8b19-29212bf12144 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:15.990529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:16.016806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60a2e270-6445-4a3f-835d-aab77925910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.020431 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60a2e270-6445-4a3f-835d-aab77925910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.021468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-60a2e270-6445-4a3f-835d-aab77925910f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f4bf5f2-8c8c-491a-8855-4de5167d2645 HTTP/1.1" status: 204 len: 168 time: 0.2723272 Aug 31 13:52:16.043057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2e270-6445-4a3f-835d-aab77925910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4bf5f2-8c8c-491a-8855-4de5167d2645,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:16.054762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6526f85d-39ca-4e89-bff2-cdbe74aa77e7 req-1c5654e5-33fd-466d-b1eb-010d54c5094a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/aa1ebc79-1e5e-4cd2-a543-2aba49033ba9 HTTP/1.1" status: 200 len: 1799 time: 0.0950911 Aug 31 13:52:16.055999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166660-cff9-4e86-8bef-29370f3037e3 req-6eddb9fa-cd5b-478d-842c-bd4e8573b7f3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.063734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79166660-cff9-4e86-8bef-29370f3037e3 req-6eddb9fa-cd5b-478d-842c-bd4e8573b7f3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 948 time: 0.1446376 Aug 31 13:52:16.088756 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-22363962-e6cc-4546-9975-f0ff94e50128 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895857 Aug 31 13:52:16.110894 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-6526f85d-39ca-4e89-bff2-cdbe74aa77e7 req-e3b9f1bb-db32-4a7b-95eb-c30b227e48f9 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 13:52:16.123723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6526f85d-39ca-4e89-bff2-cdbe74aa77e7 req-e3b9f1bb-db32-4a7b-95eb-c30b227e48f9 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/aa1ebc79-1e5e-4cd2-a543-2aba49033ba9 HTTP/1.1" status: 409 len: 341 time: 0.0680296 Aug 31 13:52:16.133512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79166660-cff9-4e86-8bef-29370f3037e3 req-69092d67-e7f4-4615-8f5b-18d20e938c42 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687976 Aug 31 13:52:16.159567 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b56ccb-b839-431f-b6c9-c29096f3d466 x-openstack-request-id: req-50b56ccb-b839-431f-b6c9-c29096f3d466 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:16.160050 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:16.160386 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50b56ccb-b839-431f-b6c9-c29096f3d466 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:16.161509 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15', 'status': 'completed', 'code': 200} Aug 31 13:52:16.376057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91545aa5-cb7e-4bce-b2f2-1a38b4a0776c req-59d9b004-4acb-49f1-8847-6f2c9ebfcbe0 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683535 Aug 31 13:52:16.383080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-9be1561c-31f4-4b21-bd00-006fe2dba311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.384622 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-9be1561c-31f4-4b21-bd00-006fe2dba311 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1135 time: 0.0875318 Aug 31 13:52:16.392411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2f3d6-5725-4d9c-afd3-bb1488af67f4 req-c0ff809e-1b16-4fd6-bd0e-672c69df83d9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.398046 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-54c2f3d6-5725-4d9c-afd3-bb1488af67f4 req-c0ff809e-1b16-4fd6-bd0e-672c69df83d9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1394496 Aug 31 13:52:16.470005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834382-7b86-4294-ad27-5d7a09ab4dbb req-a15c3a26-2d5f-4600-a100-fc01bba98e3c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.472582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96834382-7b86-4294-ad27-5d7a09ab4dbb req-a15c3a26-2d5f-4600-a100-fc01bba98e3c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0776391 Aug 31 13:52:16.508112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-54c2f3d6-5725-4d9c-afd3-bb1488af67f4 req-54551d4a-09af-4b6a-afb9-d4b6fcc1f1c6 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032643 Aug 31 13:52:16.544092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96834382-7b86-4294-ad27-5d7a09ab4dbb req-01f9a475-27fe-4175-a1ed-a7ce41e266fb tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650680 Aug 31 13:52:16.565938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-586057ff-07da-4447-9717-e9c2518bf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.568361 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-586057ff-07da-4447-9717-e9c2518bf76b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 914 time: 0.1560977 Aug 31 13:52:16.626376 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-e87699d1-5094-4b95-82e7-ed2671a8f2c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 217 time: 0.0471163 Aug 31 13:52:16.688284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681be2c8-7c0f-4f2c-833c-f70e643dcd44 req-458bcd91-456d-43a3-bed1-233958cb20df tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.693373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-681be2c8-7c0f-4f2c-833c-f70e643dcd44 req-458bcd91-456d-43a3-bed1-233958cb20df tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0785615 Aug 31 13:52:16.716010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46047cfb-026b-49c4-91e1-281c0d44de5d req-e4192f7a-3c7f-4510-b607-014e63ebe44b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.723599 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46047cfb-026b-49c4-91e1-281c0d44de5d req-e4192f7a-3c7f-4510-b607-014e63ebe44b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 984 time: 0.1365871 Aug 31 13:52:16.732108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-09edae71-240d-415d-ad1e-4a5b359f7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:16.733610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-09edae71-240d-415d-ad1e-4a5b359f7259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.0870714 Aug 31 13:52:16.737219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-681be2c8-7c0f-4f2c-833c-f70e643dcd44 req-46e2dc3d-f7a3-48bb-a9fb-1a1bed38903a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Aug 31 13:52:16.785160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-7127e12b-107e-46ff-8a61-224b34ff439a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355527 Aug 31 13:52:16.790540 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46047cfb-026b-49c4-91e1-281c0d44de5d req-e456f144-b448-478a-8128-b8fc26f5ac72 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0661018 Aug 31 13:52:16.903446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-762aa259-bccc-4c06-8bcc-f6629125c187 req-395c43a0-5dab-4858-a9df-af121fbfd1a7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 210 time: 0.0326481 Aug 31 13:52:16.930046 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-15dd36b7-2cda-48d8-8cc0-e1fa2b50fac3 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340716 Aug 31 13:52:17.010575 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-f644ac10-174a-4ee8-9edf-849d54cc0570 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318406 Aug 31 13:52:17.025847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b0d4b01d-7513-4d56-b971-5b0f3c070f15'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:17.170151 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ebfea798-99e3-4cb3-a8aa-06011b3e61c8 req-82d1d3ec-c518-4e1e-a613-e1f4bb66abd7 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816061 Aug 31 13:52:17.189478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-fc899bde-fd42-43c9-a6cf-170dc4b50691 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.190902 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-fc899bde-fd42-43c9-a6cf-170dc4b50691 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389885 Aug 31 13:52:17.292159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1f0d5-70d1-4007-b696-83e150e4d28e req-cee4a9a2-d8aa-44c7-a869-939cd9fd2acd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.293721 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-77c1f0d5-70d1-4007-b696-83e150e4d28e req-cee4a9a2-d8aa-44c7-a869-939cd9fd2acd tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 948 time: 0.0573549 Aug 31 13:52:17.335683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-77c1f0d5-70d1-4007-b696-83e150e4d28e req-2698c466-b96f-4be2-8e29-e2358e10c3c6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356991 Aug 31 13:52:17.370686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Request body: {'port': {'device_id': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '6e3479edb767479fb319c1f76bbb0d5b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:17.504542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0524-405e-4b85-aa23-5df5be9a434e req-d94fbe88-3d50-415c-9d31-90388591650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.506105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-326d0524-405e-4b85-aa23-5df5be9a434e req-d94fbe88-3d50-415c-9d31-90388591650b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1135 time: 0.0816379 Aug 31 13:52:17.531204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Made reservation on behalf of 6e3479edb767479fb319c1f76bbb0d5b for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:17.534593 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.669763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ac8e-c01d-4653-8a8a-725711f95f8a req-1c17c967-8ea0-42db-99b4-f0f927bafdf1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.672467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c586ac8e-c01d-4653-8a8a-725711f95f8a req-1c17c967-8ea0-42db-99b4-f0f927bafdf1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0848494 Aug 31 13:52:17.717511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0524-405e-4b85-aa23-5df5be9a434e req-699cf319-9cbd-4a16-96c9-20426f1e60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.719007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-326d0524-405e-4b85-aa23-5df5be9a434e req-699cf319-9cbd-4a16-96c9-20426f1e60c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 914 time: 0.1970661 Aug 31 13:52:17.737676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c586ac8e-c01d-4653-8a8a-725711f95f8a req-6133311d-e55f-473e-a83d-b5e60b1f9993 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561497 Aug 31 13:52:17.793875 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-326d0524-405e-4b85-aa23-5df5be9a434e req-73388076-4b46-440f-81a8-fcb0dc2acdca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 217 time: 0.0511191 Aug 31 13:52:17.819230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346a480-1899-48b1-8789-72f7210df47d req-098ff729-9aaa-4159-a359-d3dc492e2157 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.820807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b346a480-1899-48b1-8789-72f7210df47d req-098ff729-9aaa-4159-a359-d3dc492e2157 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1449153 Aug 31 13:52:17.836129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Allocated IP 192.168.233.132 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/2386962d-de0a-43d7-9adc-30ee5fe126e2) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:17.883470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa238-f41f-4e6e-b25b-69a7472b58d8 req-8c773474-6ed5-49cc-a3f6-c7696831b069 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.891592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba6aa238-f41f-4e6e-b25b-69a7472b58d8 req-8c773474-6ed5-49cc-a3f6-c7696831b069 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0668552 Aug 31 13:52:17.931721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0524-405e-4b85-aa23-5df5be9a434e req-e199d413-4669-46d5-88ab-308a2ebe59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.933274 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-326d0524-405e-4b85-aa23-5df5be9a434e req-e199d413-4669-46d5-88ab-308a2ebe59b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.1115193 Aug 31 13:52:17.934913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba6aa238-f41f-4e6e-b25b-69a7472b58d8 req-509fe749-70c3-40e3-9b84-3defb5243de0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Aug 31 13:52:17.939013 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b346a480-1899-48b1-8789-72f7210df47d req-8767be88-f612-46db-8a1e-d3ea7319b27d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003783 Aug 31 13:52:18.000607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-326d0524-405e-4b85-aa23-5df5be9a434e req-135c76bf-921c-4d57-bf15-2f3c96e1b2cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471046 Aug 31 13:52:18.053825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:18.072883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efb125be-1788-403d-93ce-1f762d970443 req-62b8fd7c-0d94-4b20-b4e3-c108ee113535 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 210 time: 0.0477076 Aug 31 13:52:18.128583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:18.134732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:18.135280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.189757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3807fc-ffba-47da-9699-ab576b93e843 req-9bfce9e1-9fbf-4935-ae2b-a69df8f12585 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:18.194203 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da3807fc-ffba-47da-9699-ab576b93e843 req-9bfce9e1-9fbf-4935-ae2b-a69df8f12585 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 984 time: 0.1631589 Aug 31 13:52:18.225607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.243265 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.254185 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-326d0524-405e-4b85-aa23-5df5be9a434e req-f3765080-1803-49d2-b603-670cc5c79c8c service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224762 Aug 31 13:52:18.277028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:18.279314 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6fa5fc-9e55-4e07-ad0f-e64c00ca82aa" -d '{"events": [{"server_uuid": "6ab9ec0d-3f02-49ad-aef5-36a764d54a38", "name": "network-vif-plugged", "status": "completed", "tag": "3f9851f6-48b0-4096-b55b-a8b2dedd7d04"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:18.288697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Transition to ACTIVE for port object 2386962d-de0a-43d7-9adc-30ee5fe126e2 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:18.293362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:18.309396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.315610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 80f2bdde-e19b-4464-88d4-8b6eab0287d8 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:18.321687 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786128e5-73b1-480f-a9c0-a6e725384b32 x-openstack-request-id: req-786128e5-73b1-480f-a9c0-a6e725384b32 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:18.322457 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab9ec0d-3f02-49ad-aef5-36a764d54a38", "name": "network-vif-plugged", "status": "completed", "tag": "3f9851f6-48b0-4096-b55b-a8b2dedd7d04", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:18.322457 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-786128e5-73b1-480f-a9c0-a6e725384b32 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:18.322924 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04', 'code': 200} Aug 31 13:52:18.335814 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da3807fc-ffba-47da-9699-ab576b93e843 req-925b70c3-1677-4534-98a6-c62232762c83 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1293623 Aug 31 13:52:18.422576 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-326d0524-405e-4b85-aa23-5df5be9a434e req-2921182f-9450-43f2-bfce-6164ef99d7ed service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494098 Aug 31 13:52:18.427223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:18.429038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.445490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:18.454262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:18.454650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.479647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:18.485621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:18.500165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:18.502872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['86481347-868f-4292-857d-3f55b107f850'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:18.563370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Pushing event updated for resources: {'Port': ['ID=2386962d-de0a-43d7-9adc-30ee5fe126e2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:18.590694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9667ef-9655-40c8-be22-aafa174fc2fa req-40efc9d9-f3ba-423c-bb21-4e53d24a1d49 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:18.592523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d9667ef-9655-40c8-be22-aafa174fc2fa req-40efc9d9-f3ba-423c-bb21-4e53d24a1d49 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 948 time: 0.0801759 Aug 31 13:52:18.650174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:18.650485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.670863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d9667ef-9655-40c8-be22-aafa174fc2fa req-e1bef6b3-ba68-46d4-9d1f-045a1a25064d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707223 Aug 31 13:52:18.685204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6497a6-369e-445e-a5b6-efaf60cd8ac2 req-64bcd2d0-893a-4cb9-aed2-2eca05e5fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:18.693335 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e6497a6-369e-445e-a5b6-efaf60cd8ac2 req-64bcd2d0-893a-4cb9-aed2-2eca05e5fa6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 1096 time: 0.1481383 Aug 31 13:52:18.704848 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-cf257626-5378-48f9-b1bc-661783374e8d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3383906 Aug 31 13:52:18.721174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.753231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Request body: {'port': {'device_id': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:18.807335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 80f2bdde-e19b-4464-88d4-8b6eab0287d8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=80f2bdde-e19b-4464-88d4-8b6eab0287d8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:18.814050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9e6497a6-369e-445e-a5b6-efaf60cd8ac2 req-32e5fc8d-d3d5-43bd-9abf-4ab5ed01adcf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043627 Aug 31 13:52:18.820516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.861282 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.901945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-25d11427-813e-422d-ae4b-f7802e5bccbc None None] Provisioning for port 2386962d-de0a-43d7-9adc-30ee5fe126e2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:18.909087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-25d11427-813e-422d-ae4b-f7802e5bccbc None None] Provisioning complete for port 2386962d-de0a-43d7-9adc-30ee5fe126e2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:18.909523 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d11427-813e-422d-ae4b-f7802e5bccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.912333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=80f2bdde-e19b-4464-88d4-8b6eab0287d8,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:18.938892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bc45c-cab6-4fc6-9c8d-4976bda08353 req-a4bbe02e-f3af-4b0a-870c-53054e1b80da tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:18.940444 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-305bc45c-cab6-4fc6-9c8d-4976bda08353 req-a4bbe02e-f3af-4b0a-870c-53054e1b80da tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0966895 Aug 31 13:52:18.949115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-25d11427-813e-422d-ae4b-f7802e5bccbc None None] Port 2386962d-de0a-43d7-9adc-30ee5fe126e2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:19.059020 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-305bc45c-cab6-4fc6-9c8d-4976bda08353 req-0a1542f9-b0f0-44a0-8c1e-392c721a9acb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025188 Aug 31 13:52:19.092934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec3702-fc56-4197-90bb-bf90d7414196 req-1f6200df-9abd-4431-8393-cbffe0fee7a6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.094584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0ec3702-fc56-4197-90bb-bf90d7414196 req-1f6200df-9abd-4431-8393-cbffe0fee7a6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0751414 Aug 31 13:52:19.144538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0ec3702-fc56-4197-90bb-bf90d7414196 req-f151f5da-e60a-4a4e-a213-0054edc2e4c8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Aug 31 13:52:19.236162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc327f0-217e-4995-ad51-77725bfc51b6 req-41d210c8-f4da-4bc1-8ff5-d043ee7e06c0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.237725 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4dc327f0-217e-4995-ad51-77725bfc51b6 req-41d210c8-f4da-4bc1-8ff5-d043ee7e06c0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0931382 Aug 31 13:52:19.273570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d1a6c-8a84-4331-b3fe-3f75bb4643b8 req-4290fdd4-feda-4d2d-bdc0-a8a3ae58f457 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.275359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-615d1a6c-8a84-4331-b3fe-3f75bb4643b8 req-4290fdd4-feda-4d2d-bdc0-a8a3ae58f457 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 936 time: 0.0632610 Aug 31 13:52:19.304766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2386962d-de0a-43d7-9adc-30ee5fe126e2 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:19.311718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4dc327f0-217e-4995-ad51-77725bfc51b6 req-f45cbd3c-913e-45ef-b2d1-adeeb8b8527a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525084 Aug 31 13:52:19.316047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.327411 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-615d1a6c-8a84-4331-b3fe-3f75bb4643b8 req-2723dbd9-890f-4920-ba78-f5f63ada3ec8 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Aug 31 13:52:19.336686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Transition to ACTIVE for port object 2386962d-de0a-43d7-9adc-30ee5fe126e2 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:19.342435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.418128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Pushing event updated for resources: {'Port': ['ID=2386962d-de0a-43d7-9adc-30ee5fe126e2,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:19.484474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e813d-fce7-47c7-998c-8436d6c634e2 req-4ae04fd3-7a31-4e89-a2bd-5a2b0b891478 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.493175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-443e813d-fce7-47c7-998c-8436d6c634e2 req-4ae04fd3-7a31-4e89-a2bd-5a2b0b891478 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 984 time: 0.0733945 Aug 31 13:52:19.508986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Attempting to bind port 2386962d-de0a-43d7-9adc-30ee5fe126e2 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:19.509485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Attempting to bind port 2386962d-de0a-43d7-9adc-30ee5fe126e2 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:19.510475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Attempting to bind port 2386962d-de0a-43d7-9adc-30ee5fe126e2 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:19.515214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Port 2386962d-de0a-43d7-9adc-30ee5fe126e2 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:19.515547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Attempting to bind port 2386962d-de0a-43d7-9adc-30ee5fe126e2 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:19.521234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:19.521579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:19.521977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:19.522727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Bound port: 2386962d-de0a-43d7-9adc-30ee5fe126e2, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:19.522878 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.549590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-443e813d-fce7-47c7-998c-8436d6c634e2 req-ce194eaa-e8f2-49dc-af55-3f085fe690ca tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0554116 Aug 31 13:52:19.610842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] For port 2386962d-de0a-43d7-9adc-30ee5fe126e2, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:19.617480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] For port 2386962d-de0a-43d7-9adc-30ee5fe126e2, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2386962d-de0a-43d7-9adc-30ee5fe126e2,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:19.627827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.696700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.697370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.698776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] 10.222.0.26 "PUT /v2.0/ports/2386962d-de0a-43d7-9adc-30ee5fe126e2 HTTP/1.1" status: 200 len: 1096 time: 0.9538689 Aug 31 13:52:19.699226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'tag': '2386962d-de0a-43d7-9adc-30ee5fe126e2'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:19.701599 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e37097-e3a5-4b13-a446-26d5140c95a9" -d '{"events": [{"name": "network-changed", "server_uuid": "39ee89e8-f9b0-4a56-8f54-10be673e5bbb", "tag": "2386962d-de0a-43d7-9adc-30ee5fe126e2"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:19.728608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c312c-5813-46cf-896c-8b18b6364a5e service neutron] Pushing event updated for resources: {'Port': ['ID=2386962d-de0a-43d7-9adc-30ee5fe126e2,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:19.769261 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e236e995-601b-4b8c-895e-47f6f1fed3b3 x-openstack-request-id: req-e236e995-601b-4b8c-895e-47f6f1fed3b3 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:19.769261 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ee89e8-f9b0-4a56-8f54-10be673e5bbb", "tag": "2386962d-de0a-43d7-9adc-30ee5fe126e2", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:19.769261 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e236e995-601b-4b8c-895e-47f6f1fed3b3 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:19.771475 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'tag': '2386962d-de0a-43d7-9adc-30ee5fe126e2', 'status': 'completed', 'code': 200} Aug 31 13:52:19.864661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65077ece-2d86-4490-a5c6-510c77db2038 req-6f2bc5c7-0439-46c2-8fd3-44b25d1f560f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.866393 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-65077ece-2d86-4490-a5c6-510c77db2038 req-6f2bc5c7-0439-46c2-8fd3-44b25d1f560f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 948 time: 0.0816040 Aug 31 13:52:19.878371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-bee7e722-9792-486b-99a9-4158e23a312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.880413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-bee7e722-9792-486b-99a9-4158e23a312d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 1099 time: 0.0633569 Aug 31 13:52:19.950090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-e70be699-0c5e-463a-98ce-734b31df70f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2386962d-de0a-43d7-9adc-30ee5fe126e2 HTTP/1.1" status: 200 len: 217 time: 0.0473442 Aug 31 13:52:19.954746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-65077ece-2d86-4490-a5c6-510c77db2038 req-a9a6998f-9066-4f31-a60f-93f31fb273c4 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Aug 31 13:52:20.069123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 09f37396-704f-4e6a-8d40-7e78c22546fd details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:20.212547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2544f-7bfc-4462-9eed-2a0cbc0805a5 req-1daae252-ae2a-4189-80c0-472a5ea08587 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.221720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dc2544f-7bfc-4462-9eed-2a0cbc0805a5 req-1daae252-ae2a-4189-80c0-472a5ea08587 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0682092 Aug 31 13:52:20.248046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 09f37396-704f-4e6a-8d40-7e78c22546fd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09f37396-704f-4e6a-8d40-7e78c22546fd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:20.271675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dc2544f-7bfc-4462-9eed-2a0cbc0805a5 req-c2054ba4-4f04-46c9-b6d5-8cb10999e514 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476243 Aug 31 13:52:20.277408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '09f37396-704f-4e6a-8d40-7e78c22546fd', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '09f37396-704f-4e6a-8d40-7e78c22546fd', 'mac_address': 'fa:16:3e:2f:ad:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:20.327167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f2bdde-e19b-4464-88d4-8b6eab0287d8'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:20.335755 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b046dc-23f1-43ea-ad45-fcc865f827da" -d '{"events": [{"server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "80f2bdde-e19b-4464-88d4-8b6eab0287d8"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:20.358523 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.379332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f37396-704f-4e6a-8d40-7e78c22546fd {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:20.404836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 09f37396-704f-4e6a-8d40-7e78c22546fd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09f37396-704f-4e6a-8d40-7e78c22546fd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:20.409659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.453355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-bff815f9-641a-44a0-9e33-35c3a10e0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.455278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-bff815f9-641a-44a0-9e33-35c3a10e0a16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.4981165 Aug 31 13:52:20.462356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1aef6e-544b-4c18-b954-b80fdf9fae53 req-1e613080-62d9-48b4-b224-aae52f98cbd2 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.470945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c1aef6e-544b-4c18-b954-b80fdf9fae53 req-1e613080-62d9-48b4-b224-aae52f98cbd2 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0697067 Aug 31 13:52:20.477641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=09f37396-704f-4e6a-8d40-7e78c22546fd,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:20.509915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c1aef6e-544b-4c18-b954-b80fdf9fae53 req-2ac05f35-d14c-4a54-a53c-02822b7de3aa tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376856 Aug 31 13:52:20.546178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eadcf1-55dd-4b4f-8421-c599f81d246b req-e63530f2-a19e-4f73-a4c9-68ffc55086f1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.547759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24eadcf1-55dd-4b4f-8421-c599f81d246b req-e63530f2-a19e-4f73-a4c9-68ffc55086f1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0911899 Aug 31 13:52:20.555289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-8ebbd860-8cf5-44a5-81d1-d906c45ffac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.556746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-8ebbd860-8cf5-44a5-81d1-d906c45ffac1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710402 Aug 31 13:52:20.562522 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f6b6bf-0c1d-417e-8c45-853f8adcefaf x-openstack-request-id: req-78f6b6bf-0c1d-417e-8c45-853f8adcefaf {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:20.562809 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "80f2bdde-e19b-4464-88d4-8b6eab0287d8", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:20.563065 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78f6b6bf-0c1d-417e-8c45-853f8adcefaf {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:20.563455 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f2bdde-e19b-4464-88d4-8b6eab0287d8', 'code': 200} Aug 31 13:52:20.604321 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24eadcf1-55dd-4b4f-8421-c599f81d246b req-c2fcf89b-6a6a-4e4a-ab45-91ffca7ba58b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464604 Aug 31 13:52:20.686191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa0c46-bd86-4fee-a879-597a273e9266 req-4e1ca9ed-2fea-4d44-a7ba-444bf5926e5f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.688145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3fa0c46-bd86-4fee-a879-597a273e9266 req-4e1ca9ed-2fea-4d44-a7ba-444bf5926e5f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 948 time: 0.0759192 Aug 31 13:52:20.741529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3fa0c46-bd86-4fee-a879-597a273e9266 req-7002c834-32a4-4a5e-a728-d2467bc9b670 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470307 Aug 31 13:52:20.748412 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-a13dabeb-5bfc-43df-9538-e933bdf2a70d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256328 Aug 31 13:52:20.860055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ded3-16bd-4fdc-83bb-937821c9a55c req-28fceaf6-ab5f-4502-883a-47507837e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.861751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2126ded3-16bd-4fdc-83bb-937821c9a55c req-28fceaf6-ab5f-4502-883a-47507837e910 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 1097 time: 0.1239402 Aug 31 13:52:20.914337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4f78a-793f-4771-a155-45eead0f4414 req-b1283e9d-56f0-4dbb-b2c2-37d72ec7df07 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.915818 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1cd4f78a-793f-4771-a155-45eead0f4414 req-b1283e9d-56f0-4dbb-b2c2-37d72ec7df07 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 984 time: 0.1050532 Aug 31 13:52:20.922900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d37e3b79-f1ac-4fdf-ab63-7661dff5c3c7 req-48b20026-0771-4512-bd55-b3339f3c4a50 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604922 Aug 31 13:52:20.952670 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2126ded3-16bd-4fdc-83bb-937821c9a55c req-cf0ed931-bc27-4e7e-95bf-8ed54e9d777f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719049 Aug 31 13:52:20.972454 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1cd4f78a-793f-4771-a155-45eead0f4414 req-6a147936-8e21-4924-a102-84298093c420 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0483251 Aug 31 13:52:21.077090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78564b08-2c5d-4954-b0e9-21473601f5ed req-e12fb895-726b-4669-9ce6-a467fdee432d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.078599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78564b08-2c5d-4954-b0e9-21473601f5ed req-e12fb895-726b-4669-9ce6-a467fdee432d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 949 time: 0.0505106 Aug 31 13:52:21.085857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-af994bbd-03ab-43c2-bf18-3ffdf0b2059a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1271496947&fields=id&tenant_id=fa69d41781a543cf88893ad8181ddbfc HTTP/1.1" status: 200 len: 267 time: 0.0426314 Aug 31 13:52:21.118706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78564b08-2c5d-4954-b0e9-21473601f5ed req-736b645c-bdd5-4c78-955c-af7424a1df0f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Aug 31 13:52:21.143942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-d543c41f-233b-4109-8715-c7b73a30f06b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.143942 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-d543c41f-233b-4109-8715-c7b73a30f06b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 984 time: 0.0515285 Aug 31 13:52:21.154625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'port': {'security_groups': ['aa1ebc79-1e5e-4cd2-a543-2aba49033ba9', 'c0ccf454-baf9-482e-a96a-9a8346d964d5', '7443466e-d06f-40a6-862c-3bd5f6e07b60']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:21.161876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['09f37396-704f-4e6a-8d40-7e78c22546fd'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:21.225946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.445242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e2005-d4bf-4c54-b892-380b2f654cb7 req-f9d526ac-997b-4664-9466-b34af887d44e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.447605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a2e2005-d4bf-4c54-b892-380b2f654cb7 req-f9d526ac-997b-4664-9466-b34af887d44e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0649955 Aug 31 13:52:21.468350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:21.508494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a2e2005-d4bf-4c54-b892-380b2f654cb7 req-a0f7a722-bc9f-4d1b-9761-002cc1ee66d4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Aug 31 13:52:21.522667 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.532999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.621873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.622517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.623939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-138bba5b-63b5-472e-b233-0f2bdee1efb1 req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "PUT /v2.0/ports/b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 1020 time: 0.4743478 Aug 31 13:52:21.663071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=7']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:21.673173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-4a1e3d20-0873-4ff5-95d3-e2186eaa43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.674714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-4a1e3d20-0873-4ff5-95d3-e2186eaa43fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 1099 time: 0.1026366 Aug 31 13:52:21.677432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.677982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.678164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.678516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.678837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.679299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.679502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.679833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.680166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.680498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.680829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.681184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966adb98-7f30-4468-8d69-b7a54a3b36d2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:21.710083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9a463-c1d9-4f26-87ad-3909d8ad6c50 req-993e9d37-598d-4e8a-9f38-c00e88dfa4ef tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.712100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58e9a463-c1d9-4f26-87ad-3909d8ad6c50 req-993e9d37-598d-4e8a-9f38-c00e88dfa4ef tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0966899 Aug 31 13:52:21.756373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58e9a463-c1d9-4f26-87ad-3909d8ad6c50 req-7e0cbe01-2947-44f8-a2b7-db8cd6689515 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Aug 31 13:52:21.783647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:21.783647 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ec475-5a7e-4dc2-afc8-2473afe26165" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:21.823247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58b3a7b3-583a-420c-b8ae-ba7a8fb55a40 req-88ded088-a1a7-4756-a03c-aa5f49fb7ecd tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/7443466e-d06f-40a6-862c-3bd5f6e07b60 HTTP/1.1" status: 200 len: 1801 time: 0.0415509 Aug 31 13:52:21.838473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f62e-0137-4b7a-b323-203f8090ac6c req-d0a433cb-b753-4e9c-9b18-c085380b2ce9 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.840057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c43f62e-0137-4b7a-b323-203f8090ac6c req-d0a433cb-b753-4e9c-9b18-c085380b2ce9 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1044221 Aug 31 13:52:21.841843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-ab0b15c6-914f-4cfc-a3a9-d3fdb230c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.843735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-ab0b15c6-914f-4cfc-a3a9-d3fdb230c8f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1566281 Aug 31 13:52:21.878778 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-58b3a7b3-583a-420c-b8ae-ba7a8fb55a40 req-3c9bef6b-d4f7-4865-8095-40421b934749 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 13:52:21.879728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58b3a7b3-583a-420c-b8ae-ba7a8fb55a40 req-3c9bef6b-d4f7-4865-8095-40421b934749 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/7443466e-d06f-40a6-862c-3bd5f6e07b60 HTTP/1.1" status: 409 len: 341 time: 0.0500908 Aug 31 13:52:21.913009 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-001a557f-cdee-416d-a6d6-b7861f3272bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2386962d-de0a-43d7-9adc-30ee5fe126e2 HTTP/1.1" status: 200 len: 217 time: 0.0561981 Aug 31 13:52:21.928885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c43f62e-0137-4b7a-b323-203f8090ac6c req-f589d4bd-4c53-49a9-9d0d-5e8d265dedc7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784783 Aug 31 13:52:21.988537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-5b7e0cde-5b4f-4219-b3cc-acf5c7a7cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.990141 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-5b7e0cde-5b4f-4219-b3cc-acf5c7a7cb45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0510061 Aug 31 13:52:22.056179 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ad45eb-dfa1-4a69-a714-db992cc4cf80 x-openstack-request-id: req-e1ad45eb-dfa1-4a69-a714-db992cc4cf80 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:22.056463 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:22.056724 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1ad45eb-dfa1-4a69-a714-db992cc4cf80 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:22.057504 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15', 'status': 'completed', 'code': 200} Aug 31 13:52:22.083697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-04265546-b943-4533-b843-37f8a47126fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.085588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-04265546-b943-4533-b843-37f8a47126fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745845 Aug 31 13:52:22.094131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fa8b5-11ac-46b4-b1cd-e40d32cea0fc req-87219858-7f16-4c26-8d8b-93b7193464ea tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.095756 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c8fa8b5-11ac-46b4-b1cd-e40d32cea0fc req-87219858-7f16-4c26-8d8b-93b7193464ea tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 948 time: 0.0937557 Aug 31 13:52:22.227778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c8fa8b5-11ac-46b4-b1cd-e40d32cea0fc req-6a98055b-5466-4ded-a3f1-549ffbf4485f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238041 Aug 31 13:52:22.240538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b0d4b01d-7513-4d56-b971-5b0f3c070f15'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:22.279463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-a45b795c-14dc-4be9-8931-64313140d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.281593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-a45b795c-14dc-4be9-8931-64313140d415 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa69d41781a543cf88893ad8181ddbfc&device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1174 time: 0.1510074 Aug 31 13:52:22.287159 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-2e9ad53a-c263-4fed-839b-ecdec1fa9c62 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706760 Aug 31 13:52:22.330930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775db8-aaaa-44cf-bba2-edac96c832ab req-6cf9dbdb-cb08-416b-a555-db47da8273e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.339504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09775db8-aaaa-44cf-bba2-edac96c832ab req-6cf9dbdb-cb08-416b-a555-db47da8273e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 949 time: 0.1055133 Aug 31 13:52:22.411807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09775db8-aaaa-44cf-bba2-edac96c832ab req-f57aaf92-66d8-4b06-a414-7bf514d9c2c9 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677023 Aug 31 13:52:22.523533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0cf2c-fae4-4a71-bb4c-4c4655e36bcd req-beb29cc7-e81b-454a-b442-08d8e1e1bb93 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.524905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dbe0cf2c-fae4-4a71-bb4c-4c4655e36bcd req-beb29cc7-e81b-454a-b442-08d8e1e1bb93 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1023 time: 0.1404381 Aug 31 13:52:22.546840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0e37097-e3a5-4b13-a446-26d5140c95a9 req-2e779b96-1d69-4bf5-8797-f8337d47867e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425370 Aug 31 13:52:22.572187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-07266c69-d92f-4ef1-a9c8-962f00519574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.573565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-07266c69-d92f-4ef1-a9c8-962f00519574 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 200 len: 914 time: 0.2706182 Aug 31 13:52:22.597985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dbe0cf2c-fae4-4a71-bb4c-4c4655e36bcd req-2e3d3733-53c2-4570-9505-19a1131ba6f8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=7443466e-d06f-40a6-862c-3bd5f6e07b60&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0647085 Aug 31 13:52:22.630193 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-25cf5f45-e8ab-499a-8913-f928eb4ed6b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 200 len: 217 time: 0.0432584 Aug 31 13:52:22.638787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13689c37-572b-4607-836a-80bf847087ba req-4676cab1-734d-4128-99ac-023f51c0d00e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.641386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13689c37-572b-4607-836a-80bf847087ba req-4676cab1-734d-4128-99ac-023f51c0d00e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0562716 Aug 31 13:52:22.687632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-6ffce7b0-23df-4da6-a85e-70906acaf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.689267 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-6ffce7b0-23df-4da6-a85e-70906acaf672 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 200 len: 852 time: 0.0508592 Aug 31 13:52:22.693519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13689c37-572b-4607-836a-80bf847087ba req-ad1a1916-f67b-45f6-8dfb-70448d083ece tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446873 Aug 31 13:52:22.728765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-ae6c56c6-de74-4273-bd72-028fd8af436b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3ce27c8-5d6a-48d8-860a-843d145e15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249534 Aug 31 13:52:22.848502 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-1ee36475-e6e4-4762-bcb3-3e89f95098d9 service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990012 Aug 31 13:52:22.938164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6fd0d-c6b7-4997-a25c-7217407063ac req-19a7e2d9-0127-4502-8f80-b13cceb5dd68 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.939698 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4fb6fd0d-c6b7-4997-a25c-7217407063ac req-19a7e2d9-0127-4502-8f80-b13cceb5dd68 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.1106095 Aug 31 13:52:22.989386 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e53ec475-5a7e-4dc2-afc8-2473afe26165 req-4bbbdf3b-11b0-4853-8aa6-ad0f731ba57a service neutron] 10.222.0.26 "GET /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271198 Aug 31 13:52:23.002727 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4fb6fd0d-c6b7-4997-a25c-7217407063ac req-ea0f8405-9c2e-4242-ad87-786ebcb350fd tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514646 Aug 31 13:52:23.091597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793ac3-4bb2-44bd-a745-f188d6fc5b5a req-e80a15d8-dd61-45ed-923b-cd4dc17bff6d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.094288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2793ac3-4bb2-44bd-a745-f188d6fc5b5a req-e80a15d8-dd61-45ed-923b-cd4dc17bff6d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0840280 Aug 31 13:52:23.138613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2793ac3-4bb2-44bd-a745-f188d6fc5b5a req-932a2bb6-905d-46ea-abe8-a2fbbeef2c38 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Aug 31 13:52:23.244842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60722) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:23.360229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f4a2c-52a6-442c-b61a-397071362083 req-5e2bcab2-749b-401b-9b00-b7113b140cd6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.362060 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-463f4a2c-52a6-442c-b61a-397071362083 req-5e2bcab2-749b-401b-9b00-b7113b140cd6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 948 time: 0.0535553 Aug 31 13:52:23.403946 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-463f4a2c-52a6-442c-b61a-397071362083 req-064036cc-65ae-4f7b-b9f9-9cf1e78a1808 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Aug 31 13:52:23.480024 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7342337f-1537-4e11-962f-29a0ee0799ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.563494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f9166-1056-4993-abc7-8e21812d0e74 req-4f6a5e84-0210-4e3b-a0f8-ffbd86d93b87 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.565102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b2f9166-1056-4993-abc7-8e21812d0e74 req-4f6a5e84-0210-4e3b-a0f8-ffbd86d93b87 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 949 time: 0.0721209 Aug 31 13:52:23.623965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:23.629047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b2f9166-1056-4993-abc7-8e21812d0e74 req-c4468fb2-4273-4157-b3c2-0ff5bf8b2fca tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550263 Aug 31 13:52:23.670545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7342337f-1537-4e11-962f-29a0ee0799ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.675382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7342337f-1537-4e11-962f-29a0ee0799ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.718963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7342337f-1537-4e11-962f-29a0ee0799ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55a9c1335dc44c12812db978369376ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727447 Aug 31 13:52:23.720372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342337f-1537-4e11-962f-29a0ee0799ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e853b5-acb2-4378-bbd5-ce04c735764c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:23.724113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60734) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:23.753632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdadaf-33c4-4998-9f62-96b47b0917eb req-58e55548-8ab4-49d6-b2ac-929f39158b54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.756037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e0cdadaf-33c4-4998-9f62-96b47b0917eb req-58e55548-8ab4-49d6-b2ac-929f39158b54 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1023 time: 0.0700428 Aug 31 13:52:23.791972 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a02b2d-e3bd-4499-8b33-6fce9cf3ad10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.813211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e0cdadaf-33c4-4998-9f62-96b47b0917eb req-14628831-4a40-403e-b263-0c01ddbf370d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=7443466e-d06f-40a6-862c-3bd5f6e07b60&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0480642 Aug 31 13:52:23.839251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a02b2d-e3bd-4499-8b33-6fce9cf3ad10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.874969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dc4ec-b89d-4654-8cea-0b9df75925ce req-75042f29-9ea5-4165-961e-7244f11c53b3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.876492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-028dc4ec-b89d-4654-8cea-0b9df75925ce req-75042f29-9ea5-4165-961e-7244f11c53b3 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0865142 Aug 31 13:52:23.921644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-028dc4ec-b89d-4654-8cea-0b9df75925ce req-311de73e-3335-4665-8d2b-ac9a0cafff5c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366685 Aug 31 13:52:23.927156 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a02b2d-e3bd-4499-8b33-6fce9cf3ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.930142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a02b2d-e3bd-4499-8b33-6fce9cf3ad10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.934783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-52a02b2d-e3bd-4499-8b33-6fce9cf3ad10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3e853b5-acb2-4378-bbd5-ce04c735764c HTTP/1.1" status: 204 len: 168 time: 0.2082353 Aug 31 13:52:23.949374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a02b2d-e3bd-4499-8b33-6fce9cf3ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e853b5-acb2-4378-bbd5-ce04c735764c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:24.083288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 09f37396-704f-4e6a-8d40-7e78c22546fd up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:24.146113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e56a4-9cae-4a31-990e-65013ed860a6 req-15ac0bd1-be94-4497-a609-f152e5bd72fd tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.155403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a4e56a4-9cae-4a31-990e-65013ed860a6 req-15ac0bd1-be94-4497-a609-f152e5bd72fd tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0693939 Aug 31 13:52:24.189630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 09f37396-704f-4e6a-8d40-7e78c22546fd completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:24.197610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a4e56a4-9cae-4a31-990e-65013ed860a6 req-446ec458-4744-4dd2-a2da-89235f9cf31a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Aug 31 13:52:24.197985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 09f37396-704f-4e6a-8d40-7e78c22546fd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:24.198589 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.284301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60746) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:24.302193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2499-95d6-42bf-92ac-26b440affacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.311493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235d55f-d5d3-4544-b0da-c02222e4528f req-178749c0-d6f7-4eb7-bed9-43aa4ab79417 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.313408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c235d55f-d5d3-4544-b0da-c02222e4528f req-178749c0-d6f7-4eb7-bed9-43aa4ab79417 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0529342 Aug 31 13:52:24.325796 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.356549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:24.359130 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65680e4f-00a2-45ed-b4f2-ff0b04a19329" -d '{"events": [{"server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "name": "network-vif-plugged", "status": "completed", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:24.369454 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c235d55f-d5d3-4544-b0da-c02222e4528f req-ba2a3257-fedb-4560-8147-a9e08b27d458 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483077 Aug 31 13:52:24.376309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 09f37396-704f-4e6a-8d40-7e78c22546fd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09f37396-704f-4e6a-8d40-7e78c22546fd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:24.386083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.411970 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2499-95d6-42bf-92ac-26b440affacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.412386 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b14333-8eeb-4838-930b-460cbe470800 x-openstack-request-id: req-55b14333-8eeb-4838-930b-460cbe470800 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:24.412679 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "name": "network-vif-plugged", "status": "completed", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:24.413041 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55b14333-8eeb-4838-930b-460cbe470800 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:24.413435 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd', 'code': 200} Aug 31 13:52:24.416320 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2499-95d6-42bf-92ac-26b440affacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.437483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=09f37396-704f-4e6a-8d40-7e78c22546fd,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:24.445128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.446778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.446778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.446778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.446778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.446778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.447279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.447376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.447685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.448003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.448323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.448640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:24.454554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6f3c2499-95d6-42bf-92ac-26b440affacd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fc6c4750f1e42399ce5daf19721829c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690056 Aug 31 13:52:24.455828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c2499-95d6-42bf-92ac-26b440affacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf0d1f-f89f-4b71-8017-fee49dd20d72,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:24.457788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60752) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:24.543751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8d03f7b-4fbc-4bf0-bd7e-317a5d6e632e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.554868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e55403-7acf-496f-81a8-f8501a7855ef req-533e8098-ba3a-4e19-bbe5-68394343501c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.556341 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3e55403-7acf-496f-81a8-f8501a7855ef req-533e8098-ba3a-4e19-bbe5-68394343501c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 948 time: 0.0758321 Aug 31 13:52:24.611197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8d03f7b-4fbc-4bf0-bd7e-317a5d6e632e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.657463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3e55403-7acf-496f-81a8-f8501a7855ef req-279d2744-dee0-4c4b-b5ed-d0759e393ce4 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949242 Aug 31 13:52:24.662763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8526-b884-4a62-a284-6df15dc5fd1a req-ddfcf3cd-344e-45c0-b295-82579abc3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.664328 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e2c8526-b884-4a62-a284-6df15dc5fd1a req-ddfcf3cd-344e-45c0-b295-82579abc3ea4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 1101 time: 0.1071348 Aug 31 13:52:24.698714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8d03f7b-4fbc-4bf0-bd7e-317a5d6e632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.701173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8d03f7b-4fbc-4bf0-bd7e-317a5d6e632e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.702338 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e8d03f7b-4fbc-4bf0-bd7e-317a5d6e632e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1daf0d1f-f89f-4b71-8017-fee49dd20d72 HTTP/1.1" status: 204 len: 168 time: 0.2434821 Aug 31 13:52:24.720001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d03f7b-4fbc-4bf0-bd7e-317a5d6e632e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf0d1f-f89f-4b71-8017-fee49dd20d72,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:24.723088 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e2c8526-b884-4a62-a284-6df15dc5fd1a req-624ef4b2-9286-42af-a769-a3e3dd33e4a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Aug 31 13:52:24.771189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7c644-9675-488f-81aa-c273bec15dd4 req-6a906205-5e11-4c9f-b83f-12b8a5e9c21f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.772748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cd7c644-9675-488f-81aa-c273bec15dd4 req-6a906205-5e11-4c9f-b83f-12b8a5e9c21f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0666809 Aug 31 13:52:24.815129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cd7c644-9675-488f-81aa-c273bec15dd4 req-9aaa3f6f-c1b0-440f-8d2b-04f897dc24da tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Aug 31 13:52:24.931093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b338c-be3d-4c07-b292-d316a5ca9d49 req-f532a03e-630f-453b-b341-b2c067cd4196 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.932685 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-343b338c-be3d-4c07-b292-d316a5ca9d49 req-f532a03e-630f-453b-b341-b2c067cd4196 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1023 time: 0.0575547 Aug 31 13:52:24.982097 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-343b338c-be3d-4c07-b292-d316a5ca9d49 req-29ec9baa-1ba6-43a5-b758-bb99ab6d38e7 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=7443466e-d06f-40a6-862c-3bd5f6e07b60&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0431368 Aug 31 13:52:25.068815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea9705-7a66-4562-8904-7cd4ddc725f0 req-112ce5f1-11f8-478a-9d12-c48282ad1179 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.070425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35ea9705-7a66-4562-8904-7cd4ddc725f0 req-112ce5f1-11f8-478a-9d12-c48282ad1179 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0608966 Aug 31 13:52:25.112085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35ea9705-7a66-4562-8904-7cd4ddc725f0 req-faa6ab9f-3e11-4cd5-b685-5d14ea1e8858 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Aug 31 13:52:25.321129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4633b-e675-400d-b6c6-e9e24ad44691 req-fe14477c-1c7d-4673-bd72-b4fe1a3e06d6 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.324564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4fd4633b-e675-400d-b6c6-e9e24ad44691 req-fe14477c-1c7d-4673-bd72-b4fe1a3e06d6 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0518303 Aug 31 13:52:25.365569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4fd4633b-e675-400d-b6c6-e9e24ad44691 req-c13c263b-399c-40be-a5b4-3c58900a3d11 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Aug 31 13:52:25.784525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3f131-251d-4626-8049-01c8a462b6ea req-25b5c6c3-29ef-4abc-b413-4ed0016f34b1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.787689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebc3f131-251d-4626-8049-01c8a462b6ea req-25b5c6c3-29ef-4abc-b413-4ed0016f34b1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.3526852 Aug 31 13:52:25.803673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9e524-7364-47a0-a100-3edf6cddf490 req-d11631f3-96f7-4685-b5d6-4dd7794c7995 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.805727 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fa9e524-7364-47a0-a100-3edf6cddf490 req-d11631f3-96f7-4685-b5d6-4dd7794c7995 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 948 time: 0.0584180 Aug 31 13:52:25.833195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebc3f131-251d-4626-8049-01c8a462b6ea req-05186e95-ab89-47ea-8562-61a98885e08d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Aug 31 13:52:25.881491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2fa9e524-7364-47a0-a100-3edf6cddf490 req-696c9617-a527-41f9-a74d-8fd7b0ebd316 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644352 Aug 31 13:52:25.893886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509f704-0bc6-4801-9cc2-95da778522de req-83f97cee-a1f3-4a0b-ba4b-c4b1af83a6a4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.896438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5509f704-0bc6-4801-9cc2-95da778522de req-83f97cee-a1f3-4a0b-ba4b-c4b1af83a6a4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1023 time: 0.0894704 Aug 31 13:52:25.946444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59ef88-aed9-4add-a58a-b4c814006d20 req-bce497d6-4317-44dd-b610-3ca230b15986 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.948124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc59ef88-aed9-4add-a58a-b4c814006d20 req-bce497d6-4317-44dd-b610-3ca230b15986 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0526872 Aug 31 13:52:25.988362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc59ef88-aed9-4add-a58a-b4c814006d20 req-53e20302-1ce4-4021-8fcf-d03e73fe91ba tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Aug 31 13:52:26.012179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Deleting port b0d4b01d-7513-4d56-b971-5b0f3c070f15 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:26.012534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.085645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2386962d-de0a-43d7-9adc-30ee5fe126e2 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:26.151906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] For port b0d4b01d-7513-4d56-b971-5b0f3c070f15, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b0d4b01d-7513-4d56-b971-5b0f3c070f15,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:26.152304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.173693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712ac4d-ca36-40d5-b2a1-40f388794159 req-967b2fda-c3e6-4db5-92cb-3342b1f79dd4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.175080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6712ac4d-ca36-40d5-b2a1-40f388794159 req-967b2fda-c3e6-4db5-92cb-3342b1f79dd4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 1023 time: 0.1075683 Aug 31 13:52:26.181568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Calling delete_port for b0d4b01d-7513-4d56-b971-5b0f3c070f15 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:26.220617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2386962d-de0a-43d7-9adc-30ee5fe126e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2386962d-de0a-43d7-9adc-30ee5fe126e2,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:26.234070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '2386962d-de0a-43d7-9adc-30ee5fe126e2', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '2386962d-de0a-43d7-9adc-30ee5fe126e2', 'mac_address': 'fa:16:3e:c3:1a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:26.282355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561590be-e0a3-4021-8d13-7e3f79be364b req-dab4690a-b8bb-47a3-8507-48ae828fd46f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.292368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-561590be-e0a3-4021-8d13-7e3f79be364b req-dab4690a-b8bb-47a3-8507-48ae828fd46f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0778019 Aug 31 13:52:26.293353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6712ac4d-ca36-40d5-b2a1-40f388794159 req-00b08198-ec75-45fc-9b6a-7a00012ee471 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=7443466e-d06f-40a6-862c-3bd5f6e07b60&id=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1095595 Aug 31 13:52:26.309381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.330035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2386962d-de0a-43d7-9adc-30ee5fe126e2 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:26.368641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2386962d-de0a-43d7-9adc-30ee5fe126e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2386962d-de0a-43d7-9adc-30ee5fe126e2,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:26.374084 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.376639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-561590be-e0a3-4021-8d13-7e3f79be364b req-b6581ee6-19d9-4ac0-bde6-092f71454d0b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830054 Aug 31 13:52:26.450682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2386962d-de0a-43d7-9adc-30ee5fe126e2,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.452783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.504964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'Port': ['ID=b0d4b01d-7513-4d56-b971-5b0f3c070f15,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.515526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:26.517775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109da15-273d-4a47-bd2c-b73866d1ee13 req-4faa76ce-8782-4999-bf92-0f2ca35d7dda tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.526430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7109da15-273d-4a47-bd2c-b73866d1ee13 req-4faa76ce-8782-4999-bf92-0f2ca35d7dda tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0703828 Aug 31 13:52:26.544666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] No DVR routers for this DVR port b0d4b01d-7513-4d56-b971-5b0f3c070f15 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:26.547370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.549569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5509f704-0bc6-4801-9cc2-95da778522de req-dde1cd07-cbff-4f67-bab8-a1ecb9f9937d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "DELETE /v2.0/ports/b0d4b01d-7513-4d56-b971-5b0f3c070f15 HTTP/1.1" status: 204 len: 173 time: 0.6445034 Aug 31 13:52:26.550290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'name': 'network-vif-deleted', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:26.553316 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489f4c03-e886-4028-b5fb-2b52988e163d" -d '{"events": [{"server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "name": "network-vif-deleted", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:26.582596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7109da15-273d-4a47-bd2c-b73866d1ee13 req-2bc8584c-09e8-42b8-bb7d-6dc5c325f68f tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528841 Aug 31 13:52:26.625939 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c123cf9-3103-45c8-9f4d-3bb569cc6bd6 x-openstack-request-id: req-4c123cf9-3103-45c8-9f4d-3bb569cc6bd6 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:26.626231 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1ca38e-e86d-4c64-9cee-17ae6855004f", "name": "network-vif-deleted", "tag": "b0d4b01d-7513-4d56-b971-5b0f3c070f15", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:26.626506 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c123cf9-3103-45c8-9f4d-3bb569cc6bd6 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:26.627024 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1ca38e-e86d-4c64-9cee-17ae6855004f', 'name': 'network-vif-deleted', 'tag': 'b0d4b01d-7513-4d56-b971-5b0f3c070f15', 'status': 'completed', 'code': 200} Aug 31 13:52:26.737172 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b869232-859e-41aa-af86-c64cd218ee5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.958976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d21e-8985-4889-b9d1-a144e58accad req-fabec1ac-13b6-46ac-91c7-f6842f35ec05 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.960788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8623d21e-8985-4889-b9d1-a144e58accad req-fabec1ac-13b6-46ac-91c7-f6842f35ec05 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0572553 Aug 31 13:52:27.015974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8623d21e-8985-4889-b9d1-a144e58accad req-4d331102-4ecc-4c66-9ecb-50009269cacf tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Aug 31 13:52:27.019354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d91eb9-9091-49d8-8b4d-f97565165b1f req-9c4aa690-0e06-40c3-a92d-18b9e484b28f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.037585 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53d91eb9-9091-49d8-8b4d-f97565165b1f req-9c4aa690-0e06-40c3-a92d-18b9e484b28f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 949 time: 0.0714703 Aug 31 13:52:27.074391 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53d91eb9-9091-49d8-8b4d-f97565165b1f req-c433e1e7-51e2-450e-a887-eafb17e0a855 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Aug 31 13:52:27.133175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75c33b-986d-413f-a269-c8d8ef73731b req-eff52aee-25e4-4798-83d4-b1e4c4294111 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.134711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de75c33b-986d-413f-a269-c8d8ef73731b req-eff52aee-25e4-4798-83d4-b1e4c4294111 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0566328 Aug 31 13:52:27.186528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de75c33b-986d-413f-a269-c8d8ef73731b req-71b3c25b-31cb-4d74-8d99-b341660bb24d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Aug 31 13:52:27.248985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2386962d-de0a-43d7-9adc-30ee5fe126e2'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:27.317455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe5bf-582c-4a08-b1ee-b6829d29778c req-396059af-944e-43ae-b813-b69bf663a43a tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.319014 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ccfe5bf-582c-4a08-b1ee-b6829d29778c req-396059af-944e-43ae-b813-b69bf663a43a tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 1101 time: 0.0568037 Aug 31 13:52:27.398648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ccfe5bf-582c-4a08-b1ee-b6829d29778c req-09e54d6e-c5dc-45fd-8451-3bb7621d59f3 tempest-ServersOnMultiNodesTest-1308151473 tempest-ServersOnMultiNodesTest-1308151473-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715928 Aug 31 13:52:27.467137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86e09c1c-aa31-400f-b984-61baa2799cac req-812f4067-b071-4872-8995-8b8d28a9744f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a1ca38e-e86d-4c64-9cee-17ae6855004f HTTP/1.1" status: 200 len: 210 time: 0.0777318 Aug 31 13:52:27.513542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c129d0-5765-4176-aac4-e89f4b930b55 req-b1f4c076-5b91-4fa5-98cf-d099c4993650 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.515100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d3c129d0-5765-4176-aac4-e89f4b930b55 req-b1f4c076-5b91-4fa5-98cf-d099c4993650 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0589180 Aug 31 13:52:27.549959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60876) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.560238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d3c129d0-5765-4176-aac4-e89f4b930b55 req-cc3e210e-6bd9-47a0-9b7b-5c53c060c818 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378287 Aug 31 13:52:27.713198 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.748588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acb43c-ddfd-48d6-9309-0f8a36b92020 req-7107152e-cbb8-4e45-b543-a74d007d0fa4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.750086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48acb43c-ddfd-48d6-9309-0f8a36b92020 req-7107152e-cbb8-4e45-b543-a74d007d0fa4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0827610 Aug 31 13:52:27.811933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48acb43c-ddfd-48d6-9309-0f8a36b92020 req-741fc4df-e09b-4faf-aa54-263ed6367bc0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Aug 31 13:52:27.861019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.870535 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.938081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a0c73-d823-4dd2-a14e-eda91db3027e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:27.943141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a401df14571747c09466baa3117c327a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920369 Aug 31 13:52:27.945911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60884) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.951505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.951860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.952209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.952547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.953092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.953237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.953569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.953897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.954225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.954550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.954877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.955201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b3312-4035-49fb-a0a7-ebfb3e7f5a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:27.974269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc82b1-6d4f-4139-845f-5c0cc533aef1 req-913e2c25-84b6-4d69-8a31-ee051f266cad tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.975776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6abc82b1-6d4f-4139-845f-5c0cc533aef1 req-913e2c25-84b6-4d69-8a31-ee051f266cad tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.1025138 Aug 31 13:52:27.999680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72522f58-07e9-4ec5-8d07-4cf5452ae642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.021709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72522f58-07e9-4ec5-8d07-4cf5452ae642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.024931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6abc82b1-6d4f-4139-845f-5c0cc533aef1 req-a6301ceb-7e68-4d0f-b44f-0ef488cfc767 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Aug 31 13:52:28.069908 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72522f58-07e9-4ec5-8d07-4cf5452ae642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.072457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72522f58-07e9-4ec5-8d07-4cf5452ae642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.075929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-72522f58-07e9-4ec5-8d07-4cf5452ae642 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b4a0c73-d823-4dd2-a14e-eda91db3027e HTTP/1.1" status: 204 len: 168 time: 0.1267736 Aug 31 13:52:28.081944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72522f58-07e9-4ec5-8d07-4cf5452ae642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a0c73-d823-4dd2-a14e-eda91db3027e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.135650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d51e09-1a9c-4e6d-8bae-52d7c5462829 req-ad58a01c-b5aa-4c2d-a7ed-274217a43387 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:28.137176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8d51e09-1a9c-4e6d-8bae-52d7c5462829 req-ad58a01c-b5aa-4c2d-a7ed-274217a43387 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0503783 Aug 31 13:52:28.178125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8d51e09-1a9c-4e6d-8bae-52d7c5462829 req-6704d432-8253-4236-b766-45db199a3a48 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Aug 31 13:52:28.287327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9d4db-3256-4e4f-9c78-9d366f854665 req-9dc508c7-7448-454f-9d00-65d82d873157 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:28.289729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf9d4db-3256-4e4f-9c78-9d366f854665 req-9dc508c7-7448-454f-9d00-65d82d873157 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 949 time: 0.0531530 Aug 31 13:52:28.347486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf9d4db-3256-4e4f-9c78-9d366f854665 req-f6e8f2ed-f109-4b58-b7cb-3049ff19b236 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Aug 31 13:52:28.384215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60894) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:28.398664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8665cec4-beba-41f7-9e5d-2e9615f9c3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.507812 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8665cec4-beba-41f7-9e5d-2e9615f9c3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.512058 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8665cec4-beba-41f7-9e5d-2e9615f9c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.552244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8665cec4-beba-41f7-9e5d-2e9615f9c3e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a875472435148a5953bbfd2826dc567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667600 Aug 31 13:52:28.553803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665cec4-beba-41f7-9e5d-2e9615f9c3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b0db7d-69a4-430b-967b-ff52a70461e3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.555368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60900) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:28.589680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-210f0a86-0ab7-458a-b559-d2204acd0ef2 req-e93e5d76-5155-4d0d-a6a1-38f18efcda9c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/aa1ebc79-1e5e-4cd2-a543-2aba49033ba9 HTTP/1.1" status: 200 len: 1799 time: 0.0567205 Aug 31 13:52:28.643773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26cedad-e1ba-4698-b0c1-99fb33a650b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.678523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26cedad-e1ba-4698-b0c1-99fb33a650b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.686119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-210f0a86-0ab7-458a-b559-d2204acd0ef2 req-e98b7fa5-11d5-4e3f-8857-f36f23ee8404 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.725812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-210f0a86-0ab7-458a-b559-d2204acd0ef2 req-e98b7fa5-11d5-4e3f-8857-f36f23ee8404 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.762234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26cedad-e1ba-4698-b0c1-99fb33a650b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.765056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26cedad-e1ba-4698-b0c1-99fb33a650b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.766201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a26cedad-e1ba-4698-b0c1-99fb33a650b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16b0db7d-69a4-430b-967b-ff52a70461e3 HTTP/1.1" status: 204 len: 168 time: 0.2099087 Aug 31 13:52:28.775819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cedad-e1ba-4698-b0c1-99fb33a650b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b0db7d-69a4-430b-967b-ff52a70461e3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.780897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-210f0a86-0ab7-458a-b559-d2204acd0ef2 req-e98b7fa5-11d5-4e3f-8857-f36f23ee8404 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.780897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-210f0a86-0ab7-458a-b559-d2204acd0ef2 req-e98b7fa5-11d5-4e3f-8857-f36f23ee8404 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.781814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-210f0a86-0ab7-458a-b559-d2204acd0ef2 req-e98b7fa5-11d5-4e3f-8857-f36f23ee8404 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/aa1ebc79-1e5e-4cd2-a543-2aba49033ba9 HTTP/1.1" status: 204 len: 173 time: 0.1858957 Aug 31 13:52:28.791731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b7fa5-11d5-4e3f-8857-f36f23ee8404 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1ebc79-1e5e-4cd2-a543-2aba49033ba9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.908071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc04e7e-dcc8-4e82-9845-13d86c1a59a7 req-fefd16fb-3238-44ad-8a6a-3baf1be2e270 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:28.909619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bc04e7e-dcc8-4e82-9845-13d86c1a59a7 req-fefd16fb-3238-44ad-8a6a-3baf1be2e270 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0608258 Aug 31 13:52:28.950329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bc04e7e-dcc8-4e82-9845-13d86c1a59a7 req-83a58d3e-4fe7-403c-985d-abb7ef9e6b75 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343649 Aug 31 13:52:29.024483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83a3a40b-e3a8-49c3-bcd2-b772d9648d9b req-304a17c7-f1d8-4a8d-8a4c-d12914864e75 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/7443466e-d06f-40a6-862c-3bd5f6e07b60 HTTP/1.1" status: 200 len: 1801 time: 0.0501862 Aug 31 13:52:29.088703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-83a3a40b-e3a8-49c3-bcd2-b772d9648d9b req-3e3ae277-de33-4aed-9de7-ba26153f8f70 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.113958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-83a3a40b-e3a8-49c3-bcd2-b772d9648d9b req-3e3ae277-de33-4aed-9de7-ba26153f8f70 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.158237 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-83a3a40b-e3a8-49c3-bcd2-b772d9648d9b req-3e3ae277-de33-4aed-9de7-ba26153f8f70 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.161636 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-83a3a40b-e3a8-49c3-bcd2-b772d9648d9b req-3e3ae277-de33-4aed-9de7-ba26153f8f70 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.162818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83a3a40b-e3a8-49c3-bcd2-b772d9648d9b req-3e3ae277-de33-4aed-9de7-ba26153f8f70 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/7443466e-d06f-40a6-862c-3bd5f6e07b60 HTTP/1.1" status: 204 len: 173 time: 0.1324723 Aug 31 13:52:29.182591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ae277-de33-4aed-9de7-ba26153f8f70 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7443466e-d06f-40a6-862c-3bd5f6e07b60,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:29.270018 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c15f5ed-8661-49dc-8736-19f89257fe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.301373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412bbc5-f290-48be-b46e-faaf26814c9d req-2936b0e7-31d1-48f6-8d5d-4d444a3d0412 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.305374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412bbc5-f290-48be-b46e-faaf26814c9d req-2936b0e7-31d1-48f6-8d5d-4d444a3d0412 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0701919 Aug 31 13:52:29.346494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412bbc5-f290-48be-b46e-faaf26814c9d req-e10d3928-964e-40af-bde9-ff6b93d133af tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364485 Aug 31 13:52:29.427408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-500eba87-b854-40df-b598-bd6a81928754 req-432cc2a1-8f1a-46b3-94ee-fad53b1e8525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-533342103', 'description': 'tempest-description-1130681285'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:29.451776 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-500eba87-b854-40df-b598-bd6a81928754 req-432cc2a1-8f1a-46b3-94ee-fad53b1e8525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.477523 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.482732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78792f-b862-4af3-990a-9b3dff1e1ce5 req-fa2f8780-c3f2-470b-818e-59af605fadde tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.490360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d78792f-b862-4af3-990a-9b3dff1e1ce5 req-fa2f8780-c3f2-470b-818e-59af605fadde tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0747521 Aug 31 13:52:29.526169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d78792f-b862-4af3-990a-9b3dff1e1ce5 req-a373e9ef-0b8b-4812-960e-8500cad66e62 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Aug 31 13:52:29.569512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-500eba87-b854-40df-b598-bd6a81928754 req-432cc2a1-8f1a-46b3-94ee-fad53b1e8525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.578094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-500eba87-b854-40df-b598-bd6a81928754 req-432cc2a1-8f1a-46b3-94ee-fad53b1e8525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.611102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-500eba87-b854-40df-b598-bd6a81928754 req-432cc2a1-8f1a-46b3-94ee-fad53b1e8525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.614041 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-500eba87-b854-40df-b598-bd6a81928754 req-432cc2a1-8f1a-46b3-94ee-fad53b1e8525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1912210 Aug 31 13:52:29.621751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cc2a1-8f1a-46b3-94ee-fad53b1e8525 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c279039f-7171-48bc-80fc-df36c78987d3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:29.656205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19358e55-686a-4f55-9f95-caafab652524 req-eb23bff4-9c07-41cb-91d5-1835d43a9b31 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.657795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19358e55-686a-4f55-9f95-caafab652524 req-eb23bff4-9c07-41cb-91d5-1835d43a9b31 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0697060 Aug 31 13:52:29.699345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19358e55-686a-4f55-9f95-caafab652524 req-d8503b0f-3885-4b44-b087-678d13b487b2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351784 Aug 31 13:52:29.721408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a619-4410-4a9c-990b-afd458ce2073 req-8fcee465-5d51-44aa-99e5-10ba1da452b3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.723173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa96a619-4410-4a9c-990b-afd458ce2073 req-8fcee465-5d51-44aa-99e5-10ba1da452b3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 949 time: 0.0530133 Aug 31 13:52:29.771106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-636ee707-14a2-4eab-8c8b-0c6327d74fe5 req-cb9ccf50-d804-4d09-8359-55782e2abd19 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/c279039f-7171-48bc-80fc-df36c78987d3 HTTP/1.1" status: 200 len: 1800 time: 0.0434704 Aug 31 13:52:29.780462 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa96a619-4410-4a9c-990b-afd458ce2073 req-e7d51766-6e57-4968-9876-eb694d57cf3e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Aug 31 13:52:29.787396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-636ee707-14a2-4eab-8c8b-0c6327d74fe5 req-e51bee55-439b-4b05-beb1-5f52ef05b651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1599030765', 'description': 'tempest-description-hth-1872073919'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:29.813702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-636ee707-14a2-4eab-8c8b-0c6327d74fe5 req-e51bee55-439b-4b05-beb1-5f52ef05b651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.866619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-636ee707-14a2-4eab-8c8b-0c6327d74fe5 req-e51bee55-439b-4b05-beb1-5f52ef05b651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.870991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-636ee707-14a2-4eab-8c8b-0c6327d74fe5 req-e51bee55-439b-4b05-beb1-5f52ef05b651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.873667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-636ee707-14a2-4eab-8c8b-0c6327d74fe5 req-e51bee55-439b-4b05-beb1-5f52ef05b651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.874897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-636ee707-14a2-4eab-8c8b-0c6327d74fe5 req-e51bee55-439b-4b05-beb1-5f52ef05b651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "PUT /v2.0/security-groups/c279039f-7171-48bc-80fc-df36c78987d3 HTTP/1.1" status: 200 len: 1775 time: 0.0949583 Aug 31 13:52:29.905817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bee55-439b-4b05-beb1-5f52ef05b651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c279039f-7171-48bc-80fc-df36c78987d3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:29.952199 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4f1efbb3-e5f6-4df8-b0fb-3f891359d09c req-e9b7e80f-d8fb-4a65-bac6-7ff39dbbf410 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/c279039f-7171-48bc-80fc-df36c78987d3 HTTP/1.1" status: 200 len: 1775 time: 0.0388536 Aug 31 13:52:30.016838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc8ca8b9-5dfb-4be8-bda6-e74021b6a75c req-ed68a7ac-ea4f-4f48-a189-dc1a6180d2f2 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/c279039f-7171-48bc-80fc-df36c78987d3 HTTP/1.1" status: 200 len: 1775 time: 0.0430627 Aug 31 13:52:30.085758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fc8ca8b9-5dfb-4be8-bda6-e74021b6a75c req-3d864e7d-73a8-4393-bb9d-7197becaef4a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.088118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3183a-10dd-4145-a6ac-9d8710c1fb03 req-00c0fe38-dbe4-4aca-bdec-3463e64c381d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.089800 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e1a3183a-10dd-4145-a6ac-9d8710c1fb03 req-00c0fe38-dbe4-4aca-bdec-3463e64c381d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0558012 Aug 31 13:52:30.110337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fc8ca8b9-5dfb-4be8-bda6-e74021b6a75c req-3d864e7d-73a8-4393-bb9d-7197becaef4a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.116263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2386962d-de0a-43d7-9adc-30ee5fe126e2 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:30.149513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e1a3183a-10dd-4145-a6ac-9d8710c1fb03 req-599fe629-de8d-46a8-b645-1ca5f091246c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Aug 31 13:52:30.164790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fc8ca8b9-5dfb-4be8-bda6-e74021b6a75c req-3d864e7d-73a8-4393-bb9d-7197becaef4a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.168335 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fc8ca8b9-5dfb-4be8-bda6-e74021b6a75c req-3d864e7d-73a8-4393-bb9d-7197becaef4a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.170753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc8ca8b9-5dfb-4be8-bda6-e74021b6a75c req-3d864e7d-73a8-4393-bb9d-7197becaef4a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/c279039f-7171-48bc-80fc-df36c78987d3 HTTP/1.1" status: 204 len: 173 time: 0.1460645 Aug 31 13:52:30.179967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 2386962d-de0a-43d7-9adc-30ee5fe126e2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:30.186000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864e7d-73a8-4393-bb9d-7197becaef4a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c279039f-7171-48bc-80fc-df36c78987d3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:30.190110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 2386962d-de0a-43d7-9adc-30ee5fe126e2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:30.190964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.289814 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-548873c2-a076-48f2-b399-71be403dc3fe req-2fb48cf7-0fe8-47a1-8796-29f9b8b610ff tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:52:30.290363 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-548873c2-a076-48f2-b399-71be403dc3fe req-2fb48cf7-0fe8-47a1-8796-29f9b8b610ff tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/7443466e-d06f-40a6-862c-3bd5f6e07b60 HTTP/1.1" status: 404 len: 352 time: 0.0189040 Aug 31 13:52:30.291994 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.316756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386962d-de0a-43d7-9adc-30ee5fe126e2'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:30.319194 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69314ce2-9314-4ab0-81ab-e22f5ddbb9fd" -d '{"events": [{"server_uuid": "39ee89e8-f9b0-4a56-8f54-10be673e5bbb", "name": "network-vif-plugged", "status": "completed", "tag": "2386962d-de0a-43d7-9adc-30ee5fe126e2"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:30.332370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2386962d-de0a-43d7-9adc-30ee5fe126e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2386962d-de0a-43d7-9adc-30ee5fe126e2,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:30.337276 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.337478 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-bd399631-ade0-492b-8945-85844e28c58a req-26511aeb-1a91-4461-b34a-06e093b46d62 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:52:30.338202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b0d4b01d-7513-4d56-b971-5b0f3c070f15 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:30.338918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd399631-ade0-492b-8945-85844e28c58a req-26511aeb-1a91-4461-b34a-06e093b46d62 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/aa1ebc79-1e5e-4cd2-a543-2aba49033ba9 HTTP/1.1" status: 404 len: 352 time: 0.0188098 Aug 31 13:52:30.383306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b0d4b01d-7513-4d56-b971-5b0f3c070f15 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:30.383821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b0d4b01d-7513-4d56-b971-5b0f3c070f15 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:30.386391 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-0c816319-96b8-4ab7-9fe7-366ddc0c86ad req-3eabda72-2a0c-4fb6-b0c3-38b0602df92e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:52:30.388923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c816319-96b8-4ab7-9fe7-366ddc0c86ad req-3eabda72-2a0c-4fb6-b0c3-38b0602df92e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/e853928d-c86d-42ec-a62e-a35a435c3eb9 HTTP/1.1" status: 404 len: 352 time: 0.0200303 Aug 31 13:52:30.399474 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f7652b-3c5d-4f1d-85cb-5e69c3dc8f85 x-openstack-request-id: req-72f7652b-3c5d-4f1d-85cb-5e69c3dc8f85 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:30.399986 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ee89e8-f9b0-4a56-8f54-10be673e5bbb", "name": "network-vif-plugged", "status": "completed", "tag": "2386962d-de0a-43d7-9adc-30ee5fe126e2", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:30.400395 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72f7652b-3c5d-4f1d-85cb-5e69c3dc8f85 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:30.400985 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386962d-de0a-43d7-9adc-30ee5fe126e2', 'code': 200} Aug 31 13:52:30.428996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2386962d-de0a-43d7-9adc-30ee5fe126e2,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:30.436795 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-33f78c2a-c996-4893-8415-87b2ccfa0794 req-efda4954-e642-49b8-865c-0fd779bb8126 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:52:30.438204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-33f78c2a-c996-4893-8415-87b2ccfa0794 req-efda4954-e642-49b8-865c-0fd779bb8126 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/116d3abb-5e30-4935-b452-b8fc4015a2d4 HTTP/1.1" status: 404 len: 352 time: 0.0198736 Aug 31 13:52:30.453964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.504754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e0a23-c687-424f-bfec-0603106d66fe req-461defc1-41d2-4f22-88fd-0a3002abf7b4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.506397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-916e0a23-c687-424f-bfec-0603106d66fe req-461defc1-41d2-4f22-88fd-0a3002abf7b4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0583432 Aug 31 13:52:30.549643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-916e0a23-c687-424f-bfec-0603106d66fe req-f96d49e3-70d3-49cf-93cb-1b2db16f32cf tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367401 Aug 31 13:52:30.596121 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-94d42560-c04c-443b-9b05-354fb68d6f44 req-ceeb6060-e0b2-4625-8d93-fe02a1b39606 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:52:30.597203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94d42560-c04c-443b-9b05-354fb68d6f44 req-ceeb6060-e0b2-4625-8d93-fe02a1b39606 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/4ef99173-9c23-4114-87f9-53af0b67c737 HTTP/1.1" status: 404 len: 352 time: 0.0144947 Aug 31 13:52:30.698869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e7a52-61b1-4724-b2cd-1e70e3480226 req-b90bef67-fd0b-4856-9119-178200a08018 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.700402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-645e7a52-61b1-4724-b2cd-1e70e3480226 req-b90bef67-fd0b-4856-9119-178200a08018 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0506234 Aug 31 13:52:30.742237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-645e7a52-61b1-4724-b2cd-1e70e3480226 req-a3403419-9e27-40ea-ac80-0ec3c88967ba tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345964 Aug 31 13:52:30.780113 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-c7a94645-dd58-4adb-a2f2-71de01fa0d42 req-d79e2b0b-cd13-4201-8bfc-075cabc0305e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] show failed (client error): The resource could not be found. Aug 31 13:52:30.786265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7a94645-dd58-4adb-a2f2-71de01fa0d42 req-d79e2b0b-cd13-4201-8bfc-075cabc0305e tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/5e9f55d9-5131-49a2-b885-423f0782297d HTTP/1.1" status: 404 len: 352 time: 0.0149326 Aug 31 13:52:30.888202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3a55c-8b67-49b9-be02-1427fa3cef5f req-0e1ab639-5895-4913-bc90-74de60cf16ca tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.889927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6de3a55c-8b67-49b9-be02-1427fa3cef5f req-0e1ab639-5895-4913-bc90-74de60cf16ca tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0549734 Aug 31 13:52:30.941666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6de3a55c-8b67-49b9-be02-1427fa3cef5f req-cd546d8d-99ab-47e0-9b77-1abb87f2346c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Aug 31 13:52:31.167212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0bebd-f5c7-4914-901b-83794f828e1b req-78509c20-7f19-4c47-a2fb-a6dee23d2690 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.168770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9de0bebd-f5c7-4914-901b-83794f828e1b req-78509c20-7f19-4c47-a2fb-a6dee23d2690 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0509477 Aug 31 13:52:31.216072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9de0bebd-f5c7-4914-901b-83794f828e1b req-43a9ee54-ece9-492d-a58d-5f16d3e497c3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Aug 31 13:52:31.320061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b1bc-0f83-478e-acae-2f1d424c5248 req-f616d062-bf73-432c-98e0-1ab1b57dd72c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.321686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8624b1bc-0f83-478e-acae-2f1d424c5248 req-f616d062-bf73-432c-98e0-1ab1b57dd72c tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0536513 Aug 31 13:52:31.369762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8624b1bc-0f83-478e-acae-2f1d424c5248 req-06804799-f059-40e2-8636-f0f8c4c6a781 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0409820 Aug 31 13:52:31.493758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8d849-8d38-4a61-a9dd-3fa46da7a101 req-ac625426-2850-4c02-8376-206889166118 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.495296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92f8d849-8d38-4a61-a9dd-3fa46da7a101 req-ac625426-2850-4c02-8376-206889166118 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0561345 Aug 31 13:52:31.536505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92f8d849-8d38-4a61-a9dd-3fa46da7a101 req-914bfc22-cf58-4579-ac8f-7dfb72096e49 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Aug 31 13:52:31.652197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 32786) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:31.669550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efa007-6fe1-4a7b-a473-c276ec1ec317 req-304d86f5-de22-4edb-8c40-1aa2b9e3e616 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.671266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85efa007-6fe1-4a7b-a473-c276ec1ec317 req-304d86f5-de22-4edb-8c40-1aa2b9e3e616 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0524175 Aug 31 13:52:31.720343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85efa007-6fe1-4a7b-a473-c276ec1ec317 req-9a7c6397-7e6d-4e40-b196-dc75ba2ce7f9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Aug 31 13:52:31.779799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-feaed64e-09e9-434b-872a-9ff16d78de68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.853829 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.862632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b93d6-b81e-498b-b4df-bface2aeed06 req-f069c9fb-ea2a-41d7-a87b-50e159331ef7 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.864667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-872b93d6-b81e-498b-b4df-bface2aeed06 req-f069c9fb-ea2a-41d7-a87b-50e159331ef7 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0539281 Aug 31 13:52:31.880109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-feaed64e-09e9-434b-872a-9ff16d78de68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.885396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-feaed64e-09e9-434b-872a-9ff16d78de68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.904316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-872b93d6-b81e-498b-b4df-bface2aeed06 req-5b80d9d4-7adf-43fc-806a-7a9c1050b8eb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Aug 31 13:52:31.924613 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-feaed64e-09e9-434b-872a-9ff16d78de68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d83a594a0ca441419ef695545280dec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700639 Aug 31 13:52:31.924842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaed64e-09e9-434b-872a-9ff16d78de68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1713ea73-75dd-4753-9d6e-2679b536b672,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:31.927184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 32792) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:31.987656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c12d4c5e-658b-4a9e-b238-214fc11e3e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.017953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c12d4c5e-658b-4a9e-b238-214fc11e3e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.094777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59bba-7eba-4016-8328-bec2269ae41c req-ba9a232b-9f5d-4c83-882f-75d03632fd8b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.096278 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87d59bba-7eba-4016-8328-bec2269ae41c req-ba9a232b-9f5d-4c83-882f-75d03632fd8b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0756249 Aug 31 13:52:32.111304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c12d4c5e-658b-4a9e-b238-214fc11e3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.113930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c12d4c5e-658b-4a9e-b238-214fc11e3e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.114991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c12d4c5e-658b-4a9e-b238-214fc11e3e91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1713ea73-75dd-4753-9d6e-2679b536b672 HTTP/1.1" status: 204 len: 168 time: 0.1846890 Aug 31 13:52:32.135007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d4c5e-658b-4a9e-b238-214fc11e3e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1713ea73-75dd-4753-9d6e-2679b536b672,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:32.150143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87d59bba-7eba-4016-8328-bec2269ae41c req-edc72806-c372-49b2-923f-3a7702993ff2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473197 Aug 31 13:52:32.328718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6cb30-ff7b-4084-866d-42220e426c92 req-44ae6bda-503d-4b31-bd38-95eca2fdf97f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.330433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8d6cb30-ff7b-4084-866d-42220e426c92 req-44ae6bda-503d-4b31-bd38-95eca2fdf97f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0491459 Aug 31 13:52:32.371594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8d6cb30-ff7b-4084-866d-42220e426c92 req-48fd9b2a-6d28-49d2-9203-e249a1f043f6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Aug 31 13:52:32.390356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 32802) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:32.404960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3cb26a57-1235-4ea2-8f5d-7fc6c758c3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.525060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c328661-c2f3-4c2a-a8ff-24ff4716a755 req-fd56521e-4f0e-4cdb-9303-6720fda3ad82 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.526474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c328661-c2f3-4c2a-a8ff-24ff4716a755 req-fd56521e-4f0e-4cdb-9303-6720fda3ad82 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0738869 Aug 31 13:52:32.558214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3cb26a57-1235-4ea2-8f5d-7fc6c758c3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.563226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3cb26a57-1235-4ea2-8f5d-7fc6c758c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.607904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c328661-c2f3-4c2a-a8ff-24ff4716a755 req-902168c4-ca4e-4b6d-a27b-bb937be537a1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0733240 Aug 31 13:52:32.618084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3cb26a57-1235-4ea2-8f5d-7fc6c758c3ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5aa60fa1e36424eafc6181171f28f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266619 Aug 31 13:52:32.623123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb26a57-1235-4ea2-8f5d-7fc6c758c3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ddbdf7-2393-40f1-9143-14c7220c69aa,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:32.630244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 32808) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:32.690148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0cc1-e355-411f-96b8-6e15a8cb1f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.737547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0cc1-e355-411f-96b8-6e15a8cb1f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.767520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4fc81-012a-48e1-9179-8a69221fbce0 req-57405582-d252-424c-9f4d-4ae2891968ba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.769049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73e4fc81-012a-48e1-9179-8a69221fbce0 req-57405582-d252-424c-9f4d-4ae2891968ba tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0922701 Aug 31 13:52:32.821787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73e4fc81-012a-48e1-9179-8a69221fbce0 req-3b40bc51-cc57-4dee-b674-2b49485bede7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Aug 31 13:52:32.832930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0cc1-e355-411f-96b8-6e15a8cb1f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.834698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0cc1-e355-411f-96b8-6e15a8cb1f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.839785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-eb6e0cc1-e355-411f-96b8-6e15a8cb1f44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99ddbdf7-2393-40f1-9143-14c7220c69aa HTTP/1.1" status: 204 len: 168 time: 0.2043378 Aug 31 13:52:32.861575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e0cc1-e355-411f-96b8-6e15a8cb1f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ddbdf7-2393-40f1-9143-14c7220c69aa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:32.921173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a76b85-8622-4c98-b956-d18e95450747 req-720be63d-4d7b-4e0d-bae4-b28f1c51ec04 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.922721 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58a76b85-8622-4c98-b956-d18e95450747 req-720be63d-4d7b-4e0d-bae4-b28f1c51ec04 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0758576 Aug 31 13:52:32.962838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58a76b85-8622-4c98-b956-d18e95450747 req-58cbf524-c074-45c2-aa81-bfcee43fa266 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333478 Aug 31 13:52:33.032988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53535c-6475-4ac8-b88e-28fb34115a6e req-38e599b5-fa9f-4321-a4ad-a925fb7e3840 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.034496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff53535c-6475-4ac8-b88e-28fb34115a6e req-38e599b5-fa9f-4321-a4ad-a925fb7e3840 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0541759 Aug 31 13:52:33.075885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff53535c-6475-4ac8-b88e-28fb34115a6e req-ad6c6327-8dff-4a24-b5ff-3484d8aab30d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345085 Aug 31 13:52:33.289119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f398-ca38-4735-87d8-2e4d5178a8d3 req-b740b3be-a858-4737-8d94-94e63b835dd7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.290722 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ad1f398-ca38-4735-87d8-2e4d5178a8d3 req-b740b3be-a858-4737-8d94-94e63b835dd7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0690331 Aug 31 13:52:33.366809 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ad1f398-ca38-4735-87d8-2e4d5178a8d3 req-22dfc8ad-1d6c-435b-9e8b-b87bce3e3b2f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609379 Aug 31 13:52:33.369818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf9bc3-94de-4a3a-b7ba-5198bc2f6110 req-c9ee26e4-18ad-4e79-82b3-28d443350d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.371656 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-59bf9bc3-94de-4a3a-b7ba-5198bc2f6110 req-c9ee26e4-18ad-4e79-82b3-28d443350d95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 1101 time: 0.0798182 Aug 31 13:52:33.527914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd7db2-0785-452c-a404-69feb20c593e req-bb874217-f5cb-49c0-8568-98602015da5b tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.530474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35bd7db2-0785-452c-a404-69feb20c593e req-bb874217-f5cb-49c0-8568-98602015da5b tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0886085 Aug 31 13:52:33.584291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35bd7db2-0785-452c-a404-69feb20c593e req-24c7c44b-a3cd-4c9e-9e32-b000f42d5f3f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Aug 31 13:52:33.657452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-59bf9bc3-94de-4a3a-b7ba-5198bc2f6110 req-54efcffe-d099-49f0-b9a4-957e7734af43 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Aug 31 13:52:33.728075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586211a-e4ef-44bb-ae0a-287ac32782f6 req-7dc219de-2146-414e-8716-014471232c24 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.729859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0586211a-e4ef-44bb-ae0a-287ac32782f6 req-7dc219de-2146-414e-8716-014471232c24 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0510113 Aug 31 13:52:33.778032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0586211a-e4ef-44bb-ae0a-287ac32782f6 req-55286f53-bb4b-42cc-af1b-00cc7447cc83 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0419891 Aug 31 13:52:33.967795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180efc7-241c-431e-ba1c-3442839afdd1 req-c2130663-cb5c-4f41-8493-8d28548c492a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.969350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2180efc7-241c-431e-ba1c-3442839afdd1 req-c2130663-cb5c-4f41-8493-8d28548c492a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0550702 Aug 31 13:52:34.013419 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2180efc7-241c-431e-ba1c-3442839afdd1 req-4658bf0a-e36d-45be-8b7f-2cbdf3ff3d3d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Aug 31 13:52:34.123703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbf355-b125-42c2-ad95-1366f0e75b52 req-22c29012-76d8-4908-9fb3-b5a65e1c4436 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.125251 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2dbf355-b125-42c2-ad95-1366f0e75b52 req-22c29012-76d8-4908-9fb3-b5a65e1c4436 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0527720 Aug 31 13:52:34.164903 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2dbf355-b125-42c2-ad95-1366f0e75b52 req-265bbb98-4c28-4e17-a27e-d6c2607a517d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Aug 31 13:52:34.270813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab3776-4a48-4c0d-bcdf-25f11b00b71f req-f15b7e27-7476-47d2-82ca-435395c6d521 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.272527 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e1ab3776-4a48-4c0d-bcdf-25f11b00b71f req-f15b7e27-7476-47d2-82ca-435395c6d521 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0522709 Aug 31 13:52:34.314186 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e1ab3776-4a48-4c0d-bcdf-25f11b00b71f req-e3a5f231-eadb-4827-ad65-6a08575b004e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Aug 31 13:52:34.491343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98958faa-1071-4ebd-9438-84f8fc0e47bc req-e3986a9e-c007-4649-bc4c-64d4a50363b0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.492893 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-98958faa-1071-4ebd-9438-84f8fc0e47bc req-e3986a9e-c007-4649-bc4c-64d4a50363b0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0566251 Aug 31 13:52:34.532585 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-98958faa-1071-4ebd-9438-84f8fc0e47bc req-89d5caf9-8009-442f-b20d-bbe4b12cbdf0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333376 Aug 31 13:52:34.705742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f249-b133-4b62-9d1d-b642003f3100 req-04be7ee7-429f-4d9b-8022-2c02135c3f03 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.707956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3c0f249-b133-4b62-9d1d-b642003f3100 req-04be7ee7-429f-4d9b-8022-2c02135c3f03 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0515153 Aug 31 13:52:34.747223 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a3c0f249-b133-4b62-9d1d-b642003f3100 req-8127c911-d879-4ac3-8646-0fc4ecf55672 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Aug 31 13:52:34.911379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475da51-0d41-440d-9247-0a4ed4bc26e2 req-43ba4df6-f6ea-46e8-8ee4-17454e3b5927 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.913182 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6475da51-0d41-440d-9247-0a4ed4bc26e2 req-43ba4df6-f6ea-46e8-8ee4-17454e3b5927 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0554211 Aug 31 13:52:34.955164 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6475da51-0d41-440d-9247-0a4ed4bc26e2 req-0fff4f7c-75de-42f8-a0eb-000696b97a48 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0358062 Aug 31 13:52:35.137864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd7e0c-7732-4e33-b2fd-87c459fbb3a0 req-15d1c856-b561-47f4-b6a3-411403000793 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.139366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69fd7e0c-7732-4e33-b2fd-87c459fbb3a0 req-15d1c856-b561-47f4-b6a3-411403000793 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0529644 Aug 31 13:52:35.183072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69fd7e0c-7732-4e33-b2fd-87c459fbb3a0 req-181e0cab-0b83-491f-87d2-fe659d237eb4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358570 Aug 31 13:52:35.264347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 32910) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:35.290102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b73b-d17d-4e09-bf72-06c680f9f2fc req-5e4b761e-92cc-4563-a0fd-a106e9af7d59 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.291679 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0c06b73b-d17d-4e09-bf72-06c680f9f2fc req-5e4b761e-92cc-4563-a0fd-a106e9af7d59 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0513852 Aug 31 13:52:35.329849 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0c06b73b-d17d-4e09-bf72-06c680f9f2fc req-2c3c3b31-2d7d-4955-b88c-35e81ac0e1d0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Aug 31 13:52:35.389309 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7712fe1-27ef-45be-bda1-5cc2a82dd4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.444833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec6bd6-9b24-42b5-885b-42ece9795f93 req-cd2bb05e-6c4e-4b46-94b1-8279f446b8c1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.446291 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dbec6bd6-9b24-42b5-885b-42ece9795f93 req-cd2bb05e-6c4e-4b46-94b1-8279f446b8c1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0491281 Aug 31 13:52:35.487699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7712fe1-27ef-45be-bda1-5cc2a82dd4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.492756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7712fe1-27ef-45be-bda1-5cc2a82dd4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.494066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dbec6bd6-9b24-42b5-885b-42ece9795f93 req-c79404fb-c255-44d3-9b6b-3795da45f132 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Aug 31 13:52:35.531197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b7712fe1-27ef-45be-bda1-5cc2a82dd4c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7079638b9b7d4657bd411eb311d307c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656653 Aug 31 13:52:35.533143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7712fe1-27ef-45be-bda1-5cc2a82dd4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a137d5f2-205b-464f-8857-ea04ffc1313c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:35.533792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 32918) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:35.588696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-589a2cac-dfb8-4d74-9b1c-68f584fe6c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.631889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-589a2cac-dfb8-4d74-9b1c-68f584fe6c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.682697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8464-ded1-4deb-a531-204e090f5243 req-f114ab31-4659-4cc5-be8a-d983507f84aa tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.684191 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00db8464-ded1-4deb-a531-204e090f5243 req-f114ab31-4659-4cc5-be8a-d983507f84aa tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0818739 Aug 31 13:52:35.720148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-589a2cac-dfb8-4d74-9b1c-68f584fe6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.722643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-589a2cac-dfb8-4d74-9b1c-68f584fe6c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.723810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-589a2cac-dfb8-4d74-9b1c-68f584fe6c8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a137d5f2-205b-464f-8857-ea04ffc1313c HTTP/1.1" status: 204 len: 168 time: 0.1890318 Aug 31 13:52:35.736612 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00db8464-ded1-4deb-a531-204e090f5243 req-be528dfc-0016-4400-9ee0-8ad337b69aa4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464530 Aug 31 13:52:35.738326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a2cac-dfb8-4d74-9b1c-68f584fe6c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a137d5f2-205b-464f-8857-ea04ffc1313c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:35.872706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61424-15d1-4de9-a881-1f3bb4093271 req-587b1a45-d625-4975-bcf6-f88ad3ca8228 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.874375 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eab61424-15d1-4de9-a881-1f3bb4093271 req-587b1a45-d625-4975-bcf6-f88ad3ca8228 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0543268 Aug 31 13:52:35.916298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eab61424-15d1-4de9-a881-1f3bb4093271 req-d6a3ffde-c862-416a-b6e0-c51ac8698283 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358667 Aug 31 13:52:35.991654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 32930) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:36.005154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6dd15978-43a5-4b1d-b9d2-b2f0a349d5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.097077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba9f3c-0700-4669-a10f-221d8e4e52b5 req-99dbbd4f-2be4-4fc8-ba5c-d42df2d39d85 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.099088 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b9ba9f3c-0700-4669-a10f-221d8e4e52b5 req-99dbbd4f-2be4-4fc8-ba5c-d42df2d39d85 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0743070 Aug 31 13:52:36.161161 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b9ba9f3c-0700-4669-a10f-221d8e4e52b5 req-f3e3fec2-726e-4a23-b963-9dbdca663b99 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0552568 Aug 31 13:52:36.170580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6dd15978-43a5-4b1d-b9d2-b2f0a349d5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.174632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6dd15978-43a5-4b1d-b9d2-b2f0a349d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.214514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6dd15978-43a5-4b1d-b9d2-b2f0a349d5da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46ef402ead2f4f6fb64baddc136cc402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217798 Aug 31 13:52:36.215412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd15978-43a5-4b1d-b9d2-b2f0a349d5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0824b33f-8fb6-47db-b880-eb56687f44b2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:36.217201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 32934) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:36.268227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fec258-06b9-49be-85c6-1e29c27360ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.292610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fec258-06b9-49be-85c6-1e29c27360ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.310227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8252d6-8fc2-4386-8bbc-fdce380025cf req-926a842b-7d1a-4271-afa6-cdd5096d8a84 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.311830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab8252d6-8fc2-4386-8bbc-fdce380025cf req-926a842b-7d1a-4271-afa6-cdd5096d8a84 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0536387 Aug 31 13:52:36.339078 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fec258-06b9-49be-85c6-1e29c27360ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.341671 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fec258-06b9-49be-85c6-1e29c27360ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.342817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b0fec258-06b9-49be-85c6-1e29c27360ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0824b33f-8fb6-47db-b880-eb56687f44b2 HTTP/1.1" status: 204 len: 168 time: 0.1246214 Aug 31 13:52:36.355733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fec258-06b9-49be-85c6-1e29c27360ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0824b33f-8fb6-47db-b880-eb56687f44b2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:36.359891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab8252d6-8fc2-4386-8bbc-fdce380025cf req-e364ca37-eb1b-42bf-869b-e81471aae003 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Aug 31 13:52:36.475237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03a704-4084-41a4-8e4d-4e159ce34df1 req-cbad7a01-d302-40a7-9fb7-974975df6873 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.476673 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c03a704-4084-41a4-8e4d-4e159ce34df1 req-cbad7a01-d302-40a7-9fb7-974975df6873 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0530670 Aug 31 13:52:36.518399 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c03a704-4084-41a4-8e4d-4e159ce34df1 req-2c6dba60-c690-48f8-b104-6e4955c01c97 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Aug 31 13:52:36.622879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c5af-364b-4ebb-aced-7f54933c5c46 req-2701f715-0378-428a-941a-9a0f3c076559 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.624407 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4cc7c5af-364b-4ebb-aced-7f54933c5c46 req-2701f715-0378-428a-941a-9a0f3c076559 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0503516 Aug 31 13:52:36.663600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4cc7c5af-364b-4ebb-aced-7f54933c5c46 req-744a87a6-3d2f-4cad-968b-979a6d18a787 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Aug 31 13:52:36.871447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f3b0-6346-4ca7-b31c-598e07ae89ba req-1ef06bbf-2986-4fe4-bda5-e95b44984aca tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.873075 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3886f3b0-6346-4ca7-b31c-598e07ae89ba req-1ef06bbf-2986-4fe4-bda5-e95b44984aca tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0620387 Aug 31 13:52:36.912758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3886f3b0-6346-4ca7-b31c-598e07ae89ba req-75595cc7-e0f5-4cd0-9104-afe8028863fe tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332320 Aug 31 13:52:37.037767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0774478-05fe-4784-bb9b-e01d3295f0f1 req-65d33723-f644-42b0-87f2-6ac05179b358 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.039593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0774478-05fe-4784-bb9b-e01d3295f0f1 req-65d33723-f644-42b0-87f2-6ac05179b358 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0542688 Aug 31 13:52:37.084011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0774478-05fe-4784-bb9b-e01d3295f0f1 req-1a4bbf4d-c9ad-4c80-a387-47ea7e97e549 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Aug 31 13:52:37.285085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ec6aa-ae66-40b8-9c4b-a7cc10bb44e3 req-6266502f-262e-48f0-8abb-14c88fb04534 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.286673 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-430ec6aa-ae66-40b8-9c4b-a7cc10bb44e3 req-6266502f-262e-48f0-8abb-14c88fb04534 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0532792 Aug 31 13:52:37.331981 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-430ec6aa-ae66-40b8-9c4b-a7cc10bb44e3 req-47c778fc-2d48-45bc-b3de-eb9c9955f49f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0386355 Aug 31 13:52:37.486030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945c58-331e-4ffe-aedc-9bf58eb488a3 req-b5fb5624-2d7d-4b3d-aa4e-9d34e331dd6c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.487556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8945c58-331e-4ffe-aedc-9bf58eb488a3 req-b5fb5624-2d7d-4b3d-aa4e-9d34e331dd6c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0505304 Aug 31 13:52:37.526671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8945c58-331e-4ffe-aedc-9bf58eb488a3 req-da5d8d38-dc24-4c98-8b88-b016c418d0bf tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Aug 31 13:52:37.645160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd044fb-9857-4746-ba6f-9c2d63107620 req-4c0f1352-e2d0-4301-aa50-8ac148de890c tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.647019 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6cd044fb-9857-4746-ba6f-9c2d63107620 req-4c0f1352-e2d0-4301-aa50-8ac148de890c tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0551882 Aug 31 13:52:37.689113 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6cd044fb-9857-4746-ba6f-9c2d63107620 req-cf25571b-b50b-4fea-a538-544bd4bba7a6 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357316 Aug 31 13:52:37.788209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1105a-555b-4ac3-8ce5-adf9b5d7dc8f req-fda2e157-ce43-47e7-a512-2a9faf313619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.789785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4b1105a-555b-4ac3-8ce5-adf9b5d7dc8f req-fda2e157-ce43-47e7-a512-2a9faf313619 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0547183 Aug 31 13:52:37.841637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4b1105a-555b-4ac3-8ce5-adf9b5d7dc8f req-6ebb6268-b250-48a2-9edd-db7399b4b34f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Aug 31 13:52:38.052058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095d0e9-bf2a-4fff-b557-c8ab6f07e01e req-4aff2d89-4b07-48b9-9b0f-1df9441337f7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:38.053767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0095d0e9-bf2a-4fff-b557-c8ab6f07e01e req-4aff2d89-4b07-48b9-9b0f-1df9441337f7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0690498 Aug 31 13:52:38.096710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0095d0e9-bf2a-4fff-b557-c8ab6f07e01e req-171e3196-1fc3-4acc-988e-2ddc911a27e0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369403 Aug 31 13:52:38.208268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b4af-5af8-4b0f-80f8-419469bf063f req-89ccc7c3-3d50-483c-87b8-a27309379a7d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:38.210530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b66b4af-5af8-4b0f-80f8-419469bf063f req-89ccc7c3-3d50-483c-87b8-a27309379a7d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0553064 Aug 31 13:52:38.256393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b66b4af-5af8-4b0f-80f8-419469bf063f req-5b70ef6d-e76e-4896-b91b-fa218d64ebc9 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Aug 31 13:52:38.391022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:38.455352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0436fc-1178-4d73-ab59-88e73bc72a2e req-3efd837e-0f5b-416c-88b2-750f094f3820 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:38.457398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f0436fc-1178-4d73-ab59-88e73bc72a2e req-3efd837e-0f5b-416c-88b2-750f094f3820 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0515232 Aug 31 13:52:38.509263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3aaf29fa-799b-4b58-8292-115ecdd71863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.515593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f0436fc-1178-4d73-ab59-88e73bc72a2e req-88e38fc8-7f10-40c1-b20d-d22447f8d942 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0522807 Aug 31 13:52:38.641865 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3aaf29fa-799b-4b58-8292-115ecdd71863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.646842 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3aaf29fa-799b-4b58-8292-115ecdd71863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.692432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf29fa-799b-4b58-8292-115ecdd71863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01bc94f-27b5-4a3d-b149-b80ddd3c4485,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:38.699086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3aaf29fa-799b-4b58-8292-115ecdd71863 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e077e5adf3994958a4be59dd5c9e7a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046155 Aug 31 13:52:38.700142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33026) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:38.705588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04164c-c732-452b-85fa-ffdae810bef1 req-c19b3d14-daae-4cd8-8063-c52dba30bf86 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:38.707516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d04164c-c732-452b-85fa-ffdae810bef1 req-c19b3d14-daae-4cd8-8063-c52dba30bf86 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0950305 Aug 31 13:52:38.751498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d04164c-c732-452b-85fa-ffdae810bef1 req-5b2315be-1315-48e6-b6c0-19b589f19836 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Aug 31 13:52:38.755424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2b27e4c-cc44-454c-86be-ea94a3bb43a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.783461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2b27e4c-cc44-454c-86be-ea94a3bb43a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.833607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2b27e4c-cc44-454c-86be-ea94a3bb43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.837545 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2b27e4c-cc44-454c-86be-ea94a3bb43a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.841167 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c2b27e4c-cc44-454c-86be-ea94a3bb43a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d01bc94f-27b5-4a3d-b149-b80ddd3c4485 HTTP/1.1" status: 204 len: 168 time: 0.1380210 Aug 31 13:52:38.848064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b27e4c-cc44-454c-86be-ea94a3bb43a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01bc94f-27b5-4a3d-b149-b80ddd3c4485,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:38.899413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c14f8-e0bb-49b9-a208-3e370528dee1 req-34b5ff67-d347-4843-8b1e-b407c8503fad tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:38.900972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca3c14f8-e0bb-49b9-a208-3e370528dee1 req-34b5ff67-d347-4843-8b1e-b407c8503fad tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0764081 Aug 31 13:52:38.945773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca3c14f8-e0bb-49b9-a208-3e370528dee1 req-7bf66b96-d1da-4b65-bc1f-559b4302c7a3 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Aug 31 13:52:39.070826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8326b1d-c264-4c6e-b338-fd1f10f6269a req-0af327e4-2bba-4801-8c02-0ca7c1d7592f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:39.072908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8326b1d-c264-4c6e-b338-fd1f10f6269a req-0af327e4-2bba-4801-8c02-0ca7c1d7592f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0517576 Aug 31 13:52:39.114020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8326b1d-c264-4c6e-b338-fd1f10f6269a req-641d9361-77db-402c-8da8-9c2aec221672 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Aug 31 13:52:39.243501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec10d3-f396-441e-b974-451ccfa3b781 req-5bd797ae-01b4-4e6d-8ac0-7948b72b258f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:39.253570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06ec10d3-f396-441e-b974-451ccfa3b781 req-5bd797ae-01b4-4e6d-8ac0-7948b72b258f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0814674 Aug 31 13:52:39.293807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06ec10d3-f396-441e-b974-451ccfa3b781 req-6f05407f-918a-4e6e-b12b-721c1addfe64 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Aug 31 13:52:39.323882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33040) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:39.344942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a5087dd4-f810-452e-9dee-4c24f5d72ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.406511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4770a8-9b97-49d8-bc85-0c9d6f247221 req-e014ce91-91d1-480f-bf10-c1be952904d2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:39.408376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e4770a8-9b97-49d8-bc85-0c9d6f247221 req-e014ce91-91d1-480f-bf10-c1be952904d2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0551724 Aug 31 13:52:39.450531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a5087dd4-f810-452e-9dee-4c24f5d72ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.452712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e4770a8-9b97-49d8-bc85-0c9d6f247221 req-4cb440e5-192c-4d69-aa2f-74b8d051e470 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Aug 31 13:52:39.455465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a5087dd4-f810-452e-9dee-4c24f5d72ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.495812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5087dd4-f810-452e-9dee-4c24f5d72ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a235c2-55e7-46a9-8e31-f07e136c2540,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:39.500916 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a5087dd4-f810-452e-9dee-4c24f5d72ea3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=498c0ed51eb5433ba51cea06ed6b5c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750998 Aug 31 13:52:39.504509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33042) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:39.585449 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.586122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a44f326-0b16-4fda-9cc7-8f85243b5640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.631354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a44f326-0b16-4fda-9cc7-8f85243b5640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.679279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a13659-47d5-446e-836a-6fb04f586983 req-3489b56f-9582-4766-83d8-07dc009f551a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:39.680778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2a13659-47d5-446e-836a-6fb04f586983 req-3489b56f-9582-4766-83d8-07dc009f551a tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0819833 Aug 31 13:52:39.708653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a44f326-0b16-4fda-9cc7-8f85243b5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.711257 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a44f326-0b16-4fda-9cc7-8f85243b5640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.712442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1a44f326-0b16-4fda-9cc7-8f85243b5640 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3a235c2-55e7-46a9-8e31-f07e136c2540 HTTP/1.1" status: 204 len: 168 time: 0.2068074 Aug 31 13:52:39.732482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f326-0b16-4fda-9cc7-8f85243b5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a235c2-55e7-46a9-8e31-f07e136c2540,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:39.740429 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2a13659-47d5-446e-836a-6fb04f586983 req-e47f32b3-5303-475d-8dd0-233790f705c4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0532885 Aug 31 13:52:39.875052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b3d8a-7fe2-40fb-aea6-24bcc91aba99 req-73ac0033-3d56-427e-b30e-770040bf6432 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:39.876544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c09b3d8a-7fe2-40fb-aea6-24bcc91aba99 req-73ac0033-3d56-427e-b30e-770040bf6432 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0540104 Aug 31 13:52:39.917931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c09b3d8a-7fe2-40fb-aea6-24bcc91aba99 req-360c1af4-0994-4bb8-9be6-081078e71f8a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349703 Aug 31 13:52:40.078732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acef3c-a8be-4a14-afb4-33c4bbe6d633 req-208cfbde-f60d-46ad-9a2e-e2d5649bd7a1 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.080248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13acef3c-a8be-4a14-afb4-33c4bbe6d633 req-208cfbde-f60d-46ad-9a2e-e2d5649bd7a1 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0519397 Aug 31 13:52:40.121096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13acef3c-a8be-4a14-afb4-33c4bbe6d633 req-cf946745-df39-42e9-bee9-7781eb80f130 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Aug 31 13:52:40.239834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c60c1-a8de-4f6c-9a93-3c89aa374dc0 req-6b29306c-062e-45e3-8bdc-951fab74afc1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.241417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-154c60c1-a8de-4f6c-9a93-3c89aa374dc0 req-6b29306c-062e-45e3-8bdc-951fab74afc1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0567648 Aug 31 13:52:40.289917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-154c60c1-a8de-4f6c-9a93-3c89aa374dc0 req-d0f05640-bf25-4b03-9e3d-c44dce91898e tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380039 Aug 31 13:52:40.432095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95780839-82b5-41a1-8516-97a38888f27c req-11d631a0-5a86-4c3a-9a50-274bcd64d28d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.433657 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95780839-82b5-41a1-8516-97a38888f27c req-11d631a0-5a86-4c3a-9a50-274bcd64d28d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0492723 Aug 31 13:52:40.476552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95780839-82b5-41a1-8516-97a38888f27c req-4dc5b6ef-31c5-4b47-ad1f-e0c575676083 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Aug 31 13:52:40.575750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a6d3-ba9f-42ad-9ed6-deca94540cb3 req-a983c1a5-55e5-4922-a37a-e90e1e3dce6c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.577338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a07a6d3-ba9f-42ad-9ed6-deca94540cb3 req-a983c1a5-55e5-4922-a37a-e90e1e3dce6c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0545025 Aug 31 13:52:40.616539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a07a6d3-ba9f-42ad-9ed6-deca94540cb3 req-44c2e984-7eed-42d6-ab33-a90d87c3d918 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Aug 31 13:52:40.859246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b63e48-6677-4f41-b47b-bc31722b8218 req-f1f06c8e-9e38-40f9-b921-d2288b86fc86 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.860840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43b63e48-6677-4f41-b47b-bc31722b8218 req-f1f06c8e-9e38-40f9-b921-d2288b86fc86 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0523202 Aug 31 13:52:40.910572 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43b63e48-6677-4f41-b47b-bc31722b8218 req-5ff616db-3286-49ad-923a-9461d6a6cbed tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0425956 Aug 31 13:52:41.037095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d1265-778c-4307-9e66-1906c4bfa9cb req-95f92ceb-c677-4cd9-91f4-41dde5750548 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.038850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd5d1265-778c-4307-9e66-1906c4bfa9cb req-95f92ceb-c677-4cd9-91f4-41dde5750548 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0541177 Aug 31 13:52:41.078229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd5d1265-778c-4307-9e66-1906c4bfa9cb req-14b7f336-5f7a-4500-ad37-8a2662098882 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334411 Aug 31 13:52:41.243046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9ff5-5afc-44a2-997a-32b09cd265f2 req-422bf55d-e11c-45aa-aaa3-46594eac47dc tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.249440 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64cf9ff5-5afc-44a2-997a-32b09cd265f2 req-422bf55d-e11c-45aa-aaa3-46594eac47dc tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0554590 Aug 31 13:52:41.287475 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64cf9ff5-5afc-44a2-997a-32b09cd265f2 req-4d642323-821d-47a7-9dd0-ee3be8b54176 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Aug 31 13:52:41.405212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287a9f7-634a-4efa-8210-5d997d6cda33 req-35850053-9430-46ec-905c-cfff89ac369b tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.409360 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7287a9f7-634a-4efa-8210-5d997d6cda33 req-35850053-9430-46ec-905c-cfff89ac369b tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0527396 Aug 31 13:52:41.452019 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7287a9f7-634a-4efa-8210-5d997d6cda33 req-5068fef7-2830-4ca7-8127-f5202d99e657 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387669 Aug 31 13:52:41.589938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3a4c-239f-4635-a854-44915834bb5b req-c7dc8667-335a-49f7-a7a2-cd5323ab8b57 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.591464 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf0c3a4c-239f-4635-a854-44915834bb5b req-c7dc8667-335a-49f7-a7a2-cd5323ab8b57 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0484748 Aug 31 13:52:41.629652 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf0c3a4c-239f-4635-a854-44915834bb5b req-26e6b1f1-2607-4020-b826-94056a425a67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Aug 31 13:52:41.737983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ea4f2-2b1f-49c5-9001-966030aa367c req-6e6849d0-9c8d-4418-8d42-f9d46cba1002 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.739513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4f6ea4f2-2b1f-49c5-9001-966030aa367c req-6e6849d0-9c8d-4418-8d42-f9d46cba1002 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0506756 Aug 31 13:52:41.778820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4f6ea4f2-2b1f-49c5-9001-966030aa367c req-9b125089-fe5a-49e7-b584-2df923f541a6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Aug 31 13:52:41.833726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33126) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:41.936649 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3250-4286-470d-961c-2f0c25854d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.029524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f18140-6b99-480c-993e-4a8c080e611e req-899ed7e9-9ba3-4c35-a313-675c679c36f1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.030195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3250-4286-470d-961c-2f0c25854d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.030977 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96f18140-6b99-480c-993e-4a8c080e611e req-899ed7e9-9ba3-4c35-a313-675c679c36f1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0515437 Aug 31 13:52:42.034442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3250-4286-470d-961c-2f0c25854d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.073487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a5a3250-4286-470d-961c-2f0c25854d50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da70b388a0d24ebf8ab56729daf8299f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386334 Aug 31 13:52:42.076036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33132) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:42.078317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96f18140-6b99-480c-993e-4a8c080e611e req-a68990d4-abb1-4278-a265-65bd9ced1726 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0402191 Aug 31 13:52:42.082796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3250-4286-470d-961c-2f0c25854d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d8f35-fc2e-4efe-93f3-fd73293fffde,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:42.133903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7eae1b54-72e0-4130-aae9-cc53db963d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.155926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7eae1b54-72e0-4130-aae9-cc53db963d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.196125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117c6cb-6df6-49de-870f-2eadd255a03d req-b70371e7-4607-4681-ace5-7d49fe9b547a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.197907 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8117c6cb-6df6-49de-870f-2eadd255a03d req-b70371e7-4607-4681-ace5-7d49fe9b547a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0504706 Aug 31 13:52:42.202623 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7eae1b54-72e0-4130-aae9-cc53db963d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.205408 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7eae1b54-72e0-4130-aae9-cc53db963d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.207118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7eae1b54-72e0-4130-aae9-cc53db963d50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/779d8f35-fc2e-4efe-93f3-fd73293fffde HTTP/1.1" status: 204 len: 168 time: 0.1296811 Aug 31 13:52:42.220282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae1b54-72e0-4130-aae9-cc53db963d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d8f35-fc2e-4efe-93f3-fd73293fffde,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:42.241124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8117c6cb-6df6-49de-870f-2eadd255a03d req-d530ff40-7537-471d-91cc-ad8f2fe8d060 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354528 Aug 31 13:52:42.406171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2c06e-6d73-4a3b-9ccc-5dc7c47d2086 req-849f5e34-20c8-4c67-9195-b8a0146d971f tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.407724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b2c06e-6d73-4a3b-9ccc-5dc7c47d2086 req-849f5e34-20c8-4c67-9195-b8a0146d971f tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0515070 Aug 31 13:52:42.452767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b2c06e-6d73-4a3b-9ccc-5dc7c47d2086 req-05dfa467-7e8d-475f-95de-9b4b23206d15 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 31 13:52:42.482974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33144) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:42.496843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae415f1f-d453-4e35-af66-dc99b963ada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.578607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c42dd-ac46-4c30-95a2-ee0baa3dcc7b req-dd12393a-6354-4e00-b200-73a953e3f253 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.580142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da5c42dd-ac46-4c30-95a2-ee0baa3dcc7b req-dd12393a-6354-4e00-b200-73a953e3f253 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0534165 Aug 31 13:52:42.596793 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae415f1f-d453-4e35-af66-dc99b963ada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.600741 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae415f1f-d453-4e35-af66-dc99b963ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.619230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da5c42dd-ac46-4c30-95a2-ee0baa3dcc7b req-e0192aea-d493-4afa-bb5d-13d3ac2409e9 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Aug 31 13:52:42.641940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ae415f1f-d453-4e35-af66-dc99b963ada0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bce35f569084e4b88c3c71e3ab63ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578860 Aug 31 13:52:42.644785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae415f1f-d453-4e35-af66-dc99b963ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36067e05-24d9-4f54-a9d0-9543ca3b86cd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:42.645517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33146) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:42.699891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c463832-8235-411c-a4d3-6e28f03cee1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.721923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c463832-8235-411c-a4d3-6e28f03cee1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.749853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b3e79-5ba0-4b97-b409-4819eb1c1926 req-d2e51e30-ea0d-46e1-b6a6-5ade32bc0b05 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.751364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d58b3e79-5ba0-4b97-b409-4819eb1c1926 req-d2e51e30-ea0d-46e1-b6a6-5ade32bc0b05 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0505657 Aug 31 13:52:42.776605 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c463832-8235-411c-a4d3-6e28f03cee1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.779162 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c463832-8235-411c-a4d3-6e28f03cee1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.780526 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6c463832-8235-411c-a4d3-6e28f03cee1b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36067e05-24d9-4f54-a9d0-9543ca3b86cd HTTP/1.1" status: 204 len: 168 time: 0.1337471 Aug 31 13:52:42.790183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c463832-8235-411c-a4d3-6e28f03cee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36067e05-24d9-4f54-a9d0-9543ca3b86cd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:42.794686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d58b3e79-5ba0-4b97-b409-4819eb1c1926 req-00195243-5aea-4f48-a271-e638790dd2b4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Aug 31 13:52:42.898181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7764c-6227-444d-ac93-885c957bd520 req-cc154395-42e5-4931-9298-a14eddd9c66d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.899905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c7f7764c-6227-444d-ac93-885c957bd520 req-cc154395-42e5-4931-9298-a14eddd9c66d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0510828 Aug 31 13:52:42.942450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c7f7764c-6227-444d-ac93-885c957bd520 req-9214c9da-4e15-4723-891f-342d397832bc tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356643 Aug 31 13:52:43.200852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3e7e8-e1b5-48c8-9356-341a92da19d0 req-339ff8f2-8569-4415-a7c7-b8d0c19a0f9b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.202579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdf3e7e8-e1b5-48c8-9356-341a92da19d0 req-339ff8f2-8569-4415-a7c7-b8d0c19a0f9b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0518970 Aug 31 13:52:43.245850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdf3e7e8-e1b5-48c8-9356-341a92da19d0 req-49131e79-c6c9-47dd-a847-72e575cf6c12 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0370243 Aug 31 13:52:43.365576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf376a-f21c-4171-bee3-93c562d500a8 req-1e0382d1-aa2b-4f6a-a9dc-10f5dd9d7fd0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.367180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbaf376a-f21c-4171-bee3-93c562d500a8 req-1e0382d1-aa2b-4f6a-a9dc-10f5dd9d7fd0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0502024 Aug 31 13:52:43.414019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbaf376a-f21c-4171-bee3-93c562d500a8 req-caf767d1-94f7-461c-b454-d3a33a1e6a48 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Aug 31 13:52:43.574870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af197a7-53b3-4bf5-935b-952d5f18d55d req-3d9f00bd-316f-4c1c-888e-2b1662fa6523 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.576406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1af197a7-53b3-4bf5-935b-952d5f18d55d req-3d9f00bd-316f-4c1c-888e-2b1662fa6523 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0514696 Aug 31 13:52:43.619696 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1af197a7-53b3-4bf5-935b-952d5f18d55d req-78bb21df-f8ac-43c0-8046-9693247da091 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353308 Aug 31 13:52:43.746982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f1ec-e161-4299-b14e-be03265379c2 req-f4ad2494-8388-46f1-8be3-c3fd78d53a67 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.749112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1c5f1ec-e161-4299-b14e-be03265379c2 req-f4ad2494-8388-46f1-8be3-c3fd78d53a67 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0511086 Aug 31 13:52:43.788556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1c5f1ec-e161-4299-b14e-be03265379c2 req-55f7c9d4-7492-414b-be84-dc1b1d582006 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Aug 31 13:52:43.934576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffbed3-dc6c-491d-913a-50b898c765bf req-20e7fc90-211b-4006-a860-f0b58b419bc2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.936086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21ffbed3-dc6c-491d-913a-50b898c765bf req-20e7fc90-211b-4006-a860-f0b58b419bc2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0535572 Aug 31 13:52:43.979509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21ffbed3-dc6c-491d-913a-50b898c765bf req-73e522ef-b050-4ae4-a258-1d69ac807cd5 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Aug 31 13:52:44.083480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ccd4-aafc-44b9-9dd9-ed952f5f3f82 req-eb7a0923-f0ac-4bba-8e58-0d494ed6fb0d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.085278 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cee2ccd4-aafc-44b9-9dd9-ed952f5f3f82 req-eb7a0923-f0ac-4bba-8e58-0d494ed6fb0d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0512352 Aug 31 13:52:44.126528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cee2ccd4-aafc-44b9-9dd9-ed952f5f3f82 req-7e11e87c-0317-4cd3-9a26-df4e7d062c80 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354357 Aug 31 13:52:44.366179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a60fd-f5c6-4c6b-aeb4-05d7bb079c44 req-f4a82ec9-a23f-48d5-a9e6-87050057050d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.367718 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-853a60fd-f5c6-4c6b-aeb4-05d7bb079c44 req-f4a82ec9-a23f-48d5-a9e6-87050057050d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0548995 Aug 31 13:52:44.412898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-853a60fd-f5c6-4c6b-aeb4-05d7bb079c44 req-d3bbde87-bdbf-46c7-8595-84c2d10259b0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0387790 Aug 31 13:52:44.534422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9edd45-34a1-4195-8b50-69a55df77a32 req-4a12b0a5-61ad-4595-91d4-1236701427d0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.535944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff9edd45-34a1-4195-8b50-69a55df77a32 req-4a12b0a5-61ad-4595-91d4-1236701427d0 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0510316 Aug 31 13:52:44.579434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff9edd45-34a1-4195-8b50-69a55df77a32 req-e0620363-e4ce-4c21-9442-6da21294d66e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Aug 31 13:52:44.717747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33216) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:44.735899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d2502-8d0c-4473-b118-b70757e11d94 req-413f1649-0f84-4e09-af0c-e35b60040846 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.737430 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-942d2502-8d0c-4473-b118-b70757e11d94 req-413f1649-0f84-4e09-af0c-e35b60040846 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0490544 Aug 31 13:52:44.778700 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-942d2502-8d0c-4473-b118-b70757e11d94 req-8c8e96ca-b81e-4db3-a7f4-da9351168eb1 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Aug 31 13:52:44.831757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1400d75-e99c-4a8b-991a-ff95b6354f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:44.935460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df318fe-5310-4f2d-99aa-450a0149f826 req-73c90aa2-e2b0-4f39-aef1-7379152e02be tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.936994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7df318fe-5310-4f2d-99aa-450a0149f826 req-73c90aa2-e2b0-4f39-aef1-7379152e02be tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0775676 Aug 31 13:52:44.990181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1400d75-e99c-4a8b-991a-ff95b6354f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:44.995771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1400d75-e99c-4a8b-991a-ff95b6354f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.008664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7df318fe-5310-4f2d-99aa-450a0149f826 req-cee95f06-d0ef-4665-bd86-b8a69f8cfaa8 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632498 Aug 31 13:52:45.038609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d1400d75-e99c-4a8b-991a-ff95b6354f9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b44b5d0cb7a04d1c9ea7310a63622723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197234 Aug 31 13:52:45.039749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1400d75-e99c-4a8b-991a-ff95b6354f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd77f104-f677-4505-8b40-f5de18fd92a8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:45.041353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33224) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:45.130074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-661a0022-4a2d-4401-aa19-013af9741606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.139803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac88049-f513-4f7f-9bd7-09ed93896e19 req-1e37acd3-b3ee-4312-acfd-fcf187ad1081 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:45.141294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ac88049-f513-4f7f-9bd7-09ed93896e19 req-1e37acd3-b3ee-4312-acfd-fcf187ad1081 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0811074 Aug 31 13:52:45.174972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-661a0022-4a2d-4401-aa19-013af9741606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.205321 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ac88049-f513-4f7f-9bd7-09ed93896e19 req-0cc4775d-80a1-42aa-bbb7-cdb542aaa3be tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565035 Aug 31 13:52:45.239222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-661a0022-4a2d-4401-aa19-013af9741606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.242271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-661a0022-4a2d-4401-aa19-013af9741606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.243403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-661a0022-4a2d-4401-aa19-013af9741606 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd77f104-f677-4505-8b40-f5de18fd92a8 HTTP/1.1" status: 204 len: 168 time: 0.2008853 Aug 31 13:52:45.248567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd3f6-67d4-43ee-b7c4-7c3a421bfab4 req-65e26627-ae4f-49f3-a67f-157d188eefa2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:45.252461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a0022-4a2d-4401-aa19-013af9741606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd77f104-f677-4505-8b40-f5de18fd92a8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:45.253468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-025fd3f6-67d4-43ee-b7c4-7c3a421bfab4 req-65e26627-ae4f-49f3-a67f-157d188eefa2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0582199 Aug 31 13:52:45.291110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-025fd3f6-67d4-43ee-b7c4-7c3a421bfab4 req-819a3b58-70a8-42a3-942b-eafde738422d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Aug 31 13:52:45.520329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33236) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:45.534326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad539a1-e8dc-4afb-84fb-3a8c569fee92 req-2f7bc489-ac00-4129-97ed-a4b3af33256d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:45.536568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ad539a1-e8dc-4afb-84fb-3a8c569fee92 req-2f7bc489-ac00-4129-97ed-a4b3af33256d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0534186 Aug 31 13:52:45.540430 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0deb2e2d-e464-4883-bb3f-7e2b753cfe54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.589175 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ad539a1-e8dc-4afb-84fb-3a8c569fee92 req-612515c4-4d43-4f47-8e39-1b874e925b97 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0460615 Aug 31 13:52:45.631185 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0deb2e2d-e464-4883-bb3f-7e2b753cfe54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.635214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0deb2e2d-e464-4883-bb3f-7e2b753cfe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.672135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb2e2d-e464-4883-bb3f-7e2b753cfe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c210a8-d552-4f28-8155-368297f35af6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:45.678875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0deb2e2d-e464-4883-bb3f-7e2b753cfe54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7b888af2ddb478d9beb601a80cb477c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547167 Aug 31 13:52:45.679092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33240) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:45.710546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a236338-cd58-4854-9124-9f10415a0334 req-f8d039b4-b50e-4b74-b6a1-8393e7278ebd tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:45.712072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a236338-cd58-4854-9124-9f10415a0334 req-f8d039b4-b50e-4b74-b6a1-8393e7278ebd tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0545876 Aug 31 13:52:45.736132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-990c8b97-6495-4ef1-8806-acbacfb0d976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.751607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a236338-cd58-4854-9124-9f10415a0334 req-da146395-6d61-4cf8-90e6-42b84767ae8a tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Aug 31 13:52:45.758953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-990c8b97-6495-4ef1-8806-acbacfb0d976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.809465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-990c8b97-6495-4ef1-8806-acbacfb0d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.812012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-990c8b97-6495-4ef1-8806-acbacfb0d976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.813179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-990c8b97-6495-4ef1-8806-acbacfb0d976 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44c210a8-d552-4f28-8155-368297f35af6 HTTP/1.1" status: 204 len: 168 time: 0.1332288 Aug 31 13:52:45.821739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c8b97-6495-4ef1-8806-acbacfb0d976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c210a8-d552-4f28-8155-368297f35af6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:45.908759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ae394-ec45-46d1-883f-e6af609e9066 req-35715597-cd94-460a-898b-3768f715c56b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:45.910376 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e74ae394-ec45-46d1-883f-e6af609e9066 req-35715597-cd94-460a-898b-3768f715c56b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0498216 Aug 31 13:52:45.950067 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e74ae394-ec45-46d1-883f-e6af609e9066 req-8c331324-2c7c-4b2c-962a-836268e04748 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Aug 31 13:52:46.125141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291abeb-aac4-4948-8ac8-018bafa7f4aa req-930df497-298a-4c02-b937-60849f01f6d7 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.126632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2291abeb-aac4-4948-8ac8-018bafa7f4aa req-930df497-298a-4c02-b937-60849f01f6d7 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0495107 Aug 31 13:52:46.155057 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:52:46.167744 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2291abeb-aac4-4948-8ac8-018bafa7f4aa req-18480789-5448-4419-a32b-a294275a5541 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345747 Aug 31 13:52:46.326432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca7eb1-4438-4a46-ae1f-29a450d80dae req-de5ab8be-04dc-4b4b-9f58-83f56f397d3b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.327904 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-05ca7eb1-4438-4a46-ae1f-29a450d80dae req-de5ab8be-04dc-4b4b-9f58-83f56f397d3b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0549173 Aug 31 13:52:46.368004 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-05ca7eb1-4438-4a46-ae1f-29a450d80dae req-61b66989-dff5-4458-9e0c-d2c61c3b4740 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Aug 31 13:52:46.472772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4afaad-c05c-425a-87b8-e503e84f5026 req-322cb109-55ff-4788-ac0f-1ef738315bf6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.474441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-db4afaad-c05c-425a-87b8-e503e84f5026 req-322cb109-55ff-4788-ac0f-1ef738315bf6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0501056 Aug 31 13:52:46.514902 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-db4afaad-c05c-425a-87b8-e503e84f5026 req-e2186ee7-11d3-440a-8136-a783b9e5d25e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Aug 31 13:52:46.708221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58486fed-d68e-4d0e-a773-6a8855469da2 req-d5ba5dc7-d437-41c1-84e4-ebf32f1c3247 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.712363 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58486fed-d68e-4d0e-a773-6a8855469da2 req-d5ba5dc7-d437-41c1-84e4-ebf32f1c3247 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0510647 Aug 31 13:52:46.751830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58486fed-d68e-4d0e-a773-6a8855469da2 req-9a7cf671-e917-465c-92bf-5ff204c75438 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0361481 Aug 31 13:52:46.871301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80215779-39d4-4c8c-9a8c-d0f7504eb3da req-94ec9c87-4a86-4be8-aefb-d8d19c6ae296 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.873012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80215779-39d4-4c8c-9a8c-d0f7504eb3da req-94ec9c87-4a86-4be8-aefb-d8d19c6ae296 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0498614 Aug 31 13:52:46.915689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80215779-39d4-4c8c-9a8c-d0f7504eb3da req-2165b461-5de1-4f23-acb6-ea0338db215b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368059 Aug 31 13:52:47.069795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0317f-b0d2-458e-b56b-6017531362c9 req-801050cd-69ba-4915-9a1d-099b9ed643d0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.071328 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25c0317f-b0d2-458e-b56b-6017531362c9 req-801050cd-69ba-4915-9a1d-099b9ed643d0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0525606 Aug 31 13:52:47.109858 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25c0317f-b0d2-458e-b56b-6017531362c9 req-2836fac2-78ff-443f-b6f9-8ec2c5d343c9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Aug 31 13:52:47.292305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63daba-3dd9-479b-9a0a-ec891ce6e2a9 req-c26358c5-2331-40e2-99b3-e098dd0038e5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.293945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c63daba-3dd9-479b-9a0a-ec891ce6e2a9 req-c26358c5-2331-40e2-99b3-e098dd0038e5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0506504 Aug 31 13:52:47.334370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c63daba-3dd9-479b-9a0a-ec891ce6e2a9 req-500fd1ed-4cbd-442c-b6e3-1c5bc7f7c41c tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Aug 31 13:52:47.483698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03d77b-9393-4193-b463-8efe45e38ada req-7dc6bad0-f46c-4d12-be91-56827676c249 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.485253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b03d77b-9393-4193-b463-8efe45e38ada req-7dc6bad0-f46c-4d12-be91-56827676c249 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0495288 Aug 31 13:52:47.523215 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b03d77b-9393-4193-b463-8efe45e38ada req-c84aee11-e4e8-4b3a-84cb-ffe0151b13ed tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Aug 31 13:52:47.636493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185946a-6199-4fbf-8cf8-aec72a5e0c6a req-1132954d-2b0c-414b-b186-7f464c50eadb tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.638025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f185946a-6199-4fbf-8cf8-aec72a5e0c6a req-1132954d-2b0c-414b-b186-7f464c50eadb tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0485213 Aug 31 13:52:47.681429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f185946a-6199-4fbf-8cf8-aec72a5e0c6a req-53b87580-179a-476e-ba40-8f11caaf2f6d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360940 Aug 31 13:52:47.874967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd73b18-36ac-4d59-9e57-e8c20ce72ce0 req-60c55a6f-be55-4f7a-8fec-e366463c7bcb tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.876379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ecd73b18-36ac-4d59-9e57-e8c20ce72ce0 req-60c55a6f-be55-4f7a-8fec-e366463c7bcb tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0488842 Aug 31 13:52:47.921013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ecd73b18-36ac-4d59-9e57-e8c20ce72ce0 req-55ba37bb-378b-4e1e-8dd4-a6ce649afc63 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0379035 Aug 31 13:52:48.037561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93e08-6d5c-4f4d-8735-72ed2b582c5d req-d5881bd1-fab5-4e02-809a-2fa425b5efdb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.039091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01f93e08-6d5c-4f4d-8735-72ed2b582c5d req-d5881bd1-fab5-4e02-809a-2fa425b5efdb tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0563564 Aug 31 13:52:48.065107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33344) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:48.083862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01f93e08-6d5c-4f4d-8735-72ed2b582c5d req-c489bda7-c869-48a7-b57d-7db5d5fb5b52 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 Aug 31 13:52:48.192377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83be114f-cc06-4ae3-b46d-b24ad2561be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.252814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0d25a-8f03-4a45-ae83-ddf087ddf345 req-787fa639-63ca-4b7d-b29e-f034f50b27e0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.254883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98c0d25a-8f03-4a45-ae83-ddf087ddf345 req-787fa639-63ca-4b7d-b29e-f034f50b27e0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0772576 Aug 31 13:52:48.311306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98c0d25a-8f03-4a45-ae83-ddf087ddf345 req-d5e31867-343f-49aa-a6ce-d50b552f8be5 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497034 Aug 31 13:52:48.346695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83be114f-cc06-4ae3-b46d-b24ad2561be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.350654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83be114f-cc06-4ae3-b46d-b24ad2561be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.391860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-83be114f-cc06-4ae3-b46d-b24ad2561be4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dc855d7c89340a8977899f8f36d5aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248572 Aug 31 13:52:48.392730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be114f-cc06-4ae3-b46d-b24ad2561be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b0464-1b11-42f8-a491-28225b39692e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:48.394707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33352) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:48.445658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84834691-47a8-4848-ac63-162446d28795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.457076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7378e-cae3-443a-9cea-e9a2fde66668 req-29144e8a-29e7-4c0b-9702-f16be91eb1a6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.458642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-70f7378e-cae3-443a-9cea-e9a2fde66668 req-29144e8a-29e7-4c0b-9702-f16be91eb1a6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0488760 Aug 31 13:52:48.467293 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84834691-47a8-4848-ac63-162446d28795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.498044 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-70f7378e-cae3-443a-9cea-e9a2fde66668 req-bda99fd6-16d3-4746-b7ef-6aeba5f617f5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Aug 31 13:52:48.513415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84834691-47a8-4848-ac63-162446d28795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.516223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84834691-47a8-4848-ac63-162446d28795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.517659 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84834691-47a8-4848-ac63-162446d28795 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e6b0464-1b11-42f8-a491-28225b39692e HTTP/1.1" status: 204 len: 168 time: 0.1218941 Aug 31 13:52:48.526036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84834691-47a8-4848-ac63-162446d28795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b0464-1b11-42f8-a491-28225b39692e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:48.652744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509880f-8981-4a03-aae3-0a6524a9e356 req-af9c4c1d-b003-4457-861b-ce6d73e0d2eb tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.654276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2509880f-8981-4a03-aae3-0a6524a9e356 req-af9c4c1d-b003-4457-861b-ce6d73e0d2eb tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0538449 Aug 31 13:52:48.693741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2509880f-8981-4a03-aae3-0a6524a9e356 req-d22423c2-effd-4b0e-91f6-21904b534e20 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Aug 31 13:52:48.786283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33362) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:48.799270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-292c1868-a0db-42e9-8ae1-204ea1d96227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.803232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e9028-7d3b-430f-9361-dc826e8d3bb6 req-8b6d6969-7b05-4df2-b5f8-5b8cf6db92c8 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.804763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-970e9028-7d3b-430f-9361-dc826e8d3bb6 req-8b6d6969-7b05-4df2-b5f8-5b8cf6db92c8 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0501950 Aug 31 13:52:48.845246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-970e9028-7d3b-430f-9361-dc826e8d3bb6 req-679b0d4b-6131-4194-bbff-7cbb9eea3d9d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343821 Aug 31 13:52:48.899766 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-292c1868-a0db-42e9-8ae1-204ea1d96227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.903578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-292c1868-a0db-42e9-8ae1-204ea1d96227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:48.948396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-292c1868-a0db-42e9-8ae1-204ea1d96227 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3dbe6619d14a4434bb4bcbb2819f5723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581466 Aug 31 13:52:48.948396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c1868-a0db-42e9-8ae1-204ea1d96227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c0f037-78e9-49f3-9b50-f7283272e08a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:48.949065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33366) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:49.028318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98f41fee-abdf-4742-855c-cc76e561875e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:49.059703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98f41fee-abdf-4742-855c-cc76e561875e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:49.073817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9c85b-bfe1-491f-b515-0c908095ba42 req-cd714e00-4d2e-4991-be1c-e267b9f7aefb tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.075287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dd9c85b-bfe1-491f-b515-0c908095ba42 req-cd714e00-4d2e-4991-be1c-e267b9f7aefb tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0817997 Aug 31 13:52:49.135519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dd9c85b-bfe1-491f-b515-0c908095ba42 req-0b6ac69e-5406-4e38-87cf-8a6d74528955 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0509253 Aug 31 13:52:49.147251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98f41fee-abdf-4742-855c-cc76e561875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:49.155750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98f41fee-abdf-4742-855c-cc76e561875e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:49.155750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-98f41fee-abdf-4742-855c-cc76e561875e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1c0f037-78e9-49f3-9b50-f7283272e08a HTTP/1.1" status: 204 len: 168 time: 0.2014718 Aug 31 13:52:49.162391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f41fee-abdf-4742-855c-cc76e561875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c0f037-78e9-49f3-9b50-f7283272e08a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:49.212739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b00b-826e-4682-8ce0-47058079a558 req-ab9c011c-6e1f-4c7f-8413-83597cd0321b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.214408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1515b00b-826e-4682-8ce0-47058079a558 req-ab9c011c-6e1f-4c7f-8413-83597cd0321b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0590923 Aug 31 13:52:49.265451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1515b00b-826e-4682-8ce0-47058079a558 req-faa70ae1-a150-413c-af4c-0cf5e79c34de tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Aug 31 13:52:49.434951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39a202-7c28-4779-a12f-21168f10db29 req-babc54a9-8465-48b5-8bfc-df593c9b3a4b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.436537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a39a202-7c28-4779-a12f-21168f10db29 req-babc54a9-8465-48b5-8bfc-df593c9b3a4b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0530152 Aug 31 13:52:49.478581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a39a202-7c28-4779-a12f-21168f10db29 req-85a49e16-14f2-4559-a760-43c18d1ac0c0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Aug 31 13:52:49.634503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07928ead-d72b-4acc-a199-67ea8092560c req-cc39415a-f415-4572-8dd7-991deb8c37d6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.637189 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07928ead-d72b-4acc-a199-67ea8092560c req-cc39415a-f415-4572-8dd7-991deb8c37d6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0618753 Aug 31 13:52:49.677980 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07928ead-d72b-4acc-a199-67ea8092560c req-216842c2-224f-40dc-a1e2-d81457a95295 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Aug 31 13:52:49.813101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cf5a2-8800-4b69-bc56-ad5e6aa2aed7 req-afe78b8a-4e17-4584-8436-361dc0a47915 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.814632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d67cf5a2-8800-4b69-bc56-ad5e6aa2aed7 req-afe78b8a-4e17-4584-8436-361dc0a47915 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0522172 Aug 31 13:52:49.858826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d67cf5a2-8800-4b69-bc56-ad5e6aa2aed7 req-0294b344-c54f-458a-bc1c-f7c427557bd0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366287 Aug 31 13:52:49.976223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd332fb4-e209-46bf-8c33-4cef0721d921 req-07a3b234-f76f-4b8b-a946-0e4a8c748182 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.977846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dd332fb4-e209-46bf-8c33-4cef0721d921 req-07a3b234-f76f-4b8b-a946-0e4a8c748182 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0581815 Aug 31 13:52:50.020608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dd332fb4-e209-46bf-8c33-4cef0721d921 req-4563eb8f-317b-4ca0-8c88-aab201bcf208 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351396 Aug 31 13:52:50.257254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79f94-3753-4a6b-9efc-4585764bae38 req-594b9a62-7186-4c7c-8220-3fc343c84308 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.258691 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-35a79f94-3753-4a6b-9efc-4585764bae38 req-594b9a62-7186-4c7c-8220-3fc343c84308 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0519161 Aug 31 13:52:50.304084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-35a79f94-3753-4a6b-9efc-4585764bae38 req-933c392f-04b7-4ff7-bb2c-c57fe3560db0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0388954 Aug 31 13:52:50.406151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4121002-309f-461f-b3d4-643600efb707 req-50acffec-67bd-44c4-bbe9-4c2bf194914f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.407683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e4121002-309f-461f-b3d4-643600efb707 req-50acffec-67bd-44c4-bbe9-4c2bf194914f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0499477 Aug 31 13:52:50.448334 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e4121002-309f-461f-b3d4-643600efb707 req-37294e19-4ea3-4222-b01a-abcc3bfcddde tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Aug 31 13:52:50.607282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7438c1-668d-4757-b6d0-a1e4225079fd req-365ef4ec-033b-4708-b35d-6d660de6f141 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.608466 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee7438c1-668d-4757-b6d0-a1e4225079fd req-365ef4ec-033b-4708-b35d-6d660de6f141 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0579214 Aug 31 13:52:50.648797 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ee7438c1-668d-4757-b6d0-a1e4225079fd req-3de7deab-adca-4c50-8937-48f6b7df70ae tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341907 Aug 31 13:52:50.804239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453c2d-ea0d-4d92-a484-772347555cab req-603c5761-16b5-4307-9783-04fabdfb142d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.805801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69453c2d-ea0d-4d92-a484-772347555cab req-603c5761-16b5-4307-9783-04fabdfb142d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0556247 Aug 31 13:52:50.847188 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69453c2d-ea0d-4d92-a484-772347555cab req-f5760b66-818b-4c93-b42c-f83e1e9bd0a3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347278 Aug 31 13:52:50.984019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2e7ff-7aec-4b08-9479-272c53271a6d req-e3a8bca9-2f3e-42cf-835e-ce34172b0b76 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.985553 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-11a2e7ff-7aec-4b08-9479-272c53271a6d req-e3a8bca9-2f3e-42cf-835e-ce34172b0b76 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0502181 Aug 31 13:52:51.025398 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-11a2e7ff-7aec-4b08-9479-272c53271a6d req-cfaf6bf7-af08-4cbf-9bb1-442f3a06f5b8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Aug 31 13:52:51.141546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fda415-15a3-4563-a9bd-b30a9c3bade3 req-672c35e9-9ee2-4695-9b2b-d539b0ada1e1 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:51.143522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74fda415-15a3-4563-a9bd-b30a9c3bade3 req-672c35e9-9ee2-4695-9b2b-d539b0ada1e1 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0554550 Aug 31 13:52:51.182745 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74fda415-15a3-4563-a9bd-b30a9c3bade3 req-93cdab87-6f91-45da-aed4-c587bde2a5ae tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Aug 31 13:52:51.429491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5f30-ac38-45cd-8dd6-7ee946469820 req-e4be6205-2898-44ac-9bfd-75b9d58694c4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:51.430992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ead5f30-ac38-45cd-8dd6-7ee946469820 req-e4be6205-2898-44ac-9bfd-75b9d58694c4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0581610 Aug 31 13:52:51.477365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8ead5f30-ac38-45cd-8dd6-7ee946469820 req-57c61f4d-9427-4c4b-aede-5516dc7006f4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0396638 Aug 31 13:52:51.588293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5273fe-a73f-44e3-b756-0fb16c9f6679 req-e6e3ffed-2f22-4cf9-bb76-23379e44642b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:51.589841 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b5273fe-a73f-44e3-b756-0fb16c9f6679 req-e6e3ffed-2f22-4cf9-bb76-23379e44642b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0493641 Aug 31 13:52:51.631093 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b5273fe-a73f-44e3-b756-0fb16c9f6679 req-977aa95d-6765-4486-a8e8-93cc39d7ae0d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Aug 31 13:52:51.778421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e974800-a75f-4b55-99b2-ed5f8faf86f5 req-a50d0868-85d9-4d0f-9478-167a1ff28689 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:51.779924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e974800-a75f-4b55-99b2-ed5f8faf86f5 req-a50d0868-85d9-4d0f-9478-167a1ff28689 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0538983 Aug 31 13:52:51.819475 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e974800-a75f-4b55-99b2-ed5f8faf86f5 req-38eec4aa-593a-4cde-b811-7d6e8bb5bf43 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Aug 31 13:52:51.967501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6e9e5-91be-42c6-b1a6-3a84b23cb796 req-21295528-3b44-4b92-b5bf-0e37a314ed5d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:51.969026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86d6e9e5-91be-42c6-b1a6-3a84b23cb796 req-21295528-3b44-4b92-b5bf-0e37a314ed5d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0503385 Aug 31 13:52:52.012517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86d6e9e5-91be-42c6-b1a6-3a84b23cb796 req-82791439-eef1-42d6-98ac-654d2ed55879 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364254 Aug 31 13:52:52.139549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bea7b4-a547-4ead-9238-666642f6b71a req-93da720a-5f89-4111-a5d1-947ed95a35e3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:52.141075 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16bea7b4-a547-4ead-9238-666642f6b71a req-93da720a-5f89-4111-a5d1-947ed95a35e3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0499828 Aug 31 13:52:52.181534 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16bea7b4-a547-4ead-9238-666642f6b71a req-e7e7d71d-2ffa-4c5f-9ba1-75be715c5b7b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337114 Aug 31 13:52:52.308016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670964c0-7c58-4c2b-8526-47fefdf2a51b req-0e4602ca-faf9-427f-8300-094f0b4dee77 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:52.309546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-670964c0-7c58-4c2b-8526-47fefdf2a51b req-0e4602ca-faf9-427f-8300-094f0b4dee77 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0507960 Aug 31 13:52:52.347995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-670964c0-7c58-4c2b-8526-47fefdf2a51b req-52cf61d6-06a2-411d-8476-a3cb4391b6cf tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Aug 31 13:52:52.603168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335d774-63d3-4279-8fac-85ca24aea5b5 req-8c646a34-cd19-4a31-8fb6-66f35b0ea7b1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:52.604680 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1335d774-63d3-4279-8fac-85ca24aea5b5 req-8c646a34-cd19-4a31-8fb6-66f35b0ea7b1 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0569067 Aug 31 13:52:52.648272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1335d774-63d3-4279-8fac-85ca24aea5b5 req-22d1ce9e-b5ad-40a8-8267-0ad7332f6dcb tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0373597 Aug 31 13:52:52.751378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93e661-b3c0-4b8c-9bfa-5b3e1c39849c req-3f6846e9-74e8-40ef-9322-c1e0323c051b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:52.753613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf93e661-b3c0-4b8c-9bfa-5b3e1c39849c req-3f6846e9-74e8-40ef-9322-c1e0323c051b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0505373 Aug 31 13:52:52.794601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf93e661-b3c0-4b8c-9bfa-5b3e1c39849c req-a8948d60-142e-4ebf-a362-c81018c57665 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349438 Aug 31 13:52:52.934814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c914d0-3d0a-4602-933e-470a861af190 req-79104180-d8db-4e2a-b1c9-85349f26c51a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:52.936322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75c914d0-3d0a-4602-933e-470a861af190 req-79104180-d8db-4e2a-b1c9-85349f26c51a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0493062 Aug 31 13:52:52.977184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75c914d0-3d0a-4602-933e-470a861af190 req-b86f6b8a-0112-4328-ab9e-099e3a443108 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Aug 31 13:52:53.135200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e3184-e204-49c2-9d29-795925b71b5e req-eb7dcf8d-d1c6-48be-9bfd-dc98c3d6aceb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.136727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-922e3184-e204-49c2-9d29-795925b71b5e req-eb7dcf8d-d1c6-48be-9bfd-dc98c3d6aceb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0507538 Aug 31 13:52:53.177476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-922e3184-e204-49c2-9d29-795925b71b5e req-b70a83d4-0dc3-4b00-81fb-3137e55cca7d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Aug 31 13:52:53.301573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb051-2713-476f-ac88-770b475e0e8c req-ffa8fef9-e9c3-4f37-a259-32a09b03098d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.302966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41dfb051-2713-476f-ac88-770b475e0e8c req-ffa8fef9-e9c3-4f37-a259-32a09b03098d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0501444 Aug 31 13:52:53.347215 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41dfb051-2713-476f-ac88-770b475e0e8c req-b8e1ec3e-de72-444d-b223-41d9b12f1269 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Aug 31 13:52:53.464521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e5b1-d61c-4ed6-bbee-cc2224fb6196 req-5fa4a60b-fd63-4324-a23b-b7893b292ae2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.466073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6d6e5b1-d61c-4ed6-bbee-cc2224fb6196 req-5fa4a60b-fd63-4324-a23b-b7893b292ae2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0513597 Aug 31 13:52:53.507512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6d6e5b1-d61c-4ed6-bbee-cc2224fb6196 req-789b95c2-c3f9-4ad3-894f-9e0ec4695462 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353799 Aug 31 13:52:53.772468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80133f45-6258-4665-aca6-75fc54017557 req-dfeeefc4-2f18-4f19-9f37-9e6bac1bef43 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.773995 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-80133f45-6258-4665-aca6-75fc54017557 req-dfeeefc4-2f18-4f19-9f37-9e6bac1bef43 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0535965 Aug 31 13:52:53.821442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-80133f45-6258-4665-aca6-75fc54017557 req-73264368-a7cb-40c9-8262-757d3c1cb314 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0413523 Aug 31 13:52:53.913539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea005f6-20b0-4c5d-b4d3-f2cb11e551f8 req-990e1497-dc46-4df0-b24d-1308e4296db7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.915020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aea005f6-20b0-4c5d-b4d3-f2cb11e551f8 req-990e1497-dc46-4df0-b24d-1308e4296db7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0503993 Aug 31 13:52:53.967487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aea005f6-20b0-4c5d-b4d3-f2cb11e551f8 req-263fb934-e520-4406-b94b-89e9bf1d105d tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462346 Aug 31 13:52:54.095064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeeda2-ace9-4da5-889f-e8cd1f0a75bb req-504e2e16-3a1b-48f0-a9a2-f8b6ca0966a6 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.097331 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73aeeda2-ace9-4da5-889f-e8cd1f0a75bb req-504e2e16-3a1b-48f0-a9a2-f8b6ca0966a6 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0494699 Aug 31 13:52:54.137279 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73aeeda2-ace9-4da5-889f-e8cd1f0a75bb req-b693a01d-e0dd-4497-91de-1906f7eb90cf tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Aug 31 13:52:54.299640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b99382-c0ed-4e8e-9a96-58393b69ad6b req-a9ca9446-c562-4172-b999-e6c6ee4ecc36 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.301457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42b99382-c0ed-4e8e-9a96-58393b69ad6b req-a9ca9446-c562-4172-b999-e6c6ee4ecc36 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0561428 Aug 31 13:52:54.347448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42b99382-c0ed-4e8e-9a96-58393b69ad6b req-e749c47c-eced-4994-8f55-d8f74c690986 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 Aug 31 13:52:54.456635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33772) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:54.466087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaed775-7f0e-4038-bcfb-693a025aaf32 req-9606fa2a-0f9c-462d-9da7-18182dc35046 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.467600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cdaed775-7f0e-4038-bcfb-693a025aaf32 req-9606fa2a-0f9c-462d-9da7-18182dc35046 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0491982 Aug 31 13:52:54.506837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cdaed775-7f0e-4038-bcfb-693a025aaf32 req-db1edcf8-4b79-4314-9772-718a95eefe12 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Aug 31 13:52:54.579507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-e359b335-8074-4ca6-bfb4-0b94690cc19b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559387 Aug 31 13:52:54.583147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f040a16-66d5-4369-929e-f42fbc787fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.630478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebfd9c-3479-4565-8dec-2db07eb4aa15 req-3933b758-129c-47ac-bef6-1298c58a56c5 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.632122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2ebfd9c-3479-4565-8dec-2db07eb4aa15 req-3933b758-129c-47ac-bef6-1298c58a56c5 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0514407 Aug 31 13:52:54.673794 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2ebfd9c-3479-4565-8dec-2db07eb4aa15 req-869a6ec7-58e1-4346-828f-57affcc87ba1 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Aug 31 13:52:54.675875 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f040a16-66d5-4369-929e-f42fbc787fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.680033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f040a16-66d5-4369-929e-f42fbc787fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.721182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f040a16-66d5-4369-929e-f42fbc787fc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1887b66eb3f3450ba141d52c3f5114ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633955 Aug 31 13:52:54.722094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f040a16-66d5-4369-929e-f42fbc787fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b567d22-55fa-4dad-800d-ced6a67a30ad,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:54.723964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33780) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:54.774319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca653236-bcc8-439a-87a3-8f4c60b37b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.795291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca653236-bcc8-439a-87a3-8f4c60b37b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.841085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca653236-bcc8-439a-87a3-8f4c60b37b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.843634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca653236-bcc8-439a-87a3-8f4c60b37b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.844800 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ca653236-bcc8-439a-87a3-8f4c60b37b96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b567d22-55fa-4dad-800d-ced6a67a30ad HTTP/1.1" status: 204 len: 168 time: 0.1192882 Aug 31 13:52:54.852539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca653236-bcc8-439a-87a3-8f4c60b37b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b567d22-55fa-4dad-800d-ced6a67a30ad,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:54.947438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba0d2c-0b34-4ecd-83ab-fc7f52a5508e req-20e43c20-a2d5-4dd7-b43b-3e66ff07b4e7 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.949414 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0aba0d2c-0b34-4ecd-83ab-fc7f52a5508e req-20e43c20-a2d5-4dd7-b43b-3e66ff07b4e7 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0560436 Aug 31 13:52:54.999576 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0aba0d2c-0b34-4ecd-83ab-fc7f52a5508e req-e7ee8eb3-7c12-42d1-914b-09c61f949b5b tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0423942 Aug 31 13:52:55.117007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932395-049b-4fd0-a2f9-80667722a61e req-210aa73c-41e0-46ad-bccc-0dec65d32826 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.118536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26932395-049b-4fd0-a2f9-80667722a61e req-210aa73c-41e0-46ad-bccc-0dec65d32826 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0489728 Aug 31 13:52:55.157155 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26932395-049b-4fd0-a2f9-80667722a61e req-861aad30-e537-453a-a1ae-a72d74f95eb9 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Aug 31 13:52:55.264453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2eb22-965f-4ffe-8569-aaeb542c8061 req-5477de0e-147e-46de-afe0-1926982ecc13 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.266277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64a2eb22-965f-4ffe-8569-aaeb542c8061 req-5477de0e-147e-46de-afe0-1926982ecc13 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0501111 Aug 31 13:52:55.307774 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64a2eb22-965f-4ffe-8569-aaeb542c8061 req-a1bd0c52-d152-4995-be64-dca0a70a4bc9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Aug 31 13:52:55.478583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1c16c-6bb3-424d-b8ad-5ff7089b1177 req-3cf42a70-d09d-4365-9ea8-5af81023724d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.480209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52f1c16c-6bb3-424d-b8ad-5ff7089b1177 req-3cf42a70-d09d-4365-9ea8-5af81023724d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0561771 Aug 31 13:52:55.523876 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52f1c16c-6bb3-424d-b8ad-5ff7089b1177 req-5af14cf8-15de-4caa-8ec4-ec0df2de385d tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Aug 31 13:52:55.627672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63d0f-b691-42e3-80f3-b165c348ed80 req-e7a9e73c-a071-4f14-9e34-03967a75bbb1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.629193 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1fb63d0f-b691-42e3-80f3-b165c348ed80 req-e7a9e73c-a071-4f14-9e34-03967a75bbb1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0495660 Aug 31 13:52:55.668905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1fb63d0f-b691-42e3-80f3-b165c348ed80 req-7ffac0f7-43a9-412d-b971-f5f127fe2d9d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Aug 31 13:52:55.792552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf3e6-9020-47c7-bbd8-156f00407a36 req-f1f18fcc-b02e-4b4f-9aa9-ee62332c7c68 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.794078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bbdf3e6-9020-47c7-bbd8-156f00407a36 req-f1f18fcc-b02e-4b4f-9aa9-ee62332c7c68 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0523467 Aug 31 13:52:56.135055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4902cef-b9f7-48bb-aa56-51adedd6f440 req-8172cccb-5fd2-4ef7-9fc4-3d54f1921dd0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.136639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4902cef-b9f7-48bb-aa56-51adedd6f440 req-8172cccb-5fd2-4ef7-9fc4-3d54f1921dd0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0568964 Aug 31 13:52:56.188746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4902cef-b9f7-48bb-aa56-51adedd6f440 req-b2f82b0e-1d01-48fe-accc-c357217086f6 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0444286 Aug 31 13:52:56.190451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bbdf3e6-9020-47c7-bbd8-156f00407a36 req-d144f42b-d2e9-4c11-a3df-7213f5a18bc8 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902078 Aug 31 13:52:56.197712 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc439ff-982e-49fb-b022-641378fec71a req-4f4ff134-31bd-46f2-b7f1-799c9b421b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.199362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-4f4ff134-31bd-46f2-b7f1-799c9b421b2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 1101 time: 0.3927243 Aug 31 13:52:56.318852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ee4d-587e-465c-8059-99e519e5fe0d req-1633fe70-c798-4909-9e14-004f91572d94 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.321523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5695ee4d-587e-465c-8059-99e519e5fe0d req-1633fe70-c798-4909-9e14-004f91572d94 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0625277 Aug 31 13:52:56.370688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5695ee4d-587e-465c-8059-99e519e5fe0d req-d63c71f9-1415-4ff7-97db-cf654fcc95fe tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Aug 31 13:52:56.429561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334127d8-390a-4cca-a25b-15cfe63c0784 req-b11a1c17-792b-4613-b4a6-1133db086c48 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.431062 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-334127d8-390a-4cca-a25b-15cfe63c0784 req-b11a1c17-792b-4613-b4a6-1133db086c48 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0490501 Aug 31 13:52:56.470086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-334127d8-390a-4cca-a25b-15cfe63c0784 req-85d18640-723f-4a05-bc37-d10d2358e147 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Aug 31 13:52:56.599692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33912) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:56.639309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c7fa1-cb53-4d32-9ff4-4f1d6f93255e req-db8eb4b7-f00f-440b-8ac2-fbc7beccc263 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.640814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df3c7fa1-cb53-4d32-9ff4-4f1d6f93255e req-db8eb4b7-f00f-440b-8ac2-fbc7beccc263 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0498362 Aug 31 13:52:56.682648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df3c7fa1-cb53-4d32-9ff4-4f1d6f93255e req-ebd409e4-4666-4a86-b944-45748a33a571 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Aug 31 13:52:56.714278 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55cc2057-5d5a-4701-a432-88bc230dec74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:56.742849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ff8f85f-e103-44be-ae20-e2840a929963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:56.881373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567af5ea-1174-4c57-a645-3c8355375b67 req-60958544-a194-4a1a-ae1f-1d5002509ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.883254 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-567af5ea-1174-4c57-a645-3c8355375b67 req-60958544-a194-4a1a-ae1f-1d5002509ace service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 1096 time: 0.1623030 Aug 31 13:52:56.904534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffd37b-4400-4fd3-aaa9-ddb943c55bfe req-361191c8-a119-436d-b66b-210a4e6c5f69 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.905985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcffd37b-4400-4fd3-aaa9-ddb943c55bfe req-361191c8-a119-436d-b66b-210a4e6c5f69 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1332757 Aug 31 13:52:56.932730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc439ff-982e-49fb-b022-641378fec71a req-0e703445-88c9-4338-80bd-2338125270bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.934255 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-0e703445-88c9-4338-80bd-2338125270bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2116859 Aug 31 13:52:56.973594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fcffd37b-4400-4fd3-aaa9-ddb943c55bfe req-a7119a96-e92d-4bb7-93aa-1d03e58ff8d0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551260 Aug 31 13:52:57.006181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ff8f85f-e103-44be-ae20-e2840a929963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:57.009866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ff8f85f-e103-44be-ae20-e2840a929963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:57.048243 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ff8f85f-e103-44be-ae20-e2840a929963 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=147d9752fa6c4da7bbb3a1011664527d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474907 Aug 31 13:52:57.049162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8f85f-e103-44be-ae20-e2840a929963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719f4421-c0d1-4671-8b2a-f48963789516,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:57.050982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33920) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:57.098690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20089ae5-2cff-48e7-af22-5edd9507fdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:57.118770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20089ae5-2cff-48e7-af22-5edd9507fdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:57.164596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20089ae5-2cff-48e7-af22-5edd9507fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:57.167306 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20089ae5-2cff-48e7-af22-5edd9507fdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:57.168451 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-20089ae5-2cff-48e7-af22-5edd9507fdbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/719f4421-c0d1-4671-8b2a-f48963789516 HTTP/1.1" status: 204 len: 168 time: 0.1164608 Aug 31 13:52:57.176741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089ae5-2cff-48e7-af22-5edd9507fdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719f4421-c0d1-4671-8b2a-f48963789516,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:57.308220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da8776-9c86-435e-a104-40c1a19a393f req-d5f60aad-b051-4d46-9dbb-652e6cbc39ad tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.309757 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85da8776-9c86-435e-a104-40c1a19a393f req-d5f60aad-b051-4d46-9dbb-652e6cbc39ad tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0495322 Aug 31 13:52:57.353428 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85da8776-9c86-435e-a104-40c1a19a393f req-3edc3eb3-a19a-46e7-8121-c578cef12524 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0367899 Aug 31 13:52:57.468038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b20b-93cf-433e-9adc-8ef02194d33f req-e569647c-d63a-430d-a3a4-03f12aec8bef tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.469553 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fdd8b20b-93cf-433e-9adc-8ef02194d33f req-e569647c-d63a-430d-a3a4-03f12aec8bef tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0572653 Aug 31 13:52:57.509806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fdd8b20b-93cf-433e-9adc-8ef02194d33f req-69452a64-561b-4b4b-936d-72d17a611c79 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329797 Aug 31 13:52:57.622747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df152e-5933-44fd-8055-020178da590a req-32685ea9-4a3f-45cf-b4cd-a260f28f5763 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.624247 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-11df152e-5933-44fd-8055-020178da590a req-32685ea9-4a3f-45cf-b4cd-a260f28f5763 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0495164 Aug 31 13:52:57.665893 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-11df152e-5933-44fd-8055-020178da590a req-63575fd5-a970-4f7d-a7ca-8fe4351f4735 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353792 Aug 31 13:52:57.770631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bc76c-c5c5-42f3-a7cb-fca9a7da98c1 req-4acea834-9884-46e1-ac00-ffeb1d0167e7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.772132 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f10bc76c-c5c5-42f3-a7cb-fca9a7da98c1 req-4acea834-9884-46e1-ac00-ffeb1d0167e7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Aug 31 13:52:57.810504 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f10bc76c-c5c5-42f3-a7cb-fca9a7da98c1 req-a0045340-34af-4bd4-bf5c-8b21ed63773a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Aug 31 13:52:57.919039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f491143-7fa9-46a4-a305-beb41849448f req-b3438cc0-6718-426a-b2b1-ac7f0229b4ce tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.920532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8f491143-7fa9-46a4-a305-beb41849448f req-b3438cc0-6718-426a-b2b1-ac7f0229b4ce tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0548429 Aug 31 13:52:57.959387 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8f491143-7fa9-46a4-a305-beb41849448f req-11785632-e801-45c1-962c-579c49cea9e3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Aug 31 13:52:58.092377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5eee-5536-4e55-802d-0aab9a8c57ae req-80616457-425c-4cc2-94da-9f60fd5169d8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.093960 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c51b5eee-5536-4e55-802d-0aab9a8c57ae req-80616457-425c-4cc2-94da-9f60fd5169d8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0488825 Aug 31 13:52:58.133168 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c51b5eee-5536-4e55-802d-0aab9a8c57ae req-76a5ff87-13f6-4b33-bea3-058a201f6598 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Aug 31 13:52:58.325271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33968) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:58.431585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9011b77a-26ac-4fdb-b019-8099c5d354b7 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1643973893'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:58.432066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9011b77a-26ac-4fdb-b019-8099c5d354b7 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Unknown quota resources ['metering_label']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:52:58.450134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-9b01bdb7-d280-498e-a90f-be666fe90324 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=196458b2-3860-4392-9352-520b42551f0a HTTP/1.1" status: 200 len: 217 time: 0.0484543 Aug 31 13:52:58.491416 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-567af5ea-1174-4c57-a645-3c8355375b67 req-dbd93c41-a136-48d0-88b8-21c17e655215 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955584 Aug 31 13:52:58.508234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2457-d716-4e2e-9f5b-b7bd35643b1d req-9764ebbd-f75c-46dc-bf9c-01dd4a21e030 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.509788 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b6dc2457-d716-4e2e-9f5b-b7bd35643b1d req-9764ebbd-f75c-46dc-bf9c-01dd4a21e030 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0624843 Aug 31 13:52:58.557406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b6dc2457-d716-4e2e-9f5b-b7bd35643b1d req-f667747d-d776-4d22-96fa-e303c2b77279 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0412664 Aug 31 13:52:58.630961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9011b77a-26ac-4fdb-b019-8099c5d354b7 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:58.632088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9011b77a-26ac-4fdb-b019-8099c5d354b7 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3058119 Aug 31 13:52:58.634906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33976) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:58.639505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a1fb8c26-f352-4be5-9b70-374cf81d4ed3 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '75b42b06-ed06-4c93-a7ef-abc871c3d65b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:58.640036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a1fb8c26-f352-4be5-9b70-374cf81d4ed3 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:52:58.672616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442723b-262c-4146-9adf-872b3de85669 req-138b8df3-872c-43cf-8507-4809273df33e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.674240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b442723b-262c-4146-9adf-872b3de85669 req-138b8df3-872c-43cf-8507-4809273df33e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0816946 Aug 31 13:52:58.716346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b442723b-262c-4146-9adf-872b3de85669 req-66ea2820-3d78-478f-b639-012ab47b47e4 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Aug 31 13:52:58.752442 n-d-792362-6 neutron-server[101360]: WARNING neutron.services.metering.metering_plugin [None req-a1fb8c26-f352-4be5-9b70-374cf81d4ed3 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 13:52:58.891000 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8c26-f352-4be5-9b70-374cf81d4ed3 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:58.892462 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a1fb8c26-f352-4be5-9b70-374cf81d4ed3 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2562981 Aug 31 13:52:58.897561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33982) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:58.901878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9ca09d5b-cc59-48f3-8860-c250493c1c5f tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '75b42b06-ed06-4c93-a7ef-abc871c3d65b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:58.902375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9ca09d5b-cc59-48f3-8860-c250493c1c5f tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:52:58.913494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252a2e8-a0bd-412c-bc1c-86f6c41e4152 req-6f11da0f-04df-47bd-aaed-3142d54d6003 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.914989 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1252a2e8-a0bd-412c-bc1c-86f6c41e4152 req-6f11da0f-04df-47bd-aaed-3142d54d6003 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.1713724 Aug 31 13:52:58.923979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560588-e9f0-4ad6-b510-35611e8cb54d req-1ad1690a-bc93-4362-9f2e-0cd7299e20bf tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.926227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d560588-e9f0-4ad6-b510-35611e8cb54d req-1ad1690a-bc93-4362-9f2e-0cd7299e20bf tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0502579 Aug 31 13:52:58.963601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d560588-e9f0-4ad6-b510-35611e8cb54d req-28a49b4a-af3b-487f-9667-70d811e28d05 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Aug 31 13:52:58.978095 n-d-792362-6 neutron-server[101360]: WARNING neutron.services.metering.metering_plugin [None req-9ca09d5b-cc59-48f3-8860-c250493c1c5f tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 13:52:59.076711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39001335-9c99-479b-916c-ece775c9e884 req-e3ac2840-b47d-45f4-add7-74f3a3b91d89 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.078119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39001335-9c99-479b-916c-ece775c9e884 req-e3ac2840-b47d-45f4-add7-74f3a3b91d89 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0498567 Aug 31 13:52:59.080355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ca09d5b-cc59-48f3-8860-c250493c1c5f tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.081580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9ca09d5b-cc59-48f3-8860-c250493c1c5f tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1830919 Aug 31 13:52:59.085447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33986) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.085731 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1252a2e8-a0bd-412c-bc1c-86f6c41e4152 req-8f03141d-81d4-4826-8f1a-e03f6ab4cfcd tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635320 Aug 31 13:52:59.107880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fdc837b2-c606-4781-9229-ebdf71d1c508 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=32d40181-ec13-4f2f-865a-998dca8cfc49 HTTP/1.1" status: 200 len: 464 time: 0.0207369 Aug 31 13:52:59.110527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33988) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.121960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc439ff-982e-49fb-b022-641378fec71a req-6849cde1-c34f-4d43-97e2-cd1394640627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.123441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-6849cde1-c34f-4d43-97e2-cd1394640627 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0533710 Aug 31 13:52:59.142329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39001335-9c99-479b-916c-ece775c9e884 req-7f0d6dd0-b9ff-4a20-82cd-c3b4febf9af2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574155 Aug 31 13:52:59.254920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a61411d-aed0-4004-a762-b63643dc83ca tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.256978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a61411d-aed0-4004-a762-b63643dc83ca tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/32d40181-ec13-4f2f-865a-998dca8cfc49 HTTP/1.1" status: 204 len: 168 time: 0.1452818 Aug 31 13:52:59.259343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33992) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.269100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1dda1a61-25aa-4f74-9528-9046b8fc7c30 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=32d40181-ec13-4f2f-865a-998dca8cfc49 HTTP/1.1" status: 200 len: 221 time: 0.0084143 Aug 31 13:52:59.272782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33994) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.277358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7b06ce5-8ef4-49db-9402-411514721a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.287276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f4f1f767-7752-44c1-bdff-ae4b351c4001 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--82344341', 'description': 'label created by tempest'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:59.287276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f4f1f767-7752-44c1-bdff-ae4b351c4001 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Unknown quota resources ['metering_label']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:52:59.287617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc439ff-982e-49fb-b022-641378fec71a req-3480befe-f5d7-450d-882a-184878bcf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.287935 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-3480befe-f5d7-450d-882a-184878bcf439 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515213 Aug 31 13:52:59.296211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cc7f6-b432-4f37-af23-8205883f9bf5 req-aedd33a2-8c30-409d-8460-4bbc7f097120 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.298053 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d1cc7f6-b432-4f37-af23-8205883f9bf5 req-aedd33a2-8c30-409d-8460-4bbc7f097120 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0893271 Aug 31 13:52:59.398874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d1cc7f6-b432-4f37-af23-8205883f9bf5 req-d5499435-06cd-4695-ad17-9c23e661d836 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906498 Aug 31 13:52:59.435286 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-854c97a8-239c-4bc6-a2f9-f5402445df09 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284976 Aug 31 13:52:59.446553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4f1f767-7752-44c1-bdff-ae4b351c4001 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.447833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f4f1f767-7752-44c1-bdff-ae4b351c4001 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.1741223 Aug 31 13:52:59.450426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33998) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.470034 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.524397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ab349886-6fec-4a27-b72a-3a4c11a8f546 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=93546e15-8f75-4a2c-a95f-3b5347be2e2a HTTP/1.1" status: 200 len: 466 time: 0.0729125 Aug 31 13:52:59.526905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.674712 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b991f89-d6ae-46ba-88d9-e05a4b12d6fc req-33c59147-d18d-40ce-a44b-ae19dca96d2f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.676220 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6b991f89-d6ae-46ba-88d9-e05a4b12d6fc req-33c59147-d18d-40ce-a44b-ae19dca96d2f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0522146 Aug 31 13:52:59.702833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ce58bd2-69fe-49f1-aec1-b75c75f5dee6 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.706987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ce58bd2-69fe-49f1-aec1-b75c75f5dee6 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/93546e15-8f75-4a2c-a95f-3b5347be2e2a HTTP/1.1" status: 204 len: 168 time: 0.1761746 Aug 31 13:52:59.707358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.718385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-63606330-5616-46bb-867e-94155fd27b4d tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=93546e15-8f75-4a2c-a95f-3b5347be2e2a HTTP/1.1" status: 200 len: 216 time: 0.0098798 Aug 31 13:52:59.719250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6b991f89-d6ae-46ba-88d9-e05a4b12d6fc req-b8a11829-5039-4bff-b5f8-f45a5efb1ffc tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0369289 Aug 31 13:52:59.722432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34006) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.731256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a3c6771-a986-46f8-9e42-e07da2ae4d3b tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0076222 Aug 31 13:52:59.734572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34008) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.746041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8aa81909-940f-4011-ae5c-233c43be8d50 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104697 Aug 31 13:52:59.749093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.839924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e1a76-86ae-4478-9132-ae170482b62a req-cc1cde14-df31-43e5-a8a6-3dc8f59a53da tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.841545 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-248e1a76-86ae-4478-9132-ae170482b62a req-cc1cde14-df31-43e5-a8a6-3dc8f59a53da tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0575838 Aug 31 13:52:59.883017 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-248e1a76-86ae-4478-9132-ae170482b62a req-aaf75af8-c392-41ec-bdee-1d361fd185a0 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Aug 31 13:53:00.079824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a8935bbd-512c-4f30-b009-0b66485220c2 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/75b42b06-ed06-4c93-a7ef-abc871c3d65b HTTP/1.1" status: 200 len: 473 time: 0.3296549 Aug 31 13:53:00.083691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ac71f-1a05-416a-8a63-c02da078a10b req-2b4c0478-dd8a-4a5f-95e8-83230bf9eabc tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.084200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:00.084424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b95ac71f-1a05-416a-8a63-c02da078a10b req-2b4c0478-dd8a-4a5f-95e8-83230bf9eabc tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0530629 Aug 31 13:53:00.093422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50a82291-5ec2-4869-935e-9e5b50fdd17f tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/f7b060f8-cafb-4f19-be00-ca66b602adee HTTP/1.1" status: 200 len: 461 time: 0.0083864 Aug 31 13:53:00.096061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:00.122898 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b95ac71f-1a05-416a-8a63-c02da078a10b req-27f1e990-a16d-4df4-a545-243e0e6935c0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Aug 31 13:53:00.195728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-043421d1-3ea1-496d-9564-bf75480c037a tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.196854 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-043421d1-3ea1-496d-9564-bf75480c037a tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/f7b060f8-cafb-4f19-be00-ca66b602adee HTTP/1.1" status: 204 len: 168 time: 0.0998993 Aug 31 13:53:00.199372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34024) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:00.234932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b489d07-3617-4e40-8a2d-5bfbe92faea5 req-d98137e4-4904-4eed-9e50-7f974f7510c5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.238659 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3b489d07-3617-4e40-8a2d-5bfbe92faea5 req-d98137e4-4904-4eed-9e50-7f974f7510c5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0574753 Aug 31 13:53:00.275866 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3b489d07-3617-4e40-8a2d-5bfbe92faea5 req-8fa10a11-c2f1-46e6-84d5-f2ccf0b0a310 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 31 13:53:00.380283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a305a4d-3d42-4374-b855-90f968813126 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.381462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a305a4d-3d42-4374-b855-90f968813126 tempest-MeteringTestJSON-928899278 tempest-MeteringTestJSON-928899278-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/75b42b06-ed06-4c93-a7ef-abc871c3d65b HTTP/1.1" status: 204 len: 168 time: 0.1811693 Aug 31 13:53:00.390023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a943-dcb3-4742-bbb5-f2cfc41a82d5 req-f42af90a-3a97-408a-a44e-484d669edbb6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.391638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a15a943-dcb3-4742-bbb5-f2cfc41a82d5 req-f42af90a-3a97-408a-a44e-484d669edbb6 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0595133 Aug 31 13:53:00.439265 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a15a943-dcb3-4742-bbb5-f2cfc41a82d5 req-b55de98a-48c0-4a3b-bffe-09adfb122870 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Aug 31 13:53:00.450051 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.548047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379555b-e786-4a50-8f5a-aae07f1fbc4f req-ea2b7ca9-3627-4bf7-9eb6-21bd3919aa03 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.550496 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1379555b-e786-4a50-8f5a-aae07f1fbc4f req-ea2b7ca9-3627-4bf7-9eb6-21bd3919aa03 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0520566 Aug 31 13:53:00.589214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1379555b-e786-4a50-8f5a-aae07f1fbc4f req-76824ef3-efc7-431e-99e2-6f06900fa599 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327559 Aug 31 13:53:00.631679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34032) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:00.733456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2eb1647a-57c2-4ca5-b049-4772ddf69fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.827825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2eb1647a-57c2-4ca5-b049-4772ddf69fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.833074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2eb1647a-57c2-4ca5-b049-4772ddf69fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.837638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f244c-e5a6-4fb0-a8dd-da8b2e0b7477 req-0fd61ed3-df41-41fe-be23-3eb6652ca081 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.839181 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-539f244c-e5a6-4fb0-a8dd-da8b2e0b7477 req-0fd61ed3-df41-41fe-be23-3eb6652ca081 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0513690 Aug 31 13:53:00.871554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2eb1647a-57c2-4ca5-b049-4772ddf69fb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ed41529134c46f2b33683942a5c83ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387877 Aug 31 13:53:00.872424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1647a-57c2-4ca5-b049-4772ddf69fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8ba129-be26-46c7-a920-14a632ac449c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:00.874504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34038) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:00.892743 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-539f244c-e5a6-4fb0-a8dd-da8b2e0b7477 req-75778d45-3f28-49c5-84c4-1da912928cc4 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0471377 Aug 31 13:53:00.941907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73a4698e-1849-4b6f-aa0e-49d3f1ffb3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.986907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73a4698e-1849-4b6f-aa0e-49d3f1ffb3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.033202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb859f-69d9-48f9-a522-78747e116d2d req-c12aab7f-c28a-4c85-b9f1-e990ee9c191e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.035488 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85cb859f-69d9-48f9-a522-78747e116d2d req-c12aab7f-c28a-4c85-b9f1-e990ee9c191e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0823662 Aug 31 13:53:01.064594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73a4698e-1849-4b6f-aa0e-49d3f1ffb3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.067214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73a4698e-1849-4b6f-aa0e-49d3f1ffb3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.068340 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-73a4698e-1849-4b6f-aa0e-49d3f1ffb3d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d8ba129-be26-46c7-a920-14a632ac449c HTTP/1.1" status: 204 len: 168 time: 0.1909864 Aug 31 13:53:01.084855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4698e-1849-4b6f-aa0e-49d3f1ffb3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8ba129-be26-46c7-a920-14a632ac449c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:01.090050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85cb859f-69d9-48f9-a522-78747e116d2d req-90c55a5e-fd83-4f63-8c97-37259b08997d tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479076 Aug 31 13:53:01.239995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce9683-a9b6-4758-a809-a8bdcf8024a0 req-65f114d1-a266-4dde-9c31-7d391e3785b7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.241521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3fce9683-a9b6-4758-a809-a8bdcf8024a0 req-65f114d1-a266-4dde-9c31-7d391e3785b7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0501163 Aug 31 13:53:01.283215 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3fce9683-a9b6-4758-a809-a8bdcf8024a0 req-617728a8-979a-4417-841d-38e9fcca03f4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Aug 31 13:53:01.345288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34050) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:01.380655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d403b4d-e780-490c-a770-059c98e5bdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.420303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641a0ab-782e-4b7a-987e-d341d66838d5 req-d06ff115-a390-4f38-a22b-963377538829 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.421845 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c641a0ab-782e-4b7a-987e-d341d66838d5 req-d06ff115-a390-4f38-a22b-963377538829 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0738003 Aug 31 13:53:01.485457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c641a0ab-782e-4b7a-987e-d341d66838d5 req-aa11acc2-2e1e-4b7a-890a-7a35761cb1ef tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543087 Aug 31 13:53:01.524261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d403b4d-e780-490c-a770-059c98e5bdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.528425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d403b4d-e780-490c-a770-059c98e5bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.593469 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9d403b4d-e780-490c-a770-059c98e5bdc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70208c9d2db74b6e96d900780f7871d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469881 Aug 31 13:53:01.596102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34054) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:01.597442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d403b4d-e780-490c-a770-059c98e5bdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eee135-ed40-41d7-bdf2-a2c25be4fe70,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:01.620439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38daeaf-431a-4082-8278-35d5f711e436 req-8b8d2e9b-b8cd-4c8a-b746-9cbca9ff65d7 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.622167 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f38daeaf-431a-4082-8278-35d5f711e436 req-8b8d2e9b-b8cd-4c8a-b746-9cbca9ff65d7 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.0744548 Aug 31 13:53:01.655518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6cae9c0-d4e0-4efb-adaa-d455be1a41cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.663341 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f38daeaf-431a-4082-8278-35d5f711e436 req-b719b943-118b-46f2-b8ed-16abb500070f tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Aug 31 13:53:01.679750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6cae9c0-d4e0-4efb-adaa-d455be1a41cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.738159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6cae9c0-d4e0-4efb-adaa-d455be1a41cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.740636 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6cae9c0-d4e0-4efb-adaa-d455be1a41cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.741808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a6cae9c0-d4e0-4efb-adaa-d455be1a41cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55eee135-ed40-41d7-bdf2-a2c25be4fe70 HTTP/1.1" status: 204 len: 168 time: 0.1442094 Aug 31 13:53:01.751550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cae9c0-d4e0-4efb-adaa-d455be1a41cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eee135-ed40-41d7-bdf2-a2c25be4fe70,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:01.785417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61998d53-afc0-4bef-841d-e55d400d76b1 req-4a30c099-6e9d-4be7-be57-31632999fa6f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.786921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61998d53-afc0-4bef-841d-e55d400d76b1 req-4a30c099-6e9d-4be7-be57-31632999fa6f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0564053 Aug 31 13:53:01.837120 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61998d53-afc0-4bef-841d-e55d400d76b1 req-46ec7d99-65ce-4e79-8c4b-5831dfa2a45f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Aug 31 13:53:01.862723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.975897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-5bba6909-7cb7-4268-9185-f69e967e0a4a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.977466 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-5bba6909-7cb7-4268-9185-f69e967e0a4a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 950 time: 0.1148551 Aug 31 13:53:02.014513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9bc439ff-982e-49fb-b022-641378fec71a req-7ebd1390-d7e4-4839-83b7-6ac7620cc1dc service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620102 Aug 31 13:53:02.035498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39f02-4af2-41f3-82a5-b88169bb71cb req-0359161b-8172-4f60-a95f-35a9f705c2dd tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.037073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73f39f02-4af2-41f3-82a5-b88169bb71cb req-0359161b-8172-4f60-a95f-35a9f705c2dd tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0586600 Aug 31 13:53:02.083191 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73f39f02-4af2-41f3-82a5-b88169bb71cb req-be30d781-2fe0-4a12-9808-83836524281d tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0398262 Aug 31 13:53:02.207167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port 09f37396-704f-4e6a-8d40-7e78c22546fd {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:02.207994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:02.238976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e58189-1065-4a3c-a1cd-4096886aeefe req-8cd95b15-a1ee-4585-820b-0df1c5ae06c6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.240722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9e58189-1065-4a3c-a1cd-4096886aeefe req-8cd95b15-a1ee-4585-820b-0df1c5ae06c6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0700665 Aug 31 13:53:02.282058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9e58189-1065-4a3c-a1cd-4096886aeefe req-af7c7372-f5a2-4c9b-9413-c3fe2aa90ee6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353515 Aug 31 13:53:02.292553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 09f37396-704f-4e6a-8d40-7e78c22546fd no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:02.318134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port 09f37396-704f-4e6a-8d40-7e78c22546fd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09f37396-704f-4e6a-8d40-7e78c22546fd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:02.318527 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:02.334240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for 09f37396-704f-4e6a-8d40-7e78c22546fd owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:02.395684 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:02.426183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:02.428907 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec7e6a-bfc5-4a0f-aee5-cd4559b678f1" -d '{"events": [{"server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "name": "network-vif-unplugged", "status": "completed", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:02.456234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 09f37396-704f-4e6a-8d40-7e78c22546fd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=09f37396-704f-4e6a-8d40-7e78c22546fd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:02.462718 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:02.469772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70a90c-4a96-4fa8-89de-4a5a962a1515 req-0b7c2b5d-3815-4e70-879b-5e908c64080c tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.471778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0c70a90c-4a96-4fa8-89de-4a5a962a1515 req-0b7c2b5d-3815-4e70-879b-5e908c64080c tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0811162 Aug 31 13:53:02.490684 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac4c043-3fe6-4d7f-bb3a-92aa8df7dc13 x-openstack-request-id: req-4ac4c043-3fe6-4d7f-bb3a-92aa8df7dc13 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:02.490991 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "name": "network-vif-unplugged", "status": "completed", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:02.491232 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ac4c043-3fe6-4d7f-bb3a-92aa8df7dc13 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:02.491633 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd', 'code': 200} Aug 31 13:53:02.527485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=09f37396-704f-4e6a-8d40-7e78c22546fd,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:02.568629 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0c70a90c-4a96-4fa8-89de-4a5a962a1515 req-84fab5e2-a41b-49fd-9d44-1a8e4e8ab3f1 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861626 Aug 31 13:53:02.575678 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:02.605481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=09f37396-704f-4e6a-8d40-7e78c22546fd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:02.626949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c0c25-f82d-4487-a278-c26fb10739c8 req-80306570-6a13-4e0f-80b2-e1b16f8e8b48 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.628775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-939c0c25-f82d-4487-a278-c26fb10739c8 req-80306570-6a13-4e0f-80b2-e1b16f8e8b48 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0617068 Aug 31 13:53:02.666074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '694eb8e9-caf0-4618-901f-3e411e62df62', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:02.670788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port 09f37396-704f-4e6a-8d40-7e78c22546fd on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:02.686314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-939c0c25-f82d-4487-a278-c26fb10739c8 req-b08402d5-5bf7-425c-afd5-8d3ed6dab0e4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Aug 31 13:53:02.696589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:02.700205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2a735d2-7797-471b-a20d-d3a141c1d512 req-dceb8a51-484a-4c46-a802-5c6ec4a7f031 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "DELETE /v2.0/ports/09f37396-704f-4e6a-8d40-7e78c22546fd HTTP/1.1" status: 204 len: 173 time: 0.6013150 Aug 31 13:53:02.702723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'name': 'network-vif-deleted', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:02.726536 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246b7f5b-8539-49f9-b431-dfe90a303101" -d '{"events": [{"server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "name": "network-vif-deleted", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:02.813151 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-adfd27a3-346d-4c4a-8e18-fb241ae69d25 req-3539b600-0758-4887-a52f-ea18af366a87 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 210 time: 0.0352306 Aug 31 13:53:02.815948 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e03f5-e238-47d5-8e1f-4718be75ca5d x-openstack-request-id: req-101e03f5-e238-47d5-8e1f-4718be75ca5d {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:02.816570 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a341e794-f3a7-402f-9a21-f0bcdea557d3", "name": "network-vif-deleted", "tag": "09f37396-704f-4e6a-8d40-7e78c22546fd", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:02.816693 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-101e03f5-e238-47d5-8e1f-4718be75ca5d {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:02.817239 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a341e794-f3a7-402f-9a21-f0bcdea557d3', 'name': 'network-vif-deleted', 'tag': '09f37396-704f-4e6a-8d40-7e78c22546fd', 'status': 'completed', 'code': 200} Aug 31 13:53:02.839916 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-c44ad7ce-c2da-4f9f-a4f3-ebed55094852 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.853047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-c44ad7ce-c2da-4f9f-a4f3-ebed55094852 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.2143784 Aug 31 13:53:03.024174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cf00b-b661-4172-a382-8f7e8b9229ab req-a4add3c8-8654-4e71-b4fe-27625183ed3c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.026160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d11cf00b-b661-4172-a382-8f7e8b9229ab req-a4add3c8-8654-4e71-b4fe-27625183ed3c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0675397 Aug 31 13:53:03.086433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d11cf00b-b661-4172-a382-8f7e8b9229ab req-1870dc38-055c-44bb-aea2-a2763e5b02bb tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524452 Aug 31 13:53:03.092152 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [req-d6279d10-4a12-458d-9093-f8737c4defad req-dfc02140-e24b-40e7-9aff-e2226e803cef service neutron] show failed (client error): The resource could not be found. Aug 31 13:53:03.093720 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-dfc02140-e24b-40e7-9aff-e2226e803cef service neutron] 10.222.0.26 "GET /v2.0/ports/03ae7279-5f6a-4734-8b1d-e8e4d9237547/bindings/n-h1-792362-6 HTTP/1.1" status: 404 len: 380 time: 0.1854403 Aug 31 13:53:03.128236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Deleting port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:03.128571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:03.260150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0900aa-4c69-4f24-89b0-de09f1b0aef0 req-b8c9cb3a-239c-48d9-8c7b-2a812697b3c0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.261705 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a0900aa-4c69-4f24-89b0-de09f1b0aef0 req-b8c9cb3a-239c-48d9-8c7b-2a812697b3c0 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 1023 time: 0.0789156 Aug 31 13:53:03.284029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] For port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,segment=NetworkSegment(c231d844-c1f6-4fca-9b72-bedcc1bdf0da),segment_id=c231d844-c1f6-4fca-9b72-bedcc1bdf0da)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:03.284998 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:03.303931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Calling delete_port for ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:03.337507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a0900aa-4c69-4f24-89b0-de09f1b0aef0 req-2ef7af01-e45b-44f3-b565-01eced2d308f tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c184488-c7c6-443b-9130-a2551d599d1a&id=c0ccf454-baf9-482e-a96a-9a8346d964d5&id=69bf5517-32ab-45c2-97a8-8d21f871442e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0659120 Aug 31 13:53:03.442300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-d4740840-d2d7-4dd9-95d9-3aaf8373a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.444142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-d4740840-d2d7-4dd9-95d9-3aaf8373a62e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1100 time: 0.0841465 Aug 31 13:53:03.462796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840d778-ec98-4e20-a3c2-bb477cd5edc0 req-15b1059b-fd30-4001-98b7-749bd09142d7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.464534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1840d778-ec98-4e20-a3c2-bb477cd5edc0 req-15b1059b-fd30-4001-98b7-749bd09142d7 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0647435 Aug 31 13:53:03.469942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:03.530495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:03.548771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1840d778-ec98-4e20-a3c2-bb477cd5edc0 req-55dd4f34-f0dc-4d74-bfe2-40ac71017287 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754292 Aug 31 13:53:03.553758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:03.573776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'Port': ['ID=ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:03.618253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:03.634760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] No DVR routers for this DVR port ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:03.637478 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:03.641034 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00ad6837-3025-472e-afa3-47361c1b4c9d req-32983975-69d0-42a7-82a4-b33a9c883ef8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.26 "DELETE /v2.0/ports/ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc HTTP/1.1" status: 204 len: 173 time: 0.7337852 Aug 31 13:53:03.770076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025fdca-0c2c-4b88-9f64-b6ce5b05f87e req-1bf0356b-e197-4c32-8eb9-8c741e7948ac tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.771608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3025fdca-0c2c-4b88-9f64-b6ce5b05f87e req-1bf0356b-e197-4c32-8eb9-8c741e7948ac tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0837622 Aug 31 13:53:03.799654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e111451d-cfac-4972-867b-0f06ba9b39d9 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:03.839752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ec23b-9ffa-4717-b0d4-9a14220b094e req-0a853475-d9dd-401a-a650-8c42161f5a08 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.841347 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ca7ec23b-9ffa-4717-b0d4-9a14220b094e req-0a853475-d9dd-401a-a650-8c42161f5a08 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 949 time: 0.0555017 Aug 31 13:53:03.859779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e111451d-cfac-4972-867b-0f06ba9b39d9 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "PUT /v2.0/quotas/0c0e5f0bbb4844ce86d19bc653394344 HTTP/1.1" status: 200 len: 368 time: 0.2383466 Aug 31 13:53:03.865881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:03.873599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Request body: {'network': {'project_id': '0c0e5f0bbb4844ce86d19bc653394344'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:03.879467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3025fdca-0c2c-4b88-9f64-b6ce5b05f87e req-b13f4682-762b-427d-a9ca-485d972fef96 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757091 Aug 31 13:53:03.925175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:03.932897 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ca7ec23b-9ffa-4717-b0d4-9a14220b094e req-df0977fa-1a49-4234-bd8b-62dfc0a0ca17 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829332 Aug 31 13:53:03.942565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Made reservation on behalf of 0c0e5f0bbb4844ce86d19bc653394344 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:03.945362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:03.954453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.043237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:04.086006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdc6c1-7c0e-44d3-9b65-5de936a931d9 req-c8174046-06cb-45c2-969b-b8f439416782 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.087856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6bdc6c1-7c0e-44d3-9b65-5de936a931d9 req-c8174046-06cb-45c2-969b-b8f439416782 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.1406577 Aug 31 13:53:04.125941 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1870b545-a437-4509-961f-b3d42cdb1eba req-95eb707f-701f-420e-bb25-4de6ea44a4a5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=a341e794-f3a7-402f-9a21-f0bcdea557d3 HTTP/1.1" status: 200 len: 210 time: 0.0707562 Aug 31 13:53:04.139724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.141108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:04.146472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.151559 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00d573-5312-49e5-b1ad-744446e13d01" -d '{"events": [{"server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "name": "network-vif-unplugged", "status": "completed", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:04.167120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.180395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:04.195294 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.196859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f572c7c6-63d2-4d34-ac20-6e043fd22aae,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:04.199934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.200276 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Added segment 6eef37ef-b58c-461c-ae96-c6ecda02ee7b of type vlan for network 558d1a5f-1a67-451e-8f51-f0f45ed2a18c Aug 31 13:53:04.205308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6bdc6c1-7c0e-44d3-9b65-5de936a931d9 req-024d155f-92f7-44aa-8d6b-5504ee46e1a9 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101224 Aug 31 13:53:04.245538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.265561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] No DVR routers for this DVR port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:04.293128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.294672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.296001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.301168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Pushing event updated for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:04.371913 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf33842-f77d-407a-a418-4f1bb2af0c8d x-openstack-request-id: req-5bf33842-f77d-407a-a418-4f1bb2af0c8d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:04.372208 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "name": "network-vif-unplugged", "status": "completed", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:04.372467 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bf33842-f77d-407a-a418-4f1bb2af0c8d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:04.372890 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547', 'code': 200} Aug 31 13:53:04.379320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5122237 Aug 31 13:53:04.385101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00ea32-17d3-48f6-99ea-49f34b85641f tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Pushing event updated for resources: {'Network': ['ID=558d1a5f-1a67-451e-8f51-f0f45ed2a18c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:04.387463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34142) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:04.396854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Request body: {'network': {'project_id': '0c0e5f0bbb4844ce86d19bc653394344'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:04.397066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 558d1a5f-1a67-451e-8f51-f0f45ed2a18c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:04.406257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.406588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.406943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.413424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.413791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.424960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.425278 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.426502 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 2 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.438797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Made reservation on behalf of 0c0e5f0bbb4844ce86d19bc653394344 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:04.443546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.452460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce001b66-5c72-454a-a262-dcf986c1ff54 req-6919ea58-520a-416d-81ca-61751a6cd0ce tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.454155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce001b66-5c72-454a-a262-dcf986c1ff54 req-6919ea58-520a-416d-81ca-61751a6cd0ce tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1201184 Aug 31 13:53:04.457816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.458164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.458530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.470619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.470971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.485068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.485441 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.485905 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 3 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.507721 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7bb9667a-a026-48fe-b98b-e9a4bc05e632 req-fc835183-b1fd-42ca-be75-766d028dcb66 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f06217-39c9-4544-8e8d-ceba83f640af HTTP/1.1" status: 200 len: 210 time: 0.0408356 Aug 31 13:53:04.516702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.517664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.518187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.524316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] vlan segment allocate from pool success with {'vlan_id': 1526, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:04.527622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce001b66-5c72-454a-a262-dcf986c1ff54 req-1ea300bc-c625-4762-839b-b9ac3e427fac tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653939 Aug 31 13:53:04.533757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.534332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.537171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.537532 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Added segment a3ce5c94-5acd-485c-a83f-be6c8e0b552d of type vlan for network fc406086-6b16-452b-bb84-232b8f70b0ff Aug 31 13:53:04.539627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.540047 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.540532 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 4 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.571377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.571730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.572075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.577273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.577487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.583374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.583776 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.584151 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 5 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.586840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-80ddbd04-fbf3-426d-bc3f-b67b04e22030 None None] Provisioning complete for port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:04.587960 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-80ddbd04-fbf3-426d-bc3f-b67b04e22030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.590605 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.601686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.602025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.602367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.607287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.607625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.613748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.614096 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.614513 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 6 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.630066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.630413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.630754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.632016 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.633121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.633854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.635480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-80ddbd04-fbf3-426d-bc3f-b67b04e22030 None None] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:04.637019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.637250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.645035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.645373 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.645772 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 7 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.658732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.659116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.659453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.663783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.664112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.668412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.668746 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.669184 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 8 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.682418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.682759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.683093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.687490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.687864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.692760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.693124 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.693515 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 9 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.707019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.707349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.707706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.712035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.712357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.716524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.716956 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.717074 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3266139 Aug 31 13:53:04.717338 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempt 10 to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 Aug 31 13:53:04.720911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34148) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:04.728984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb1243-30cf-4a95-88dd-4e6687305f5b tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Pushing event updated for resources: {'Network': ['ID=fc406086-6b16-452b-bb84-232b8f70b0ff,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:04.730901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6b9cb5a8-98fa-4e76-8a0f-3c56b73ee525 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Request body: {'network': {'project_id': '0c0e5f0bbb4844ce86d19bc653394344'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:04.739732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network fc406086-6b16-452b-bb84-232b8f70b0ff details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:04.741923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06950063-a994-46e1-838e-7acf30d25c0f req-a15c24ec-6873-49b1-8993-d526ba52f390 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.743531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06950063-a994-46e1-838e-7acf30d25c0f req-a15c24ec-6873-49b1-8993-d526ba52f390 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1248469 Aug 31 13:53:04.743793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:04.744135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:04.744469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.749937 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9cb5a8-98fa-4e76-8a0f-3c56b73ee525 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 13:53:04.750450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9cb5a8-98fa-4e76-8a0f-3c56b73ee525 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:53:04.754814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6b9cb5a8-98fa-4e76-8a0f-3c56b73ee525 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0300784 Aug 31 13:53:04.754814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.754814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempting to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:04.755149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34150) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:04.774741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:04.775439 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Failed to bind port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:04.775439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.786212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06950063-a994-46e1-838e-7acf30d25c0f req-d61e09e9-b2f8-41b8-8e84-e9f3326ef444 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Aug 31 13:53:04.818337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'name': 'network-vif-deleted', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:04.821312 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458edd24-6e0b-4365-827e-21c01462e983" -d '{"events": [{"server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "name": "network-vif-deleted", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:04.836555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-df508dab-ba31-441a-825b-95a7ae379e11 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c0e5f0bbb4844ce86d19bc653394344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803030 Aug 31 13:53:04.841280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:04.872275 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7488fac9-27b4-4195-b339-df8588e43f19 x-openstack-request-id: req-7488fac9-27b4-4195-b339-df8588e43f19 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:04.872678 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f06217-39c9-4544-8e8d-ceba83f640af", "name": "network-vif-deleted", "tag": "ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:04.873030 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7488fac9-27b4-4195-b339-df8588e43f19 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:04.873476 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f06217-39c9-4544-8e8d-ceba83f640af', 'name': 'network-vif-deleted', 'tag': 'ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc', 'status': 'completed', 'code': 200} Aug 31 13:53:04.895997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:04.896313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:53:04.902177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.956008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] In _notify_port_updated(), no bound segment for port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:53:04.957017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.957640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.959052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] 10.222.0.101 "PUT /v2.0/ports/03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 1060 time: 1.4933677 Aug 31 13:53:04.962219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f102966c-24cf-4ee8-86ec-c2735e94c243 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.970840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de236a48-24b2-4148-b497-81deab7a8749 service neutron] Pushing event updated for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:05.004278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f102966c-24cf-4ee8-86ec-c2735e94c243 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.037241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da4ec4-2f4f-46ce-8539-8d04cede2b64 req-ce4a3997-6ec5-4f0a-a901-80a8cbfdd3f2 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.046193 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94da4ec4-2f4f-46ce-8539-8d04cede2b64 req-ce4a3997-6ec5-4f0a-a901-80a8cbfdd3f2 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0828636 Aug 31 13:53:05.086136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94da4ec4-2f4f-46ce-8539-8d04cede2b64 req-ab0008bf-337e-404e-ac9c-0e5201ba0360 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Aug 31 13:53:05.109753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-a35d6873-4ed4-41f2-844a-2cbacaa6a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.111309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-a35d6873-4ed4-41f2-844a-2cbacaa6a51a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1063 time: 0.0994103 Aug 31 13:53:05.151415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3813a0-9fcf-40de-beed-31d281c63e5f req-56dbb50e-f016-4a8e-83ff-73415e997ff4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.153226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf3813a0-9fcf-40de-beed-31d281c63e5f req-56dbb50e-f016-4a8e-83ff-73415e997ff4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.0991409 Aug 31 13:53:05.214826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f102966c-24cf-4ee8-86ec-c2735e94c243 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.216253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328315f-bf9a-43e5-b666-a1fe569716d2 req-c17fe27f-4b22-4ea6-8168-4aa5917c1a02 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.217413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f102966c-24cf-4ee8-86ec-c2735e94c243 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.217868 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6328315f-bf9a-43e5-b666-a1fe569716d2 req-c17fe27f-4b22-4ea6-8168-4aa5917c1a02 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.0681655 Aug 31 13:53:05.218574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f102966c-24cf-4ee8-86ec-c2735e94c243 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/f572c7c6-63d2-4d34-ac20-6e043fd22aae HTTP/1.1" status: 204 len: 168 time: 0.3763709 Aug 31 13:53:05.222152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34168) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:05.242014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102966c-24cf-4ee8-86ec-c2735e94c243 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f572c7c6-63d2-4d34-ac20-6e043fd22aae,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:05.266750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf3813a0-9fcf-40de-beed-31d281c63e5f req-66936304-49d5-47ab-9a90-23c93db16066 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832491 Aug 31 13:53:05.277574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f0ba7b3e-5f28-4b25-b286-beda7314b19e None None] Provisioning complete for port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:05.278511 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7b3e-5f28-4b25-b286-beda7314b19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.296223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-37d8d585-11aa-4dec-b3ac-d4398af1719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.297885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-37d8d585-11aa-4dec-b3ac-d4398af1719d service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1773047 Aug 31 13:53:05.333573 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6328315f-bf9a-43e5-b666-a1fe569716d2 req-1776471f-89df-41e6-a785-247bd2dc47c7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026163 Aug 31 13:53:05.349280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.354476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba7b3e-5f28-4b25-b286-beda7314b19e None None] Port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:05.415736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-cb0d769a-e542-4bef-8797-5379101027dc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 217 time: 0.1054623 Aug 31 13:53:05.472829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-3d9b9e68-8029-4a45-9fdf-e26aaa537fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.474499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-3d9b9e68-8029-4a45-9fdf-e26aaa537fa1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0507259 Aug 31 13:53:05.492435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.507180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc406086-6b16-452b-bb84-232b8f70b0ff']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:05.529827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ce5c94-5acd-485c-a83f-be6c8e0b552d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:05.530105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ce5c94-5acd-485c-a83f-be6c8e0b552d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:05.542884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.551864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9662-409e-4701-9842-89894134bf44 req-0d92f82e-8e84-4ff0-b5b8-e3c78f9f349f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.553436 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-076f9662-409e-4701-9842-89894134bf44 req-0d92f82e-8e84-4ff0-b5b8-e3c78f9f349f tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.1398544 Aug 31 13:53:05.560622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279d10-4a12-458d-9093-f8737c4defad req-9a662692-e9f4-4e90-976e-384a4e99985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.562341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-9a662692-e9f4-4e90-976e-384a4e99985f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562451 Aug 31 13:53:05.573241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.589637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Releasing vlan 1526 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:05.589802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:05.592120 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:05.655432 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-076f9662-409e-4701-9842-89894134bf44 req-b7267a65-3bef-4391-8fb4-f22b9bc8defb tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934947 Aug 31 13:53:05.671578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.676791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-9affa68f-bff9-4d96-8ce2-111aeb22b97a service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024837 Aug 31 13:53:05.687685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.693257 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "DELETE /v2.0/networks/fc406086-6b16-452b-bb84-232b8f70b0ff HTTP/1.1" status: 204 len: 168 time: 0.4696302 Aug 31 13:53:05.694004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34184) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:05.728615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b62fc-4abf-4b90-b76b-432ea90e3a67 tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc406086-6b16-452b-bb84-232b8f70b0ff,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:05.820676 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.824667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ae7423dd-72d4-44f0-8350-f18247b5eaad req-2f41f611-9d92-476d-a8db-12e26bbb5651 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/69bf5517-32ab-45c2-97a8-8d21f871442e HTTP/1.1" status: 200 len: 1801 time: 0.1222601 Aug 31 13:53:05.827460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6279d10-4a12-458d-9093-f8737c4defad req-dbee14fa-d23e-4f14-8470-a1d0d182950d service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373699 Aug 31 13:53:05.843377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a1ecf-01ef-45c7-8c4d-8e8e87775d7d req-60439490-a1ed-43e4-b21f-956046f8f7ec tempest-LiveMigrationNegativeTest-42966661 tempest-LiveMigrationNegativeTest-42966661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.844939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d69a1ecf-01ef-45c7-8c4d-8e8e87775d7d req-60439490-a1ed-43e4-b21f-956046f8f7ec tempest-LiveMigrationNegativeTest-42966661 tempest-LiveMigrationNegativeTest-42966661-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 1101 time: 0.0524843 Aug 31 13:53:05.867161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d69a1ecf-01ef-45c7-8c4d-8e8e87775d7d req-ecbd2056-b311-4403-879f-d8f7b294247c tempest-LiveMigrationNegativeTest-42966661 tempest-LiveMigrationNegativeTest-42966661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.942734 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.955749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558d1a5f-1a67-451e-8f51-f0f45ed2a18c']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:05.966692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d69a1ecf-01ef-45c7-8c4d-8e8e87775d7d req-ecbd2056-b311-4403-879f-d8f7b294247c tempest-LiveMigrationNegativeTest-42966661 tempest-LiveMigrationNegativeTest-42966661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.970697 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d69a1ecf-01ef-45c7-8c4d-8e8e87775d7d req-ecbd2056-b311-4403-879f-d8f7b294247c tempest-LiveMigrationNegativeTest-42966661 tempest-LiveMigrationNegativeTest-42966661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.974775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eef37ef-b58c-461c-ae96-c6ecda02ee7b') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:05.975084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eef37ef-b58c-461c-ae96-c6ecda02ee7b') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:05.983048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ae7423dd-72d4-44f0-8350-f18247b5eaad req-a85cdb6c-fe93-41f5-963a-29f8d4c83818 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.988004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.001947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d69a1ecf-01ef-45c7-8c4d-8e8e87775d7d req-ecbd2056-b311-4403-879f-d8f7b294247c tempest-LiveMigrationNegativeTest-42966661 tempest-LiveMigrationNegativeTest-42966661-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479039 Aug 31 13:53:06.024621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd2056-b311-4403-879f-d8f7b294247c tempest-LiveMigrationNegativeTest-42966661 tempest-LiveMigrationNegativeTest-42966661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fd627e-71d6-4f5f-ace1-82c8916ba64d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:06.025492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ae7423dd-72d4-44f0-8350-f18247b5eaad req-a85cdb6c-fe93-41f5-963a-29f8d4c83818 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.042708 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.058400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:06.058805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:06.060425 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:06.122176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ae7423dd-72d4-44f0-8350-f18247b5eaad req-a85cdb6c-fe93-41f5-963a-29f8d4c83818 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.124740 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ae7423dd-72d4-44f0-8350-f18247b5eaad req-a85cdb6c-fe93-41f5-963a-29f8d4c83818 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.125999 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ae7423dd-72d4-44f0-8350-f18247b5eaad req-a85cdb6c-fe93-41f5-963a-29f8d4c83818 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/69bf5517-32ab-45c2-97a8-8d21f871442e HTTP/1.1" status: 204 len: 173 time: 0.2929382 Aug 31 13:53:06.134268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.144562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.156214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] 10.222.0.10 "DELETE /v2.0/networks/558d1a5f-1a67-451e-8f51-f0f45ed2a18c HTTP/1.1" status: 204 len: 168 time: 0.4528749 Aug 31 13:53:06.161094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cdb6c-fe93-41f5-963a-29f8d4c83818 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf5517-32ab-45c2-97a8-8d21f871442e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:06.174267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f49990-af7f-40f8-a80a-168ec5ca57aa tempest-QuotasNegativeTest-308326460 tempest-QuotasNegativeTest-308326460-project-admin] Pushing event deleted for resources: {'Network': ['ID=558d1a5f-1a67-451e-8f51-f0f45ed2a18c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:06.243330 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-29b93d1b-660b-4b4e-9938-c1beae3eb64f req-3fb85c9b-7a6d-407e-a5aa-4f9e3dac4053 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "GET /v2.0/security-groups/5c184488-c7c6-443b-9130-a2551d599d1a HTTP/1.1" status: 200 len: 1801 time: 0.0430458 Aug 31 13:53:06.259714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8d140-1146-495a-84de-8482597c1b0f req-0d181e1c-fd80-4119-9d6c-5c3dcda5a398 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.261395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cd8d140-1146-495a-84de-8482597c1b0f req-0d181e1c-fd80-4119-9d6c-5c3dcda5a398 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0631335 Aug 31 13:53:06.305370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:06.307725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-29b93d1b-660b-4b4e-9938-c1beae3eb64f req-faed26d4-802d-4c30-b867-dc1a4a2177d8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.313497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cd8d140-1146-495a-84de-8482597c1b0f req-d0062b09-de75-4ab6-8f8f-0c0bed8ff6b0 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Aug 31 13:53:06.335459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-29b93d1b-660b-4b4e-9938-c1beae3eb64f req-faed26d4-802d-4c30-b867-dc1a4a2177d8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.353630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:06.354354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ed02b1e3-d70c-4db0-b49d-1592d1ddd8dc not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:06.354978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ae7279-5f6a-4734-8b1d-e8e4d9237547 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:06.374214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:06.376916 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:06.387715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-29b93d1b-660b-4b4e-9938-c1beae3eb64f req-faed26d4-802d-4c30-b867-dc1a4a2177d8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.394898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-29b93d1b-660b-4b4e-9938-c1beae3eb64f req-faed26d4-802d-4c30-b867-dc1a4a2177d8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.396256 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-29b93d1b-660b-4b4e-9938-c1beae3eb64f req-faed26d4-802d-4c30-b867-dc1a4a2177d8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] 10.222.0.10 "DELETE /v2.0/security-groups/5c184488-c7c6-443b-9130-a2551d599d1a HTTP/1.1" status: 204 len: 173 time: 0.1456237 Aug 31 13:53:06.402737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34210) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:06.408777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 03ae7279-5f6a-4734-8b1d-e8e4d9237547 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:06.418801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed26d4-802d-4c30-b867-dc1a4a2177d8 tempest-SecurityGroupsTestJSON-1885739423 tempest-SecurityGroupsTestJSON-1885739423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c184488-c7c6-443b-9130-a2551d599d1a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:06.501675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] Deleting subnet 961097dc-9058-4b01-926a-bb5d20f0b3c5 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:53:06.511445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938296-9b47-4b37-9627-739f74b42d5e req-f83eebe6-89b1-4f9f-9ba3-c0b12ebc0cc1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.513091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4938296-9b47-4b37-9627-739f74b42d5e req-f83eebe6-89b1-4f9f-9ba3-c0b12ebc0cc1 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 949 time: 0.1019039 Aug 31 13:53:06.515369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.575073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.595078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbdb90-cb61-4f6d-87bd-e59855d1b975 req-bc5260b4-60ea-463f-a37a-6356da8963b5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.597521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4dbdb90-cb61-4f6d-87bd-e59855d1b975 req-bc5260b4-60ea-463f-a37a-6356da8963b5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.0577490 Aug 31 13:53:06.608530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4938296-9b47-4b37-9627-739f74b42d5e req-f455037e-65ba-4143-87b8-b7d71db1d141 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717783 Aug 31 13:53:06.634188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.649605 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4dbdb90-cb61-4f6d-87bd-e59855d1b975 req-158058aa-a505-406d-9e89-81be9ad12d2f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Aug 31 13:53:06.705857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34218) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:06.718149 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11b415-3057-44ef-b810-60450de09cfd x-openstack-request-id: req-9a11b415-3057-44ef-b810-60450de09cfd {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:06.718444 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:06.718698 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a11b415-3057-44ef-b810-60450de09cfd {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:06.719093 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547', 'status': 'completed', 'code': 200} Aug 31 13:53:06.738714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.776858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1427439-ad9f-4771-b8a4-fe25921f6ec0 req-7474587d-f66f-47f1-8243-f10593a2db11 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.778564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1427439-ad9f-4771-b8a4-fe25921f6ec0 req-7474587d-f66f-47f1-8243-f10593a2db11 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.0969810 Aug 31 13:53:06.780940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.782741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] 10.222.0.10 "DELETE /v2.0/subnets/961097dc-9058-4b01-926a-bb5d20f0b3c5 HTTP/1.1" status: 204 len: 168 time: 0.3789687 Aug 31 13:53:06.783574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ef70e-50b3-49e3-aa39-bf4b41875bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961097dc-9058-4b01-926a-bb5d20f0b3c5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:06.787071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34222) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:06.853311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1427439-ad9f-4771-b8a4-fe25921f6ec0 req-0b79f4fe-b9c8-4d1d-8cb1-3c83449f7565 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603545 Aug 31 13:53:06.860344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-40cf88ad-c25a-49f5-82a9-9786bb587bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.863005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-40cf88ad-c25a-49f5-82a9-9786bb587bbd service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1063 time: 0.0825310 Aug 31 13:53:06.947988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cdb50356-058b-4fbf-aedd-2ad0afa09c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.973237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-c5d03df8-1f5f-4172-a21f-dfd755ed89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.974749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-c5d03df8-1f5f-4172-a21f-dfd755ed89e8 service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.0978198 Aug 31 13:53:07.030553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-42995652-4f73-4de5-918f-5bc7f8d4efa1 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 217 time: 0.0467944 Aug 31 13:53:07.087750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-96402ff2-7779-4295-9629-a5d61d39b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.089410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-96402ff2-7779-4295-9629-a5d61d39b12b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0497394 Aug 31 13:53:07.153380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-324cdce4-dd7a-4a59-9ab9-b2a8cf31fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.155322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-324cdce4-dd7a-4a59-9ab9-b2a8cf31fe57 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554159 Aug 31 13:53:07.272738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73376a-e3b5-41bb-a2e8-a7f29b3f68ae req-25703ea0-6d19-458b-93ed-598286eabb86 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.274299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e73376a-e3b5-41bb-a2e8-a7f29b3f68ae req-25703ea0-6d19-458b-93ed-598286eabb86 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1155226 Aug 31 13:53:07.305883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-34e3f171-8931-41f3-b320-f8ca80687784 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374171 Aug 31 13:53:07.319988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.342115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e73376a-e3b5-41bb-a2e8-a7f29b3f68ae req-5722d96a-210a-4135-8bef-313b01912cee tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588675 Aug 31 13:53:07.358715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-fad7e4ea-8707-403f-825e-7248159c12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.360802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-fad7e4ea-8707-403f-825e-7248159c12ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 1063 time: 0.4626815 Aug 31 13:53:07.438386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabf46b-36ff-4daf-8e70-544aa92250ef req-6b396032-762d-43cd-ae73-137380adcf6b tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.439914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2cabf46b-36ff-4daf-8e70-544aa92250ef req-6b396032-762d-43cd-ae73-137380adcf6b tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.1417923 Aug 31 13:53:07.453142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-7db9adf5-bce2-4091-8e76-e99bf4410cfa service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343839 Aug 31 13:53:07.476281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c058f4c-fc6a-4312-8eae-d5fdfaa29ea6 req-120ffea1-d234-4cd2-8373-55bf2e9758b8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.477924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c058f4c-fc6a-4312-8eae-d5fdfaa29ea6 req-120ffea1-d234-4cd2-8373-55bf2e9758b8 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0600739 Aug 31 13:53:07.523230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c058f4c-fc6a-4312-8eae-d5fdfaa29ea6 req-cf6ad92a-886c-4d4f-9cc7-d415b8d4ff34 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360754 Aug 31 13:53:07.551901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.571533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ce27c8-5d6a-48d8-860a-843d145e15c5']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:07.610458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:07.610749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c231d844-c1f6-4fca-9b72-bedcc1bdf0da') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:07.636171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2cabf46b-36ff-4daf-8e70-544aa92250ef req-ecc27d25-5b2f-4990-927b-dc80056ff1da tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569929 Aug 31 13:53:07.641748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.654522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-b8c81638-5e0f-480c-bff6-20449e74e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.655997 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-b8c81638-5e0f-480c-bff6-20449e74e240 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2500653 Aug 31 13:53:07.668761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.682967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cdb50356-058b-4fbf-aedd-2ad0afa09c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.684558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Releasing vlan 1544 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:07.685079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:07.687362 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:07.750938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cdb50356-058b-4fbf-aedd-2ad0afa09c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.755262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1d90f-4c92-41f9-aa11-d2e9e4cf681b req-e0cb308e-305a-44db-b377-339d4e2db8b3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.757193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fa1d90f-4c92-41f9-aa11-d2e9e4cf681b req-e0cb308e-305a-44db-b377-339d4e2db8b3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 949 time: 0.0635519 Aug 31 13:53:07.815805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fa1d90f-4c92-41f9-aa11-d2e9e4cf681b req-3ba514b6-d252-4979-beb8-be8d3b467546 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Aug 31 13:53:07.838079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.850671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cdb50356-058b-4fbf-aedd-2ad0afa09c60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1549c236acd45c89b4fe451646e0d46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1434734 Aug 31 13:53:07.853504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34238) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:07.853989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.855605 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] 10.222.0.10 "DELETE /v2.0/networks/e3ce27c8-5d6a-48d8-860a-843d145e15c5 HTTP/1.1" status: 204 len: 168 time: 1.0672691 Aug 31 13:53:07.874844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e319d22-b9e5-4de2-8753-1fe55d30316e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ce27c8-5d6a-48d8-860a-843d145e15c5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:07.876981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb50356-058b-4fbf-aedd-2ad0afa09c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17d8f72-0499-4edd-8635-76b2fb9d5d27,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:07.900019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769a637-3d5c-4d79-a152-51ee9daeb557 req-c3ab3da7-b8db-47e1-90e3-9617661fc113 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.901837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5769a637-3d5c-4d79-a152-51ee9daeb557 req-c3ab3da7-b8db-47e1-90e3-9617661fc113 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.1457260 Aug 31 13:53:07.907280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ed6d603-1203-47fc-9ef4-73cf75164032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.938241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ed6d603-1203-47fc-9ef4-73cf75164032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:07.958880 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5769a637-3d5c-4d79-a152-51ee9daeb557 req-560fd56b-5e21-4144-9c77-b571bde51748 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Aug 31 13:53:08.011258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ed6d603-1203-47fc-9ef4-73cf75164032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.013922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ed6d603-1203-47fc-9ef4-73cf75164032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.015093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7ed6d603-1203-47fc-9ef4-73cf75164032 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d17d8f72-0499-4edd-8635-76b2fb9d5d27 HTTP/1.1" status: 204 len: 168 time: 0.1604526 Aug 31 13:53:08.032531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6d603-1203-47fc-9ef4-73cf75164032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17d8f72-0499-4edd-8635-76b2fb9d5d27,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:08.040680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34248) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:08.091884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ac1aec69-73b4-42e1-aae7-4bd17e8fa628 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa69d41781a543cf88893ad8181ddbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498197 Aug 31 13:53:08.094407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34250) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:08.147469 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0968022c-af7c-4e39-84b9-abd9e4d2409b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.171479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0968022c-af7c-4e39-84b9-abd9e4d2409b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.246265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0968022c-af7c-4e39-84b9-abd9e4d2409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.250653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0968022c-af7c-4e39-84b9-abd9e4d2409b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.254379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0968022c-af7c-4e39-84b9-abd9e4d2409b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0ccf454-baf9-482e-a96a-9a8346d964d5 HTTP/1.1" status: 204 len: 168 time: 0.1566241 Aug 31 13:53:08.264828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968022c-af7c-4e39-84b9-abd9e4d2409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ccf454-baf9-482e-a96a-9a8346d964d5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:08.377641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3af69c-e42f-4382-82a3-41aef036d8a8 req-02afaad5-e5be-4eed-9f53-69b17f3eb96f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.379592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a3af69c-e42f-4382-82a3-41aef036d8a8 req-02afaad5-e5be-4eed-9f53-69b17f3eb96f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.0844612 Aug 31 13:53:08.430551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a3af69c-e42f-4382-82a3-41aef036d8a8 req-3c9e1dde-6e55-433e-835b-557a16d57b4f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Aug 31 13:53:08.474805 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34262) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:08.487885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea7c280f-b7b0-4d00-ae35-77079a3e5d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.515085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-f53e5b77-4d61-42d4-89a7-93c363993aa8 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.0489666 Aug 31 13:53:08.598183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea7c280f-b7b0-4d00-ae35-77079a3e5d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.602427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea7c280f-b7b0-4d00-ae35-77079a3e5d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.627816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fd853-569a-473a-9515-17603c48b88f req-e4996df4-7e4c-4396-94eb-ac6d77f07c47 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.630150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-446fd853-569a-473a-9515-17603c48b88f req-e4996df4-7e4c-4396-94eb-ac6d77f07c47 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1135507 Aug 31 13:53:08.637224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-53773b0a-f93e-4f5f-84f8-c4e3f01895d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.638832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-53773b0a-f93e-4f5f-84f8-c4e3f01895d0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&tenant_id=ec74b343ea7c46d59878d609588dc44f HTTP/1.1" status: 200 len: 1065 time: 0.0837216 Aug 31 13:53:08.646913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ea7c280f-b7b0-4d00-ae35-77079a3e5d11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6efe0011ef6f4b7fbe5f6f6b365fe5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712821 Aug 31 13:53:08.648438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c280f-b7b0-4d00-ae35-77079a3e5d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7658cc2-a1a5-427c-9971-5a39b3749da5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:08.650872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34270) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:08.665622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:08.704931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da6cc9bc-168e-4ada-abfa-fdf07aa8d470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.708323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-446fd853-569a-473a-9515-17603c48b88f req-1dce4a09-7003-4e61-9044-6b10ec4b2ead tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676923 Aug 31 13:53:08.730971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da6cc9bc-168e-4ada-abfa-fdf07aa8d470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.772478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.793137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da6cc9bc-168e-4ada-abfa-fdf07aa8d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.796010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da6cc9bc-168e-4ada-abfa-fdf07aa8d470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.797695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da6cc9bc-168e-4ada-abfa-fdf07aa8d470 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7658cc2-a1a5-427c-9971-5a39b3749da5 HTTP/1.1" status: 204 len: 168 time: 0.1459126 Aug 31 13:53:08.809745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cc9bc-168e-4ada-abfa-fdf07aa8d470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7658cc2-a1a5-427c-9971-5a39b3749da5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:08.933341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dda6c-a6c5-4b7f-983a-aea7d10e2c65 req-0ba61d98-2984-4871-bb32-a4c12ad61e4c tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.934869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-267dda6c-a6c5-4b7f-983a-aea7d10e2c65 req-0ba61d98-2984-4871-bb32-a4c12ad61e4c tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.1081657 Aug 31 13:53:08.985716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:09.007094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-267dda6c-a6c5-4b7f-983a-aea7d10e2c65 req-f2356ddd-806d-4322-b085-084ebac73240 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Aug 31 13:53:09.067497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.079769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.148433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.148433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.148854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.168624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.168990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.184252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.184594 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.189169 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 2 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.199177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=16']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:09.219691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.220220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.220746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.227606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.227936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.237439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc040851-7271-4ac8-8629-c013f7b46192 req-3e27d835-96ec-4821-b833-8ff877323441 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.239014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc040851-7271-4ac8-8629-c013f7b46192 req-3e27d835-96ec-4821-b833-8ff877323441 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.1139934 Aug 31 13:53:09.242992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.243738 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.244345 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 3 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.291055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc040851-7271-4ac8-8629-c013f7b46192 req-f22e41b0-d34c-4ce1-bb11-7b71a4558910 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Aug 31 13:53:09.292020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.292362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.292692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.307127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.307832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.321458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.321686 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.322135 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 4 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.354153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.354529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.354865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.366033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-1ee569e7-b4e2-4eff-83a3-40d84fc23897 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 200 len: 217 time: 0.0695450 Aug 31 13:53:09.368299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.368633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.375705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.376040 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.376618 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 5 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.400259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.401046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.401664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.407167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.407722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.412678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.413266 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.413837 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 6 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.428464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.429132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.429638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.435198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.435936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.442347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.442711 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.443240 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 7 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.457285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.457888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.458556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.464386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.464983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.470477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.471046 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.471680 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 8 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.477212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-ef6f2941-1f71-4f8c-9ca0-2685b59dc12b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.478744 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-ef6f2941-1f71-4f8c-9ca0-2685b59dc12b tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.1716449 Aug 31 13:53:09.489598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.491081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.491609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.491745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-80305f38-af1d-4380-a3de-a7e19dbf4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.493234 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-80305f38-af1d-4380-a3de-a7e19dbf4c18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1130555 Aug 31 13:53:09.503413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.503851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.508705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.509175 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.509659 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 9 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.525949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34314) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:09.526775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.527389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.527811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.538889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.539478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.544932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.545597 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.546238 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempt 10 to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 Aug 31 13:53:09.561602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:09.562561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:09.563497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.568895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.569707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempting to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:09.574319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72c23a-e0b9-420c-a368-9d0258cce14a req-b44b3bc8-6d2e-406a-acbe-2c4aa59d61a9 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.583992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d72c23a-e0b9-420c-a368-9d0258cce14a req-b44b3bc8-6d2e-406a-acbe-2c4aa59d61a9 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 949 time: 0.1877763 Aug 31 13:53:09.590543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.594602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:09.595063 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Failed to bind port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] Aug 31 13:53:09.595577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.663357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-ea0291d1-6850-43c5-a0b6-9f132a2b229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.665180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-ea0291d1-6850-43c5-a0b6-9f132a2b229e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513469 Aug 31 13:53:09.686681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:09.687208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:53:09.692274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.693037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] In _notify_port_updated(), no bound segment for port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:53:09.694072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.694821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.696660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] 10.222.0.101 "PUT /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 1062 time: 1.0377989 Aug 31 13:53:09.699936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d72c23a-e0b9-420c-a368-9d0258cce14a req-72336864-7832-4deb-86ce-9bd5507a7cbb tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948319 Aug 31 13:53:09.739237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:09.742117 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8527a-6311-40d1-9a55-e3b032043d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:09.822471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Deleting port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:09.823171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.843620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4772c2f-0032-41d4-9584-666708b7f7b9 req-c7a456e4-1f83-4110-ab5c-6728ffd44fd8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.845175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4772c2f-0032-41d4-9584-666708b7f7b9 req-c7a456e4-1f83-4110-ab5c-6728ffd44fd8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.2524819 Aug 31 13:53:09.847409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858080a5-bc1a-49d7-96c6-5ba6770638ca service neutron] Pushing event updated for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=17']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:09.851838 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b81e86-13d5-4975-8250-c49aca724cf9 x-openstack-request-id: req-26b81e86-13d5-4975-8250-c49aca724cf9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:09.852125 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:09.852373 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26b81e86-13d5-4975-8250-c49aca724cf9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:09.852759 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:53:09.912007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-415707378-network', 'tenant_id': '690553c4f111446d885439b7b2d725cb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:09.923638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-24f564a9-1c99-4a59-9e9b-947b87b2f396 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395394 Aug 31 13:53:09.927467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428315df-08e0-4030-8700-9f70da6afdaa req-ff2363ea-8a99-41bb-b337-c6a7d3b2f301 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.929378 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-428315df-08e0-4030-8700-9f70da6afdaa req-ff2363ea-8a99-41bb-b337-c6a7d3b2f301 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 947 time: 0.1827958 Aug 31 13:53:09.977505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-cb944ce3-ef21-4418-a6af-20ad2b3ae5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.977505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-cb944ce3-ef21-4418-a6af-20ad2b3ae5b1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.1870666 Aug 31 13:53:09.997006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] For port 80f2bdde-e19b-4464-88d4-8b6eab0287d8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=80f2bdde-e19b-4464-88d4-8b6eab0287d8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:09.997610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.016837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Calling delete_port for 80f2bdde-e19b-4464-88d4-8b6eab0287d8 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:10.053512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4772c2f-0032-41d4-9584-666708b7f7b9 req-76397be8-0451-4447-a00a-5c9921f79620 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955822 Aug 31 13:53:10.155683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Made reservation on behalf of 690553c4f111446d885439b7b2d725cb for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:10.169098 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.214286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.219094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67e166-f50e-4e6e-ae78-60c4ce4db065 req-226d53c6-7477-4571-b996-50a2e9b3509f tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.221764 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3f67e166-f50e-4e6e-ae78-60c4ce4db065 req-226d53c6-7477-4571-b996-50a2e9b3509f tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0914745 Aug 31 13:53:10.283599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-213b673a-2701-4eaf-ba55-38119acd080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.289384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-213b673a-2701-4eaf-ba55-38119acd080c service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2674179 Aug 31 13:53:10.310861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Deleting port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:10.311223 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.314049 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3f67e166-f50e-4e6e-ae78-60c4ce4db065 req-88e2b00f-8a7d-4ff9-9103-d8afc28fe4e7 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587575 Aug 31 13:53:10.329057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 80f2bdde-e19b-4464-88d4-8b6eab0287d8 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:10.344070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.377290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event deleted for resources: {'Port': ['ID=80f2bdde-e19b-4464-88d4-8b6eab0287d8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:10.378470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 80f2bdde-e19b-4464-88d4-8b6eab0287d8 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:10.378823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 80f2bdde-e19b-4464-88d4-8b6eab0287d8 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:10.385604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', '3f9851f6-48b0-4096-b55b-a8b2dedd7d04'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:10.459781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] No DVR routers for this DVR port 80f2bdde-e19b-4464-88d4-8b6eab0287d8 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:10.463017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.466273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-57f91646-b1a8-4de9-9941-3a1281c29277 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "DELETE /v2.0/ports/80f2bdde-e19b-4464-88d4-8b6eab0287d8 HTTP/1.1" status: 204 len: 173 time: 0.9720936 Aug 31 13:53:10.467055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'name': 'network-vif-deleted', 'tag': '80f2bdde-e19b-4464-88d4-8b6eab0287d8'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:10.470546 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32378e2-af35-4849-94ac-8c965d886b60" -d '{"events": [{"server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "name": "network-vif-deleted", "tag": "80f2bdde-e19b-4464-88d4-8b6eab0287d8"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:10.479669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-0822bc69-9cd1-4719-aea7-5cf53a3e0161 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.1709502 Aug 31 13:53:10.553256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-ea6a5e1c-5560-4835-b60e-5f5aa19581ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.554789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-ea6a5e1c-5560-4835-b60e-5f5aa19581ad service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0593550 Aug 31 13:53:10.561540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a93f83-51f1-4224-97a1-c6ba5ecf7f88 req-be71df34-7ba3-4820-9cd7-56959eb971e7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.564281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2a93f83-51f1-4224-97a1-c6ba5ecf7f88 req-be71df34-7ba3-4820-9cd7-56959eb971e7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 950 time: 0.0733511 Aug 31 13:53:10.567617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] For port 03ae7279-5f6a-4734-8b1d-e8e4d9237547, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:10.567918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.617268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2a93f83-51f1-4224-97a1-c6ba5ecf7f88 req-df232b65-8b67-4b2c-ac64-8c4d0aed7139 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Aug 31 13:53:10.624323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Calling delete_port for 03ae7279-5f6a-4734-8b1d-e8e4d9237547 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:10.722922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.732540 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.744495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-8035faa6-3d10-4859-8686-94f5c681381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.747073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-8035faa6-3d10-4859-8686-94f5c681381b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750331 Aug 31 13:53:10.779981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916f60-3b56-4dff-8d41-70c8dcdf83eb req-2960eed9-dc37-40b9-8e3b-5d04374755ed tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.781665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e916f60-3b56-4dff-8d41-70c8dcdf83eb req-2960eed9-dc37-40b9-8e3b-5d04374755ed tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.0752094 Aug 31 13:53:10.814253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:10.839449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e916f60-3b56-4dff-8d41-70c8dcdf83eb req-78462b54-50a6-4c1f-9660-d992f2026ea2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507951 Aug 31 13:53:10.878454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af740818-8139-4850-a4d0-2e6a85304daf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:10.887359 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06753066-c6dc-4c55-a892-cc8074f897fe x-openstack-request-id: req-06753066-c6dc-4c55-a892-cc8074f897fe {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:10.887965 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "name": "network-vif-deleted", "tag": "80f2bdde-e19b-4464-88d4-8b6eab0287d8", "status": "failed", "code": 422}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:10.888339 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06753066-c6dc-4c55-a892-cc8074f897fe {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:10.889364 n-d-792362-6 neutron-server[101360]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'name': 'network-vif-deleted', 'tag': '80f2bdde-e19b-4464-88d4-8b6eab0287d8', 'status': 'failed', 'code': 422} returned with failed status Aug 31 13:53:10.895568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.895926 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Added segment 624b9c2b-efc4-44eb-b23f-3e92aaa8bec0 of type vlan for network af259e6d-1a3f-493d-bf01-6272bd7bc99e Aug 31 13:53:11.012513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.027816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3800b3d-9e3a-4a25-8a85-296c31a06cc9 req-b87e7b1c-2c13-4610-9c5e-267b32732536 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182723 Aug 31 13:53:11.043865 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-2dddf92d-f2e6-4ab1-b4b7-cf36a3264570 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824957 Aug 31 13:53:11.166032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d30f9-5cb3-401a-8396-1cc0abd06f11 req-01ab91ce-e3d1-4eaf-8144-78beb3ec174b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.168104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-905d30f9-5cb3-401a-8396-1cc0abd06f11 req-01ab91ce-e3d1-4eaf-8144-78beb3ec174b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1389420 Aug 31 13:53:11.171607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-7c09c8e5-2761-44b2-af93-8501c5af4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.173277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-7c09c8e5-2761-44b2-af93-8501c5af4088 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.1409874 Aug 31 13:53:11.179122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-7d5e2294-bfaa-447b-991c-f21326c0004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.180735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-7d5e2294-bfaa-447b-991c-f21326c0004a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.1502111 Aug 31 13:53:11.306039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34370) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:11.321670 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-905d30f9-5cb3-401a-8396-1cc0abd06f11 req-17d5ac8f-d04b-438c-8e98-624c20dae9fd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471584 Aug 31 13:53:11.397743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-8ccc3fde-ad6e-4b49-96a5-1a57ee4db446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.399377 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-8ccc3fde-ad6e-4b49-96a5-1a57ee4db446 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.1950779 Aug 31 13:53:11.404277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-4831b681-4557-453e-a7f5-39676b027172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.405883 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-4831b681-4557-453e-a7f5-39676b027172 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1913249 Aug 31 13:53:11.467506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-353e0a89-bd3f-4952-b540-7740f9d70523 req-e4d8d30c-e530-418c-9a3a-e0d72bcff278 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0401685 Aug 31 13:53:11.497044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-354e8251-43bf-4256-b2c9-1fabf0c35677 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0584035 Aug 31 13:53:11.515756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.540752 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.541026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e9dea6a1-d72a-417d-b919-ae72dba19f81 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:11.541652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.542241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.543762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-5664202b-b89f-4234-93e7-047a1c842522 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 217 time: 0.1039307 Aug 31 13:53:11.606636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event deleted for resources: {'Port': ['ID=03ae7279-5f6a-4734-8b1d-e8e4d9237547,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:11.632464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-296e8a92-90d8-47fe-9269-5b8f61f5042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.634065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-296e8a92-90d8-47fe-9269-5b8f61f5042f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1041889 Aug 31 13:53:11.639541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-85af4b2e-e91d-434b-b32d-54b3799b7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.641491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-85af4b2e-e91d-434b-b32d-54b3799b7817 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.0742352 Aug 31 13:53:11.649373 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e9dea6a1-d72a-417d-b919-ae72dba19f81 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "PUT /v2.0/quotas/f3eefb021a9249468958445610471d21 HTTP/1.1" status: 200 len: 366 time: 0.3405142 Aug 31 13:53:11.652178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34384) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:11.708805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b049cb-562d-4563-adbb-65f7492bc8a7 req-1ab4342e-8e05-4ab3-9c97-70f03f419b38 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506126 Aug 31 13:53:11.717092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1864917 Aug 31 13:53:11.725798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34386) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:11.732499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Request body: {'subnet': {'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-415707378-subnet', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:11.762107 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c5bf4225-ae86-4b26-b7a2-cd9a3c9f1297 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1071131 Aug 31 13:53:11.764159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] No DVR routers for this DVR port 03ae7279-5f6a-4734-8b1d-e8e4d9237547 on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:11.767632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.770947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-428315df-08e0-4030-8700-9f70da6afdaa req-461c9fe8-4f7c-4005-8aa1-282ccd7a4c23 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.101 "DELETE /v2.0/ports/03ae7279-5f6a-4734-8b1d-e8e4d9237547 HTTP/1.1" status: 204 len: 173 time: 1.8268938 Aug 31 13:53:11.773994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:11.776049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5dce8-ce47-4aa7-8625-7ddfa3a23b1e admin admin] Pushing event updated for resources: {'Network': ['ID=af259e6d-1a3f-493d-bf01-6272bd7bc99e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:11.782596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-a16cbba2-9505-4f20-b1ed-7b81e4e271f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205616 Aug 31 13:53:11.788086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:11.810860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69c60-96b3-4a7b-9068-0945685b308e req-eeb38b4a-d99c-4809-bb81-22188e04aa43 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.818855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eba69c60-96b3-4a7b-9068-0945685b308e req-eeb38b4a-d99c-4809-bb81-22188e04aa43 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 949 time: 0.3113484 Aug 31 13:53:11.824181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f0681963-3ad7-401e-a250-e5ee48d63a5f tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "GET /v2.0/quotas/f3eefb021a9249468958445610471d21 HTTP/1.1" status: 200 len: 366 time: 0.0490432 Aug 31 13:53:11.836499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34390) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:11.853978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'name': 'network-vif-deleted', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:11.857655 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e078d9-0c54-4990-93bd-5d4fbef7375a" -d '{"events": [{"server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "name": "network-vif-deleted", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:11.874381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Made reservation on behalf of 690553c4f111446d885439b7b2d725cb for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:11.879120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.963313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-c1575ac3-f4ec-4f25-b346-156bcf1ba4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.964830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-c1575ac3-f4ec-4f25-b346-156bcf1ba4bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3040650 Aug 31 13:53:11.972379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9da902-f4b8-40c1-a503-ae93e6455d4a req-9464902d-a270-48e0-9d38-88f2d59d1d98 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.975390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-48c3e2a7-5218-43b7-9ca9-48d0cada2c94 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f3eefb021a9249468958445610471d21 HTTP/1.1" status: 204 len: 168 time: 0.1362431 Aug 31 13:53:11.977348 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de9da902-f4b8-40c1-a503-ae93e6455d4a req-9464902d-a270-48e0-9d38-88f2d59d1d98 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 950 time: 0.2483742 Aug 31 13:53:11.979695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:11.990491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eba69c60-96b3-4a7b-9068-0945685b308e req-c65b6e99-d483-4121-a4f9-d2ae4d82d648 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706221 Aug 31 13:53:12.031450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-98030a12-974b-4a78-987c-ca2677e024e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.033032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-98030a12-974b-4a78-987c-ca2677e024e2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 1065 time: 0.1840112 Aug 31 13:53:12.038767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-35bd6045-c9c3-4021-a757-328d1ad0dece tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.040543 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-35bd6045-c9c3-4021-a757-328d1ad0dece tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 949 time: 0.2568133 Aug 31 13:53:12.056366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-11e4adab-d644-41e0-99eb-0285e307981c tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0559127 Aug 31 13:53:12.058640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34400) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:12.071522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9293cf5a-c861-4362-b1de-2dd0f415a09f tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "GET /v2.0/quotas/f3eefb021a9249468958445610471d21 HTTP/1.1" status: 200 len: 370 time: 0.0112550 Aug 31 13:53:12.074958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34402) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:12.080138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ee46d1ea-99b4-4e79-b97f-2db501dcd729 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "GET /v2.0/quotas/f3eefb021a9249468958445610471d21/default HTTP/1.1" status: 200 len: 370 time: 0.0038950 Aug 31 13:53:12.103247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34404) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:12.104425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2523472-4c77-4c65-a24a-9f8ace7e47db', '9a59e1f9-29d0-440e-96fa-3ab6c163369c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:12.165554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-c6f12137-ac94-4afd-b8ab-73f9e8893024 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621964 Aug 31 13:53:12.205231 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-cda5675c-e3df-49d1-99ab-45ee3e6504aa tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] delete failed (client error): The resource could not be found. Aug 31 13:53:12.206840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cda5675c-e3df-49d1-99ab-45ee3e6504aa tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f3eefb021a9249468958445610471d21 HTTP/1.1" status: 404 len: 348 time: 0.1020570 Aug 31 13:53:12.242494 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de9da902-f4b8-40c1-a503-ae93e6455d4a req-b6b5ceaa-38b7-45d0-8daa-6fe8d1092ca8 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521393 Aug 31 13:53:12.277425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6acbe5-5a56-4ea3-8066-a0cda0c8540f req-df852fbd-8b67-4c60-a3d2-46ecea7c034a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.279069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c6acbe5-5a56-4ea3-8066-a0cda0c8540f req-df852fbd-8b67-4c60-a3d2-46ecea7c034a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.1766484 Aug 31 13:53:12.319645 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.358437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-073396a0-4265-4495-b40d-1c9a5d0796a0 req-3bdd8863-fa81-48c7-81ce-b9e1b637c8f5 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479552 Aug 31 13:53:12.402535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-1bca5917-9d4f-4916-9ecf-9685d2db7e88 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565009 Aug 31 13:53:12.403026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34412) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:12.410929 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf5fbd-ea10-4419-a166-c9c5ebe61a3c x-openstack-request-id: req-cdcf5fbd-ea10-4419-a166-c9c5ebe61a3c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:12.411350 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ebd19c-d32e-4656-b3ec-6e2a7eacc648", "name": "network-vif-deleted", "tag": "03ae7279-5f6a-4734-8b1d-e8e4d9237547", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:12.411614 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdcf5fbd-ea10-4419-a166-c9c5ebe61a3c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:12.412069 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ebd19c-d32e-4656-b3ec-6e2a7eacc648', 'name': 'network-vif-deleted', 'tag': '03ae7279-5f6a-4734-8b1d-e8e4d9237547', 'status': 'completed', 'code': 200} Aug 31 13:53:12.420704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-16da47e1-8f85-4ef2-b002-375f6f7a3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.422690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-16da47e1-8f85-4ef2-b002-375f6f7a3aab service neutron] 10.222.0.101 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.3213465 Aug 31 13:53:12.456316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c6acbe5-5a56-4ea3-8066-a0cda0c8540f req-641890b2-6482-4dda-813a-4757b23abdd0 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597600 Aug 31 13:53:12.527069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bb8b5c-622f-4162-80b0-ee322c624c86,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:12.530987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-b7a4fe89-d258-4208-9566-5ce7dd5aff93 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0951090 Aug 31 13:53:12.552848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Checking segment: {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:12.553286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Network hostable DHCP agents. Network: af259e6d-1a3f-493d-bf01-6272bd7bc99e, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:12.592069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f737c-d653-43be-afa2-79409df7f559 req-a056336b-1653-4e25-8b39-349c820db259 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.593665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db8f737c-d653-43be-afa2-79409df7f559 req-a056336b-1653-4e25-8b39-349c820db259 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a21d04-838c-4bfa-a94f-ba21a22e1e6f HTTP/1.1" status: 200 len: 949 time: 0.2566211 Aug 31 13:53:12.732538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:12.753007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-4b2df6a1-7083-4661-97b4-63a3566b0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.754520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-4b2df6a1-7083-4661-97b4-63a3566b0cde service neutron] 10.222.0.101 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2124128 Aug 31 13:53:12.783179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, af259e6d-1a3f-493d-bf01-6272bd7bc99e) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:12.793644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931bffae-adc2-4bdf-bbe6-bce2cf91c675 None None] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:12.804440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.805070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.835150 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fde0b615-e343-4461-a16e-4782bde96302 req-09fee886-ae38-40ef-ad2b-767b39bd217e tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0851765 Aug 31 13:53:12.845221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ab2cf-b15e-44e2-9214-3df5c83d52ee req-5091c70c-a92b-4969-a5ba-0f8f064ace6a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.847236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a2ab2cf-b15e-44e2-9214-3df5c83d52ee req-5091c70c-a92b-4969-a5ba-0f8f064ace6a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2878692 Aug 31 13:53:12.849894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:network and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:12.856270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port 694eb8e9-caf0-4618-901f-3e411e62df62 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:12.856488 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.893177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a8ec36d-7274-4920-88ff-05ce63f1cbc2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1655445 Aug 31 13:53:12.896808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34420) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:12.918368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:12.923835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-fbfd943d-80dc-4c80-a869-a57d7860b763 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.926130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-fbfd943d-80dc-4c80-a869-a57d7860b763 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.101 "GET /v2.0/networks?id=c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 200 len: 818 time: 0.2868512 Aug 31 13:53:12.928518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:12.934989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-2206516b-4559-4f2a-970a-97ec70397fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.937008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-2206516b-4559-4f2a-970a-97ec70397fe9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549790 Aug 31 13:53:12.953466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a2ab2cf-b15e-44e2-9214-3df5c83d52ee req-03994690-7458-43bc-833d-608da1e1fdd1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904331 Aug 31 13:53:12.962699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port 7b66be6d-4027-4583-b06b-edf7873d89f0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:12.963057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.976065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:53:12.976944 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.978055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:subnet and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:12.991555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Request body: {'port': {'device_id': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58', 'admin_state_up': True, 'tenant_id': 'cb216eff851a44c5a4835cd14e4016a6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:12.999822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:13.002497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.003645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.023208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-e164231e-37a1-4756-b010-cfdc6664b826 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744040 Aug 31 13:53:13.041206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port 694eb8e9-caf0-4618-901f-3e411e62df62, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=694eb8e9-caf0-4618-901f-3e411e62df62,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:13.041891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.054603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:subnetpool and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:13.088784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for 694eb8e9-caf0-4618-901f-3e411e62df62 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:13.094397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:13.138350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.138741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Allocated IP 172.20.0.2 (af259e6d-1a3f-493d-bf01-6272bd7bc99e/32bb8b5c-622f-4162-80b0-ee322c624c86/a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:13.197399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:port and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:13.238529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-2c2730b2-3011-411a-af0e-5d21ace5ed4f service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528844 Aug 31 13:53:13.246061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port 7b66be6d-4027-4583-b06b-edf7873d89f0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7b66be6d-4027-4583-b06b-edf7873d89f0,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:13.246433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.307732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for 7b66be6d-4027-4583-b06b-edf7873d89f0 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:13.321330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:13.325405 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.335140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Transition to ACTIVE for port object a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:13.356814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Transition to ACTIVE for port object a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:13.369807 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.382840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4a66a-93d8-40c6-9323-ad0ea243419d req-ae9161c0-df7d-4dd9-acff-e260630b290a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.384585 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f5e4a66a-93d8-40c6-9323-ad0ea243419d req-ae9161c0-df7d-4dd9-acff-e260630b290a tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 949 time: 0.2608736 Aug 31 13:53:13.389026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:router and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:13.409943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:13.414443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:13.418181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:13.423634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:13.430879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Made reservation on behalf of cb216eff851a44c5a4835cd14e4016a6 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:13.432569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Pushing event updated for resources: {'Port': ['ID=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:13.434823 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.451976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.488130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Attempting to bind port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:13.488515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Attempting to bind port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:13.488881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Attempting to bind port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b on network af259e6d-1a3f-493d-bf01-6272bd7bc99e {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:13.490140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:floatingip and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:13.494288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:13.494663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Checking segment: {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:13.495069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.495456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Bound using segment: {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:13.496227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Bound port: a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:13.496396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.502295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b1b35-c254-4d1c-82e6-7b1f86a4f344 req-c1d3db80-d1db-48f4-8f09-94c2566bc867 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.504004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b19b1b35-c254-4d1c-82e6-7b1f86a4f344 req-c1d3db80-d1db-48f4-8f09-94c2566bc867 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 950 time: 0.1855342 Aug 31 13:53:13.505922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cac8527a-6311-40d1-9a55-e3b032043d2f req-3f18f824-aaad-4460-9660-a0eb6303d8a5 service neutron] 10.222.0.101 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569695 Aug 31 13:53:13.521263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:13.577538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f5e4a66a-93d8-40c6-9323-ad0ea243419d req-401e2f16-7e44-4bef-a402-cd151e52eeec tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555614 Aug 31 13:53:13.601409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] For port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:13.606694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] For port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:13.612015 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.623062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.630752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b19b1b35-c254-4d1c-82e6-7b1f86a4f344 req-734e42a0-a4a4-4193-8415-84b966556f37 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208348 Aug 31 13:53:13.682382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd16090-432f-484c-a952-c03ad9aeeb4f None None] Pushing event updated for resources: {'Port': ['ID=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:13.688841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a', '7b66be6d-4027-4583-b06b-edf7873d89f0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:13.707021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.717213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Allocated IP 172.20.0.4 (c01d4483-6753-4b0f-9db7-00ee404f4e58/09c42ba8-8bf0-4710-8635-6acd1fc5be3f/94a34337-e4aa-4d6c-ab6b-c82cc47543fa) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:13.768892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=694eb8e9-caf0-4618-901f-3e411e62df62,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:13.769852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=7b66be6d-4027-4583-b06b-edf7873d89f0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:13.839389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port 7b66be6d-4027-4583-b06b-edf7873d89f0 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:13.843203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.845291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db8f737c-d653-43be-afa2-79409df7f559 req-9e6eb485-54e0-4eb9-83e0-eed55fc4ace2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "DELETE /v2.0/ports/7b66be6d-4027-4583-b06b-edf7873d89f0 HTTP/1.1" status: 204 len: 173 time: 1.2366705 Aug 31 13:53:13.858188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port 694eb8e9-caf0-4618-901f-3e411e62df62 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:13.861662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.864126 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8159e2e2-55db-4ddc-a3ca-b700708235fa req-13099514-8ec8-4055-b277-78a2cad01f53 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "DELETE /v2.0/ports/694eb8e9-caf0-4618-901f-3e411e62df62 HTTP/1.1" status: 204 len: 173 time: 1.8063610 Aug 31 13:53:13.866337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'name': 'network-vif-deleted', 'tag': '694eb8e9-caf0-4618-901f-3e411e62df62'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:13.868847 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed18f33a-a875-489f-b272-512a1cd52f8d" -d '{"events": [{"server_uuid": "c6dc0322-56a0-477e-9e2b-43165354e0a3", "name": "network-vif-deleted", "tag": "694eb8e9-caf0-4618-901f-3e411e62df62"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:13.887641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:security_group and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:13.918819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e7a7d-1a45-42ea-8128-e685f821f3c8 req-54f98a9e-1984-424f-a8c3-3574d7d838b3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.920657 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c93e7a7d-1a45-42ea-8128-e685f821f3c8 req-54f98a9e-1984-424f-a8c3-3574d7d838b3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.2744684 Aug 31 13:53:13.921321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:13.991215 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b440adb1-e8a5-4c15-8c3d-f84fa672e486 x-openstack-request-id: req-b440adb1-e8a5-4c15-8c3d-f84fa672e486 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:13.991215 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dc0322-56a0-477e-9e2b-43165354e0a3", "name": "network-vif-deleted", "tag": "694eb8e9-caf0-4618-901f-3e411e62df62", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:13.991215 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b440adb1-e8a5-4c15-8c3d-f84fa672e486 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:13.991215 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc0322-56a0-477e-9e2b-43165354e0a3', 'name': 'network-vif-deleted', 'tag': '694eb8e9-caf0-4618-901f-3e411e62df62', 'status': 'completed', 'code': 200} Aug 31 13:53:13.991215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Usage tracker for resource:security_group_rule and tenant:d9933e1394ee4427971dce04768eefb3 is out of sync, need to count used quota {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 13:53:14.013515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.quota.resource [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101360) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 13:53:14.026647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c93e7a7d-1a45-42ea-8128-e685f821f3c8 req-85fdc845-d171-4f1f-a515-15ca459201e2 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916274 Aug 31 13:53:14.033122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a507d915-9beb-4109-990f-daccf4f143f4 tempest-QuotasTest-1724391621 tempest-QuotasTest-1724391621-project-admin] 10.222.0.10 "GET /v2.0/quotas/d9933e1394ee4427971dce04768eefb3/details.json HTTP/1.1" status: 200 len: 703 time: 1.6228607 Aug 31 13:53:14.114843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.195214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-698184cf-4154-4c23-ac4c-89ac43923d84 req-b7abf253-ea21-4d5b-976c-6da657139493 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0712831 Aug 31 13:53:14.275199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.359847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Network c01d4483-6753-4b0f-9db7-00ee404f4e58 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:14.361094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event updated for resources: {'Port': ['ID=94a34337-e4aa-4d6c-ab6b-c82cc47543fa,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:14.366337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:14.369757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:14.372294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 694eb8e9-caf0-4618-901f-3e411e62df62 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:14.409047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 694eb8e9-caf0-4618-901f-3e411e62df62 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:14.409380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 694eb8e9-caf0-4618-901f-3e411e62df62 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:14.421913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'name': 'network-vif-deleted', 'tag': '7b66be6d-4027-4583-b06b-edf7873d89f0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:14.426897 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90896e62-e56c-4bfe-bbc2-a8b3c9a072ab" -d '{"events": [{"server_uuid": "e4a21d04-838c-4bfa-a94f-ba21a22e1e6f", "name": "network-vif-deleted", "tag": "7b66be6d-4027-4583-b06b-edf7873d89f0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:14.446013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26761cf2-c8e3-4642-8659-1e193d707870 req-da7279e7-58dd-4f4c-a41f-32e0b93e89bc tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.447632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26761cf2-c8e3-4642-8659-1e193d707870 req-da7279e7-58dd-4f4c-a41f-32e0b93e89bc tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2761483 Aug 31 13:53:14.469871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.470607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.480176 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a5d7c4-b55e-4c9b-8c95-32fa79136f4b x-openstack-request-id: req-51a5d7c4-b55e-4c9b-8c95-32fa79136f4b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:14.480716 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a21d04-838c-4bfa-a94f-ba21a22e1e6f", "name": "network-vif-deleted", "tag": "7b66be6d-4027-4583-b06b-edf7873d89f0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:14.481067 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51a5d7c4-b55e-4c9b-8c95-32fa79136f4b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:14.481590 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a21d04-838c-4bfa-a94f-ba21a22e1e6f', 'name': 'network-vif-deleted', 'tag': '7b66be6d-4027-4583-b06b-edf7873d89f0', 'status': 'completed', 'code': 200} Aug 31 13:53:14.490280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.492684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-91b30c8a-e325-44e3-bed9-f9a3102f71a9 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5056922 Aug 31 13:53:14.519412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-bfeda129-4a1e-4c7b-9e52-59437e44deaa tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.520935 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-bfeda129-4a1e-4c7b-9e52-59437e44deaa tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 950 time: 0.1830511 Aug 31 13:53:14.522634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Request body: {'port': {'device_id': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:14.531449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.584826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.588577 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26761cf2-c8e3-4642-8659-1e193d707870 req-16e670b8-f1fd-466d-9099-cd1d91bf7fa3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219709 Aug 31 13:53:14.592769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:14.778106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:14.797193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88af1b32-cb64-484c-b205-4f1c7694f93b req-a93507f1-b0ed-4a60-8cc3-848199052427 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6dc0322-56a0-477e-9e2b-43165354e0a3 HTTP/1.1" status: 200 len: 210 time: 0.1111891 Aug 31 13:53:14.828617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Deleting port 9a59e1f9-29d0-440e-96fa-3ab6c163369c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:14.840246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.856658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', '3f9851f6-48b0-4096-b55b-a8b2dedd7d04'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:14.974209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b3d872d-eb8e-4326-af4e-4ee08c0eb213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.986978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Allocated IP 172.25.0.88 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/85a7068f-f28b-48c0-b303-f66ee480f344) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:15.025854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b70f95-adc2-4d92-9d49-65681c13f051 req-ccfd5313-7cba-4284-bd59-caa0f108da6e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.027609 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08b70f95-adc2-4d92-9d49-65681c13f051 req-ccfd5313-7cba-4284-bd59-caa0f108da6e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 950 time: 0.2897317 Aug 31 13:53:15.031093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-83376cb4-dc91-4588-91f6-e668862e4fba tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.033296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-83376cb4-dc91-4588-91f6-e668862e4fba tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.2191591 Aug 31 13:53:15.130195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a34337-e4aa-4d6c-ab6b-c82cc47543fa {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:15.145508 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.259693 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08b70f95-adc2-4d92-9d49-65681c13f051 req-04e10ce3-2ab8-4cf8-b4f9-614ae601678c tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204349 Aug 31 13:53:15.263492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.264756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] For port 9a59e1f9-29d0-440e-96fa-3ab6c163369c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9a59e1f9-29d0-440e-96fa-3ab6c163369c,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:15.265378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.278377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af72df-8aca-483a-9bf0-e7d6fdd82d51 None None] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:15.303727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Calling delete_port for 9a59e1f9-29d0-440e-96fa-3ab6c163369c owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:15.385000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5acad6bf-b2a8-4719-be89-2fac2e7d94bd None None] Provisioning for port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:15.408394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=94a34337-e4aa-4d6c-ab6b-c82cc47543fa,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:15.444091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Deleting port 2386962d-de0a-43d7-9adc-30ee5fe126e2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:15.444377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.467520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b2ac5-15d1-4c8d-a9da-826884c897ed req-ad36a397-a02a-4d9c-8ed0-22238a68a6c6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.469054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a60b2ac5-15d1-4c8d-a9da-826884c897ed req-ad36a397-a02a-4d9c-8ed0-22238a68a6c6 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 950 time: 0.2155812 Aug 31 13:53:15.499065 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b3d872d-eb8e-4326-af4e-4ee08c0eb213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.506662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.519506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b3d872d-eb8e-4326-af4e-4ee08c0eb213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.557204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a695b-ac97-46e5-a398-a556b3b5f417 req-cfa7ee5b-6cd3-4de7-b29c-626530d8e95d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.559376 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-496a695b-ac97-46e5-a398-a556b3b5f417 req-cfa7ee5b-6cd3-4de7-b29c-626530d8e95d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 943 time: 0.2199016 Aug 31 13:53:15.601142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:15.601514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:15.603217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:15.610876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a60b2ac5-15d1-4c8d-a9da-826884c897ed req-d6308cac-f467-4c9c-85b2-8c76d886cf92 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990558 Aug 31 13:53:15.613047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8b3d872d-eb8e-4326-af4e-4ee08c0eb213 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=177a0a70f5314b21b785e42f1ffb43ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0169954 Aug 31 13:53:15.618254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34458) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:15.632248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:15.632585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:15.645892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d872d-eb8e-4326-af4e-4ee08c0eb213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd214c5-fca3-4b6f-ac73-3c369f644ac5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:15.655463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] For port 2386962d-de0a-43d7-9adc-30ee5fe126e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2386962d-de0a-43d7-9adc-30ee5fe126e2,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:15.656002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.682778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:15.682947 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:15.687752 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 2 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:15.698554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Calling delete_port for 2386962d-de0a-43d7-9adc-30ee5fe126e2 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:15.711145 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-496a695b-ac97-46e5-a398-a556b3b5f417 req-7e7d9260-bc06-4aa5-866c-470bb939e772 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308353 Aug 31 13:53:15.720788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.732261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.743349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:15.743979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:15.744703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:15.754308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:15.754969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:15.814355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:15.814840 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:15.830629 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 3 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:15.861355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:15.865481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Pushing event updated for resources: {'Port': ['ID=85a7068f-f28b-48c0-b303-f66ee480f344,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:15.871138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:15.885692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:15.906160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:16.011082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:16.016082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:16.016470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.016625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event deleted for resources: {'Port': ['ID=9a59e1f9-29d0-440e-96fa-3ab6c163369c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:16.068681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] No DVR routers for this DVR port 9a59e1f9-29d0-440e-96fa-3ab6c163369c on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:16.073179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.075392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-042edb48-c012-4bf9-81b5-fcc4689f85f4 req-e3dd9769-f1e6-4582-a935-0ea4821ee579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "DELETE /v2.0/ports/9a59e1f9-29d0-440e-96fa-3ab6c163369c HTTP/1.1" status: 204 len: 173 time: 1.5361450 Aug 31 13:53:16.075881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-deleted', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:16.085078 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbeeb22-c042-45c7-98e9-88a3852bbcae" -d '{"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-deleted", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:16.288624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:16.289000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:16.289321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.291272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9089a178-d0f7-4cd8-8397-9b38aed2e424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.301597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2523472-4c77-4c65-a24a-9f8ace7e47db', '9a59e1f9-29d0-440e-96fa-3ab6c163369c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:16.319227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.319586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.323999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.343350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9089a178-d0f7-4cd8-8397-9b38aed2e424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.352712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.353097 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:16.357557 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 4 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:16.378380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc951ff-5950-4e9c-9f0f-d61c4e5eb8b4 req-04fa2dc7-e83e-45df-8408-c67c82a46a2d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.380638 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.386248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbc951ff-5950-4e9c-9f0f-d61c4e5eb8b4 req-04fa2dc7-e83e-45df-8408-c67c82a46a2d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.5672312 Aug 31 13:53:16.418379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7b66be6d-4027-4583-b06b-edf7873d89f0 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:16.444150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:16.444771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:16.444905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.471385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 7b66be6d-4027-4583-b06b-edf7873d89f0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:16.471730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7b66be6d-4027-4583-b06b-edf7873d89f0 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:16.472162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:16.494546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.494882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.521575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbc951ff-5950-4e9c-9f0f-d61c4e5eb8b4 req-90ccd9b0-9387-4f5b-b376-573c5853782f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341856 Aug 31 13:53:16.528882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:16.530114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 9a59e1f9-29d0-440e-96fa-3ab6c163369c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:16.530495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9a59e1f9-29d0-440e-96fa-3ab6c163369c not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:16.540470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.554295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.556945 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:16.558258 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 5 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:16.564565 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea83a4a-dec8-433b-8a8e-9e132fa3a296 x-openstack-request-id: req-6ea83a4a-dec8-433b-8a8e-9e132fa3a296 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:16.565106 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409066-21f6-4679-a933-5007264b0a0d", "name": "network-vif-deleted", "tag": "9a59e1f9-29d0-440e-96fa-3ab6c163369c", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:16.565499 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ea83a4a-dec8-433b-8a8e-9e132fa3a296 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:16.566384 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409066-21f6-4679-a933-5007264b0a0d', 'name': 'network-vif-deleted', 'tag': '9a59e1f9-29d0-440e-96fa-3ab6c163369c', 'status': 'completed', 'code': 200} Aug 31 13:53:16.566692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.617554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9089a178-d0f7-4cd8-8397-9b38aed2e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.617834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:16.620335 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9089a178-d0f7-4cd8-8397-9b38aed2e424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.623816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9089a178-d0f7-4cd8-8397-9b38aed2e424 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/acd214c5-fca3-4b6f-ac73-3c369f644ac5 HTTP/1.1" status: 204 len: 168 time: 1.0013256 Aug 31 13:53:16.628958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:16.629307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:16.629646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.643730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Pushing event deleted for resources: {'Port': ['ID=2386962d-de0a-43d7-9adc-30ee5fe126e2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:16.688590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3404a80b-eec4-4361-b29a-14664367a723 req-773c7035-0bad-401e-88bc-8a3e22463d5f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a409066-21f6-4679-a933-5007264b0a0d HTTP/1.1" status: 200 len: 210 time: 0.0382190 Aug 31 13:53:16.703414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089a178-d0f7-4cd8-8397-9b38aed2e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd214c5-fca3-4b6f-ac73-3c369f644ac5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:16.737919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.754679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.755264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.762137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] No DVR routers for this DVR port 2386962d-de0a-43d7-9adc-30ee5fe126e2 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:16.767468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:16.776548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86be632f-0e34-438c-9a7d-b7e37b2886e2 req-d294673e-118d-47bc-82d6-04d656dd7b0a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "DELETE /v2.0/ports/2386962d-de0a-43d7-9adc-30ee5fe126e2 HTTP/1.1" status: 204 len: 173 time: 1.6070204 Aug 31 13:53:16.778298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'name': 'network-vif-deleted', 'tag': '2386962d-de0a-43d7-9adc-30ee5fe126e2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:16.780683 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd946343-1ea6-4558-8037-33604babfe6c" -d '{"events": [{"server_uuid": "39ee89e8-f9b0-4a56-8f54-10be673e5bbb", "name": "network-vif-deleted", "tag": "2386962d-de0a-43d7-9adc-30ee5fe126e2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:16.793844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.794518 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:16.796392 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 6 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:16.818512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:16.819263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:16.819986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.837026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6360-22ff-4b75-b6ca-404b14131651 req-dcf260b8-0d0e-4d7d-ae30-cfcdf2bbd7a2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.844680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2aef6360-22ff-4b75-b6ca-404b14131651 req-dcf260b8-0d0e-4d7d-ae30-cfcdf2bbd7a2 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 950 time: 0.2188790 Aug 31 13:53:16.848300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.848300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.849531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4306b149-d017-44c3-9292-d55c42472779 req-1a54e222-02a2-4d21-93dd-ef14fcc02458 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ee89e8-f9b0-4a56-8f54-10be673e5bbb HTTP/1.1" status: 200 len: 210 time: 0.0419362 Aug 31 13:53:16.878822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.878822 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:16.878822 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 7 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:16.908570 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2aef6360-22ff-4b75-b6ca-404b14131651 req-c3664e05-e404-47db-8f9c-c39240aa4f12 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616794 Aug 31 13:53:16.915466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:16.918548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:16.919076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.938392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.947029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.954731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.955454 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:16.956935 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 8 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:16.974097 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a1a42a-a40e-455c-a3ff-5b5d7f42745e x-openstack-request-id: req-71a1a42a-a40e-455c-a3ff-5b5d7f42745e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:16.974561 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ee89e8-f9b0-4a56-8f54-10be673e5bbb", "name": "network-vif-deleted", "tag": "2386962d-de0a-43d7-9adc-30ee5fe126e2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:16.974790 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71a1a42a-a40e-455c-a3ff-5b5d7f42745e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:16.975201 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ee89e8-f9b0-4a56-8f54-10be673e5bbb', 'name': 'network-vif-deleted', 'tag': '2386962d-de0a-43d7-9adc-30ee5fe126e2', 'status': 'completed', 'code': 200} Aug 31 13:53:16.981203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:16.981567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:16.981964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.989773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.990116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:16.997095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:16.997749 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:16.998201 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 9 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:17.015250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:17.015730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:17.016076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:17.023895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:17.024960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:17.037338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:17.037719 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:17.038126 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempt 10 to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa Aug 31 13:53:17.057100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:17.057588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:17.058044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:17.060175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34486) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:17.062937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:17.063333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempting to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:17.068629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:17.069091 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Failed to bind port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'c01d4483-6753-4b0f-9db7-00ee404f4e58'}] Aug 31 13:53:17.069548 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.090719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5a1a0-e4e0-4ec0-bfc7-04e3a41a3c8e req-bff2056b-ecf5-4cf2-812c-27aacf583eaf tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.092307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d1d5a1a0-e4e0-4ec0-bfc7-04e3a41a3c8e req-bff2056b-ecf5-4cf2-812c-27aacf583eaf tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 943 time: 0.1060715 Aug 31 13:53:17.096731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a133-6d79-4754-a2af-e609fc0e2456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.132821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Router e358c442-12e2-4c67-8b16-2d521b3fa3f0 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:53:17.150235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['86481347-868f-4292-857d-3f55b107f850', '2386962d-de0a-43d7-9adc-30ee5fe126e2'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:17.158305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] For port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:17.159385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:53:17.165160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.186535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d1d5a1a0-e4e0-4ec0-bfc7-04e3a41a3c8e req-129cdc93-f22e-4e8c-b84f-393ea831fc51 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786753 Aug 31 13:53:17.211917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] In _notify_port_updated(), no bound segment for port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on network c01d4483-6753-4b0f-9db7-00ee404f4e58 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:53:17.213290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.214085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.217246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] 10.222.0.101 "PUT /v2.0/ports/94a34337-e4aa-4d6c-ab6b-c82cc47543fa HTTP/1.1" status: 200 len: 1056 time: 2.6997247 Aug 31 13:53:17.266422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f157-422b-4ec6-9ad8-a05eb317cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=94a34337-e4aa-4d6c-ab6b-c82cc47543fa,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:17.335385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Deleting port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:17.335839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.439386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] For port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:17.439821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.453099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Calling delete_port for 94a34337-e4aa-4d6c-ab6b-c82cc47543fa owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:17.591624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:53:17.603583 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Sync routers for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:53:17.614266 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:17.615184 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:17.617632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a133-6d79-4754-a2af-e609fc0e2456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.618984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.665832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.669535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ab792c89-1561-40c5-a08e-d198be73f97c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7649486 Aug 31 13:53:17.671170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a133-6d79-4754-a2af-e609fc0e2456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.708004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34492) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:17.728047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event deleted for resources: {'Port': ['ID=94a34337-e4aa-4d6c-ab6b-c82cc47543fa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:17.733708 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:17.830357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', '3f9851f6-48b0-4096-b55b-a8b2dedd7d04'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:17.862608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] No DVR routers for this DVR port 94a34337-e4aa-4d6c-ab6b-c82cc47543fa on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:17.867440 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.869666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a258e5f9-0faf-4dec-8f34-3fc2f2f2ee2d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.101 "DELETE /v2.0/ports/94a34337-e4aa-4d6c-ab6b-c82cc47543fa HTTP/1.1" status: 204 len: 173 time: 0.6410134 Aug 31 13:53:17.890516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b9b8a133-6d79-4754-a2af-e609fc0e2456 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9933e1394ee4427971dce04768eefb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8248103 Aug 31 13:53:17.900392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34500) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:17.927663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:18.016501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8a133-6d79-4754-a2af-e609fc0e2456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6a85e-076c-4024-bdfd-9b6d93bfc793,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:18.037427 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:16Z', 'revision_number': 3, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:18.066608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99410077-2983-4a0f-87ea-551e8395c451 req-f6b64648-ce9a-440f-8ca4-c7df95247295 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.067488 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Checking router: e358c442-12e2-4c67-8b16-2d521b3fa3f0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:53:18.067685 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Updating router e358c442-12e2-4c67-8b16-2d521b3fa3f0 port 85a7068f-f28b-48c0-b303-f66ee480f344 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:53:18.083675 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-99410077-2983-4a0f-87ea-551e8395c451 req-f6b64648-ce9a-440f-8ca4-c7df95247295 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.4483500 Aug 31 13:53:18.098971 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.126717 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e8db-d7f7-4efa-9464-8b755d464686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.155784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:18.156471 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.163896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-99410077-2983-4a0f-87ea-551e8395c451 req-baecfab2-861c-434d-932b-155d46615630 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789988 Aug 31 13:53:18.169460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-6c585b23-3d6e-4f51-b953-8418e11f6a53 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0582399 Aug 31 13:53:18.200763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e8db-d7f7-4efa-9464-8b755d464686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.319653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e8db-d7f7-4efa-9464-8b755d464686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.323534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e8db-d7f7-4efa-9464-8b755d464686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.328441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d2e5e8db-d7f7-4efa-9464-8b755d464686 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffa6a85e-076c-4024-bdfd-9b6d93bfc793 HTTP/1.1" status: 204 len: 168 time: 0.4261289 Aug 31 13:53:18.339153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e8db-d7f7-4efa-9464-8b755d464686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6a85e-076c-4024-bdfd-9b6d93bfc793,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:18.416581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c816e87-b3f0-4c1f-a468-90daf0795e87 req-1418ddd2-cdd6-4c91-af22-33681f114c5b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.433607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1c816e87-b3f0-4c1f-a468-90daf0795e87 req-1418ddd2-cdd6-4c91-af22-33681f114c5b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1383591 Aug 31 13:53:18.466213 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.477500 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Transition to ACTIVE for port object 85a7068f-f28b-48c0-b303-f66ee480f344 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:18.486583 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.488136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1c816e87-b3f0-4c1f-a468-90daf0795e87 req-9800d163-969a-409b-b270-ce1362b0efe4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527430 Aug 31 13:53:18.527386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1887c60-7b76-43b7-8d88-d3aa178238f9 req-ac8609a2-cfcf-4be4-a56a-e06e36d1be24 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.534748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1887c60-7b76-43b7-8d88-d3aa178238f9 req-ac8609a2-cfcf-4be4-a56a-e06e36d1be24 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 950 time: 0.2908392 Aug 31 13:53:18.594730 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Attempting to bind port 85a7068f-f28b-48c0-b303-f66ee480f344 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:18.595112 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Attempting to bind port 85a7068f-f28b-48c0-b303-f66ee480f344 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:18.595482 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Attempting to bind port 85a7068f-f28b-48c0-b303-f66ee480f344 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:18.599653 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Pushing event updated for resources: {'Port': ['ID=85a7068f-f28b-48c0-b303-f66ee480f344,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:18.612897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-290855a4-842b-4d3a-b5b5-6adcd924250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.614497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-290855a4-842b-4d3a-b5b5-6adcd924250c service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=cb216eff851a44c5a4835cd14e4016a6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3719056 Aug 31 13:53:18.626026 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.626660 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.626897 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.627387 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.627766 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.628168 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.628625 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.629332 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.629698 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.630095 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.630541 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.631148 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:18.635287 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:18.635758 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:18.636237 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.636690 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:18.638390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Bound port: 85a7068f-f28b-48c0-b303-f66ee480f344, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:18.638390 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.698874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1887c60-7b76-43b7-8d88-d3aa178238f9 req-b3e92b39-f5af-456e-9f2b-fec5be5a93ec tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585860 Aug 31 13:53:18.716181 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] For port 85a7068f-f28b-48c0-b303-f66ee480f344, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:18.723325 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] For port 85a7068f-f28b-48c0-b303-f66ee480f344, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=85a7068f-f28b-48c0-b303-f66ee480f344,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:18.729729 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.779547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6738185c-b61d-4762-a4be-64d39199821e req-6a962a06-144a-4aac-89da-41ba17a9f99e tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0338204 Aug 31 13:53:18.815523 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:18.816734 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:18.870098 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dafb6f-c140-46d1-b87d-2793f073f0b7 None None] Pushing event updated for resources: {'Port': ['ID=85a7068f-f28b-48c0-b303-f66ee480f344,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:18.885707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-61fc140e-312b-425a-ac97-17d745ef15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.886556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-61fc140e-312b-425a-ac97-17d745ef15ba service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2540009 Aug 31 13:53:18.960263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05babe54-d608-4fe9-9d88-ebafb92ff110 req-3771b331-ca30-41eb-9439-c8e92f2dfc8a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.965793 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:18.969737 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-05babe54-d608-4fe9-9d88-ebafb92ff110 req-3771b331-ca30-41eb-9439-c8e92f2dfc8a tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.1045115 Aug 31 13:53:18.971264 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.980599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'tag': '94a34337-e4aa-4d6c-ab6b-c82cc47543fa'}, {'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'name': 'network-vif-deleted', 'tag': '94a34337-e4aa-4d6c-ab6b-c82cc47543fa'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:18.983025 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aabd3e-1cd1-4df3-a648-b56467049d25" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "tag": "94a34337-e4aa-4d6c-ab6b-c82cc47543fa"}, {"server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "name": "network-vif-deleted", "tag": "94a34337-e4aa-4d6c-ab6b-c82cc47543fa"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:19.013492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10a713-c925-43e0-a345-48aead13d377 req-8e8bb729-8d63-4b4c-a650-651f3b5cbb41 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.015010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e10a713-c925-43e0-a345-48aead13d377 req-8e8bb729-8d63-4b4c-a650-651f3b5cbb41 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 950 time: 0.0951197 Aug 31 13:53:19.068763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-05babe54-d608-4fe9-9d88-ebafb92ff110 req-d5f3c183-c7f0-40e3-b9b2-efd32d9d0fcc tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927470 Aug 31 13:53:19.073164 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502e144-f1b5-4e9a-a94f-f9232b61b627 x-openstack-request-id: req-8502e144-f1b5-4e9a-a94f-f9232b61b627 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:19.073448 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "tag": "94a34337-e4aa-4d6c-ab6b-c82cc47543fa", "status": "completed", "code": 200}, {"server_uuid": "b1e29bbe-6398-415a-b06f-5605ee5e0ee3", "name": "network-vif-deleted", "tag": "94a34337-e4aa-4d6c-ab6b-c82cc47543fa", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:19.073704 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8502e144-f1b5-4e9a-a94f-f9232b61b627 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:19.074107 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'tag': '94a34337-e4aa-4d6c-ab6b-c82cc47543fa', 'status': 'completed', 'code': 200} Aug 31 13:53:19.074781 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e29bbe-6398-415a-b06f-5605ee5e0ee3', 'name': 'network-vif-deleted', 'tag': '94a34337-e4aa-4d6c-ab6b-c82cc47543fa', 'status': 'completed', 'code': 200} Aug 31 13:53:19.102618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-305abf9c-cf2e-4d47-89e1-44c96b1b24c1 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0865493 Aug 31 13:53:19.144905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30aabd3e-1cd1-4df3-a648-b56467049d25 req-94eb8c53-95b0-4ad1-8fe3-06c9ffe78504 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0412953 Aug 31 13:53:19.185138 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:16Z', 'revision_number': 3, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:19.228350 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a41a-43ac-48c8-9d05-70527d5a93ad None None] The sync data for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 is: [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:16Z', 'revision_number': 3, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:53:19.417346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Allocated IP 172.20.0.1 (af259e6d-1a3f-493d-bf01-6272bd7bc99e/32bb8b5c-622f-4162-80b0-ee322c624c86/96648184-944a-48d5-a151-c654fe35c75c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:19.435496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34538) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:19.448686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4de4f-3073-4403-8e0c-ecf7de8bae8d req-09946ddf-0c43-44f7-a520-8cfa7926eb6c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.450256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8df4de4f-3073-4403-8e0c-ecf7de8bae8d req-09946ddf-0c43-44f7-a520-8cfa7926eb6c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1654065 Aug 31 13:53:19.451332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aabd3e-1cd1-4df3-a648-b56467049d25 req-5afa061a-4e78-4dc5-99d9-895f68cd1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.452643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30aabd3e-1cd1-4df3-a648-b56467049d25 req-5afa061a-4e78-4dc5-99d9-895f68cd1506 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=cb216eff851a44c5a4835cd14e4016a6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2747855 Aug 31 13:53:19.455470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Deleting port 196458b2-3860-4392-9352-520b42551f0a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:19.456381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.598702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-946198883'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:19.668800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:19.672438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.688332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.701056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa2b63-7df0-4139-9458-afc46affbb1e req-9ca56d63-a33b-4810-ac9c-e13e488fc5bc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.709603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f9aa2b63-7df0-4139-9458-afc46affbb1e req-9ca56d63-a33b-4810-ac9c-e13e488fc5bc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.1070721 Aug 31 13:53:19.716134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8df4de4f-3073-4403-8e0c-ecf7de8bae8d req-56c0a6b1-8b36-405f-8e7c-60916de67ea0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566082 Aug 31 13:53:19.766287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] For port 196458b2-3860-4392-9352-520b42551f0a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=196458b2-3860-4392-9352-520b42551f0a,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:19.767008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.808537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85a7068f-f28b-48c0-b303-f66ee480f344 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:19.811708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aabd3e-1cd1-4df3-a648-b56467049d25 req-9d0bcadb-5cbc-4f39-b2cf-ffc1574471e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.813429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30aabd3e-1cd1-4df3-a648-b56467049d25 req-9d0bcadb-5cbc-4f39-b2cf-ffc1574471e6 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3505492 Aug 31 13:53:19.819672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Calling delete_port for 196458b2-3860-4392-9352-520b42551f0a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:19.831882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.836235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f9aa2b63-7df0-4139-9458-afc46affbb1e req-231b2c2c-18e0-4542-88fd-d6acb44ef035 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250405 Aug 31 13:53:19.887459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Transition to ACTIVE for port object 96648184-944a-48d5-a151-c654fe35c75c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:19.916512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 85a7068f-f28b-48c0-b303-f66ee480f344 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:19.921458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 85a7068f-f28b-48c0-b303-f66ee480f344 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:19.921845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.943337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.948631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.964837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-a132d7d8-f290-48e7-971a-ce4f057ddfac service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cb216eff851a44c5a4835cd14e4016a6&device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0377262 Aug 31 13:53:19.992374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1521, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:20.013803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74467a45-005c-49d6-8aad-6330a97f53b3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:20.023835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206378ae-755b-44f5-855e-7aa225cc82fe req-0f3bde70-4645-436a-806e-f4d02fa882e5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.031954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-206378ae-755b-44f5-855e-7aa225cc82fe req-0f3bde70-4645-436a-806e-f4d02fa882e5 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 950 time: 0.2099972 Aug 31 13:53:20.043608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a60c39dd-bf14-4dec-8ef4-54b4b6f68b44 req-65241952-d3df-4ee9-bce4-0dc26767dce6 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0572965 Aug 31 13:53:20.044854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.045244 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6 of type vlan for network 89d625c2-633f-4a06-88f5-536d16d5599b Aug 31 13:53:20.070135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.102715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.112233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 85a7068f-f28b-48c0-b303-f66ee480f344, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=85a7068f-f28b-48c0-b303-f66ee480f344,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:20.118771 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.149411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.156658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.157927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.181959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.206316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=85a7068f-f28b-48c0-b303-f66ee480f344,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:20.217695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-206378ae-755b-44f5-855e-7aa225cc82fe req-add3167c-bca7-4325-98e6-cb8150c4f0b3 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846352 Aug 31 13:53:20.239773 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8029845 Aug 31 13:53:20.311241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:20.327825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:20.334929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-f79e8dc2-29ce-48f3-8319-2f7fe3492705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.336424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-f79e8dc2-29ce-48f3-8319-2f7fe3492705 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=cb216eff851a44c5a4835cd14e4016a6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3498683 Aug 31 13:53:20.342519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:20.366758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2386962d-de0a-43d7-9adc-30ee5fe126e2 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:20.396667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Pushing event updated for resources: {'Port': ['ID=96648184-944a-48d5-a151-c654fe35c75c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:20.402292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34552) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:20.423501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 2386962d-de0a-43d7-9adc-30ee5fe126e2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:20.423856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2386962d-de0a-43d7-9adc-30ee5fe126e2 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:20.426151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '89d625c2-633f-4a06-88f5-536d16d5599b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:20.430379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.432513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835223-a89a-48c1-ba2c-d96e9de5b124 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=89d625c2-633f-4a06-88f5-536d16d5599b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:20.448491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 89d625c2-633f-4a06-88f5-536d16d5599b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:20.463085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99075e8-94ec-4ea0-8c05-855f8d1c39b5 req-37e77358-a907-4193-86e7-e9581cd914b0 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.464807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e99075e8-94ec-4ea0-8c05-855f8d1c39b5 req-37e77358-a907-4193-86e7-e9581cd914b0 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.1124301 Aug 31 13:53:20.505817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['196458b2-3860-4392-9352-520b42551f0a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:20.519854 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e99075e8-94ec-4ea0-8c05-855f8d1c39b5 req-3ef4e5c7-ef03-4ac8-984c-b6c3c523054e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478210 Aug 31 13:53:20.590522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-d06f72a1-781e-4b9d-aa0e-ac6bc1d54017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.592123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-d06f72a1-781e-4b9d-aa0e-ac6bc1d54017 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2333264 Aug 31 13:53:20.618183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-7b99fb2d-de3a-4689-bc13-ccd2eb64b37b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.619728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-7b99fb2d-de3a-4689-bc13-ccd2eb64b37b tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0746064 Aug 31 13:53:20.645072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3850d985-53c1-472b-b4c9-75cdabc11ac4 None None] Provisioning for port 96648184-944a-48d5-a151-c654fe35c75c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:20.645413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Pushing event deleted for resources: {'Port': ['ID=196458b2-3860-4392-9352-520b42551f0a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:20.649574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3850d985-53c1-472b-b4c9-75cdabc11ac4 None None] Provisioning complete for port 96648184-944a-48d5-a151-c654fe35c75c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:20.649891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3850d985-53c1-472b-b4c9-75cdabc11ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.675981 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.693130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3850d985-53c1-472b-b4c9-75cdabc11ac4 None None] Port 96648184-944a-48d5-a151-c654fe35c75c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:20.771266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Deleting port d2523472-4c77-4c65-a24a-9f8ace7e47db {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:20.771789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.870919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] For port d2523472-4c77-4c65-a24a-9f8ace7e47db, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2523472-4c77-4c65-a24a-9f8ace7e47db,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:20.871306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.888597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Calling delete_port for d2523472-4c77-4c65-a24a-9f8ace7e47db owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:21.018530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dc4a3-149a-4ee1-b1fc-415a02e48d0b req-251403bc-d740-477c-8226-e6608f864579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.020813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bd3dc4a3-149a-4ee1-b1fc-415a02e48d0b req-251403bc-d740-477c-8226-e6608f864579 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 949 time: 0.0850284 Aug 31 13:53:21.092068 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bd3dc4a3-149a-4ee1-b1fc-415a02e48d0b req-38222bb4-4b5b-4eca-962e-8325ab94dfe1 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644617 Aug 31 13:53:21.104379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-ecd3a509-f7ae-4389-9fae-2af1f2f1de11 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.4373074 Aug 31 13:53:21.158992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.163907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] No DVR routers for this DVR port 196458b2-3860-4392-9352-520b42551f0a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:21.176262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.178993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e10a713-c925-43e0-a345-48aead13d377 req-e66bf137-6f4e-4991-aacb-71f5557d2242 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.26 "DELETE /v2.0/ports/196458b2-3860-4392-9352-520b42551f0a HTTP/1.1" status: 204 len: 173 time: 2.1528304 Aug 31 13:53:21.185574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'name': 'network-vif-deleted', 'tag': '196458b2-3860-4392-9352-520b42551f0a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:21.188013 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d248169-7f09-410d-9829-69531b9808e9" -d '{"events": [{"server_uuid": "84f38e3d-9ab6-438f-987c-e8828a240fa8", "name": "network-vif-deleted", "tag": "196458b2-3860-4392-9352-520b42551f0a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:21.204385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2523472-4c77-4c65-a24a-9f8ace7e47db'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:21.222315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event deleted for resources: {'Port': ['ID=d2523472-4c77-4c65-a24a-9f8ace7e47db,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:21.244348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93604151-5fbf-46ef-9797-4986b4f16903 req-18b7b5da-4bf5-4e18-aff0-9d8642d576a3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.250135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93604151-5fbf-46ef-9797-4986b4f16903 req-18b7b5da-4bf5-4e18-aff0-9d8642d576a3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2298501 Aug 31 13:53:21.261726 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2afc10be-8cfd-4294-9768-e857b3e22784 req-1c3ade1a-fe30-48e0-ab95-1311ac660f71 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0617156 Aug 31 13:53:21.309463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] No DVR routers for this DVR port d2523472-4c77-4c65-a24a-9f8ace7e47db on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:21.312359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.315623 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c9e63f1-a0f0-49e1-bf6a-19d28f2f0ac5 req-6bb44285-ffd9-4d89-bf83-b174a9d2b9d7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.26 "DELETE /v2.0/ports/d2523472-4c77-4c65-a24a-9f8ace7e47db HTTP/1.1" status: 204 len: 173 time: 0.6454911 Aug 31 13:53:21.315820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-deleted', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:21.321029 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838573e0-7653-465c-bdcd-6c76a78b4f29" -d '{"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-deleted", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:21.341978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:21.346744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.385389 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c7e1a-8ab7-426d-b057-a6b455847bbb x-openstack-request-id: req-cf4c7e1a-8ab7-426d-b057-a6b455847bbb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:21.385775 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f38e3d-9ab6-438f-987c-e8828a240fa8", "name": "network-vif-deleted", "tag": "196458b2-3860-4392-9352-520b42551f0a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:21.386087 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf4c7e1a-8ab7-426d-b057-a6b455847bbb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:21.386541 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f38e3d-9ab6-438f-987c-e8828a240fa8', 'name': 'network-vif-deleted', 'tag': '196458b2-3860-4392-9352-520b42551f0a', 'status': 'completed', 'code': 200} Aug 31 13:53:21.495959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.512831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93604151-5fbf-46ef-9797-4986b4f16903 req-ab93acc9-00d0-4c7a-a67b-2e54095f5cc6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907132 Aug 31 13:53:21.531445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-9566589c-cf3f-48a3-997b-d287b6345aa4 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.532986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-9566589c-cf3f-48a3-997b-d287b6345aa4 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.2034769 Aug 31 13:53:21.608925 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c75dab-fe68-4225-b312-3e11fdc4236a x-openstack-request-id: req-07c75dab-fe68-4225-b312-3e11fdc4236a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:21.609524 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37653c6-05f0-42fa-a832-08f209c9078a", "name": "network-vif-deleted", "tag": "d2523472-4c77-4c65-a24a-9f8ace7e47db", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:21.610138 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07c75dab-fe68-4225-b312-3e11fdc4236a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:21.610735 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37653c6-05f0-42fa-a832-08f209c9078a', 'name': 'network-vif-deleted', 'tag': 'd2523472-4c77-4c65-a24a-9f8ace7e47db', 'status': 'completed', 'code': 200} Aug 31 13:53:21.628398 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b74e90ef-92e8-4b36-94dc-5f8c6ee8c700 req-abccbff5-e9dc-4d2a-8e3f-b0ce8f6e5418 tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f38e3d-9ab6-438f-987c-e8828a240fa8 HTTP/1.1" status: 200 len: 210 time: 0.0699942 Aug 31 13:53:21.761887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85a7068f-f28b-48c0-b303-f66ee480f344 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:21.781530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-7abb8617-94e0-467c-92ad-0ed54d1380b4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.1212931 Aug 31 13:53:21.827604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 85a7068f-f28b-48c0-b303-f66ee480f344 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:21.828256 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.879600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e626224-3e78-4975-a32b-cadebbe1e73d req-9193a0c7-2d6c-410d-a732-12d49acc5e76 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.880836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e626224-3e78-4975-a32b-cadebbe1e73d req-9193a0c7-2d6c-410d-a732-12d49acc5e76 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 950 time: 0.2193441 Aug 31 13:53:21.936701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Deleting port 86481347-868f-4292-857d-3f55b107f850 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:21.937075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.992229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.056809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e626224-3e78-4975-a32b-cadebbe1e73d req-719e0d80-a97e-43a3-8bae-5eb25f6e026c tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/security-groups?id=7726ac54-78f9-4081-9fbe-796244e453de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638682 Aug 31 13:53:22.060997 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.079285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.164690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=62f238fc-796e-4929-b3b5-12d00a973ffb,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:22.205398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] For port 86481347-868f-4292-857d-3f55b107f850, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86481347-868f-4292-857d-3f55b107f850,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:22.205796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.210863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Pushing event updated for resources: {'Port': ['ID=96648184-944a-48d5-a151-c654fe35c75c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:22.211463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ddf7cbe2-5e16-4f15-8c58-ca808b39eac3 req-780505af-7557-43fd-a4c8-90f5ed663e9e tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37653c6-05f0-42fa-a832-08f209c9078a HTTP/1.1" status: 200 len: 210 time: 0.0293427 Aug 31 13:53:22.218501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '89d625c2-633f-4a06-88f5-536d16d5599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:22.218867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 89d625c2-633f-4a06-88f5-536d16d5599b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:22.224217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.234870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Calling delete_port for 86481347-868f-4292-857d-3f55b107f850 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:22.326587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 89d625c2-633f-4a06-88f5-536d16d5599b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:22.352902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 89d625c2-633f-4a06-88f5-536d16d5599b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:22.368859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e655d2-dd8c-45e6-9290-881220be18b2 None None] Network 89d625c2-633f-4a06-88f5-536d16d5599b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:22.371527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.372128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.424322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9340a062-b54b-4e06-89bb-0e728d04c88e req-cc35fa76-3375-4bb5-94ed-12ddda37bbcb tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0542772 Aug 31 13:53:22.440141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:22.441854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:22.448416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f0e7448-2953-47e7-96dc-ceac58bbb45f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0436003 Aug 31 13:53:22.453774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34576) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:22.460815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257543759'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:22.514807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:22.520316 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.565598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1517, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:22.578727 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.579537 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 698837c5-aed4-4726-ac18-53d328235fdb of type vlan for network 5f3044f5-57e5-402b-9ba7-b0fb53d7d08e Aug 31 13:53:22.624751 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.648473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.659591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-89d625c2-633f-4a06-88f5-536d16d5599b', 'network_id': '89d625c2-633f-4a06-88f5-536d16d5599b', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': '62f238fc-796e-4929-b3b5-12d00a973ffb'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:53:22.660935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.692274 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Pushing event deleted for resources: {'Port': ['ID=86481347-868f-4292-857d-3f55b107f850,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:22.728826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['86481347-868f-4292-857d-3f55b107f850'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:22.747084 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.756555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.757464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.801666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] No DVR routers for this DVR port 86481347-868f-4292-857d-3f55b107f850 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:22.806704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.809032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f86ff1-752c-420b-8bb0-6c40f1c3337b req-3b600196-50d8-4ebe-b601-39e3d5dddd1e tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.26 "DELETE /v2.0/ports/86481347-868f-4292-857d-3f55b107f850 HTTP/1.1" status: 204 len: 173 time: 1.2637858 Aug 31 13:53:22.826672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc658f83-811e-46bd-b38b-80720a961c29 req-d95223c0-3073-49d8-b975-1d8cae50da8d tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1e29bbe-6398-415a-b06f-5605ee5e0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0563323 Aug 31 13:53:22.835178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Router e358c442-12e2-4c67-8b16-2d521b3fa3f0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:53:22.852794 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3977275 Aug 31 13:53:22.856249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34586) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:22.865468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '5f3044f5-57e5-402b-9ba7-b0fb53d7d08e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:22.870357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ac37fb64-5d4c-44b1-a026-926e973de044 None None] Provisioning complete for port 96648184-944a-48d5-a151-c654fe35c75c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:22.871016 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ac37fb64-5d4c-44b1-a026-926e973de044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.882543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b57a92-856a-4627-9831-857b41afae5d req-df3f4e91-b17c-4cee-a4fa-2fe0af322dae tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.884091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-49b57a92-856a-4627-9831-857b41afae5d req-df3f4e91-b17c-4cee-a4fa-2fe0af322dae tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2097044 Aug 31 13:53:22.923742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=5f3044f5-57e5-402b-9ba7-b0fb53d7d08e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:22.956696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.957090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.957420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.957758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.958093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.958424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.958751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.959077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.959386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.959711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.960031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.960378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bb2f3-2b32-47c8-945f-5a6be16a7b2e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:22.967532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ac37fb64-5d4c-44b1-a026-926e973de044 None None] Port 96648184-944a-48d5-a151-c654fe35c75c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:22.985892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5f3044f5-57e5-402b-9ba7-b0fb53d7d08e details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:22.996136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:53:23.004221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a489f912-909e-4eb5-9208-b0527563465f admin admin] 10.222.0.10 "PUT /v2.0/routers/e358c442-12e2-4c67-8b16-2d521b3fa3f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2856741 Aug 31 13:53:23.043746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Sync routers for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:53:23.063558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Allocated IP 172.20.255.242 (89d625c2-633f-4a06-88f5-536d16d5599b/62f238fc-796e-4929-b3b5-12d00a973ffb/d75dfacf-befe-47de-8836-a8096a3e48bb) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:23.073307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-49b57a92-856a-4627-9831-857b41afae5d req-ead0e0a4-6e13-4214-96ee-f38c97ea5828 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756628 Aug 31 13:53:23.076040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:23.077730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:23.088439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:23.096913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:23.155467 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:53:23.325950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6abd1f0b-5f3b-4df3-8e75-0595ef508011 req-a7c50a91-f54d-4c75-ac8d-e4016fa883b3 tempest-LiveMigrationNegativeTest-1093430255 tempest-LiveMigrationNegativeTest-1093430255-project] 10.222.0.10 "GET /v2.0/ports?device_id=098dac82-de33-4c02-b390-eaf61491d701 HTTP/1.1" status: 200 len: 210 time: 0.0519259 Aug 31 13:53:23.358809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:23.387651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098dac82-de33-4c02-b390-eaf61491d701', 'name': 'network-vif-deleted', 'tag': '86481347-868f-4292-857d-3f55b107f850'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:23.391054 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed8bf5-de37-4940-a445-e085a4eb184c" -d '{"events": [{"server_uuid": "098dac82-de33-4c02-b390-eaf61491d701", "name": "network-vif-deleted", "tag": "86481347-868f-4292-857d-3f55b107f850"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:23.543047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:23.638003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=cca14761-e53e-4870-ace3-5c8ab51ba4cb,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:23.645845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '698837c5-aed4-4726-ac18-53d328235fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '5f3044f5-57e5-402b-9ba7-b0fb53d7d08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:23.646008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 5f3044f5-57e5-402b-9ba7-b0fb53d7d08e, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:23.679564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 5f3044f5-57e5-402b-9ba7-b0fb53d7d08e is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:23.693526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 5f3044f5-57e5-402b-9ba7-b0fb53d7d08e) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:23.703458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:23.704589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:23.726124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0eb05ca5-afa9-4001-87f2-9a65f55b1a58 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8667264 Aug 31 13:53:23.727717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d934b29-ab1d-4009-8ec6-34811e063b74 None None] Network 5f3044f5-57e5-402b-9ba7-b0fb53d7d08e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:23.730871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34616) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:23.732217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34618) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:23.783389 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f61a8-9fee-42b6-8c8d-021b49a1e263 x-openstack-request-id: req-f85f61a8-9fee-42b6-8c8d-021b49a1e263 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:23.783909 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098dac82-de33-4c02-b390-eaf61491d701", "name": "network-vif-deleted", "tag": "86481347-868f-4292-857d-3f55b107f850", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:23.784293 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f85f61a8-9fee-42b6-8c8d-021b49a1e263 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:23.784750 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098dac82-de33-4c02-b390-eaf61491d701', 'name': 'network-vif-deleted', 'tag': '86481347-868f-4292-857d-3f55b107f850', 'status': 'completed', 'code': 200} Aug 31 13:53:23.792906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:23.913175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:23.936331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Transition to ACTIVE for port object d75dfacf-befe-47de-8836-a8096a3e48bb will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:23.953414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34622) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:23.958908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d1a81cdb-0f86-41a4-8478-94add137f567 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630985327', 'description': 'tempest-description--1703759688'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:24.019763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.071925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Transition to ACTIVE for port object d75dfacf-befe-47de-8836-a8096a3e48bb will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:24.090928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1a81cdb-0f86-41a4-8478-94add137f567 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.112905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.115835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.126462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ae856404-69c7-4525-b929-89ec48904374 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f90fcaa084e4e5d832a259bdc4122b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917611 Aug 31 13:53:24.130522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34630) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:24.172685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=cca14761-e53e-4870-ace3-5c8ab51ba4cb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:24.284003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 2, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:24.292221 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.300646 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a984ca9-9de0-4d7a-ad65-1190fb9a0cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.313477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3044f5-57e5-402b-9ba7-b0fb53d7d08e']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:24.333876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc36f2d-8b78-4d7c-9716-21e5a9c4cc94 req-95bf327a-e14b-4b12-bf76-59076eca9766 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.336422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87747f01-1a01-4cbf-b25e-3d027b22e8c6 req-cd56514c-2fc2-4df7-9c59-c6b7ba3b022f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.338210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-87747f01-1a01-4cbf-b25e-3d027b22e8c6 req-cd56514c-2fc2-4df7-9c59-c6b7ba3b022f tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 949 time: 0.1079099 Aug 31 13:53:24.340337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Checking router: e358c442-12e2-4c67-8b16-2d521b3fa3f0 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:53:24.340488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Updating router e358c442-12e2-4c67-8b16-2d521b3fa3f0 port 96648184-944a-48d5-a151-c654fe35c75c binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:53:24.341092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4cc36f2d-8b78-4d7c-9716-21e5a9c4cc94 req-95bf327a-e14b-4b12-bf76-59076eca9766 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1285212 Aug 31 13:53:24.342109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698837c5-aed4-4726-ac18-53d328235fdb') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:24.342422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698837c5-aed4-4726-ac18-53d328235fdb') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:24.348092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Network 89d625c2-633f-4a06-88f5-536d16d5599b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:24.359175 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a984ca9-9de0-4d7a-ad65-1190fb9a0cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.372078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:24.372480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.374836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:24.410300 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.416277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1a81cdb-0f86-41a4-8478-94add137f567 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.424431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1517 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:24.424970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.426708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 196458b2-3860-4392-9352-520b42551f0a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:24.429045 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:24.431666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1a81cdb-0f86-41a4-8478-94add137f567 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.433109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Pushing event updated for resources: {'Port': ['ID=d75dfacf-befe-47de-8836-a8096a3e48bb,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:24.449562 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-87747f01-1a01-4cbf-b25e-3d027b22e8c6 req-fff0f396-6117-4438-a6ed-314ef31aebc7 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef0db2d4-cde2-4894-aed3-4c725acfaab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726545 Aug 31 13:53:24.468947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4cc36f2d-8b78-4d7c-9716-21e5a9c4cc94 req-9911f88e-cb0d-44b6-9827-a4d20588bb70 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257806 Aug 31 13:53:24.480840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b69fe-ea02-4b7a-905b-da70bb0fbd5d None None] Network 5f3044f5-57e5-402b-9ba7-b0fb53d7d08e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:24.493207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.514427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 196458b2-3860-4392-9352-520b42551f0a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:24.514783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 196458b2-3860-4392-9352-520b42551f0a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:24.515300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2523472-4c77-4c65-a24a-9f8ace7e47db no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:24.543920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1a81cdb-0f86-41a4-8478-94add137f567 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.547813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d1a81cdb-0f86-41a4-8478-94add137f567 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5907850 Aug 31 13:53:24.548210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a81cdb-0f86-41a4-8478-94add137f567 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24fd18-9246-4d11-8d0e-d9044b42e0af,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:24.552823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34634) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:24.558785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e28b593a-760d-47d9-8908-a6d5546aeb12 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Request body: {'security_group_rule': {'security_group_id': '4f24fd18-9246-4d11-8d0e-d9044b42e0af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:24.575331 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a984ca9-9de0-4d7a-ad65-1190fb9a0cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.575790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.577913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a984ca9-9de0-4d7a-ad65-1190fb9a0cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.579138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3a984ca9-9de0-4d7a-ad65-1190fb9a0cf3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b HTTP/1.1" status: 204 len: 168 time: 0.4476752 Aug 31 13:53:24.603187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a984ca9-9de0-4d7a-ad65-1190fb9a0cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5438ac-ad2b-43e7-b2a3-6eb18a72da7b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:24.610152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: d2523472-4c77-4c65-a24a-9f8ace7e47db {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:24.610520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2523472-4c77-4c65-a24a-9f8ace7e47db not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:24.611064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86481347-868f-4292-857d-3f55b107f850 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:24.614299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-77539784-b3dd-4966-8f48-6cf96a0b52fc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.615649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-77539784-b3dd-4966-8f48-6cf96a0b52fc tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 949 time: 0.1593823 Aug 31 13:53:24.619296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.623129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28b593a-760d-47d9-8908-a6d5546aeb12 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.623901 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/5f3044f5-57e5-402b-9ba7-b0fb53d7d08e HTTP/1.1" status: 204 len: 168 time: 0.8919618 Aug 31 13:53:24.628382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34640) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:24.639027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbbd50-52dc-4efd-a753-081e7a9ccf88 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=5f3044f5-57e5-402b-9ba7-b0fb53d7d08e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:24.652694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891413193'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:24.658968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e4a15-58f5-4a97-9e10-4e1a6f657bec req-6014ef81-9499-4034-bfde-c9abc21395b5 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.666810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d27e4a15-58f5-4a97-9e10-4e1a6f657bec req-6014ef81-9499-4034-bfde-c9abc21395b5 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 945 time: 0.1365230 Aug 31 13:53:24.721493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Attempting to bind port d75dfacf-befe-47de-8836-a8096a3e48bb on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:24.721869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Attempting to bind port d75dfacf-befe-47de-8836-a8096a3e48bb by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '89d625c2-633f-4a06-88f5-536d16d5599b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:24.722261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Attempting to bind port d75dfacf-befe-47de-8836-a8096a3e48bb on network 89d625c2-633f-4a06-88f5-536d16d5599b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:24.742560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d27e4a15-58f5-4a97-9e10-4e1a6f657bec req-9d1397af-4f86-4e18-ba3e-c04b79111e00 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685172 Aug 31 13:53:24.744430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 86481347-868f-4292-857d-3f55b107f850 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:24.744958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86481347-868f-4292-857d-3f55b107f850 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:24.768919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:24.769157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:24.769549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Checking segment: {'id': '88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '89d625c2-633f-4a06-88f5-536d16d5599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:24.769957 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.770357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Bound using segment: {'id': '88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '89d625c2-633f-4a06-88f5-536d16d5599b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:24.770898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Bound port: d75dfacf-befe-47de-8836-a8096a3e48bb, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '89d625c2-633f-4a06-88f5-536d16d5599b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:24.771285 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.772290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.811648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28b593a-760d-47d9-8908-a6d5546aeb12 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.821744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28b593a-760d-47d9-8908-a6d5546aeb12 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.826706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1502, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:24.855628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.855897 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 53cbe398-a9d7-4616-ab26-bde8c7bd3d0f of type vlan for network 84a2f15a-9418-44e7-b821-dedd729f5d08 Aug 31 13:53:24.867953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b593a-760d-47d9-8908-a6d5546aeb12 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5978742-0b6d-4eaf-b92b-5fc840e47aeb,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:24.873674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e28b593a-760d-47d9-8908-a6d5546aeb12 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.877820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e28b593a-760d-47d9-8908-a6d5546aeb12 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3200767 Aug 31 13:53:24.879086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34646) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:24.888383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b141d0cd-f310-4377-9918-a4b7ccf241ce tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Request body: {'security_group_rule': {'security_group_id': '4f24fd18-9246-4d11-8d0e-d9044b42e0af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:24.918537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Deleting port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:24.918969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.945352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34648) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:24.967660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b141d0cd-f310-4377-9918-a4b7ccf241ce tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:24.977620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.027897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] For port d75dfacf-befe-47de-8836-a8096a3e48bb, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:25.032573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.038603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:25.039046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.039266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] For port d75dfacf-befe-47de-8836-a8096a3e48bb, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d75dfacf-befe-47de-8836-a8096a3e48bb,segment=NetworkSegment(88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6),segment_id=88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:25.054561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.093489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b141d0cd-f310-4377-9918-a4b7ccf241ce tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.099774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b141d0cd-f310-4377-9918-a4b7ccf241ce tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.106062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] For port 4effd7c0-ce9a-4c17-b379-222bc990ffa3, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:25.106062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.123755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Pushing event updated for resources: {'Port': ['ID=d75dfacf-befe-47de-8836-a8096a3e48bb,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:25.139234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34654) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:25.151845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.152202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.152549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.152905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.153302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.153639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.153968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.154360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.154710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.155011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.155387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.155714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911756ba-b6a4-4383-bce1-38e7bf617de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:25.156990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5156205 Aug 31 13:53:25.162560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141d0cd-f310-4377-9918-a4b7ccf241ce tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf029a6-16d5-45cd-be69-9738ab56fa4b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:25.167414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34656) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:25.181333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b141d0cd-f310-4377-9918-a4b7ccf241ce tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.182660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b141d0cd-f310-4377-9918-a4b7ccf241ce tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3025615 Aug 31 13:53:25.187063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '84a2f15a-9418-44e7-b821-dedd729f5d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:25.191550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34658) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:25.194697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Calling delete_port for 4effd7c0-ce9a-4c17-b379-222bc990ffa3 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:25.215624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:25.234310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a855c-6d12-4225-81ca-f696e858ea76 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=84a2f15a-9418-44e7-b821-dedd729f5d08,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:25.246547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 84a2f15a-9418-44e7-b821-dedd729f5d08 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:25.265339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-517604d4-766c-4aa0-89c6-0b4738ea9002 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ac7748387c749d7b5b2672266b6abe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1232150 Aug 31 13:53:25.270216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34660) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:25.304741 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0f7f04fa-975e-4678-8c2f-20524684ac10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e3479edb767479fb319c1f76bbb0d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576365 Aug 31 13:53:25.305425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34662) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:25.319898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.374724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.395950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:25.399797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.439435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa407-51fd-4f34-b971-e998caae5cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.487858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc3e11be-4cc4-4d66-8a73-7f73bdda0136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.498389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa407-51fd-4f34-b971-e998caae5cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.525168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Performing IP validity checks on allocation pools {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 13:53:25.525746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 13:53:25.552431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Transition to ACTIVE for port object 96648184-944a-48d5-a151-c654fe35c75c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:25.555340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.564221 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.576699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc3e11be-4cc4-4d66-8a73-7f73bdda0136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.597267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Pushing event deleted for resources: {'Port': ['ID=4effd7c0-ce9a-4c17-b379-222bc990ffa3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:25.709022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73f3b0ce-f401-492d-a048-4cf58715b93c req-b53ae88d-0084-4194-866c-fd54a62a06c5 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.1019659 Aug 31 13:53:25.751631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] No DVR routers for this DVR port 4effd7c0-ce9a-4c17-b379-222bc990ffa3 on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:25.754767 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.766403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.776062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6920d5f9-6112-43ec-ac66-f8cbce39374e req-d88939ec-f4bd-4454-8ea2-76fe87d5b7c4 tempest-MigrationsAdminTest-1401845743 tempest-MigrationsAdminTest-1401845743-project] 10.222.0.101 "DELETE /v2.0/ports/4effd7c0-ce9a-4c17-b379-222bc990ffa3 HTTP/1.1" status: 204 len: 173 time: 1.1490047 Aug 31 13:53:25.791565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'name': 'network-vif-deleted', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:25.795860 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421e0258-5e7c-4c7b-88cb-01586e48b404" -d '{"events": [{"server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "name": "network-vif-deleted", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:25.797602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa407-51fd-4f34-b971-e998caae5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.818871 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa407-51fd-4f34-b971-e998caae5cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.829665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d1fa407-51fd-4f34-b971-e998caae5cfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5cbdaa94-1d87-4d95-9768-619e39151d81 HTTP/1.1" status: 204 len: 168 time: 0.5583279 Aug 31 13:53:25.868858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e9493-fb1e-41f7-918a-5408fe00a81e None None] Pushing event updated for resources: {'Port': ['ID=96648184-944a-48d5-a151-c654fe35c75c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:25.887305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Attempting to bind port 96648184-944a-48d5-a151-c654fe35c75c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:25.896212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Attempting to bind port 96648184-944a-48d5-a151-c654fe35c75c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:25.896927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Attempting to bind port 96648184-944a-48d5-a151-c654fe35c75c on network af259e6d-1a3f-493d-bf01-6272bd7bc99e {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:25.916940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ed89-327e-4e3e-b4a7-3b523db97812 req-3bf76d46-6de8-4a96-9eae-b5bae11b5b86 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:25.918797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:25.921904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Checking segment: {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:25.922163 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.935662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Bound using segment: {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:25.936273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Bound port: 96648184-944a-48d5-a151-c654fe35c75c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:25.936683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.938217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fa407-51fd-4f34-b971-e998caae5cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbdaa94-1d87-4d95-9768-619e39151d81,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:25.958471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be18ed89-327e-4e3e-b4a7-3b523db97812 req-3bf76d46-6de8-4a96-9eae-b5bae11b5b86 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.3472996 Aug 31 13:53:26.032029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d75dfacf-befe-47de-8836-a8096a3e48bb up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:26.114280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc3e11be-4cc4-4d66-8a73-7f73bdda0136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.120809 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc3e11be-4cc4-4d66-8a73-7f73bdda0136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.128563 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fc3e11be-4cc4-4d66-8a73-7f73bdda0136 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7726ac54-78f9-4081-9fbe-796244e453de HTTP/1.1" status: 204 len: 168 time: 0.8191493 Aug 31 13:53:26.162360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e11be-4cc4-4d66-8a73-7f73bdda0136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726ac54-78f9-4081-9fbe-796244e453de,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:26.218763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f7a5-9b4c-4f70-a2d9-fc159e3f1b18 req-72f1ec6b-daca-4975-ac4b-b4a9ea758e34 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.228688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5ad5f7a5-9b4c-4f70-a2d9-fc159e3f1b18 req-72f1ec6b-daca-4975-ac4b-b4a9ea758e34 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 945 time: 0.2862182 Aug 31 13:53:26.297317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5ad5f7a5-9b4c-4f70-a2d9-fc159e3f1b18 req-fafb47cf-fb74-4ab8-b962-9693e08c1363 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653639 Aug 31 13:53:26.334711 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.377989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Allocated IP 172.25.0.242 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/9e12a1b7-2d48-4c59-9dcd-39a26372a981) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:26.381567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] For port 96648184-944a-48d5-a151-c654fe35c75c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:26.398241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] For port 96648184-944a-48d5-a151-c654fe35c75c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=96648184-944a-48d5-a151-c654fe35c75c,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:26.423870 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.450767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d75dfacf-befe-47de-8836-a8096a3e48bb completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:26.585250 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50039b61-9abc-4a61-9a5a-076cfa9ef3cb x-openstack-request-id: req-50039b61-9abc-4a61-9a5a-076cfa9ef3cb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:26.586906 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c094c9-d383-4490-b133-b31c47f7ce21", "name": "network-vif-deleted", "tag": "4effd7c0-ce9a-4c17-b379-222bc990ffa3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:26.587757 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50039b61-9abc-4a61-9a5a-076cfa9ef3cb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:26.588755 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c094c9-d383-4490-b133-b31c47f7ce21', 'name': 'network-vif-deleted', 'tag': '4effd7c0-ce9a-4c17-b379-222bc990ffa3', 'status': 'completed', 'code': 200} Aug 31 13:53:26.600615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=922c8333-1289-4eba-8b13-4117eae5b1f3,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:26.604641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:26.605566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:26.676790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f632-1683-4303-be37-284d593496e4 req-7b06152c-a60e-40d3-a012-78c6b28cca8f tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.683708 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c786f632-1683-4303-be37-284d593496e4 req-7b06152c-a60e-40d3-a012-78c6b28cca8f tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52f9a60-8758-46d1-a178-0245bbef0176 HTTP/1.1" status: 200 len: 945 time: 0.3412845 Aug 31 13:53:26.687549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34686) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:26.696674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be18ed89-327e-4e3e-b4a7-3b523db97812 req-e1cefa4a-97fe-4e2e-a885-e31beb0621fd tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351241 Aug 31 13:53:26.787996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50532b-b424-42b8-bd86-6af586235dfd req-22c8d6f4-1889-45c6-8a8d-459926ec016a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.803054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef50532b-b424-42b8-bd86-6af586235dfd req-22c8d6f4-1889-45c6-8a8d-459926ec016a tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 945 time: 0.7809098 Aug 31 13:53:26.858806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:26.961002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '84a2f15a-9418-44e7-b821-dedd729f5d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:26.961603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 84a2f15a-9418-44e7-b821-dedd729f5d08, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:27.003249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.025199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Deleting port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:27.025813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.057779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5577e3-4149-4d29-81a9-d6720ebdcd41 None None] Network 89d625c2-633f-4a06-88f5-536d16d5599b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:27.069083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 84a2f15a-9418-44e7-b821-dedd729f5d08 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:27.105004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 84a2f15a-9418-44e7-b821-dedd729f5d08) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:27.113070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34698) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:27.129493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.130509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.180833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a0b42eb6-8240-4b85-8a07-79f1030c5dd7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0110693 Aug 31 13:53:27.184351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34700) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:27.246746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76dab1-88ac-4179-bc63-0abeaad494ed None None] Network 84a2f15a-9418-44e7-b821-dedd729f5d08 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:27.261419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e9493-fb1e-41f7-918a-5408fe00a81e None None] Pushing event updated for resources: {'Port': ['ID=96648184-944a-48d5-a151-c654fe35c75c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:27.305601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Deleting port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:27.306195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.311618 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b5e08a98-ff8c-49d2-900e-af8eb8738f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.332011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-744ec852-dc6f-4edc-b391-f3f060ef4d1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41071a6acfe641cda18e21ca374faf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159717 Aug 31 13:53:27.333180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34708) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:27.379375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-276b62ec-1754-4128-8916-5d232b53c109 None None] Provisioning for port d75dfacf-befe-47de-8836-a8096a3e48bb completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:27.396753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-276b62ec-1754-4128-8916-5d232b53c109 None None] Provisioning complete for port d75dfacf-befe-47de-8836-a8096a3e48bb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:27.397333 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-276b62ec-1754-4128-8916-5d232b53c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.480822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.497870 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ac1e2fd4-a7d4-41b7-bbf3-b8d3a66d7041 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec74b343ea7c46d59878d609588dc44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7967982 Aug 31 13:53:27.512418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34714) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:27.542408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae3cf9-695e-41ca-a612-5394c87b4de7 req-d980eeb5-2879-4ab5-89e8-8b84d1ab69be tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.550896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cbae3cf9-695e-41ca-a612-5394c87b4de7 req-d980eeb5-2879-4ab5-89e8-8b84d1ab69be tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.5977159 Aug 31 13:53:27.684059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] For port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:27.685149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.746811 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cbae3cf9-695e-41ca-a612-5394c87b4de7 req-9c30eaf8-fb9f-4bdc-95a5-d171d5c1394e tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944301 Aug 31 13:53:27.750440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Calling delete_port for 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:27.757105 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.838531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event updated for resources: {'Port': ['ID=9e12a1b7-2d48-4c59-9dcd-39a26372a981,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:27.850439 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5235e3b-2f6f-49ba-b5f0-1bbe5693abc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.860484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:27.864899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:27.907457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:27.925646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-276b62ec-1754-4128-8916-5d232b53c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.946446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-84a2f15a-9418-44e7-b821-dedd729f5d08', 'network_id': '84a2f15a-9418-44e7-b821-dedd729f5d08', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': '922c8333-1289-4eba-8b13-4117eae5b1f3'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:53:27.947297 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.979321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:26Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:27.998832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5235e3b-2f6f-49ba-b5f0-1bbe5693abc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.026031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-276b62ec-1754-4128-8916-5d232b53c109 None None] For port d75dfacf-befe-47de-8836-a8096a3e48bb, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d75dfacf-befe-47de-8836-a8096a3e48bb,segment=NetworkSegment(88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6),segment_id=88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:28.034600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3b98-fbc2-4eb7-8891-409068ec2234 None None] The sync data for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 is: [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:26Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:53:28.038361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-276b62ec-1754-4128-8916-5d232b53c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.069397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255fbf0-feeb-4bf8-a8db-88c4302638a1 req-abbdbeb7-447c-4c17-aad4-a5be7a3b9373 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.071010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6255fbf0-feeb-4bf8-a8db-88c4302638a1 req-abbdbeb7-447c-4c17-aad4-a5be7a3b9373 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1647325 Aug 31 13:53:28.185135 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.274771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b62ec-1754-4128-8916-5d232b53c109 None None] Pushing event updated for resources: {'Port': ['ID=d75dfacf-befe-47de-8836-a8096a3e48bb,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:28.284977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e834b-7f75-48f6-9840-61f965eb4169 req-e2c7ea5c-4df8-40ba-8bcd-e0d32726aeb4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.294081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Allocated IP 172.20.0.3 (84a2f15a-9418-44e7-b821-dedd729f5d08/922c8333-1289-4eba-8b13-4117eae5b1f3/afcdf0b5-a467-4f38-a64d-ad49f89908c2) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:28.294807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-502e834b-7f75-48f6-9840-61f965eb4169 req-e2c7ea5c-4df8-40ba-8bcd-e0d32726aeb4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 945 time: 0.8848181 Aug 31 13:53:28.342827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] For port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,segment=NetworkSegment(e02a46fc-21b5-46e0-8679-6b6ff14f0e3b),segment_id=e02a46fc-21b5-46e0-8679-6b6ff14f0e3b)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:28.343204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.384652 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.475704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-10c1a89f-79f6-426c-877e-5c9fd13283de None None] Provisioning complete for port d75dfacf-befe-47de-8836-a8096a3e48bb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:28.476186 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-10c1a89f-79f6-426c-877e-5c9fd13283de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.491557 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6255fbf0-feeb-4bf8-a8db-88c4302638a1 req-f9be6598-6920-464f-917f-daddaa4dd9b4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938642 Aug 31 13:53:28.505192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5235e3b-2f6f-49ba-b5f0-1bbe5693abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.519413 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5235e3b-2f6f-49ba-b5f0-1bbe5693abc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.519413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f5235e3b-2f6f-49ba-b5f0-1bbe5693abc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef0db2d4-cde2-4894-aed3-4c725acfaab0 HTTP/1.1" status: 204 len: 168 time: 0.9968076 Aug 31 13:53:28.539356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.573386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5235e3b-2f6f-49ba-b5f0-1bbe5693abc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0db2d4-cde2-4894-aed3-4c725acfaab0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:28.588685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.630758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.634855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.640186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3fd627e-71d6-4f5f-ace1-82c8916ba64d HTTP/1.1" status: 204 len: 168 time: 1.2734876 Aug 31 13:53:28.646936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Calling delete_port for 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:28.679079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.717456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event deleted for resources: {'Port': ['ID=1d6e4522-3e3a-4631-a2f8-0d5e96218bf8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:28.759957 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.816933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Transition to ACTIVE for port object afcdf0b5-a467-4f38-a64d-ad49f89908c2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:28.856994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] No DVR routers for this DVR port 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:28.864784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.873859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Transition to ACTIVE for port object afcdf0b5-a467-4f38-a64d-ad49f89908c2 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:28.880765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c786f632-1683-4303-be37-284d593496e4 req-49ea286c-6bda-4cca-aa2c-0c2ee61ec678 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "DELETE /v2.0/ports/1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 HTTP/1.1" status: 204 len: 173 time: 2.1649225 Aug 31 13:53:28.883630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'name': 'network-vif-deleted', 'tag': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:28.883807 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.887115 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f81cc3-55ff-46b5-a542-ed7e4264b310" -d '{"events": [{"server_uuid": "b52f9a60-8758-46d1-a178-0245bbef0176", "name": "network-vif-deleted", "tag": "1d6e4522-3e3a-4631-a2f8-0d5e96218bf8"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:28.895451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.921996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.975336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Network 84a2f15a-9418-44e7-b821-dedd729f5d08 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:28.994967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:29.004773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:29.024369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fd627e-71d6-4f5f-ace1-82c8916ba64d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:29.143630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-502e834b-7f75-48f6-9840-61f965eb4169 req-e9404247-8ddb-459f-a72c-ca0d69a54853 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/security-groups?id=4133f979-90e4-4f31-9975-5f862aee3192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8474851 Aug 31 13:53:29.147465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Pushing event updated for resources: {'Port': ['ID=afcdf0b5-a467-4f38-a64d-ad49f89908c2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:29.163318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Pushing event deleted for resources: {'Port': ['ID=3f9851f6-48b0-4096-b55b-a8b2dedd7d04,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:29.169711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.171336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.171691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.173688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.174325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.174686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.175029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.175372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.175713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.187310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Attempting to bind port afcdf0b5-a467-4f38-a64d-ad49f89908c2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:29.187827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Attempting to bind port afcdf0b5-a467-4f38-a64d-ad49f89908c2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '84a2f15a-9418-44e7-b821-dedd729f5d08'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:29.188163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.188670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.189310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Attempting to bind port afcdf0b5-a467-4f38-a64d-ad49f89908c2 on network 84a2f15a-9418-44e7-b821-dedd729f5d08 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:29.190058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f0eb0-574f-44fa-80d3-2e12c934710c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.200343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3a619-6d62-48a4-90fc-d314f48a2b3b req-c43aba7d-d997-498f-b11f-a3f4c1a41229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:29.202096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ced3a619-6d62-48a4-90fc-d314f48a2b3b req-c43aba7d-d997-498f-b11f-a3f4c1a41229 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.0864108 Aug 31 13:53:29.208036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:29.209627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Checking segment: {'id': '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '84a2f15a-9418-44e7-b821-dedd729f5d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:29.210073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.210485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Bound using segment: {'id': '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '84a2f15a-9418-44e7-b821-dedd729f5d08'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:29.219912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Bound port: afcdf0b5-a467-4f38-a64d-ad49f89908c2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '84a2f15a-9418-44e7-b821-dedd729f5d08'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:29.220599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.302006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.303467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.305265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.305864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.306431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.307132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.308963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.309644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.310171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.311366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.313028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.313553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:29.347329 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2551d24-97ee-497f-b5c8-b9046dab0bdf x-openstack-request-id: req-c2551d24-97ee-497f-b5c8-b9046dab0bdf {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:29.348272 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52f9a60-8758-46d1-a178-0245bbef0176", "name": "network-vif-deleted", "tag": "1d6e4522-3e3a-4631-a2f8-0d5e96218bf8", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:29.348272 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2551d24-97ee-497f-b5c8-b9046dab0bdf {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:29.348702 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52f9a60-8758-46d1-a178-0245bbef0176', 'name': 'network-vif-deleted', 'tag': '1d6e4522-3e3a-4631-a2f8-0d5e96218bf8', 'status': 'completed', 'code': 200} Aug 31 13:53:29.368668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] No DVR routers for this DVR port 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:29.378824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.381464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef50532b-b424-42b8-bd86-6af586235dfd req-f511b75c-cda2-4f21-8c42-ed720188e406 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.26 "DELETE /v2.0/ports/3f9851f6-48b0-4096-b55b-a8b2dedd7d04 HTTP/1.1" status: 204 len: 173 time: 2.5668232 Aug 31 13:53:29.381954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'name': 'network-vif-deleted', 'tag': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:29.384614 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1bd110-a42b-4242-8fe9-7d360bea3f48" -d '{"events": [{"server_uuid": "6ab9ec0d-3f02-49ad-aef5-36a764d54a38", "name": "network-vif-deleted", "tag": "3f9851f6-48b0-4096-b55b-a8b2dedd7d04"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:29.400022 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.413084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ced3a619-6d62-48a4-90fc-d314f48a2b3b req-fbe1858b-acad-42c6-aa48-d8d9e725efb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993585 Aug 31 13:53:29.415845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.428345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.441051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=922c8333-1289-4eba-8b13-4117eae5b1f3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:29.461045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1a5bb7d-7fec-4094-9b67-8fe2e79cc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.496768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] For port afcdf0b5-a467-4f38-a64d-ad49f89908c2, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:29.503529 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.519037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34760) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:29.527702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] For port afcdf0b5-a467-4f38-a64d-ad49f89908c2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=afcdf0b5-a467-4f38-a64d-ad49f89908c2,segment=NetworkSegment(53cbe398-a9d7-4616-ab26-bde8c7bd3d0f),segment_id=53cbe398-a9d7-4616-ab26-bde8c7bd3d0f)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:29.534391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.550236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d9ef6-1088-400c-916e-85364a6c9b21 req-8f6152f1-79e8-46e4-be06-09085998dbf9 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:29.552277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-675d9ef6-1088-400c-916e-85364a6c9b21 req-8f6152f1-79e8-46e4-be06-09085998dbf9 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.2977428 Aug 31 13:53:29.623768 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.655130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054f497-d6b7-4f48-b9d3-309b79508b50 None None] Pushing event updated for resources: {'Port': ['ID=afcdf0b5-a467-4f38-a64d-ad49f89908c2,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:29.665765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a2f15a-9418-44e7-b821-dedd729f5d08']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:29.675854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event updated for resources: {'Port': ['ID=9e12a1b7-2d48-4c59-9dcd-39a26372a981,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:29.685008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:29.685454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:29.697527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.715977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.723688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:29.724217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.728837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-11116cf1-4aa3-48fc-8c04-f1849ed7eb83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00fdb36a18e34cf7925d11069bbce95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083101 Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:29.731759 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:29.740361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34764) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:29.760328 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-675d9ef6-1088-400c-916e-85364a6c9b21 req-36b1e6f3-76fd-4b9c-b5b4-df9d85471dc6 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903753 Aug 31 13:53:29.782452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.850560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.862634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6bb288c2-0a98-4151-b032-b8d93721c7ba tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6663947 Aug 31 13:53:29.872145 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7fc70b-1d83-4da9-bc84-6863588b2bcb x-openstack-request-id: req-7a7fc70b-1d83-4da9-bc84-6863588b2bcb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:29.872539 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab9ec0d-3f02-49ad-aef5-36a764d54a38", "name": "network-vif-deleted", "tag": "3f9851f6-48b0-4096-b55b-a8b2dedd7d04", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:29.872912 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a7fc70b-1d83-4da9-bc84-6863588b2bcb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:29.873499 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab9ec0d-3f02-49ad-aef5-36a764d54a38', 'name': 'network-vif-deleted', 'tag': '3f9851f6-48b0-4096-b55b-a8b2dedd7d04', 'status': 'completed', 'code': 200} Aug 31 13:53:29.945355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 13:53:29.945355 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 13:53:29.945355 n-d-792362-6 neutron-server[101361]: [parameters: {'id': '84a2f15a-9418-44e7-b821-dedd729f5d08'}] Aug 31 13:53:29.945355 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:53:29.946050 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:53:29.972233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad254bb-74ae-40ad-82f4-08df4ecda953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.026828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad254bb-74ae-40ad-82f4-08df4ecda953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.091865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653805-ea1a-427d-8456-6b145a86360f req-88cfb05c-7ed4-4dd5-be59-4e255e5a81f8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:30.110267 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97653805-ea1a-427d-8456-6b145a86360f req-88cfb05c-7ed4-4dd5-be59-4e255e5a81f8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1168940 Aug 31 13:53:30.144529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad254bb-74ae-40ad-82f4-08df4ecda953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.154679 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad254bb-74ae-40ad-82f4-08df4ecda953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.157408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ad254bb-74ae-40ad-82f4-08df4ecda953 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91de3da6-ebfa-45d3-9920-5b7db0a9ef09 HTTP/1.1" status: 204 len: 168 time: 0.4053674 Aug 31 13:53:30.162581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 96648184-944a-48d5-a151-c654fe35c75c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:30.215939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad254bb-74ae-40ad-82f4-08df4ecda953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91de3da6-ebfa-45d3-9920-5b7db0a9ef09,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:30.253154 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97653805-ea1a-427d-8456-6b145a86360f req-0a9e4daa-56b8-4cdb-bbc7-f87ce1a3da62 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389110 Aug 31 13:53:30.303934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 96648184-944a-48d5-a151-c654fe35c75c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:30.317945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 96648184-944a-48d5-a151-c654fe35c75c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:30.318399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.391984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:30.447452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.488548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:30.497574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f9851f6-48b0-4096-b55b-a8b2dedd7d04 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:30.498393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:30.545705 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.563300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f88ee62-02f1-41b9-9894-6e54668e5745 req-61809b74-f5be-43a2-925b-655d642cc0f2 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ab9ec0d-3f02-49ad-aef5-36a764d54a38 HTTP/1.1" status: 200 len: 210 time: 0.1074748 Aug 31 13:53:30.629447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:30.629874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d6e4522-3e3a-4631-a2f8-0d5e96218bf8 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:30.631324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Deleting port afcdf0b5-a467-4f38-a64d-ad49f89908c2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:30.631894 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.634572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.681784 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-97e89576-dd35-42a0-a478-0a83eaaf37f5 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--630985327&fields=id&tenant_id=690553c4f111446d885439b7b2d725cb HTTP/1.1" status: 200 len: 267 time: 0.1530361 Aug 31 13:53:30.723607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 96648184-944a-48d5-a151-c654fe35c75c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=96648184-944a-48d5-a151-c654fe35c75c,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:30.742960 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.743212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d75dfacf-befe-47de-8836-a8096a3e48bb up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:30.756215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] For port afcdf0b5-a467-4f38-a64d-ad49f89908c2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=afcdf0b5-a467-4f38-a64d-ad49f89908c2,segment=NetworkSegment(53cbe398-a9d7-4616-ab26-bde8c7bd3d0f),segment_id=53cbe398-a9d7-4616-ab26-bde8c7bd3d0f)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:30.757631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:30.815168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Calling delete_port for afcdf0b5-a467-4f38-a64d-ad49f89908c2 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:31.002024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=96648184-944a-48d5-a151-c654fe35c75c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:31.030809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-516e0429-f354-4844-b7b9-982e12195bc6 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:31.039852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d75dfacf-befe-47de-8836-a8096a3e48bb triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:31.040265 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.044397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-516e0429-f354-4844-b7b9-982e12195bc6 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/networks?id=af259e6d-1a3f-493d-bf01-6272bd7bc99e HTTP/1.1" status: 200 len: 814 time: 0.3550608 Aug 31 13:53:31.050062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.063083 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-d36c2ad1-5566-4fd8-910c-0a4c909f0db2 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/quotas/690553c4f111446d885439b7b2d725cb HTTP/1.1" status: 200 len: 375 time: 0.0176580 Aug 31 13:53:31.124669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Port': ['ID=afcdf0b5-a467-4f38-a64d-ad49f89908c2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:31.152259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No DVR routers for this DVR port afcdf0b5-a467-4f38-a64d-ad49f89908c2 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:31.181586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-d117ae9e-b80b-4c91-b8ef-5a0c80f40930 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=690553c4f111446d885439b7b2d725cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175992 Aug 31 13:53:31.305941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.324590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a2f15a-9418-44e7-b821-dedd729f5d08']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:31.337303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:31.337610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cbe398-a9d7-4616-ab26-bde8c7bd3d0f') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:31.351499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.365913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.373204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:31.373858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.410266 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-d7676c53-3c67-4c81-9729-564200998529 service neutron] 10.222.0.10 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276807 Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:31.445170 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:31.469805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a935eb82-21b2-4ef4-8b7a-5c79dd2251c1 None None] Network 84a2f15a-9418-44e7-b821-dedd729f5d08 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:31.523077 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.535904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.544919 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/84a2f15a-9418-44e7-b821-dedd729f5d08 HTTP/1.1" status: 204 len: 168 time: 4.3575783 Aug 31 13:53:31.545208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34834) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:31.558873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0aaf77c5-bb0b-4588-801d-8919739ba071 None None] Could not find standard attr ID for object afcdf0b5-a467-4f38-a64d-ad49f89908c2. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 13:53:31.560818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-305221596'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:31.588326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-a5d8811b-c3fb-434c-9bd7-84fb72859ef6 service neutron] 10.222.0.10 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706166 Aug 31 13:53:31.613974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:31.621245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.636993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef6f9e-d82d-4317-a483-c9db524d4312 req-7aaaf423-22f7-4299-abf9-d5dd920157db tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:31.639104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-40ef6f9e-d82d-4317-a483-c9db524d4312 req-7aaaf423-22f7-4299-abf9-d5dd920157db tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.1897998 Aug 31 13:53:31.641270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425e4b1-22bf-4434-b230-56ddfc4f0e83 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=84a2f15a-9418-44e7-b821-dedd729f5d08,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:31.677965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1511, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:31.692594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.693513 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 0b5ff6ab-0d35-42f8-86ff-8b8fe5702289 of type vlan for network 0d216a2f-d7b2-4ae0-956e-1d2009bd303d Aug 31 13:53:31.712148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-40ef6f9e-d82d-4317-a483-c9db524d4312 req-681338ff-4891-4886-95b2-299374938d35 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588710 Aug 31 13:53:31.772680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a89cc-b51b-4fec-a7a4-a54edb1a89d8 None None] DHCP port deletion for 84a2f15a-9418-44e7-b821-dedd729f5d08 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:53:31.844837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.863166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.894647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 96648184-944a-48d5-a151-c654fe35c75c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:31.969847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.976907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:31.977576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.016999 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4648149 Aug 31 13:53:32.033734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 96648184-944a-48d5-a151-c654fe35c75c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:32.034634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.041911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34862) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:32.057104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1115e435-50e8-44d1-9b0d-c7bebb290f1c req-0bbe51e5-30d4-44de-b5f5-55df7eda5562 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 210 time: 0.0750225 Aug 31 13:53:32.058297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1f157-6560-4ed9-a903-550e438aa2df req-ca497ef7-3b74-4256-becf-d41cb6fd7310 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:32.060095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d2f1f157-6560-4ed9-a903-550e438aa2df req-ca497ef7-3b74-4256-becf-d41cb6fd7310 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1477380 Aug 31 13:53:32.065636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '0d216a2f-d7b2-4ae0-956e-1d2009bd303d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:32.204513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec92b35-4a13-4d44-bf98-72d407bbb18d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=0d216a2f-d7b2-4ae0-956e-1d2009bd303d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:32.239048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0d216a2f-d7b2-4ae0-956e-1d2009bd303d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:32.251178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34882) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:32.254944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d2f1f157-6560-4ed9-a903-550e438aa2df req-86cffdbf-b9d8-4faa-86ea-7c0d2c66d966 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049802 Aug 31 13:53:32.257156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:32.268217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.363877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] Deleting subnet 09c42ba8-8bf0-4710-8635-6acd1fc5be3f {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:53:32.373407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.485098 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.544481 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.635296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.688968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c42ba8-8bf0-4710-8635-6acd1fc5be3f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:32.694828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.696564 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.698148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-65fb7543-fad7-4b47-9d07-f337aed8e569 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/09c42ba8-8bf0-4710-8635-6acd1fc5be3f HTTP/1.1" status: 204 len: 168 time: 0.4452801 Aug 31 13:53:32.702724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34906) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:32.815488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.895852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=99c60f9b-6fc7-41a4-a9ab-8d75a8873954,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:32.902298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '0b5ff6ab-0d35-42f8-86ff-8b8fe5702289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1511, 'network_id': '0d216a2f-d7b2-4ae0-956e-1d2009bd303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:32.902940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 0d216a2f-d7b2-4ae0-956e-1d2009bd303d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:32.974437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-ec57b99e-2253-4483-9de2-ff98b85fe3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:32.976405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-ec57b99e-2253-4483-9de2-ff98b85fe3e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.1787884 Aug 31 13:53:32.978703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.993144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01d4483-6753-4b0f-9db7-00ee404f4e58']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:33.006568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:33.006879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02a46fc-21b5-46e0-8679-6b6ff14f0e3b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:33.016255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-fb1a9449-7f4c-46e0-92e8-a970f2caf49b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:33.018155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-fb1a9449-7f4c-46e0-92e8-a970f2caf49b tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.26 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.1412027 Aug 31 13:53:33.036672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.073771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.106830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-4c63894f-7de6-4d92-b324-cf5cc1d163f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:33.108486 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-4c63894f-7de6-4d92-b324-cf5cc1d163f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.1219552 Aug 31 13:53:33.117051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:33.117866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:33.120082 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:33.122475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb849-32d3-4d43-aef7-6c0089a4b690 req-0f6633bc-c749-4eda-bdda-15ebb372cf1a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:33.123976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-620bb849-32d3-4d43-aef7-6c0089a4b690 req-0f6633bc-c749-4eda-bdda-15ebb372cf1a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1947989 Aug 31 13:53:33.124634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 0d216a2f-d7b2-4ae0-956e-1d2009bd303d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:33.149602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0d216a2f-d7b2-4ae0-956e-1d2009bd303d) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:33.163186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22088a-045a-46bf-b69d-4b5425fbc562 None None] Network 0d216a2f-d7b2-4ae0-956e-1d2009bd303d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:33.197286 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-10fb96d8-10a4-4eb7-82da-1bfaae302e1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 217 time: 0.0650585 Aug 31 13:53:33.198770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:33.199558 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.204153 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.218679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Deleting port fa477e89-e6e0-4e4a-923a-ed6d59203e93 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:33.219220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.260437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-04909818-1d6a-4de3-b40e-1208aea223be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:33.262356 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-04909818-1d6a-4de3-b40e-1208aea223be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.0534098 Aug 31 13:53:33.300641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-767cdf99-95b1-429f-99b1-ec95f3d0a5ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271728 Aug 31 13:53:33.311894 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1215168b-b08c-40cb-b7d2-e559b1984494 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2482522 Aug 31 13:53:33.313248 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-620bb849-32d3-4d43-aef7-6c0089a4b690 req-01aa0548-cbad-4bfa-b3a2-63aa659f2f8f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741142 Aug 31 13:53:33.313747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34920) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:33.350041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] For port fa477e89-e6e0-4e4a-923a-ed6d59203e93, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fa477e89-e6e0-4e4a-923a-ed6d59203e93,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:33.350041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.468483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34922) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:33.493354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.501536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c01d4483-6753-4b0f-9db7-00ee404f4e58 HTTP/1.1" status: 204 len: 168 time: 0.7974079 Aug 31 13:53:33.508361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.530427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42cb842e-acc4-4e37-8f68-da57556cf4be req-36239f06-6e1d-4e0e-a937-a823c7a1f4e1 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 210 time: 0.0626783 Aug 31 13:53:33.552735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a93fe-3e03-4f2a-8d0e-00d73ff6ca74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0d216a2f-d7b2-4ae0-956e-1d2009bd303d', 'network_id': '0d216a2f-d7b2-4ae0-956e-1d2009bd303d', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': '99c60f9b-6fc7-41a4-a9ab-8d75a8873954'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:53:33.553924 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a1a93fe-3e03-4f2a-8d0e-00d73ff6ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.558432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c40a5-ea78-4a90-9396-f632d3a8c538 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01d4483-6753-4b0f-9db7-00ee404f4e58,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:33.625701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.790475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ac40-1b80-415a-8f0f-373c70aafe0c req-28a5b26a-2e8b-4a7c-8139-2fa08198472c tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:33.791715 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-a415eb60-9f04-44f9-92ba-ef355407a9b9 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769878 Aug 31 13:53:33.798373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05b0ac40-1b80-415a-8f0f-373c70aafe0c req-28a5b26a-2e8b-4a7c-8139-2fa08198472c tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 945 time: 0.2956367 Aug 31 13:53:33.841050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device afcdf0b5-a467-4f38-a64d-ad49f89908c2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:33.878398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05b0ac40-1b80-415a-8f0f-373c70aafe0c req-e1f37053-147b-4e00-99e8-c6040c2550dd tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cdf829a-9343-4c4b-91e7-84abf0c61f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789301 Aug 31 13:53:33.902631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: afcdf0b5-a467-4f38-a64d-ad49f89908c2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:33.903168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device afcdf0b5-a467-4f38-a64d-ad49f89908c2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:33.925671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34938) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:33.965914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1c05373-0174-40ad-8e05-ef3c95c0ae64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-8a1a93fe-3e03-4f2a-8d0e-00d73ff6ca74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99c60f9b-6fc7-41a4-a9ab-8d75a8873954: This subnet is being modified by another concurrent operation. Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:53:33.995850 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99c60f9b-6fc7-41a4-a9ab-8d75a8873954: This subnet is being modified by another concurrent operation. Aug 31 13:53:34.006292 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 13:53:34.021794 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b04a36ec-5337-407f-9a52-ec3000592bff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb216eff851a44c5a4835cd14e4016a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837085 Aug 31 13:53:34.021794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34940) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:34.031354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.040991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.041499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.041751 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Floating IP 952800e4-92c3-449b-ae2f-ec15c058b10b disassociated. External IP: 172.25.0.165, port: fa477e89-e6e0-4e4a-923a-ed6d59203e93. Aug 31 13:53:34.042140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Calling delete_port for fa477e89-e6e0-4e4a-923a-ed6d59203e93 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:34.053323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84274035-52b7-4a98-9ba2-e0f6e35f1386 None None] Network 0d216a2f-d7b2-4ae0-956e-1d2009bd303d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:34.135458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d85bd9-26b4-4590-acce-b8679a603486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.177617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-8a7ac8c6-e4e1-4d8a-9425-f01b4730c2fd tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:34.179262 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-8a7ac8c6-e4e1-4d8a-9425-f01b4730c2fd tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.26 "GET /v2.0/networks?id=af259e6d-1a3f-493d-bf01-6272bd7bc99e HTTP/1.1" status: 200 len: 814 time: 0.5329444 Aug 31 13:53:34.184809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d85bd9-26b4-4590-acce-b8679a603486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.209859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=99c60f9b-6fc7-41a4-a9ab-8d75a8873954,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:34.268322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fd673-838d-44e1-88ac-ea30b1dd7b77 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:53:34.348033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d85bd9-26b4-4590-acce-b8679a603486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.351714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.357887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d85bd9-26b4-4590-acce-b8679a603486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.359139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-10d85bd9-26b4-4590-acce-b8679a603486 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4133f979-90e4-4f31-9975-5f862aee3192 HTTP/1.1" status: 204 len: 168 time: 0.3448896 Aug 31 13:53:34.395012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d85bd9-26b4-4590-acce-b8679a603486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4133f979-90e4-4f31-9975-5f862aee3192,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:34.420453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.430193 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8379fb92-0a9d-4e57-97b2-b1ac21bb70f0 req-a6439b1d-baa4-43e2-9dbb-c3b490e145d5 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296844 Aug 31 13:53:34.470234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d216a2f-d7b2-4ae0-956e-1d2009bd303d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:34.479162 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-5bfc8c0e-240a-46c2-8bef-034d24eb5e51 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=690553c4f111446d885439b7b2d725cb HTTP/1.1" status: 200 len: 379 time: 0.2504594 Aug 31 13:53:34.492659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34958) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:34.511194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Request body: {'port': {'device_id': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'admin_state_up': True, 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'security_groups': ['4f24fd18-9246-4d11-8d0e-d9044b42e0af']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:34.514112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event deleted for resources: {'Port': ['ID=fa477e89-e6e0-4e4a-923a-ed6d59203e93,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:34.565997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd673-838d-44e1-88ac-ea30b1dd7b77 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 13:53:34.596542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5ff6ab-0d35-42f8-86ff-8b8fe5702289') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:34.600003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5ff6ab-0d35-42f8-86ff-8b8fe5702289') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:34.657511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.670329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5af9b-931c-4acb-89a5-63b46f3e66cd req-f1593cbd-15c5-4651-8d57-442a41627c5a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:34.672212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ef5af9b-931c-4acb-89a5-63b46f3e66cd req-f1593cbd-15c5-4651-8d57-442a41627c5a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1686077 Aug 31 13:53:34.677558 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1c05373-0174-40ad-8e05-ef3c95c0ae64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.695216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1c05373-0174-40ad-8e05-ef3c95c0ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.705380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.745130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1511 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:34.745867 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:34.750860 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:34.832023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ef5af9b-931c-4acb-89a5-63b46f3e66cd req-8ed71b4d-52ad-40c2-a631-24841b34f08b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463459 Aug 31 13:53:34.855696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Router 970def2c-e155-43be-9603-bbec654f6f0e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:53:35.126660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0193468c-c407-48c9-9346-086decfcfda2 req-5bb46c72-fb6a-4ca9-a5f4-22c4945e772d tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/ports?device_id=c437134d-417c-471f-9dcf-ba0a76fa3a1e HTTP/1.1" status: 200 len: 210 time: 0.0529201 Aug 31 13:53:35.143275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:53:35.164174 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] Sync routers for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:53:35.181819 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e1c05373-0174-40ad-8e05-ef3c95c0ae64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cb14bcfe2c54b4fa876842328b32aed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7045467 Aug 31 13:53:35.181819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c05373-0174-40ad-8e05-ef3c95c0ae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35444361-adef-440c-9eda-37591c2a1236,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:35.185518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:35.195137 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:35.198065 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:35.219912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] No DVR routers for this DVR port fa477e89-e6e0-4e4a-923a-ed6d59203e93 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:35.223391 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b117967-6c3d-4b86-a4ed-6fcb30a25a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.225776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.227850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6947ad5-4f21-4882-abff-5fbe6edf855c req-f85d17fd-5c6c-4e54-a4d5-f9f0457e6116 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.26 "DELETE /v2.0/ports/fa477e89-e6e0-4e4a-923a-ed6d59203e93 HTTP/1.1" status: 204 len: 173 time: 2.2011149 Aug 31 13:53:35.228311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'name': 'network-vif-deleted', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:35.230868 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261959e1-75a1-4728-a634-732896a5d9a3" -d '{"events": [{"server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "name": "network-vif-deleted", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:35.236770 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0322726-2d60-4e04-b84c-c1987d3184a6 req-96158932-d285-43fc-8bd8-02dcf2d466f2 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 210 time: 0.1899707 Aug 31 13:53:35.273909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.307966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.313268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/0d216a2f-d7b2-4ae0-956e-1d2009bd303d HTTP/1.1" status: 204 len: 168 time: 1.9868796 Aug 31 13:53:35.315062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23fa8d4b-5ccc-464e-b61f-c52be2537679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.318262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:35.328537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816669251'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:35.348256 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884f8d8c-5309-4a4a-beab-eff82b1ab437 x-openstack-request-id: req-884f8d8c-5309-4a4a-beab-eff82b1ab437 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:35.348891 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c437134d-417c-471f-9dcf-ba0a76fa3a1e", "name": "network-vif-deleted", "tag": "fa477e89-e6e0-4e4a-923a-ed6d59203e93", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:35.349327 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-884f8d8c-5309-4a4a-beab-eff82b1ab437 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:35.349904 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c437134d-417c-471f-9dcf-ba0a76fa3a1e', 'name': 'network-vif-deleted', 'tag': 'fa477e89-e6e0-4e4a-923a-ed6d59203e93', 'status': 'completed', 'code': 200} Aug 31 13:53:35.358952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Made reservation on behalf of 690553c4f111446d885439b7b2d725cb for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:35.373512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.380090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23fa8d4b-5ccc-464e-b61f-c52be2537679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.383652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5657d-ae92-40d2-858b-9476d3a0821e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=0d216a2f-d7b2-4ae0-956e-1d2009bd303d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:35.472220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:35.482608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23fa8d4b-5ccc-464e-b61f-c52be2537679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.486903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23fa8d4b-5ccc-464e-b61f-c52be2537679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.490419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-23fa8d4b-5ccc-464e-b61f-c52be2537679 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35444361-adef-440c-9eda-37591c2a1236 HTTP/1.1" status: 204 len: 168 time: 0.3029101 Aug 31 13:53:35.513148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa8d4b-5ccc-464e-b61f-c52be2537679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35444361-adef-440c-9eda-37591c2a1236,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:35.658838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Allocated IP 172.20.0.4 (af259e6d-1a3f-493d-bf01-6272bd7bc99e/32bb8b5c-622f-4162-80b0-ee322c624c86/0e13ec5d-7d0b-42e3-affb-c6f7a9828043) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:35.704192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b117967-6c3d-4b86-a4ed-6fcb30a25a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.712697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b117967-6c3d-4b86-a4ed-6fcb30a25a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.733714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:35.743628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.777113 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:40Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:35.805849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:35.820202 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] Checking router: 970def2c-e155-43be-9603-bbec654f6f0e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:53:35.822663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1537, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:35.831276 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:35.832290 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:35.833319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.833681 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 2078d0b1-4ec6-4bb8-8816-5b49716076ea of type vlan for network 815e1905-33f9-4d8b-aaec-19af84583b67 Aug 31 13:53:35.849219 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6b117967-6c3d-4b86-a4ed-6fcb30a25a91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=685710b9b02745a3914211803ef3ed0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3550055 Aug 31 13:53:35.850377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b117967-6c3d-4b86-a4ed-6fcb30a25a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce3f3d-10e7-42f4-bf29-62fc97b56e61,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:35.855459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35024) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:35.985986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.997544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.009999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0be0-704b-4028-9fb6-1c392e582d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.028824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-420980119-network', 'tenant_id': '11a010e59a8e44d8907b2c084a49b4ae'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:36.052047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Transition to ACTIVE for port object 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:36.074799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0be0-704b-4028-9fb6-1c392e582d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.100284 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:36.136129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Made reservation on behalf of 11a010e59a8e44d8907b2c084a49b4ae for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:36.142145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.148561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.161858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb45f4e-c9aa-4062-b232-1a14279463d2 req-4a182844-6377-48f1-a08d-10ea5e55c12a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:36.163371 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bfb45f4e-c9aa-4062-b232-1a14279463d2 req-4a182844-6377-48f1-a08d-10ea5e55c12a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1726458 Aug 31 13:53:36.163991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:36.165157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.259065 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.273758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35036) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:36.299561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.390461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bfb45f4e-c9aa-4062-b232-1a14279463d2 req-907c9d9e-dcc9-4d4c-9ebe-10bb2e38875f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132735 Aug 31 13:53:36.400347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0be0-704b-4028-9fb6-1c392e582d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.404904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0be0-704b-4028-9fb6-1c392e582d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.407029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c5aa0be0-704b-4028-9fb6-1c392e582d5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56ce3f3d-10e7-42f4-bf29-62fc97b56e61 HTTP/1.1" status: 204 len: 168 time: 0.5501821 Aug 31 13:53:36.407794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35040) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:36.431822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:36.433420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:36.437420 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5eaa88a0-0de7-450c-9f17-505f31ba1bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.474305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:36.527138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa0be0-704b-4028-9fb6-1c392e582d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce3f3d-10e7-42f4-bf29-62fc97b56e61,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:36.540855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2185552 Aug 31 13:53:36.551768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35048) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:36.582202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '815e1905-33f9-4d8b-aaec-19af84583b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:36.593888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event updated for resources: {'Port': ['ID=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:36.676917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ec635-c648-479f-ba77-58be85f366d0 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=815e1905-33f9-4d8b-aaec-19af84583b67,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:36.690785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 815e1905-33f9-4d8b-aaec-19af84583b67 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:36.722238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:36.723123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.783913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-994ffda8-0ffb-41a5-a9e7-616039e49b24 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.811030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1861d-d0e5-4b72-aa1e-695a29deb4c1 req-d01552a5-b8bd-4478-a8b4-cf127c0ced5b tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:36.820115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02c1861d-d0e5-4b72-aa1e-695a29deb4c1 req-d01552a5-b8bd-4478-a8b4-cf127c0ced5b tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 931 time: 0.3072405 Aug 31 13:53:36.871930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-994ffda8-0ffb-41a5-a9e7-616039e49b24 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.895087 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:40Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:36.917438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02c1861d-d0e5-4b72-aa1e-695a29deb4c1 req-29da3888-3bd5-4f00-b5a4-d10604739984 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912623 Aug 31 13:53:36.932856 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00db6a-323a-464b-bcaa-5c199690eb56 None None] The sync data for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 is: [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:50:31Z', 'revision_number': 4, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0e82a3cc-75e0-46c1-bd94-229355638f2d', 'name': '', 'network_id': 'b560c68f-1c38-4508-8e23-aa067ef3abf4', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'mac_address': 'fa:16:3e:0f:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:29Z', 'updated_at': '2021-08-31T13:50:40Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'subnets': [{'id': 'fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:53:36.955783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dc1e093a-fcd6-4fec-bf79-b0de7fc178d0 None None] Provisioning for port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:36.961728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dc1e093a-fcd6-4fec-bf79-b0de7fc178d0 None None] Provisioning complete for port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:36.962585 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc1e093a-fcd6-4fec-bf79-b0de7fc178d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.024547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.031186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.037878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e093a-fcd6-4fec-bf79-b0de7fc178d0 None None] Port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:37.039611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-994ffda8-0ffb-41a5-a9e7-616039e49b24 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.041951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-994ffda8-0ffb-41a5-a9e7-616039e49b24 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.043103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-994ffda8-0ffb-41a5-a9e7-616039e49b24 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "DELETE /v2.0/security-groups/8cdf829a-9343-4c4b-91e7-84abf0c61f7d HTTP/1.1" status: 204 len: 168 time: 0.6265001 Aug 31 13:53:37.054003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:37.067934 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-53857ed5-20e5-41bb-bd7e-c690d913b452 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5722404 Aug 31 13:53:37.072112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1518, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:37.091915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Request body: {'port': {'device_id': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:37.106738 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-6004e242-9536-4bf3-ac3a-f20df1db5fc0 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] show failed (client error): The resource could not be found. Aug 31 13:53:37.107936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6004e242-9536-4bf3-ac3a-f20df1db5fc0 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "GET /v2.0/security-groups/8cdf829a-9343-4c4b-91e7-84abf0c61f7d HTTP/1.1" status: 404 len: 347 time: 0.0529745 Aug 31 13:53:37.124692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35066) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:37.124692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35068) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:37.146055 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.146723 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Added segment 20ff60a4-8bdf-44ff-b3f2-ca129d885ac7 of type vlan for network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 Aug 31 13:53:37.162682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c135f69-54ca-49f2-95a5-1f122b6cbd19,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:37.206207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.278649 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.301641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ffda8-0ffb-41a5-a9e7-616039e49b24 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf829a-9343-4c4b-91e7-84abf0c61f7d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:37.305731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.394248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21258a-717c-4651-ba05-6711045088bf None None] New status for floating IP 952800e4-92c3-449b-ae2f-ec15c058b10b: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:53:37.396193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.397339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:37.398323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.468947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5eaa88a0-0de7-450c-9f17-505f31ba1bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.479779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5eaa88a0-0de7-450c-9f17-505f31ba1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.480224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] Pushing event updated for resources: {'Network': ['ID=a4d32e75-d571-4fd6-bc4e-61d7a41ab074,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:37.490014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d10f6276-19e9-422d-83e0-acb5a993ec1f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6805484 Aug 31 13:53:37.492491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Deleting port 986d46a3-cd6d-4a90-b3b2-db5f69ab02aa {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:37.492844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.494528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35090) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:37.503923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:37.507575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Request body: {'subnet': {'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-420980119-subnet', 'tenant_id': '11a010e59a8e44d8907b2c084a49b4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:37.572964 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5eaa88a0-0de7-450c-9f17-505f31ba1bf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6863198d7785457aa798afe2757e386a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2850239 Aug 31 13:53:37.574653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35092) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:37.595402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa88a0-0de7-450c-9f17-505f31ba1bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd8b14e-b286-40af-b166-c90388866f90,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:37.625144 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.625478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.633477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:37.637261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.648601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Calling delete_port for 986d46a3-cd6d-4a90-b3b2-db5f69ab02aa owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:37.655043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:53:37.655043 n-d-792362-6 neutron-server[101361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 13:53:37.655043 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id': '92af67f14f274922bdbc89e474d88465', 'id': '0cdf4728-8c9e-4277-8c4e-7d2db52d4ea3', 'expiration': datetime.datetime(2021, 8, 31, 13, 55, 37, 640786)}] Aug 31 13:53:37.655043 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:53:37.655773 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:53:37.706973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Made reservation on behalf of 11a010e59a8e44d8907b2c084a49b4ae for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:37.709306 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.791754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d4686-d42d-44fb-9897-8086e1990a67 req-a6587922-f43c-496c-8795-1d7f286fabcc tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:37.793421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-506d4686-d42d-44fb-9897-8086e1990a67 req-a6587922-f43c-496c-8795-1d7f286fabcc tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2540042 Aug 31 13:53:37.850582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:37.861994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71b32a6e-e16d-474b-8f15-2fbea967e003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.864904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.936557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.941528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71b32a6e-e16d-474b-8f15-2fbea967e003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.943745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Transition to ACTIVE for port object 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:37.961455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-506d4686-d42d-44fb-9897-8086e1990a67 req-dfe1709a-8e6a-43f2-bd3d-6132ef135610 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552074 Aug 31 13:53:37.967106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.989723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Pushing event deleted for resources: {'Port': ['ID=986d46a3-cd6d-4a90-b3b2-db5f69ab02aa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:38.010759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.207722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Pushing event updated for resources: {'Port': ['ID=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:38.237065 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.352683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71b32a6e-e16d-474b-8f15-2fbea967e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.365427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71b32a6e-e16d-474b-8f15-2fbea967e003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.366638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71b32a6e-e16d-474b-8f15-2fbea967e003 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffd8b14e-b286-40af-b166-c90388866f90 HTTP/1.1" status: 204 len: 168 time: 0.7813740 Aug 31 13:53:38.413525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fa477e89-e6e0-4e4a-923a-ed6d59203e93 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:38.416903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=a01547b0-66b2-44b3-abd3-a8fe133c698f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:38.461828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b32a6e-e16d-474b-8f15-2fbea967e003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd8b14e-b286-40af-b166-c90388866f90,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:38.492083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: fa477e89-e6e0-4e4a-923a-ed6d59203e93 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:38.496729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fa477e89-e6e0-4e4a-923a-ed6d59203e93 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:38.553956 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Attempting to bind port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:38.554485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Attempting to bind port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:38.554705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Attempting to bind port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 on network af259e6d-1a3f-493d-bf01-6272bd7bc99e {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:38.588198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 on network af259e6d-1a3f-493d-bf01-6272bd7bc99e not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:38.588632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Attempting to bind port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 on network af259e6d-1a3f-493d-bf01-6272bd7bc99e {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:38.596956 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '2078d0b1-4ec6-4bb8-8816-5b49716076ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '815e1905-33f9-4d8b-aaec-19af84583b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:38.601749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 815e1905-33f9-4d8b-aaec-19af84583b67, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:38.628608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:38.628980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Checking segment: {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:38.629431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Bound using segment: {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:38.629810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Bound port: 0e13ec5d-7d0b-42e3-affb-c6f7a9828043, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:38.630292 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.654483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.698505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 815e1905-33f9-4d8b-aaec-19af84583b67 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:38.757722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 815e1905-33f9-4d8b-aaec-19af84583b67) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:38.768420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:38.769329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.776723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b65f80-f14b-4025-a8b6-5daf9b366e19 None None] Network 815e1905-33f9-4d8b-aaec-19af84583b67 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:38.812426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] For port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:38.822927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] For port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:38.829993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.874681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf230-54a6-4907-a80e-98bcffb0aef8 req-fe66d719-ea62-4ad5-a994-b04b697c41e0 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:38.876265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ddcf230-54a6-4907-a80e-98bcffb0aef8 req-fe66d719-ea62-4ad5-a994-b04b697c41e0 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 943 time: 0.8789446 Aug 31 13:53:38.897329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.901382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.903333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bacc281c-79a5-4bf9-93cd-105a6c0ff597 tempest-ServersTestJSON-1487846951 tempest-ServersTestJSON-1487846951-project] 10.222.0.10 "DELETE /v2.0/floatingips/952800e4-92c3-449b-ae2f-ec15c058b10b HTTP/1.1" status: 204 len: 168 time: 1.7781198 Aug 31 13:53:38.904224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0c6526-724b-485c-b993-cd0142e5991c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:38.907127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:38.908555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.910632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] 10.222.0.26 "PUT /v2.0/ports/0e13ec5d-7d0b-42e3-affb-c6f7a9828043 HTTP/1.1" status: 200 len: 1091 time: 1.8254669 Aug 31 13:53:38.912093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:38.915092 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c9c856-1ad8-4926-a0bf-0e5ad9304526" -d '{"events": [{"name": "network-changed", "server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:38.942030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35118) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:39.059625 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7754399a-2cec-4f09-97e6-bbaa4ceaaa3d x-openstack-request-id: req-7754399a-2cec-4f09-97e6-bbaa4ceaaa3d {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:39.059925 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:39.060182 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7754399a-2cec-4f09-97e6-bbaa4ceaaa3d {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:39.060598 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'status': 'completed', 'code': 200} Aug 31 13:53:39.072282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a0ec-e9ae-4be8-b636-cfec2a7773ed service neutron] Pushing event updated for resources: {'Port': ['ID=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:39.119956 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-d42d0557-a51a-4331-a26e-371af688e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:39.124381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-d42d0557-a51a-4331-a26e-371af688e39f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=690553c4f111446d885439b7b2d725cb&device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 1094 time: 0.1415489 Aug 31 13:53:39.164082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Checking segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:39.173989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Network hostable DHCP agents. Network: a4d32e75-d571-4fd6-bc4e-61d7a41ab074, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:39.230164 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-3dab4455-2359-40ae-9a32-f95f1f5fcecf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043 HTTP/1.1" status: 200 len: 217 time: 0.0916405 Aug 31 13:53:39.261748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ddcf230-54a6-4907-a80e-98bcffb0aef8 req-64f74198-04ab-45a8-93b5-d6d35ce88ca1 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423946 Aug 31 13:53:39.291960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-815e1905-33f9-4d8b-aaec-19af84583b67', 'network_id': '815e1905-33f9-4d8b-aaec-19af84583b67', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': 'a01547b0-66b2-44b3-abd3-a8fe133c698f'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:53:39.293008 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.385471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-dead9466-89dc-4369-9263-5e4040dc1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:39.397561 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-dead9466-89dc-4369-9263-5e4040dc1d0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32bb8b5c-622f-4162-80b0-ee322c624c86 HTTP/1.1" status: 200 len: 853 time: 0.1565607 Aug 31 13:53:39.463893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:39.495839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-ee32b20f-1b08-4118-b508-7c4303de2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:39.497989 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-ee32b20f-1b08-4118-b508-7c4303de2208 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af259e6d-1a3f-493d-bf01-6272bd7bc99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946774 Aug 31 13:53:39.512021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, a4d32e75-d571-4fd6-bc4e-61d7a41ab074) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:39.535234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff9c0a-c3a6-4f8f-9436-b961b470986e None None] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:39.549118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:39.558541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.609910 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.622115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.686852 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a8ebd9d-2454-4061-9735-5f0894d58315 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1243231 Aug 31 13:53:39.696160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ddde8ae6-74a1-4cdf-80c5-1147cd93d2f8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1995301 Aug 31 13:53:39.702383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35154) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:39.777764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92af67f14f274922bdbc89e474d88465&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6475780 Aug 31 13:53:39.778370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35164) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:39.793375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fa2cf-dc60-4122-b082-620ac3d5cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc977a-b37b-491d-b01e-3b97eb031974,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:39.860171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-c524fe53-e4ac-46ca-bd01-23e3f4a43723 service neutron] 10.222.0.26 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530097 Aug 31 13:53:39.917084 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.008918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Allocated IP 172.20.0.2 (815e1905-33f9-4d8b-aaec-19af84583b67/a01547b0-66b2-44b3-abd3-a8fe133c698f/f5756fa8-2d30-4d2e-b3de-ffeee8fdd162) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:40.171606 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d62421f8-c670-4271-b82e-11656ecc2b35 req-891dbd23-8621-4b4f-afbd-03f4e7bdb1e3 service neutron] 10.222.0.26 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012741 Aug 31 13:53:40.205002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.258600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-e58a6e2d-2b85-49da-850c-376c62b6bdc3 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d76cd7958fba43a28fc731c707b4e485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834506 Aug 31 13:53:40.320908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9443234a-3fc4-49db-8bd9-be6df78c356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.348218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75316585-1f86-4533-901f-fc2c1bbf853f None None] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:40.374099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9443234a-3fc4-49db-8bd9-be6df78c356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.500109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9fc29084-25ae-473e-8983-ae23903d0b2d tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:40.505826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9fc29084-25ae-473e-8983-ae23903d0b2d tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408009 Aug 31 13:53:40.525484 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.572477 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-6383eb81-9b37-44ed-97b5-7dd665f489dc tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/quotas/d76cd7958fba43a28fc731c707b4e485 HTTP/1.1" status: 200 len: 375 time: 0.0589819 Aug 31 13:53:40.585151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9443234a-3fc4-49db-8bd9-be6df78c356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.588721 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9443234a-3fc4-49db-8bd9-be6df78c356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.590392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9443234a-3fc4-49db-8bd9-be6df78c356e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ecc977a-b37b-491d-b01e-3b97eb031974 HTTP/1.1" status: 204 len: 168 time: 0.7984145 Aug 31 13:53:40.607956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443234a-3fc4-49db-8bd9-be6df78c356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc977a-b37b-491d-b01e-3b97eb031974,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:40.639570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.654378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Transition to ACTIVE for port object f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:40.659791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-f0f09387-cc56-4fb0-87ff-933a99ae8b4a tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d76cd7958fba43a28fc731c707b4e485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783527 Aug 31 13:53:40.688510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-26c881bd-a44b-4540-9dc3-02ae2ce327ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:40.695577 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-26c881bd-a44b-4540-9dc3-02ae2ce327ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=690553c4f111446d885439b7b2d725cb&device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 1094 time: 0.3874564 Aug 31 13:53:40.696015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Transition to ACTIVE for port object f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:40.724313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.736246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.807422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Network 815e1905-33f9-4d8b-aaec-19af84583b67 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:40.811372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:40.815622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:40.831294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=a01547b0-66b2-44b3-abd3-a8fe133c698f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:40.861228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:40.896293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Pushing event updated for resources: {'Port': ['ID=f5756fa8-2d30-4d2e-b3de-ffeee8fdd162,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:40.960605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-2eef484d-8796-4eed-8794-d7139ec8aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:40.962338 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-2eef484d-8796-4eed-8794-d7139ec8aa34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af259e6d-1a3f-493d-bf01-6272bd7bc99e HTTP/1.1" status: 200 len: 916 time: 0.2556367 Aug 31 13:53:40.993472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Attempting to bind port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:40.994002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Attempting to bind port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2078d0b1-4ec6-4bb8-8816-5b49716076ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '815e1905-33f9-4d8b-aaec-19af84583b67'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:40.994559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Attempting to bind port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 on network 815e1905-33f9-4d8b-aaec-19af84583b67 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:41.005173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:41.006107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Checking segment: {'id': '2078d0b1-4ec6-4bb8-8816-5b49716076ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '815e1905-33f9-4d8b-aaec-19af84583b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:41.006861 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:41.007474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Bound using segment: {'id': '2078d0b1-4ec6-4bb8-8816-5b49716076ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '815e1905-33f9-4d8b-aaec-19af84583b67'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:41.008138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Bound port: f5756fa8-2d30-4d2e-b3de-ffeee8fdd162, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2078d0b1-4ec6-4bb8-8816-5b49716076ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '815e1905-33f9-4d8b-aaec-19af84583b67'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:41.008737 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:41.023358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-63292b68-c251-4ef8-81d4-5940e31d1327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043 HTTP/1.1" status: 200 len: 217 time: 0.0510793 Aug 31 13:53:41.088129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] For port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:41.093718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] For port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f5756fa8-2d30-4d2e-b3de-ffeee8fdd162,segment=NetworkSegment(2078d0b1-4ec6-4bb8-8816-5b49716076ea),segment_id=2078d0b1-4ec6-4bb8-8816-5b49716076ea)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:41.103809 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:41.150399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-f4a876a8-581f-44ac-8881-e22889fa0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:41.150399 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-f4a876a8-581f-44ac-8881-e22889fa0d8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32bb8b5c-622f-4162-80b0-ee322c624c86 HTTP/1.1" status: 200 len: 853 time: 0.1170056 Aug 31 13:53:41.161611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:41.217229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4f471-b9ef-4e40-9647-2423534c5630 req-9fada701-d318-41e5-8027-fd647cfc516e tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:41.219188 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcf4f471-b9ef-4e40-9647-2423534c5630 req-9fada701-d318-41e5-8027-fd647cfc516e tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 943 time: 0.1175852 Aug 31 13:53:41.235315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815e1905-33f9-4d8b-aaec-19af84583b67']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:41.263307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-7ba24bfb-55b0-42d2-bca3-948730d20793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:41.264959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-7ba24bfb-55b0-42d2-bca3-948730d20793 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af259e6d-1a3f-493d-bf01-6272bd7bc99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031442 Aug 31 13:53:41.285620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2078d0b1-4ec6-4bb8-8816-5b49716076ea') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:41.285929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2078d0b1-4ec6-4bb8-8816-5b49716076ea') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:41.309184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:41.315472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8fcc8-2fbd-4250-b545-6c8f0d630517 None None] Pushing event updated for resources: {'Port': ['ID=f5756fa8-2d30-4d2e-b3de-ffeee8fdd162,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:41.324890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97397063-8792-4221-a9f0-07e2714e8d97 None None] Network 815e1905-33f9-4d8b-aaec-19af84583b67 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:41.352569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcf4f471-b9ef-4e40-9647-2423534c5630 req-a6f567af-c95a-4665-a43b-251ef6de29dc tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210067 Aug 31 13:53:41.397465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:41.424587 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-0fd841ad-a9d9-43f9-ba1a-21ecbeb1a2aa service neutron] 10.222.0.26 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503534 Aug 31 13:53:41.452859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-a7ffcb42-cac6-4b19-8619-d6113c9a21c2 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:41.455781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-a7ffcb42-cac6-4b19-8619-d6113c9a21c2 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 812 time: 0.5220237 Aug 31 13:53:41.458012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:41.458671 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:41.462243 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:41.554883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-0c7b63f6-3c8d-49ad-8fae-ca98d59bea3e tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/quotas/11a010e59a8e44d8907b2c084a49b4ae HTTP/1.1" status: 200 len: 375 time: 0.0762756 Aug 31 13:53:41.586991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 13:53:41.586991 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 13:53:41.586991 n-d-792362-6 neutron-server[101361]: [parameters: {'id': '815e1905-33f9-4d8b-aaec-19af84583b67'}] Aug 31 13:53:41.586991 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:53:41.588112 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:53:41.601015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00a492-43b1-419a-9beb-60cba05e3b0a None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:53:41.624296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-b532b991-7329-4551-8509-c3007c09b1dd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572627 Aug 31 13:53:41.670334 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c9c856-1ad8-4926-a0bf-0e5ad9304526 req-197fc9d1-7eb6-4aef-a563-a0cbd3c98300 service neutron] 10.222.0.26 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295744 Aug 31 13:53:41.807830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-c8fd8a3d-d8e2-46e4-ba80-91203177f9a3 service neutron] 10.222.0.10 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762738 Aug 31 13:53:41.858149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00a492-43b1-419a-9beb-60cba05e3b0a None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 13:53:41.914431 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-33d2194f-3cc5-4181-8570-547845b41c90 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0b82ef372941450990cd4f046ced881c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410931 Aug 31 13:53:41.915859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Deleting port 0e82a3cc-75e0-46c1-bd94-229355638f2d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:41.916304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:42.017593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-c742cbb7-9a93-47ee-a6ff-80087da1c6be service neutron] 10.222.0.10 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942828 Aug 31 13:53:42.080704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] For port 0e82a3cc-75e0-46c1-bd94-229355638f2d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e82a3cc-75e0-46c1-bd94-229355638f2d,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:42.081475 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:42.107169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-dff5c502-25e7-4129-8dd0-b5358583390e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:42.108970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Calling delete_port for 0e82a3cc-75e0-46c1-bd94-229355638f2d owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:42.119641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-dff5c502-25e7-4129-8dd0-b5358583390e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028425 Aug 31 13:53:42.156540 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-ef8a1682-9bf9-414e-a0c9-6afc123bddce tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/quotas/0b82ef372941450990cd4f046ced881c HTTP/1.1" status: 200 len: 375 time: 0.0360012 Aug 31 13:53:42.213869 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d423d162-2cd2-4ba7-b54f-5768622365ad tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b82ef372941450990cd4f046ced881c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482228 Aug 31 13:53:42.284163 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:42.393814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Deleting port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:42.394233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:42.586899 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-8b056a37-8933-43cd-9494-097a525ac8b1 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d76cd7958fba43a28fc731c707b4e485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342560 Aug 31 13:53:42.605355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f53d59-fd64-4624-91f7-46a674e2e703 req-df5f60b1-7d62-4814-af5f-25f35cdda76b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:42.607196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05f53d59-fd64-4624-91f7-46a674e2e703 req-df5f60b1-7d62-4814-af5f-25f35cdda76b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2161293 Aug 31 13:53:42.725751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] For port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f5756fa8-2d30-4d2e-b3de-ffeee8fdd162,segment=NetworkSegment(2078d0b1-4ec6-4bb8-8816-5b49716076ea),segment_id=2078d0b1-4ec6-4bb8-8816-5b49716076ea)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:42.727859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:42.738278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-fa952260-f52c-4a97-b6a9-337a44fd6bf7 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d76cd7958fba43a28fc731c707b4e485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386074 Aug 31 13:53:42.770781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05f53d59-fd64-4624-91f7-46a674e2e703 req-8eafa6fa-7e9a-4b13-91cf-19954f091cbe tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536191 Aug 31 13:53:42.771894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Calling delete_port for f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:42.777035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:42.843309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e82a3cc-75e0-46c1-bd94-229355638f2d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:42.974705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-17f8d416-7a15-45bc-9985-4baaf6c133cf tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:42.982153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-17f8d416-7a15-45bc-9985-4baaf6c133cf tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941066 Aug 31 13:53:43.027294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-ed0fd10b-ef2b-4a39-b21e-91bbe4a604a8 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/quotas/d76cd7958fba43a28fc731c707b4e485 HTTP/1.1" status: 200 len: 375 time: 0.0439830 Aug 31 13:53:43.139283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.140490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-1b5d45d9-0ebd-4c31-bfbb-1c92736d62db tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d76cd7958fba43a28fc731c707b4e485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114030 Aug 31 13:53:43.188361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No DVR routers for this DVR port f5756fa8-2d30-4d2e-b3de-ffeee8fdd162 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:43.200185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Port': ['ID=f5756fa8-2d30-4d2e-b3de-ffeee8fdd162,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:43.251964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-6780d2b5-0017-45d3-8af1-4089f0a87151 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:43.253711 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-6780d2b5-0017-45d3-8af1-4089f0a87151 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4619920 Aug 31 13:53:43.276221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Request body: {'port': {'device_id': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'd76cd7958fba43a28fc731c707b4e485'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:43.359245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.378174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.487032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc3352-bcdd-4da1-aa2e-265065d2cf86 req-643b20cf-a1fa-4ec1-920f-235fa74809da tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:43.488956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42bc3352-bcdd-4da1-aa2e-265065d2cf86 req-643b20cf-a1fa-4ec1-920f-235fa74809da tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 943 time: 0.2003825 Aug 31 13:53:43.491297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815e1905-33f9-4d8b-aaec-19af84583b67']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:43.522458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2078d0b1-4ec6-4bb8-8816-5b49716076ea') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:43.522834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2078d0b1-4ec6-4bb8-8816-5b49716076ea') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:43.578432 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.616929 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42bc3352-bcdd-4da1-aa2e-265065d2cf86 req-cf238ac4-8121-4bd7-a8ff-046b0aababbb tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181140 Aug 31 13:53:43.631871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.645211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:43.645701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.645888 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c3a21a11-ef3c-45ee-a702-02754a89ab09 req-545b7edf-8087-4c4b-8737-9be242fc2881 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 210 time: 0.0833304 Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:43.660487 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:43.718529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Made reservation on behalf of d76cd7958fba43a28fc731c707b4e485 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:43.723914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.739282 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.865553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.870018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:43.877437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/815e1905-33f9-4d8b-aaec-19af84583b67 HTTP/1.1" status: 204 len: 168 time: 4.1598370 Aug 31 13:53:43.880352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35312) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:43.893146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611316588'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:43.952073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1291d3-6c9d-4ca6-ac1f-65a344922764 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=815e1905-33f9-4d8b-aaec-19af84583b67,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:43.996629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Router 970def2c-e155-43be-9603-bbec654f6f0e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:53:44.128586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3f1007f8-8791-4c93-a055-f55a527919be req-cf40c8be-dd78-4089-912f-9e756d1869ed tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 210 time: 0.3510497 Aug 31 13:53:44.223478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:53:44.235314 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] Sync routers for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:53:44.251199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-03976151-525f-4b13-a8a5-080bef5b9a88 admin admin] 10.222.0.10 "PUT /v2.0/routers/970def2c-e155-43be-9603-bbec654f6f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3041894 Aug 31 13:53:44.252223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35326) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:44.258174 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:44.258694 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:44.372861 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ab26887-32f0-487a-b85d-2f8e61a04c9e req-0d47aa05-3de5-43b9-b907-4d3e3f25d1eb tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 210 time: 0.1228211 Aug 31 13:53:44.433628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:44.435197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:44.441823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:44.581397 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:44.739685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:44.771584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'port_id': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'mac_address': 'fa:16:3e:52:1e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:44.774278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Allocated IP 192.168.233.13 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/4cce9098-b6de-4d73-b19b-2ad798be3bfb) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:44.866232 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:44.927088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:44.995482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:45.006919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.027057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b02af-0e0e-472d-be2f-d29fbe7f7133,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:45.076462 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-8a5c6233-e308-4774-a140-3affc9a70c4f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b82ef372941450990cd4f046ced881c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303943 Aug 31 13:53:45.078885 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:53:42Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:45.172313 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] Checking router: 970def2c-e155-43be-9603-bbec654f6f0e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:53:45.194903 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] Routers {'970def2c-e155-43be-9603-bbec654f6f0e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:45.195783 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['970def2c-e155-43be-9603-bbec654f6f0e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:45.199793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:45.213327 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-59e1c9cd-6334-4daa-9540-e2ec223d655f req-28bd7d65-eff1-48c5-80c6-23876c0a5005 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 210 time: 0.0940266 Aug 31 13:53:45.256626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.289538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Transition to ACTIVE for port object 4cce9098-b6de-4d73-b19b-2ad798be3bfb will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:45.337300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-6b2567fc-20fa-41ac-bea9-b0633223680e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:45.340820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-6b2567fc-20fa-41ac-bea9-b0633223680e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381237 Aug 31 13:53:45.393874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Request body: {'port': {'device_id': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '0b82ef372941450990cd4f046ced881c'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:45.406304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0e13ec5d-7d0b-42e3-affb-c6f7a9828043'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:45.438460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b8d06-0c87-46cc-b6d7-3e810ee796e6 req-1a93a51d-1f64-47d8-b8ce-ae1be80ecd34 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:45.447128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-788b8d06-0c87-46cc-b6d7-3e810ee796e6 req-1a93a51d-1f64-47d8-b8ce-ae1be80ecd34 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 944 time: 0.2648757 Aug 31 13:53:45.450851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:45.456486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.497283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.499770 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] Set router 970def2c-e155-43be-9603-bbec654f6f0e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:45.606150 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-604c52d0-7184-4392-ae16-5ad337b0e731 req-75866294-3489-4a8f-ad12-cb6e40a0096c tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=22b0a5cb528841a2bfed8c7ad7b7f33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269492 Aug 31 13:53:45.760927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1538, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:45.797056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c52d0-7184-4392-ae16-5ad337b0e731 req-f274c1a8-48c5-47e2-8fea-3055b20c1ae8 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:45.800659 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-604c52d0-7184-4392-ae16-5ad337b0e731 req-f274c1a8-48c5-47e2-8fea-3055b20c1ae8 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860425 Aug 31 13:53:45.809363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-788b8d06-0c87-46cc-b6d7-3e810ee796e6 req-2f91ad59-7f2e-4b46-9e6b-895b2aebcc87 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586364 Aug 31 13:53:45.819627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.845197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-b1bf853e-f5ab-4dd3-bd67-e2858c016a46 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:45.853589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-b1bf853e-f5ab-4dd3-bd67-e2858c016a46 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 812 time: 0.6659572 Aug 31 13:53:45.902914 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:53:42Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:45.922689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.923440 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 1eefe354-a749-40ab-8ffd-3e908da77cde of type vlan for network ed32ae1b-e96f-4754-892a-0a3538c55532 Aug 31 13:53:45.930148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Request body: {'port': {'device_id': 'a4b12446-2140-416e-a776-026b7e9e891a', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'admin_state_up': True, 'tenant_id': '11a010e59a8e44d8907b2c084a49b4ae'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:45.949248 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b673d5-d8fa-4f5d-97ad-56c539f42f12 None None] The sync data for ids ['970def2c-e155-43be-9603-bbec654f6f0e'] in n-d-792362-6 is: [{'id': '970def2c-e155-43be-9603-bbec654f6f0e', 'name': 'tempest-ServersTestJSON-795758211-router', 'tenant_id': 'c358a4332ac3423d9784f876d7f64391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:23Z', 'updated_at': '2021-08-31T13:53:42Z', 'revision_number': 5, 'project_id': 'c358a4332ac3423d9784f876d7f64391', 'gw_port': {'id': '77131b9c-f864-4428-99bf-05d1a4d18c0c', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970def2c-e155-43be-9603-bbec654f6f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:24Z', 'updated_at': '2021-08-31T13:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:53:46.006924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Made reservation on behalf of 0b82ef372941450990cd4f046ced881c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:46.010941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.031351 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-604c52d0-7184-4392-ae16-5ad337b0e731 req-ae762571-92ca-42e9-9569-95bbe06b8e1e tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/quotas/22b0a5cb528841a2bfed8c7ad7b7f33a HTTP/1.1" status: 200 len: 375 time: 0.1957130 Aug 31 13:53:46.036498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:46.048234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.058675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99c1fc08-3545-41dd-b700-35bbba68a913 req-896ddb00-d9ea-43db-b6a6-da03b8a17fc0 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 210 time: 0.0625472 Aug 31 13:53:46.061461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:46.081664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:46.111466 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.140222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-604c52d0-7184-4392-ae16-5ad337b0e731 req-6cbc0934-a2f6-4d58-81f4-4c717ab0b42c tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b0a5cb528841a2bfed8c7ad7b7f33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884018 Aug 31 13:53:46.146581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:46.154803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.273006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-9910f45c-9ce1-4977-8531-f94d7d207a9c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:46.276299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-9910f45c-9ce1-4977-8531-f94d7d207a9c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 812 time: 0.4739311 Aug 31 13:53:46.281757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a498c0d-9e89-455a-a70a-6d620c399145 req-330104e8-fe76-4031-81db-c7c804669caf tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 210 time: 0.0526454 Aug 31 13:53:46.284945 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.298009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:46.299464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.318850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Request body: {'port': {'device_id': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'admin_state_up': True, 'tenant_id': '11a010e59a8e44d8907b2c084a49b4ae'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:46.438124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:46.438756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:46.439293 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.576828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=ed32ae1b-e96f-4754-892a-0a3538c55532,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:46.581433 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4f91ef41-07b0-40d2-afd3-6b50a500118c req-375a71b0-53ce-4656-91ba-090913b9ba74 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 210 time: 0.0620646 Aug 31 13:53:46.581818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1275fb35-5719-482b-88c4-0ada87c8c26d None None] Provisioning for port 4cce9098-b6de-4d73-b19b-2ad798be3bfb completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:46.589101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-efc61a9e-6c25-4033-a445-5647a0b98dc4 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d76cd7958fba43a28fc731c707b4e485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710137 Aug 31 13:53:46.595111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:46.597835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1275fb35-5719-482b-88c4-0ada87c8c26d None None] Provisioning complete for port 4cce9098-b6de-4d73-b19b-2ad798be3bfb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:46.598210 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1275fb35-5719-482b-88c4-0ada87c8c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.609365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ed32ae1b-e96f-4754-892a-0a3538c55532 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:46.743654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.756737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.827431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-08fb6405-ac3e-47c2-8e9f-c2a44ee315e2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9402006 Aug 31 13:53:46.836389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:46.836764 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.853095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35378) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:46.863404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': 'ed32ae1b-e96f-4754-892a-0a3538c55532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:46.889277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3df65-cd42-479e-aa91-d36c98a80f03,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:46.922321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1275fb35-5719-482b-88c4-0ada87c8c26d None None] Port 4cce9098-b6de-4d73-b19b-2ad798be3bfb cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:46.986959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Deleting port 77131b9c-f864-4428-99bf-05d1a4d18c0c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:46.987308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.051462 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.060884 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-90ab502e-96b1-4389-a3d3-6a2cbbde36af tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7893717 Aug 31 13:53:47.092761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Request body: {'port': {'device_id': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:47.108360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:47.111768 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0722124-8401-457f-a75b-6c09f72fc64d" -d '{"events": [{"server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "name": "network-vif-plugged", "status": "completed", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:47.119147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Made reservation on behalf of 11a010e59a8e44d8907b2c084a49b4ae for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:47.128170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.143957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Allocated IP 192.168.233.175 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/8ed189c2-5269-40e5-bd36-4fea44c8640d) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:47.149620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:47.160361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.202816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Made reservation on behalf of 11a010e59a8e44d8907b2c084a49b4ae for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:47.206936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.241428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:47.319378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-35ed9594-d056-4e5e-86ba-533eb580f4b4 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.322761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-35ed9594-d056-4e5e-86ba-533eb580f4b4 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7180634 Aug 31 13:53:47.347824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813458d8-bed2-419e-8419-9d724c00b97f req-e9938f43-3e8e-49c0-bf16-708dce5ed618 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.348118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.354584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-813458d8-bed2-419e-8419-9d724c00b97f req-e9938f43-3e8e-49c0-bf16-708dce5ed618 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 944 time: 0.3927228 Aug 31 13:53:47.372465 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93070626-8c77-4f93-94f9-4c396fe3cd8a req-0ed5db83-d0b2-44a7-9cc1-920d96b0f1a7 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 210 time: 0.1014645 Aug 31 13:53:47.383122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Request body: {'port': {'device_id': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'd76cd7958fba43a28fc731c707b4e485'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:47.421972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:47.426443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.473322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] For port 77131b9c-f864-4428-99bf-05d1a4d18c0c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=77131b9c-f864-4428-99bf-05d1a4d18c0c,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:47.473729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.477269 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d1efd-d8aa-4687-bb16-142951146491 x-openstack-request-id: req-8a7d1efd-d8aa-4687-bb16-142951146491 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:47.478217 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "name": "network-vif-plugged", "status": "completed", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:47.478657 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a7d1efd-d8aa-4687-bb16-142951146491 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:47.480426 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'code': 200} Aug 31 13:53:47.559741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Calling delete_port for 77131b9c-f864-4428-99bf-05d1a4d18c0c owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:47.641870 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93c21b1b-6f77-4f91-a8da-25e1b8a34388 req-a402a6eb-3e7d-482e-a36a-db075dd9cfa1 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=22b0a5cb528841a2bfed8c7ad7b7f33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379488 Aug 31 13:53:47.652706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Performing IP validity checks on allocation pools {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 13:53:47.653300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 13:53:47.658393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-813458d8-bed2-419e-8419-9d724c00b97f req-607da894-8228-48bc-ae58-074710c1c54f tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023586 Aug 31 13:53:47.699770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.735525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e82a3cc-75e0-46c1-bd94-229355638f2d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:47.766955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0e82a3cc-75e0-46c1-bd94-229355638f2d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:47.774084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e82a3cc-75e0-46c1-bd94-229355638f2d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:47.798618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Transition to ACTIVE for port object 8ed189c2-5269-40e5-bd36-4fea44c8640d will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:47.869142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78f90ae7-2af6-4952-bd99-96cd210033ad req-e22a405d-87d7-4b08-97f4-c07567a430ce tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 210 time: 0.0708590 Aug 31 13:53:47.890819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21b1b-6f77-4f91-a8da-25e1b8a34388 req-1d6cb323-2a69-4560-b788-24421301d7a2 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.891410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Allocated IP 172.20.0.2 (a4d32e75-d571-4fd6-bc4e-61d7a41ab074/ec0c6526-724b-485c-b993-cd0142e5991c/4669334e-4895-425f-8820-100d77e36bf6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:47.906760 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93c21b1b-6f77-4f91-a8da-25e1b8a34388 req-1d6cb323-2a69-4560-b788-24421301d7a2 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810868 Aug 31 13:53:47.919962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8247d-bbd1-4065-b93a-0afa1840405c req-16774aa2-3669-40f0-97c4-d602dcb43760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.921569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88e8247d-bbd1-4065-b93a-0afa1840405c req-16774aa2-3669-40f0-97c4-d602dcb43760 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 1096 time: 0.2903292 Aug 31 13:53:47.973701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.015907 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93c21b1b-6f77-4f91-a8da-25e1b8a34388 req-aab741b5-ea26-4743-8d54-3b1e90c72ed4 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/quotas/22b0a5cb528841a2bfed8c7ad7b7f33a HTTP/1.1" status: 200 len: 375 time: 0.1154764 Aug 31 13:53:48.021027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Made reservation on behalf of d76cd7958fba43a28fc731c707b4e485 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:48.024400 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.062728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:48.071481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:48.092241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:48.097837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93c21b1b-6f77-4f91-a8da-25e1b8a34388 req-e24a7006-e165-4456-bf14-f257d136b7ef tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b0a5cb528841a2bfed8c7ad7b7f33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644898 Aug 31 13:53:48.104998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:48.158635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88e8247d-bbd1-4065-b93a-0afa1840405c req-a4b4e282-d2a0-4ba8-97e9-17c42c6bdbdf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093446 Aug 31 13:53:48.195477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:48.196556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.238956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-7710eeb1-9dc6-4832-8925-b3f3ce669754 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8739433 Aug 31 13:53:48.331053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cce9098-b6de-4d73-b19b-2ad798be3bfb {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:48.347912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.371801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Transition to ACTIVE for port object 4cce9098-b6de-4d73-b19b-2ad798be3bfb will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:48.389898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.398130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9731c13-f53a-42a8-b554-06c017d07de7 req-f4f058df-2613-44d3-8d83-cecdb4e49be0 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:48.406248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9731c13-f53a-42a8-b554-06c017d07de7 req-f4f058df-2613-44d3-8d83-cecdb4e49be0 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 936 time: 0.4012072 Aug 31 13:53:48.501506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-28d31265-eaf2-4f86-b516-44fba834bd95 None None] Provisioning for port 8ed189c2-5269-40e5-bd36-4fea44c8640d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:48.505798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-28d31265-eaf2-4f86-b516-44fba834bd95 None None] Provisioning complete for port 8ed189c2-5269-40e5-bd36-4fea44c8640d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:48.506174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28d31265-eaf2-4f86-b516-44fba834bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.553284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:48.560493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Request body: {'port': {'device_id': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:48.598466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-28d31265-eaf2-4f86-b516-44fba834bd95 None None] Port 8ed189c2-5269-40e5-bd36-4fea44c8640d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:48.637683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.650415 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e592f9e9-b24e-4dc0-b8f0-6c922a711208 req-e7d2178e-fff0-4aec-bd4f-0c4a2de84ea2 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 210 time: 0.0506988 Aug 31 13:53:48.697199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Attempting to bind port 4cce9098-b6de-4d73-b19b-2ad798be3bfb on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:48.698369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Attempting to bind port 4cce9098-b6de-4d73-b19b-2ad798be3bfb by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:48.698369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Attempting to bind port 4cce9098-b6de-4d73-b19b-2ad798be3bfb on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:48.700414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.701454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.724839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Port 4cce9098-b6de-4d73-b19b-2ad798be3bfb on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:48.725153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Attempting to bind port 4cce9098-b6de-4d73-b19b-2ad798be3bfb on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:48.736575 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:48.736958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:48.737359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:48.737895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Bound port: 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:48.738268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.743050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9731c13-f53a-42a8-b554-06c017d07de7 req-8f1adac2-8560-462a-be56-c6d4b8566f63 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358874 Aug 31 13:53:48.746855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Allocated IP 192.168.233.202 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/71900247-1fa3-4d54-907b-aff7315316c3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:48.755225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Pushing event deleted for resources: {'Port': ['ID=77131b9c-f864-4428-99bf-05d1a4d18c0c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:48.791496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.933725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=c7b9f311-2252-4f07-8ad6-50566baadef2,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:49.014572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '1eefe354-a749-40ab-8ffd-3e908da77cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': 'ed32ae1b-e96f-4754-892a-0a3538c55532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:49.015116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: ed32ae1b-e96f-4754-892a-0a3538c55532, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:49.060754 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-782b487b-9316-4a92-8fef-0ab7fd7ecbe8 req-4586d0b1-e8ed-45a9-b727-4c46a34e67d8 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 210 time: 0.0498321 Aug 31 13:53:49.073194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:49.077614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:49.085715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.086214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.154266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:49.172259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:49.173203 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.176040 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-9616f028-1051-4603-a998-bb91324eb853 service neutron] 10.222.0.26 "PUT /v2.0/ports/4cce9098-b6de-4d73-b19b-2ad798be3bfb HTTP/1.1" status: 200 len: 1095 time: 2.0974522 Aug 31 13:53:49.178243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:49.186062 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ea1aae-024f-49b6-8b6f-f60db5561371" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:49.246465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc666f-f62e-4287-8d61-41a1b4fafb14 req-ac12eabc-a456-4f33-b0f8-98f09a2c2c53 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:49.248103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57dc666f-f62e-4287-8d61-41a1b4fafb14 req-ac12eabc-a456-4f33-b0f8-98f09a2c2c53 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 945 time: 0.3359127 Aug 31 13:53:49.255813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.270900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.296348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.353289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network ed32ae1b-e96f-4754-892a-0a3538c55532 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:49.405961 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa8abf2-867f-4f5b-930b-46885b43ec03 x-openstack-request-id: req-4fa8abf2-867f-4f5b-930b-46885b43ec03 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:49.407047 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:49.407577 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fa8abf2-867f-4f5b-930b-46885b43ec03 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:49.409297 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'status': 'completed', 'code': 200} Aug 31 13:53:49.437866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-7e9c08ee-91bd-4191-9d9b-201b3561d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:49.440158 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-7e9c08ee-91bd-4191-9d9b-201b3561d9dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d76cd7958fba43a28fc731c707b4e485&device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 1098 time: 0.1592395 Aug 31 13:53:49.449039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Allocated IP 172.20.0.5 (a4d32e75-d571-4fd6-bc4e-61d7a41ab074/ec0c6526-724b-485c-b993-cd0142e5991c/fd6f5688-387a-424d-91b2-26839fa0b6c5) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:49.766369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-c74062ad-1945-4ebf-8087-edddcbaa0472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb HTTP/1.1" status: 200 len: 217 time: 0.2248077 Aug 31 13:53:49.769067 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a0305be-e20c-4afd-9780-73d0c7487187 req-dbafa019-f693-47a3-a6de-18068cd0091d tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=22b0a5cb528841a2bfed8c7ad7b7f33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2582819 Aug 31 13:53:49.809254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ed32ae1b-e96f-4754-892a-0a3538c55532) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:49.825921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:49.826542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e6ec7-0c3e-4b2e-a13b-c079ec74924f None None] Network ed32ae1b-e96f-4754-892a-0a3538c55532 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:49.832351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:49.833053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.835965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.845904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:49.853483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.854005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 970def2c-e155-43be-9603-bbec654f6f0e {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:53:49.857967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:49.868455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57dc666f-f62e-4287-8d61-41a1b4fafb14 req-005b10f4-a786-4e76-8e4e-38c08a4301c8 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5883808 Aug 31 13:53:49.869105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event updated for resources: {'Port': ['ID=4669334e-4895-425f-8820-100d77e36bf6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:49.873805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.877818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c6994096-1cce-4c70-a66d-bea43f46f40d admin admin] 10.222.0.10 "DELETE /v2.0/routers/970def2c-e155-43be-9603-bbec654f6f0e HTTP/1.1" status: 204 len: 168 time: 5.6218767 Aug 31 13:53:49.880033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35454) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:49.932710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.013503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fe6f5ee9-9725-49f0-a627-abba0aee3bf7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.1558826 Aug 31 13:53:50.022578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35458) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:50.034813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-d5ede119-025f-4d23-be8f-e271ce8d80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:50.037636 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-d5ede119-025f-4d23-be8f-e271ce8d80db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2514136 Aug 31 13:53:50.041279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Transition to ACTIVE for port object 71900247-1fa3-4d54-907b-aff7315316c3 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:50.124739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:50.125812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.135713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] Deleting subnet fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:53:50.139822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4545ff1c-a34a-4300-8205-b262f97c3642 req-43997f38-71a0-40ef-93a2-6e8d0f587db8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 210 time: 0.0997305 Aug 31 13:53:50.166796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.192366 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-a2bef5b3-ce5f-4f07-abae-fd44233d8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:50.196531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-a2bef5b3-ce5f-4f07-abae-fd44233d8467 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492953 Aug 31 13:53:50.219964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-4720530f-d582-42fa-a930-13c4af7ce326 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2938893 Aug 31 13:53:50.234937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0305be-e20c-4afd-9780-73d0c7487187 req-b96df3c5-7264-4998-b4d4-ca7f3c34bc59 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:50.240739 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a0305be-e20c-4afd-9780-73d0c7487187 req-b96df3c5-7264-4998-b4d4-ca7f3c34bc59 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4091389 Aug 31 13:53:50.252912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Request body: {'port': {'device_id': 'a4b12446-2140-416e-a776-026b7e9e891a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:50.268454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.311162 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.385422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.413059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-ed32ae1b-e96f-4754-892a-0a3538c55532', 'network_id': 'ed32ae1b-e96f-4754-892a-0a3538c55532', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': 'c7b9f311-2252-4f07-8ad6-50566baadef2'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:53:50.416429 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.471407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:50.517871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:50.523849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:50.537548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:50.578791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.622270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.694794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Allocated IP 172.20.0.3 (ed32ae1b-e96f-4754-892a-0a3538c55532/c7b9f311-2252-4f07-8ad6-50566baadef2/49e507a1-bbf5-44be-b29b-e89a9b17d05f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:50.752738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd7637-e21d-4e56-8729-dd0a03e796ee req-251d6d36-042c-4e27-bc94-b82a7a93044c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:50.765506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59cd7637-e21d-4e56-8729-dd0a03e796ee req-251d6d36-042c-4e27-bc94-b82a7a93044c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 936 time: 0.4590466 Aug 31 13:53:50.790771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.841390 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a0305be-e20c-4afd-9780-73d0c7487187 req-b9936c22-1160-4fc1-af32-82af544fb6f7 tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/quotas/22b0a5cb528841a2bfed8c7ad7b7f33a HTTP/1.1" status: 200 len: 375 time: 0.5487502 Aug 31 13:53:50.878276 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.895975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Transition to ACTIVE for port object 49e507a1-bbf5-44be-b29b-e89a9b17d05f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:50.909563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:50.920769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Transition to ACTIVE for port object 49e507a1-bbf5-44be-b29b-e89a9b17d05f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:50.930995 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.959968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:50.976388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e776ea84-1825-4c4a-acb7-1723c164948d None None] Provisioning for port 71900247-1fa3-4d54-907b-aff7315316c3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:50.982505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a0305be-e20c-4afd-9780-73d0c7487187 req-e2692bb3-21ae-463a-998d-79031f57165b tempest-QuotasAdminNegativeTest-1861055562 tempest-QuotasAdminNegativeTest-1861055562-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b0a5cb528841a2bfed8c7ad7b7f33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391311 Aug 31 13:53:50.985233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e776ea84-1825-4c4a-acb7-1723c164948d None None] Provisioning complete for port 71900247-1fa3-4d54-907b-aff7315316c3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:50.985540 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e776ea84-1825-4c4a-acb7-1723c164948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.990259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Network ed32ae1b-e96f-4754-892a-0a3538c55532 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:51.015380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:51.045398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:51.051905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:51.099258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Pushing event updated for resources: {'Port': ['ID=49e507a1-bbf5-44be-b29b-e89a9b17d05f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:51.103969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.123491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e776ea84-1825-4c4a-acb7-1723c164948d None None] Port 71900247-1fa3-4d54-907b-aff7315316c3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:51.125895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:51.127348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.147433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.167492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-14662dc0-472f-4784-a453-29954046a68c service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9245205 Aug 31 13:53:51.168859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event updated for resources: {'Port': ['ID=fd6f5688-387a-424d-91b2-26839fa0b6c5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:51.209887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Attempting to bind port 49e507a1-bbf5-44be-b29b-e89a9b17d05f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:51.210505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Attempting to bind port 49e507a1-bbf5-44be-b29b-e89a9b17d05f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '1eefe354-a749-40ab-8ffd-3e908da77cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': 'ed32ae1b-e96f-4754-892a-0a3538c55532'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:51.210800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Attempting to bind port 49e507a1-bbf5-44be-b29b-e89a9b17d05f on network ed32ae1b-e96f-4754-892a-0a3538c55532 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:51.213773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318bf9d-ac68-4c2c-a5b1-b6a5c379083b None None] Network b560c68f-1c38-4508-8e23-aa067ef3abf4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:51.223002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:51.230983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.232895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a6ebc8bd-c55b-43aa-ab92-04021e7e5cca admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fc01b4c5-b09f-4e48-8cd6-4b4abd40da8d HTTP/1.1" status: 204 len: 168 time: 1.3334866 Aug 31 13:53:51.233504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:51.233839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Checking segment: {'id': '1eefe354-a749-40ab-8ffd-3e908da77cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': 'ed32ae1b-e96f-4754-892a-0a3538c55532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:51.234254 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.234653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Bound using segment: {'id': '1eefe354-a749-40ab-8ffd-3e908da77cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': 'ed32ae1b-e96f-4754-892a-0a3538c55532'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:51.235144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Bound port: 49e507a1-bbf5-44be-b29b-e89a9b17d05f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eefe354-a749-40ab-8ffd-3e908da77cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': 'ed32ae1b-e96f-4754-892a-0a3538c55532'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:51.236753 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.245765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35470) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:51.252355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d83b5706-56d7-4598-a594-08624e72f1ed tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8853068 Aug 31 13:53:51.265685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59cd7637-e21d-4e56-8729-dd0a03e796ee req-fc6b58a6-f4e7-46b8-a640-a133da784964 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991362 Aug 31 13:53:51.281557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Request body: {'port': {'device_id': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:51.337481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:51.338161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.413025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed189c2-5269-40e5-bd36-4fea44c8640d {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:51.431426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.445165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] For port 49e507a1-bbf5-44be-b29b-e89a9b17d05f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:51.450133 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-7e3fc59b-f1c3-40a4-a346-3720ac5eecc4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1523561 Aug 31 13:53:51.450588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] For port 49e507a1-bbf5-44be-b29b-e89a9b17d05f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=49e507a1-bbf5-44be-b29b-e89a9b17d05f,segment=NetworkSegment(1eefe354-a749-40ab-8ffd-3e908da77cde),segment_id=1eefe354-a749-40ab-8ffd-3e908da77cde)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:51.457887 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.484137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Request body: {'port': {'device_id': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:51.510906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Transition to ACTIVE for port object 8ed189c2-5269-40e5-bd36-4fea44c8640d will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:51.516282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015defd-2eb9-4970-8c92-9c40927b45a2 req-687f50ec-896a-4ace-b338-0c1af86481bc tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:51.518600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6015defd-2eb9-4970-8c92-9c40927b45a2 req-687f50ec-896a-4ace-b338-0c1af86481bc tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 945 time: 0.1682999 Aug 31 13:53:51.519779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.522821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc26226-1b4f-4a70-bbfb-7fb0cc09071f req-156fba88-ce1d-4548-8c65-17533f940a62 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:51.525225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bc26226-1b4f-4a70-bbfb-7fb0cc09071f req-156fba88-ce1d-4548-8c65-17533f940a62 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 936 time: 0.3160510 Aug 31 13:53:51.531757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.539142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.566626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] DHCP port deletion for b560c68f-1c38-4508-8e23-aa067ef3abf4 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:53:51.568826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc9969-cdb1-4368-b78e-68abee68f325 None None] Pushing event updated for resources: {'Port': ['ID=49e507a1-bbf5-44be-b29b-e89a9b17d05f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:51.585738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4669334e-4895-425f-8820-100d77e36bf6 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:51.608452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.614894 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065f056-1a84-48d6-9d9c-31360baf8dc4 req-6203287d-bc45-46d8-80cf-62c8c9057c43 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177876 Aug 31 13:53:51.632708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] Deleting port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:51.632708 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.698385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b9f311-2252-4f07-8ad6-50566baadef2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:51.732146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.733593 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:51.743007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.775612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] For port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:51.776034 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.791690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.821627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bc26226-1b4f-4a70-bbfb-7fb0cc09071f req-aaf60f51-9da4-4645-acde-b4b4c253f893 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701576 Aug 31 13:53:51.843677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6015defd-2eb9-4970-8c92-9c40927b45a2 req-23e70a61-b656-41a5-81bc-ef6bcb2ad99e tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017621 Aug 31 13:53:51.856322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] Calling delete_port for a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:51.858456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Transition to ACTIVE for port object 4669334e-4895-425f-8820-100d77e36bf6 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:51.912796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed32ae1b-e96f-4754-892a-0a3538c55532']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:51.922175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 77131b9c-f864-4428-99bf-05d1a4d18c0c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:51.968354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.982358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 77131b9c-f864-4428-99bf-05d1a4d18c0c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:51.983085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 77131b9c-f864-4428-99bf-05d1a4d18c0c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:51.983301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:52.013062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eefe354-a749-40ab-8ffd-3e908da77cde') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:52.013460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eefe354-a749-40ab-8ffd-3e908da77cde') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:52.044480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Attempting to bind port 8ed189c2-5269-40e5-bd36-4fea44c8640d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:52.045194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Attempting to bind port 8ed189c2-5269-40e5-bd36-4fea44c8640d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:52.045773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Attempting to bind port 8ed189c2-5269-40e5-bd36-4fea44c8640d on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:52.106662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.142724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Port 8ed189c2-5269-40e5-bd36-4fea44c8640d on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:52.143858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Attempting to bind port 8ed189c2-5269-40e5-bd36-4fea44c8640d on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:52.155043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:52.155857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:52.156493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:52.157285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Bound port: 8ed189c2-5269-40e5-bd36-4fea44c8640d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:52.158171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.167442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-09196613-4f54-494f-9099-31470b33daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:52.170110 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-09196613-4f54-494f-9099-31470b33daf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d76cd7958fba43a28fc731c707b4e485&device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 1098 time: 0.4164803 Aug 31 13:53:52.198782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.211355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Deleting port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:52.214140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.253387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.295962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.301322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] Pushing event deleted for resources: {'Port': ['ID=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:52.308100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7277d7-d9a3-4dfc-82ea-fdc87c596c98 None None] No DVR routers for this DVR port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:52.318886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Pushing event updated for resources: {'Port': ['ID=4669334e-4895-425f-8820-100d77e36bf6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:52.324107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:52.325147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:52.328913 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:52.451609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d060-e6a7-4e06-b789-ed9dfb850cfb req-36537cad-3e53-47c4-a537-2b2ab61e83f1 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:52.453174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11d4d060-e6a7-4e06-b789-ed9dfb850cfb req-36537cad-3e53-47c4-a537-2b2ab61e83f1 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 931 time: 0.4717798 Aug 31 13:53:52.493037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 13:53:52.493037 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 13:53:52.493037 n-d-792362-6 neutron-server[101361]: [parameters: {'id': 'ed32ae1b-e96f-4754-892a-0a3538c55532'}] Aug 31 13:53:52.493037 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:53:52.494020 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:53:52.510738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:52.537581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] For port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,segment=NetworkSegment(3c76e912-2067-470a-a345-da8b0ec31572),segment_id=3c76e912-2067-470a-a345-da8b0ec31572)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:52.538606 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.570857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:52.575646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Calling delete_port for a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:52.578692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11d4d060-e6a7-4e06-b789-ed9dfb850cfb req-8f9c73da-bf40-4b54-a3d0-395ddbc2599e tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965452 Aug 31 13:53:52.595338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.623298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:52.623861 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.625336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ed189c2-5269-40e5-bd36-4fea44c8640d HTTP/1.1" status: 200 len: 1096 time: 4.0732043 Aug 31 13:53:52.633969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb6097-b91b-4442-8c2e-76afe6a86c0d req-8c5fc8c1-54c7-493c-a00c-b0652a5bb79f tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:52.638309 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-babb6097-b91b-4442-8c2e-76afe6a86c0d req-8c5fc8c1-54c7-493c-a00c-b0652a5bb79f tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 945 time: 0.3427157 Aug 31 13:53:52.713089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:52.715613 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d3de13-d27f-4681-993e-055bb287866d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:52.731312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Attempting to bind port 4669334e-4895-425f-8820-100d77e36bf6 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:52.731710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Attempting to bind port 4669334e-4895-425f-8820-100d77e36bf6 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:52.732072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Attempting to bind port 4669334e-4895-425f-8820-100d77e36bf6 on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:52.737016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35486) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:52.770925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Request body: {'floatingip': {'port_id': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:52.815869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Port 4669334e-4895-425f-8820-100d77e36bf6 on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:52.816200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Attempting to bind port 4669334e-4895-425f-8820-100d77e36bf6 on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:52.832499 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ed528-9319-45eb-97b3-e13c35e4537f x-openstack-request-id: req-cb0ed528-9319-45eb-97b3-e13c35e4537f {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:52.833590 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:52.834035 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb0ed528-9319-45eb-97b3-e13c35e4537f {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:52.834632 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'status': 'completed', 'code': 200} Aug 31 13:53:52.836346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71900247-1fa3-4d54-907b-aff7315316c3 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:52.880520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.887923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.893381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:52.893997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Checking segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:52.894201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Bound using segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:52.894676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Bound port: 4669334e-4895-425f-8820-100d77e36bf6, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:52.895052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.979252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6f5688-387a-424d-91b2-26839fa0b6c5 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:52.991540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.998968 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.007663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Transition to ACTIVE for port object 71900247-1fa3-4d54-907b-aff7315316c3 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:53.035666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-abd4ab63-9e32-47e2-b2bc-9860c320d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.038082 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-abd4ab63-9e32-47e2-b2bc-9860c320d3db service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.8470206 Aug 31 13:53:53.039821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Transition to ACTIVE for port object fd6f5688-387a-424d-91b2-26839fa0b6c5 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:53.056361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.074330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.099717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dbb5a-b725-419c-8fc8-16bf5670edc6 req-a697bc20-7c1d-4817-bc12-8c461299e6c1 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.105654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044a885-d33e-4ce3-a7da-fa343fc42206 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.107282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd2dbb5a-b725-419c-8fc8-16bf5670edc6 req-a697bc20-7c1d-4817-bc12-8c461299e6c1 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 948 time: 0.3712766 Aug 31 13:53:53.124238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35494) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:53.160987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eadd55-6ad5-44c8-8fe3-2004cd962a05 None None] Network ed32ae1b-e96f-4754-892a-0a3538c55532 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:53.166660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-6bf514df-cca5-468d-a9d3-abf9fcba3c64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb HTTP/1.1" status: 200 len: 217 time: 0.1127963 Aug 31 13:53:53.248241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-f36fd8f2-f79c-40c8-aa82-f19386ec1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.249843 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-f36fd8f2-f79c-40c8-aa82-f19386ec1c4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b82ef372941450990cd4f046ced881c&device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 1099 time: 0.5308490 Aug 31 13:53:53.304511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd2dbb5a-b725-419c-8fc8-16bf5670edc6 req-c12ab90b-7a29-427b-9288-fb69e44758b7 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903825 Aug 31 13:53:53.309864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3408a4aa-04c7-48b3-aec2-0c34e698b5ba None None] Provisioning for port 49e507a1-bbf5-44be-b29b-e89a9b17d05f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:53.396357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6f5688-387a-424d-91b2-26839fa0b6c5,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.404170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.436454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafb4bb-0851-4ac4-bb57-ed2a2331c262 req-24477483-a247-4fc3-a184-e8db95e8543d tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.438052 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bbafb4bb-0851-4ac4-bb57-ed2a2331c262 req-24477483-a247-4fc3-a184-e8db95e8543d tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.3945341 Aug 31 13:53:53.439036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.459742 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-15adbfc5-df08-4001-abdd-383a3b4c004d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d HTTP/1.1" status: 200 len: 217 time: 0.1666367 Aug 31 13:53:53.464943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-1f61d9a8-6587-41ba-b132-97bb052b07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.470733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-1f61d9a8-6587-41ba-b132-97bb052b07d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2740545 Aug 31 13:53:53.485101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] For port 4669334e-4895-425f-8820-100d77e36bf6, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:53.501092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2e2a314e-1cc2-49dd-bbd9-a53637d2be68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.520062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] No DVR routers for this DVR port a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:53.525602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] For port 4669334e-4895-425f-8820-100d77e36bf6, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4669334e-4895-425f-8820-100d77e36bf6,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:53.550002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4451ffb-b8fd-49c5-8ad9-9c1c2731c0c3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.558016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] DHCP port deletion for ed32ae1b-e96f-4754-892a-0a3538c55532 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:53:53.578859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.590610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Deleting port 49e507a1-bbf5-44be-b29b-e89a9b17d05f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:53.590973 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.664366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] Deleting port 49e507a1-bbf5-44be-b29b-e89a9b17d05f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:53.664746 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.710352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Attempting to bind port 71900247-1fa3-4d54-907b-aff7315316c3 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:53.710844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Attempting to bind port 71900247-1fa3-4d54-907b-aff7315316c3 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:53.711317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Attempting to bind port 71900247-1fa3-4d54-907b-aff7315316c3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:53.756571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] For port 49e507a1-bbf5-44be-b29b-e89a9b17d05f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=49e507a1-bbf5-44be-b29b-e89a9b17d05f,segment=NetworkSegment(1eefe354-a749-40ab-8ffd-3e908da77cde),segment_id=1eefe354-a749-40ab-8ffd-3e908da77cde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:53.757011 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.766705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.768614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.771034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] 10.222.0.26 "PUT /v2.0/ports/4669334e-4895-425f-8820-100d77e36bf6 HTTP/1.1" status: 200 len: 1091 time: 3.5252678 Aug 31 13:53:53.776968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] Calling delete_port for 49e507a1-bbf5-44be-b29b-e89a9b17d05f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:53.790615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b12446-2140-416e-a776-026b7e9e891a', 'tag': '4669334e-4895-425f-8820-100d77e36bf6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:53.793284 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ed6857-caf0-4cb1-babd-f9a361bca695" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b12446-2140-416e-a776-026b7e9e891a", "tag": "4669334e-4895-425f-8820-100d77e36bf6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:53.852203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Port 71900247-1fa3-4d54-907b-aff7315316c3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:53.852565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Attempting to bind port 71900247-1fa3-4d54-907b-aff7315316c3 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:53.865080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f380ae-9920-43e5-956e-d6d358aa6cea service neutron] Pushing event updated for resources: {'Port': ['ID=4669334e-4895-425f-8820-100d77e36bf6,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.907935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.938318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] No DVR routers for this DVR port 49e507a1-bbf5-44be-b29b-e89a9b17d05f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:53.941411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ae984-36a6-4e7a-9ade-e7841ea31bcf None None] Pushing event deleted for resources: {'Port': ['ID=49e507a1-bbf5-44be-b29b-e89a9b17d05f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.969427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:53.969927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:53.970472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:53.971028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Bound port: 71900247-1fa3-4d54-907b-aff7315316c3, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:53.971529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.977562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] For port 49e507a1-bbf5-44be-b29b-e89a9b17d05f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=49e507a1-bbf5-44be-b29b-e89a9b17d05f,segment=NetworkSegment(1eefe354-a749-40ab-8ffd-3e908da77cde),segment_id=1eefe354-a749-40ab-8ffd-3e908da77cde)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:53.978030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.980375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-aa4c9305-9494-41ef-8a2f-0c6c1c3fda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.981908 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-aa4c9305-9494-41ef-8a2f-0c6c1c3fda66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.4658935 Aug 31 13:53:53.984776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bbafb4bb-0851-4ac4-bb57-ed2a2331c262 req-6cc62e07-0765-4537-a9a2-791674f53f3a tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278165 Aug 31 13:53:53.998175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.040703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-7e509e8e-cdc8-4144-9dff-c239e7de4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.042307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-7e509e8e-cdc8-4144-9dff-c239e7de4971 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5248652 Aug 31 13:53:54.044275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b560c68f-1c38-4508-8e23-aa067ef3abf4']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:54.055687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Attempting to bind port fd6f5688-387a-424d-91b2-26839fa0b6c5 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:54.056022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Attempting to bind port fd6f5688-387a-424d-91b2-26839fa0b6c5 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:54.056358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Attempting to bind port fd6f5688-387a-424d-91b2-26839fa0b6c5 on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:54.064603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c76e912-2067-470a-a345-da8b0ec31572') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:54.064934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c76e912-2067-470a-a345-da8b0ec31572') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:54.086800 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.136165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Port fd6f5688-387a-424d-91b2-26839fa0b6c5 on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:54.136165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Attempting to bind port fd6f5688-387a-424d-91b2-26839fa0b6c5 on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:54.152528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.164033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:54.164382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Checking segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:54.164780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Bound using segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:54.165274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Bound port: fd6f5688-387a-424d-91b2-26839fa0b6c5, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:54.165641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.178400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Releasing vlan 1532 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:54.178824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:54.180631 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:54.235453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-521cc863-15d5-44aa-b397-dd133c1b2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.236920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-521cc863-15d5-44aa-b397-dd133c1b2996 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2416916 Aug 31 13:53:54.364477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.369564 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.371897 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] 10.222.0.10 "DELETE /v2.0/networks/b560c68f-1c38-4508-8e23-aa067ef3abf4 HTTP/1.1" status: 204 len: 168 time: 3.1186762 Aug 31 13:53:54.386878 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd31858-ee26-4d63-b303-2a0f80f251fe x-openstack-request-id: req-edd31858-ee26-4d63-b303-2a0f80f251fe {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:54.386878 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b12446-2140-416e-a776-026b7e9e891a", "tag": "4669334e-4895-425f-8820-100d77e36bf6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:54.386878 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edd31858-ee26-4d63-b303-2a0f80f251fe {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:54.386878 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b12446-2140-416e-a776-026b7e9e891a', 'tag': '4669334e-4895-425f-8820-100d77e36bf6', 'status': 'completed', 'code': 200} Aug 31 13:53:54.402577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516707fd-d57b-43db-a259-a88c076f343a req-14608663-2bf4-4a5a-b2d2-28151c91d053 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.411030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-516707fd-d57b-43db-a259-a88c076f343a req-14608663-2bf4-4a5a-b2d2-28151c91d053 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 943 time: 0.6938581 Aug 31 13:53:54.418550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Calling delete_port for 49e507a1-bbf5-44be-b29b-e89a9b17d05f owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:54.422095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-4da4ccd5-6d02-4ca4-b13c-38944d62d211 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608649 Aug 31 13:53:54.431520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc778f-40e1-47b0-937d-5fc0f569965d admin admin] Pushing event deleted for resources: {'Network': ['ID=b560c68f-1c38-4508-8e23-aa067ef3abf4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:54.442696 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-a035a614-0aef-44b8-92b7-2bce1a435717 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6700678 Aug 31 13:53:54.495334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] For port fd6f5688-387a-424d-91b2-26839fa0b6c5, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:54.524062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-1e3c1b84-d503-447b-af01-9e55bbff2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.525653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-1e3c1b84-d503-447b-af01-9e55bbff2738 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=a4b12446-2140-416e-a776-026b7e9e891a HTTP/1.1" status: 200 len: 1094 time: 0.6654963 Aug 31 13:53:54.569366 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] For port fd6f5688-387a-424d-91b2-26839fa0b6c5, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd6f5688-387a-424d-91b2-26839fa0b6c5,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:54.575024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-f1202fea-d712-48d3-af5a-d225b82f4f67 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266957 Aug 31 13:53:54.581808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.600165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35510) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:54.716368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e02e6-ef7a-4e8d-b130-6bc5f5c13e18 req-f8321425-d608-42b4-bb11-ac2a980ead7e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.717998 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74e02e6-ef7a-4e8d-b130-6bc5f5c13e18 req-f8321425-d608-42b4-bb11-ac2a980ead7e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 948 time: 0.2764058 Aug 31 13:53:54.719677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.721894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.722240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] 10.222.0.26 "PUT /v2.0/ports/fd6f5688-387a-424d-91b2-26839fa0b6c5 HTTP/1.1" status: 200 len: 1091 time: 3.2562616 Aug 31 13:53:54.729422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-b155f50f-d897-4c44-a993-54845ceb203d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4669334e-4895-425f-8820-100d77e36bf6 HTTP/1.1" status: 200 len: 217 time: 0.1144629 Aug 31 13:53:54.732354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-516707fd-d57b-43db-a259-a88c076f343a req-c0832f18-5521-44e7-852b-1d0e24e8c7bc tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205159 Aug 31 13:53:54.795765 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2e2a314e-1cc2-49dd-bbd9-a53637d2be68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.808200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-cf2b2f76-de16-47a7-add4-b39780f9db91 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690009 Aug 31 13:53:54.816799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:54.828099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830952-58d7-40a6-8f0c-bf94dad00b54 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6f5688-387a-424d-91b2-26839fa0b6c5,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:54.831536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2e2a314e-1cc2-49dd-bbd9-a53637d2be68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.849865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'tag': 'fd6f5688-387a-424d-91b2-26839fa0b6c5'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:54.852155 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a0497-ab9a-4e84-9db0-ca7980f1e499" -d '{"events": [{"name": "network-changed", "server_uuid": "eef97669-7786-4ca7-84bd-0d93227a48b0", "tag": "fd6f5688-387a-424d-91b2-26839fa0b6c5"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:54.877627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:54.883101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a500dc86-0322-41bb-9a39-67ef57c78978 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c358a4332ac3423d9784f876d7f64391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803710 Aug 31 13:53:54.890211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:54.903390 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74e02e6-ef7a-4e8d-b130-6bc5f5c13e18 req-01ede637-8439-4fa7-ad39-cf9ce9d22105 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728911 Aug 31 13:53:54.907260 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b83b7-8aa8-4977-aaef-3b851e7acca5 x-openstack-request-id: req-9d3b83b7-8aa8-4977-aaef-3b851e7acca5 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:54.907761 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef97669-7786-4ca7-84bd-0d93227a48b0", "tag": "fd6f5688-387a-424d-91b2-26839fa0b6c5", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:54.907889 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d3b83b7-8aa8-4977-aaef-3b851e7acca5 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:54.908325 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'tag': 'fd6f5688-387a-424d-91b2-26839fa0b6c5', 'status': 'completed', 'code': 200} Aug 31 13:53:54.917909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be7a086d-3148-4b40-ba7c-17ee36dcfd57 req-70f7bd49-e7a8-4311-9c4a-43972e524d8a service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334794 Aug 31 13:53:54.922289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.940482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-2683f6a5-c719-4579-ae8a-2e0c8559c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.942106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-2683f6a5-c719-4579-ae8a-2e0c8559c03f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.3600175 Aug 31 13:53:54.960414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-8de5b0c0-a593-471b-a525-d75deaffceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.961856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-8de5b0c0-a593-471b-a525-d75deaffceca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 1094 time: 0.1736834 Aug 31 13:53:54.979669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ed85-81ef-4971-8a03-7d2c5df1498f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.981443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d7a8d640-13a1-4699-a931-838d98f6dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.982956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-d7a8d640-13a1-4699-a931-838d98f6dd38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.2385771 Aug 31 13:53:54.985349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.resource_extend [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:53:54.992588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2e2a314e-1cc2-49dd-bbd9-a53637d2be68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22b0a5cb528841a2bfed8c7ad7b7f33a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8281586 Aug 31 13:53:54.995989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35516) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:55.011360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ed85-81ef-4971-8a03-7d2c5df1498f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.027285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a314e-1cc2-49dd-bbd9-a53637d2be68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5f0d8-1323-4da1-b63d-fe9b9725b543,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:55.046587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.047286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.049467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] 10.222.0.26 "PUT /v2.0/ports/71900247-1fa3-4d54-907b-aff7315316c3 HTTP/1.1" status: 200 len: 1096 time: 3.7766125 Aug 31 13:53:55.057633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.123988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-cc432dfc-6388-4a89-b3e7-ad9192b210b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6f5688-387a-424d-91b2-26839fa0b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0677969 Aug 31 13:53:55.125614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524b97d-55c0-4def-9914-1297af8bbf28 service neutron] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:55.184077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No DVR routers for this DVR port 49e507a1-bbf5-44be-b29b-e89a9b17d05f on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:55.191765 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.207279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-12462394-2871-4b46-aed8-7b5346de823f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387377 Aug 31 13:53:55.238437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc79d9b0-b0ff-4cad-a03a-0523fa966012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.251026 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.276554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ed85-81ef-4971-8a03-7d2c5df1498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.280033 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ed85-81ef-4971-8a03-7d2c5df1498f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.280256 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8fd0ed85-81ef-4971-8a03-7d2c5df1498f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0205866-541f-4c64-90a5-abc25d0cb86b HTTP/1.1" status: 204 len: 168 time: 0.3888607 Aug 31 13:53:55.285223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Port': ['ID=49e507a1-bbf5-44be-b29b-e89a9b17d05f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:55.285413 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc79d9b0-b0ff-4cad-a03a-0523fa966012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.308098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-859c8c96-64e4-4e11-9a00-7317449c9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.309647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-859c8c96-64e4-4e11-9a00-7317449c9d18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.1742501 Aug 31 13:53:55.317935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0ed85-81ef-4971-8a03-7d2c5df1498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0205866-541f-4c64-90a5-abc25d0cb86b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:55.368020 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d5e8ff5b-187c-4d9b-8721-bd553f6d6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.369211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d5e8ff5b-187c-4d9b-8721-bd553f6d6966 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d76cd7958fba43a28fc731c707b4e485&device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 1099 time: 0.2113278 Aug 31 13:53:55.394138 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-bc2f734b-0e79-4994-b78c-2909c863fee3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709071 Aug 31 13:53:55.447171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-7f6f902b-101e-4b31-bd8e-58737d545a7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=71900247-1fa3-4d54-907b-aff7315316c3 HTTP/1.1" status: 200 len: 217 time: 0.0564623 Aug 31 13:53:55.524971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-2248d31a-609d-46a2-bed5-02f8c18ac5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870374 Aug 31 13:53:55.546295 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc79d9b0-b0ff-4cad-a03a-0523fa966012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.549809 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc79d9b0-b0ff-4cad-a03a-0523fa966012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.550997 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dc79d9b0-b0ff-4cad-a03a-0523fa966012 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0e5f0d8-1323-4da1-b63d-fe9b9725b543 HTTP/1.1" status: 204 len: 168 time: 0.5540421 Aug 31 13:53:55.592612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79d9b0-b0ff-4cad-a03a-0523fa966012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5f0d8-1323-4da1-b63d-fe9b9725b543,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:55.603011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-3f686c16-a0d0-4c78-b91a-75960e704a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.604537 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-3f686c16-a0d0-4c78-b91a-75960e704a19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1450593 Aug 31 13:53:55.633350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-1a405213-be6c-4149-87fe-1261ab5a7b77 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969023 Aug 31 13:53:55.663418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.663418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3de13-d27f-4681-993e-055bb287866d req-f193ac9c-7844-4778-9df7-d10539c4e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.663622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d3de13-d27f-4681-993e-055bb287866d req-f193ac9c-7844-4778-9df7-d10539c4e86d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b82ef372941450990cd4f046ced881c&device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 1099 time: 0.5588393 Aug 31 13:53:55.720418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed32ae1b-e96f-4754-892a-0a3538c55532']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:55.721548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-b27a40c5-872a-4c0b-8806-bf620f2a3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.723128 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-b27a40c5-872a-4c0b-8806-bf620f2a3d17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057854 Aug 31 13:53:55.750822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-04d84097-d78c-4353-92e0-581d1b0fed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.752278 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-04d84097-d78c-4353-92e0-581d1b0fed4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.6753058 Aug 31 13:53:55.763905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77017d-9921-4661-8e79-9226412929d0 req-e6a8823c-1927-442b-8faa-a0bcdd0a17b2 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.772129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f77017d-9921-4661-8e79-9226412929d0 req-e6a8823c-1927-442b-8faa-a0bcdd0a17b2 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.5859394 Aug 31 13:53:55.788580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eefe354-a749-40ab-8ffd-3e908da77cde') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:55.788916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eefe354-a749-40ab-8ffd-3e908da77cde') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:55.803905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-3ba8fa05-3c7f-4ecd-a201-cc57b8a3b799 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562212 Aug 31 13:53:55.874805 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-8bc6875c-d11d-42a4-b62b-2937c50df046 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371274 Aug 31 13:53:55.913865 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-e1c3770f-9592-47fa-bcc2-ab1df5c4dc2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 217 time: 0.1205835 Aug 31 13:53:55.920135 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.925551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee68c2-4c4e-4482-9727-6745f9ca3e6b req-712fec2e-67b0-420f-a94d-9799d19f0363 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.929300 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-66ee68c2-4c4e-4482-9727-6745f9ca3e6b req-712fec2e-67b0-420f-a94d-9799d19f0363 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 943 time: 0.0800104 Aug 31 13:53:55.984252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.046290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:56.046712 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:56.050404 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:56.063201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-66ee68c2-4c4e-4482-9727-6745f9ca3e6b req-fdd6ee70-7627-4de8-ad6a-918acfe7bc9d tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228032 Aug 31 13:53:56.074023 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Floating IP b99f5d03-f4be-4f69-9f32-5eb3abaa4eae associated. External IP: 172.25.0.242, port: 0e13ec5d-7d0b-42e3-affb-c6f7a9828043. Aug 31 13:53:56.143317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e90428e3-dae8-4f5f-90f4-5aabc129f51d req-d19022ee-eced-4441-91f1-2f701664a0ad service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911092 Aug 31 13:53:56.145572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-4b3d961b-3616-478f-8389-6bd6f314a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.147967 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-4b3d961b-3616-478f-8389-6bd6f314a8d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 1094 time: 0.1771691 Aug 31 13:53:56.170828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f0d547-be9a-480b-b355-895c7e2aeb58 req-9994a6d5-4915-4e34-90c0-c73034fdf119 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252182 Aug 31 13:53:56.193160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f77017d-9921-4661-8e79-9226412929d0 req-65b2c73b-4016-4236-8028-456b11f8114d tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089835 Aug 31 13:53:56.225740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-a6e13427-195b-42f4-b7a7-5da55531a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.227414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-a6e13427-195b-42f4-b7a7-5da55531a47d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.2697029 Aug 31 13:53:56.316362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836dfbd-c60a-4ec9-a144-7ce2a711078c req-aee18982-ce8b-4fd5-80c7-fed881cb922e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.316670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35544) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:56.316830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d836dfbd-c60a-4ec9-a144-7ce2a711078c req-aee18982-ce8b-4fd5-80c7-fed881cb922e tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 948 time: 0.1350405 Aug 31 13:53:56.319965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.324788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.326732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/ed32ae1b-e96f-4754-892a-0a3538c55532 HTTP/1.1" status: 204 len: 168 time: 6.3031778 Aug 31 13:53:56.338111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3de13-d27f-4681-993e-055bb287866d req-65e6e3ff-7a82-47a4-9fad-dc2c4561e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.339616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d3de13-d27f-4681-993e-055bb287866d req-65e6e3ff-7a82-47a4-9fad-dc2c4561e02b service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.6244566 Aug 31 13:53:56.342729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35546) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:56.364684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-ef9611f2-593c-49d3-843d-4bb27431e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.366622 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-ef9611f2-593c-49d3-843d-4bb27431e6d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 914 time: 0.1975498 Aug 31 13:53:56.374963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1014138606'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:56.387142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d836dfbd-c60a-4ec9-a144-7ce2a711078c req-e21955fd-1669-4984-9662-e775a937da5b tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627959 Aug 31 13:53:56.397336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9de8b-c93e-4069-8aef-d30a1d2cfcde tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=ed32ae1b-e96f-4754-892a-0a3538c55532,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:56.400139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20fe0fca-c622-4f24-ad94-b232e9bcded2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.403772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:56.406012 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2228d943-daae-4fef-b390-d5f7f8b9f00f" -d '{"events": [{"name": "network-changed", "server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "tag": "71900247-1fa3-4d54-907b-aff7315316c3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:56.441885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-1d8724ca-ad5c-4b42-af9b-3edf1bbe7373 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6f5688-387a-424d-91b2-26839fa0b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0656216 Aug 31 13:53:56.486537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-19e8b2fc-6094-4da0-8acf-a88a4e4eb9ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214654 Aug 31 13:53:56.486537 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88d034e-b24c-4f0f-a97d-0b1ecea07ac9 x-openstack-request-id: req-a88d034e-b24c-4f0f-a97d-0b1ecea07ac9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:56.486537 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "tag": "71900247-1fa3-4d54-907b-aff7315316c3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:56.486537 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a88d034e-b24c-4f0f-a97d-0b1ecea07ac9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:56.487477 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3', 'status': 'completed', 'code': 200} Aug 31 13:53:56.490042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:56.500734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d3de13-d27f-4681-993e-055bb287866d req-189192fe-4a55-499d-8672-f3dc00c7eb94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d HTTP/1.1" status: 200 len: 217 time: 0.1208012 Aug 31 13:53:56.512629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-cc914fe3-10bc-49ef-9e3e-3c492e8aea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.514378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-cc914fe3-10bc-49ef-9e3e-3c492e8aea1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.0606272 Aug 31 13:53:56.606975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:56.607589 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-2dbcd9ab-e21e-4e1a-abde-01dc51bff203 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497189 Aug 31 13:53:56.611078 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.657190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:56.671060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'mac_address': 'fa:16:3e:f3:59:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:56.743815 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c35a78f-fd6b-4bf5-a848-948259a38ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.746782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.746971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35558) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:56.754603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-c645d3b4-599c-4946-8f56-5a615a6a8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.756531 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-c645d3b4-599c-4946-8f56-5a615a6a8aa9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=a4b12446-2140-416e-a776-026b7e9e891a HTTP/1.1" status: 200 len: 1094 time: 0.3778496 Aug 31 13:53:56.765495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cce9098-b6de-4d73-b19b-2ad798be3bfb {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:56.769870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-eb12cea2-50b7-4b3d-9f72-88143885a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.772149 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-eb12cea2-50b7-4b3d-9f72-88143885a23c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d76cd7958fba43a28fc731c707b4e485&device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 1099 time: 0.2115057 Aug 31 13:53:56.802210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:56.809440 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.828065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3de13-d27f-4681-993e-055bb287866d req-774ec06f-eb9f-4609-ac6d-cb3a8940f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.829641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d3de13-d27f-4681-993e-055bb287866d req-774ec06f-eb9f-4609-ac6d-cb3a8940f1f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2679017 Aug 31 13:53:56.881728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:56.890957 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-a34c0eeb-69b7-4439-ac59-4e6bffea3165 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521994 Aug 31 13:53:56.926834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-network', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:56.941170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-40387ab0-0de0-4255-94fb-d2b37d934423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.942665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-40387ab0-0de0-4255-94fb-d2b37d934423 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1598012 Aug 31 13:53:57.043276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-a491cb20-ce85-4794-8c62-c570b4729b3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=71900247-1fa3-4d54-907b-aff7315316c3 HTTP/1.1" status: 200 len: 217 time: 0.0703561 Aug 31 13:53:57.268467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1543, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:57.364470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.364824 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment e63c8d47-f1a5-475f-b434-1313710ffd44 of type vlan for network 0ddf0565-8895-4ec8-9c41-3c5535874a88 Aug 31 13:53:57.369419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Router e358c442-12e2-4c67-8b16-2d521b3fa3f0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:53:57.378406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-c1b9c654-fb20-4698-b9bb-0cd8361e3c7d service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212087 Aug 31 13:53:57.422160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4cce9098-b6de-4d73-b19b-2ad798be3bfb'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:57.502323 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-58bc3a01-66b1-4c5a-9c1c-ef5dca5980f1 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985260 Aug 31 13:53:57.504669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-11d6acd4-4bd6-44b4-85d2-aff5f3c3a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.506275 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-11d6acd4-4bd6-44b4-85d2-aff5f3c3a0c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.4543869 Aug 31 13:53:57.536011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609afe5d-2e10-4df1-979f-11e9ecd88cd6 req-dc4ef7df-b99c-438b-b3da-a1543842b9cf tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.538135 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-609afe5d-2e10-4df1-979f-11e9ecd88cd6 req-dc4ef7df-b99c-438b-b3da-a1543842b9cf tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 943 time: 0.1109984 Aug 31 13:53:57.553162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3de13-d27f-4681-993e-055bb287866d req-26f0a994-bafe-4f91-8544-4dcb74e6eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.554709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d3de13-d27f-4681-993e-055bb287866d req-26f0a994-bafe-4f91-8544-4dcb74e6eb3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3174596 Aug 31 13:53:57.560496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.579203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-fdaf925f-f029-4ccc-be17-f5e6745e8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.580742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-fdaf925f-f029-4ccc-be17-f5e6745e8bcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 914 time: 0.7966466 Aug 31 13:53:57.588606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389cce-50d2-4534-bfdc-7a4366890ae7 req-f18357fe-12cd-415e-8735-6c523fcd04ff tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.589879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9389cce-50d2-4534-bfdc-7a4366890ae7 req-f18357fe-12cd-415e-8735-6c523fcd04ff tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.3233125 Aug 31 13:53:57.619091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-528e3375-a47f-49cb-951f-3f1695380e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.620520 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-528e3375-a47f-49cb-951f-3f1695380e85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812874 Aug 31 13:53:57.623589 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-609afe5d-2e10-4df1-979f-11e9ecd88cd6 req-7699908f-589e-4e1e-8191-223896582f44 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752907 Aug 31 13:53:57.641436 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20fe0fca-c622-4f24-ad94-b232e9bcded2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.728950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:57.732345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.754698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.755422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20fe0fca-c622-4f24-ad94-b232e9bcded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.791154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-4bbd95f6-641e-4e8f-9f19-d64295263aa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4669334e-4895-425f-8820-100d77e36bf6 HTTP/1.1" status: 200 len: 217 time: 0.1436942 Aug 31 13:53:57.838170 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-23ae2984-dbc7-47bc-90be-aa409052409e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093327 Aug 31 13:53:57.851309 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.856945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.857557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.858180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb3325-357a-4a94-9249-5c0ff502cd2a req-df52cdc5-8a93-4249-b68f-23b78265b72c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.859714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-65cb3325-357a-4a94-9249-5c0ff502cd2a req-df52cdc5-8a93-4249-b68f-23b78265b72c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 948 time: 0.1140575 Aug 31 13:53:57.987885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-65cb3325-357a-4a94-9249-5c0ff502cd2a req-36bcee29-4b1c-4a51-994b-b04231746bb7 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160922 Aug 31 13:53:58.010724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-20fe0fca-c622-4f24-ad94-b232e9bcded2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5736f79694e5490a82bb0e371cf148f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6941741 Aug 31 13:53:58.010969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35574) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:58.026563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9389cce-50d2-4534-bfdc-7a4366890ae7 req-da8f3cb4-329a-485f-ba62-2caeb4a16bbc tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815980 Aug 31 13:53:58.027213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe0fca-c622-4f24-ad94-b232e9bcded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba25c16-27b0-4f20-a79b-5ce6b184af81,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:58.057963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-612da2ba-0d2b-41a9-8bd0-bf6a6f7f0f6f req-4223a598-ee9c-4d4c-8dcf-b73c8a026129 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579001 Aug 31 13:53:58.058810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2228d943-daae-4fef-b390-d5f7f8b9f00f req-880a19c3-39e7-46a8-8104-d997e448494e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981061 Aug 31 13:53:58.066022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.078228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.096076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-5d5906c2-bd76-4019-a9e8-0b2847655936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.097894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-5d5906c2-bd76-4019-a9e8-0b2847655936 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.2913713 Aug 31 13:53:58.104234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=0ddf0565-8895-4ec8-9c41-3c5535874a88,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:58.108721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7ddb76e5-99bb-4de7-8a94-6ebf78e6155e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7634645 Aug 31 13:53:58.113449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35576) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:58.113908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d3de13-d27f-4681-993e-055bb287866d req-4cef63e6-4241-478f-924c-c3c52ab7cfd0 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430033 Aug 31 13:53:58.115570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:53:58.122392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.126928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0ddf0565-8895-4ec8-9c41-3c5535874a88 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:58.131952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '0ddf0565-8895-4ec8-9c41-3c5535874a88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:58.136755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] vlan segment allocate from pool success with {'vlan_id': 1512, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:58.212727 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.213145 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Added segment 3b277d99-c4c3-41bd-ba93-f43476622077 of type vlan for network e826e557-6658-4810-8c86-7d55890038fa Aug 31 13:53:58.214730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:58.228214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7de99e46-50c1-4fb0-8ca5-c5eaa16cb1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.245281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] Sync routers for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:53:58.261861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-0aa59612-9faf-47a9-9c48-5beeb73a56f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010349 Aug 31 13:53:58.269474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-032c59a9-45b5-46a2-bcf1-2415446b8380 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "PUT /v2.0/floatingips/b99f5d03-f4be-4f69-9f32-5eb3abaa4eae HTTP/1.1" status: 200 len: 991 time: 5.5243876 Aug 31 13:53:58.273940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:58.274989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:58.302314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.314074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7de99e46-50c1-4fb0-8ca5-c5eaa16cb1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.403826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.405248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.406504 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.416282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:58.420163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.467341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-994f620d-080b-4f37-8156-d0b282f657b3 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736434 Aug 31 13:53:58.475292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:58.488541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:58.491105 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0" -d '{"events": [{"name": "network-changed", "server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:58.506190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d3de13-d27f-4681-993e-055bb287866d req-100d7e62-ecef-46d0-8029-af48ce6e03bf service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552916 Aug 31 13:53:58.542227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:58.547818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:58.572182 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fc984e-cda5-478b-ba26-94f69f47318c x-openstack-request-id: req-d3fc984e-cda5-478b-ba26-94f69f47318c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:58.572553 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:58.572760 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3fc984e-cda5-478b-ba26-94f69f47318c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:58.573144 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'status': 'completed', 'code': 200} Aug 31 13:53:58.576107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7de99e46-50c1-4fb0-8ca5-c5eaa16cb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.578739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7de99e46-50c1-4fb0-8ca5-c5eaa16cb1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.579976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7de99e46-50c1-4fb0-8ca5-c5eaa16cb1d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ba25c16-27b0-4f20-a79b-5ce6b184af81 HTTP/1.1" status: 204 len: 168 time: 0.5667715 Aug 31 13:53:58.610164 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8621824 Aug 31 13:53:58.619216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35588) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:58.625015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6846-a87e-4b37-9fee-76ce4ba1c868 admin admin] Pushing event updated for resources: {'Network': ['ID=e826e557-6658-4810-8c86-7d55890038fa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:58.634741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Request body: {'subnet': {'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-subnet', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:58.663022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de99e46-50c1-4fb0-8ca5-c5eaa16cb1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba25c16-27b0-4f20-a79b-5ce6b184af81,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:58.671549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:58.675066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network e826e557-6658-4810-8c86-7d55890038fa details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:58.675501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.679089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-b3010844-79f8-4dc2-92a8-b02e6974f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.680836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-b3010844-79f8-4dc2-92a8-b02e6974f1f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=690553c4f111446d885439b7b2d725cb&device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 1096 time: 0.0914204 Aug 31 13:53:58.759285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-dfe4bdc5-1d10-470e-93ef-9fa0bb567811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.761304 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-dfe4bdc5-1d10-470e-93ef-9fa0bb567811 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.2864037 Aug 31 13:53:58.799784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:53:58.880607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cd7cc-1b76-4f35-a271-0c69623c48f8 req-c416d69c-9a37-4eec-9eae-80043389d8da tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.881559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ed6857-caf0-4cb1-babd-f9a361bca695 req-9f8bf5e7-c898-436e-9626-ab8e83de596c service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045615 Aug 31 13:53:58.893463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c90cd7cc-1b76-4f35-a271-0c69623c48f8 req-c416d69c-9a37-4eec-9eae-80043389d8da tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.4195943 Aug 31 13:53:58.924271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca00c-85ae-4db3-bb08-b98d262a4955 req-83031c1c-b579-40ab-b260-5a233999d10d tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.926159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-245ca00c-85ae-4db3-bb08-b98d262a4955 req-83031c1c-b579-40ab-b260-5a233999d10d tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 943 time: 0.1851308 Aug 31 13:53:59.015502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-245ca00c-85ae-4db3-bb08-b98d262a4955 req-ee2ca605-095f-4542-8d85-04adc1fa2361 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712967 Aug 31 13:53:59.019480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-6dbc932d-1656-40cb-8710-a35c3ebe051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.021347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-6dbc932d-1656-40cb-8710-a35c3ebe051a service neutron] 10.222.0.26 "GET /v2.0/networks?id=af259e6d-1a3f-493d-bf01-6272bd7bc99e HTTP/1.1" status: 200 len: 916 time: 0.3297105 Aug 31 13:53:59.036923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-e147da7b-58c3-47da-bb84-537403385d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.039530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-e147da7b-58c3-47da-bb84-537403385d0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.2655680 Aug 31 13:53:59.161180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-b436c2d5-7880-4cee-b756-d8afcebc08dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 217 time: 0.0977063 Aug 31 13:53:59.179664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c90cd7cc-1b76-4f35-a271-0c69623c48f8 req-a9b587f3-8ae7-4e15-886e-eed88aea8d48 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845416 Aug 31 13:53:59.180282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-3b0422e9-a04e-499e-b272-4865cd76e2b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043 HTTP/1.1" status: 200 len: 999 time: 0.1203206 Aug 31 13:53:59.203065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 4cce9098-b6de-4d73-b19b-2ad798be3bfb completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:59.209327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d928f-a070-418d-bba0-280919071652 req-e8639bc9-7094-45ed-9c96-a140f517b215 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.210995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c5d928f-a070-418d-bba0-280919071652 req-e8639bc9-7094-45ed-9c96-a140f517b215 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 948 time: 0.0948267 Aug 31 13:53:59.243480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4cce9098-b6de-4d73-b19b-2ad798be3bfb triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:59.244522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.268486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-229239e8-c7e6-4fb4-b93a-badd0635294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.269976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-229239e8-c7e6-4fb4-b93a-badd0635294d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32bb8b5c-622f-4162-80b0-ee322c624c86 HTTP/1.1" status: 200 len: 853 time: 0.0691366 Aug 31 13:53:59.328814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c5d928f-a070-418d-bba0-280919071652 req-dde452b6-381c-4b7f-bcb3-c3516857e365 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Aug 31 13:53:59.349674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-eb4a94b3-aad7-4cd4-9ad6-d2f862ded744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.351296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-eb4a94b3-aad7-4cd4-9ad6-d2f862ded744 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af259e6d-1a3f-493d-bf01-6272bd7bc99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594823 Aug 31 13:53:59.436265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-af2ca016-37e7-4cff-b97f-2ee4b1bc333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.438131 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-af2ca016-37e7-4cff-b97f-2ee4b1bc333d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.2475166 Aug 31 13:53:59.517657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:59.538519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-10475728-5c92-4e80-9d63-8360eb389355 service neutron] 10.222.0.26 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774962 Aug 31 13:53:59.548129 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a598f663-1504-4575-a70c-185e38787452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.556848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.562525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'mac_address': 'fa:16:3e:75:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:59.633584 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-22f346b6-6c35-4fa2-b696-f5193d7ed4bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1869688 Aug 31 13:53:59.650852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6fd0f-a71c-4b7b-b43f-fecb39ee03af req-97201661-cfd7-4396-b5d8-f9d373b6aef1 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.658441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e7e6fd0f-a71c-4b7b-b43f-fecb39ee03af req-97201661-cfd7-4396-b5d8-f9d373b6aef1 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.3594835 Aug 31 13:53:59.661304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.704388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed189c2-5269-40e5-bd36-4fea44c8640d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:59.714797 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.730830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f561e89-ddc5-4fea-8b4b-4eac7acb81d0 req-6fa2f109-e792-41ba-be81-6c735a3b6551 service neutron] 10.222.0.26 "GET /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456144 Aug 31 13:53:59.737621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.746549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.757089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:59.768121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.778367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:59.780581 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd5d95a-b851-4f71-b96e-588f57af7b8b" -d '{"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-plugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:59.788128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b99f5d03-f4be-4f69-9f32-5eb3abaa4eae', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'port_id': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'mac_address': 'fa:16:3e:52:1e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:53:28Z', 'updated_at': '2021-08-31T13:53:54Z', 'revision_number': 1, 'project_id': '690553c4f111446d885439b7b2d725cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:30Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:59.833710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e7e6fd0f-a71c-4b7b-b43f-fecb39ee03af req-d044aebd-d170-47d8-9974-cfe2f6c6c446 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694891 Aug 31 13:53:59.841882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] Checking router: e358c442-12e2-4c67-8b16-2d521b3fa3f0 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:53:59.847233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:59.853932 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc29986f-a3e2-4ddd-af60-fe7762a1511b x-openstack-request-id: req-bc29986f-a3e2-4ddd-af60-fe7762a1511b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:59.854226 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-plugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:59.854501 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc29986f-a3e2-4ddd-af60-fe7762a1511b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:59.854864 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'code': 200} Aug 31 13:53:59.862620 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.875729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:59.876940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:59.883852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=d6be01ea-f5fd-46c2-918d-be315cba2336,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:59.890200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-f93a11d9-0ca5-4fd0-b7f9-04d01ce1f3b6 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108519 Aug 31 13:53:59.919220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:59.949382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': 'e63c8d47-f1a5-475f-b434-1313710ffd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '0ddf0565-8895-4ec8-9c41-3c5535874a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:59.949747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 0ddf0565-8895-4ec8-9c41-3c5535874a88, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:59.991808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Checking segment: {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:59.992557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Network hostable DHCP agents. Network: e826e557-6658-4810-8c86-7d55890038fa, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:00.026471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:00.037678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87d092b-4b37-4b49-9b89-cbf630a4280c,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:00.048652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:00.059343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d045-3e62-444a-a509-34703208eb90 req-18f00d16-bdbf-43ac-b446-138f528d1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:00.061537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c001d045-3e62-444a-a509-34703208eb90 req-18f00d16-bdbf-43ac-b446-138f528d1ca8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 1100 time: 0.0628622 Aug 31 13:54:00.076623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Network e826e557-6658-4810-8c86-7d55890038fa is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:00.083061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 0ddf0565-8895-4ec8-9c41-3c5535874a88 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:00.106400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, e826e557-6658-4810-8c86-7d55890038fa) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:00.110034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0ddf0565-8895-4ec8-9c41-3c5535874a88) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:00.119681 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a17ab084-feef-4ca8-95d4-cb8cd956db01 req-e8b3430d-4236-49df-b2b1-534cf6f94fec service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155974 Aug 31 13:54:00.121142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:00.121744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.124757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:00.125383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.131136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dcede8-f37d-45c2-a62c-5330f6170e95 None None] Network e826e557-6658-4810-8c86-7d55890038fa requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:00.155801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24107e76-598b-416a-a2ab-ecb1dc0dde43 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5268686 Aug 31 13:54:00.161956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c001d045-3e62-444a-a509-34703208eb90 req-771a8942-c1d8-41e1-afd3-e9518e1914bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879545 Aug 31 13:54:00.162734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35626) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:00.168388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:54:00.170925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:00.172656 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a1765a09-0336-4891-8bca-b13e9b037a2a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0539865 Aug 31 13:54:00.176559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35628) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:00.200856 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.202418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.257241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935424f-ff9e-40a5-9f28-a6218de9ec79 None None] Network 0ddf0565-8895-4ec8-9c41-3c5535874a88 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:00.271794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09703c56-df7f-4ddc-bca4-d8c8ed41c2b5 req-bcc7332e-ddd3-4db8-9c0b-7353254cef7c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:00.273806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-09703c56-df7f-4ddc-bca4-d8c8ed41c2b5 req-bcc7332e-ddd3-4db8-9c0b-7353254cef7c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 943 time: 0.1324573 Aug 31 13:54:00.340784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8ed189c2-5269-40e5-bd36-4fea44c8640d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:00.346113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.353149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.375604 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-09703c56-df7f-4ddc-bca4-d8c8ed41c2b5 req-8436b0ea-fed8-4ca2-8aae-64cedfc378bc tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916264 Aug 31 13:54:00.513776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4669334e-4895-425f-8820-100d77e36bf6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:00.541933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.558394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.576295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-e826e557-6658-4810-8c86-7d55890038fa', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:00.577188 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.605258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a411d1e-586d-48a9-8e52-f134563dad5f req-f2f3ac42-3521-4dbf-bc07-3611979ed749 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:00.606857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a411d1e-586d-48a9-8e52-f134563dad5f req-f2f3ac42-3521-4dbf-bc07-3611979ed749 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2744570 Aug 31 13:54:00.613183 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.681196 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:54:00.682305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.716370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a411d1e-586d-48a9-8e52-f134563dad5f req-379c3e17-808e-480d-89a6-6f2d6d8f8c58 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001976 Aug 31 13:54:00.832438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.843499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddf0565-8895-4ec8-9c41-3c5535874a88']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:00.856781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63c8d47-f1a5-475f-b434-1313710ffd44') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:00.857500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63c8d47-f1a5-475f-b434-1313710ffd44') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:00.867856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.888419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.895640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1543 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:00.896145 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.949171 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:00.976667 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:00.979642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.000634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.014414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=d6be01ea-f5fd-46c2-918d-be315cba2336,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:01.032635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.034839 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/0ddf0565-8895-4ec8-9c41-3c5535874a88 HTTP/1.1" status: 204 len: 168 time: 0.8572965 Aug 31 13:54:01.043268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913272e-6666-4267-b9a9-81ccf59512f3 req-eb275af9-ddfa-4191-a50b-4967b2613d65 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:01.051221 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7913272e-6666-4267-b9a9-81ccf59512f3 req-eb275af9-ddfa-4191-a50b-4967b2613d65 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 949 time: 0.5112491 Aug 31 13:54:01.054503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbef1d9-c0de-4109-a7be-f0c82db05f89 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=0ddf0565-8895-4ec8-9c41-3c5535874a88,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:01.056814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35652) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:01.065381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4669334e-4895-425f-8820-100d77e36bf6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4669334e-4895-425f-8820-100d77e36bf6,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:01.086325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170389113'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:01.140166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4669334e-4895-425f-8820-100d77e36bf6', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'port_id': '4669334e-4895-425f-8820-100d77e36bf6', 'mac_address': 'fa:16:3e:e0:a3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0c6526-724b-485c-b993-cd0142e5991c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:01.143785 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7913272e-6666-4267-b9a9-81ccf59512f3 req-8bbcfde0-11d5-4057-93d4-495f9b5a529c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905659 Aug 31 13:54:01.144730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:01.149663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.152906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5982f3-0545-48f5-a5dd-6b9fdb114eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0ddf0565-8895-4ec8-9c41-3c5535874a88', 'network_id': '0ddf0565-8895-4ec8-9c41-3c5535874a88', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': 'd6be01ea-f5fd-46c2-918d-be315cba2336'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:01.154201 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c5982f3-0545-48f5-a5dd-6b9fdb114eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.170191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a5dc-fe69-4fb1-a5cb-db0a8b8d0201 req-4f99c857-c37a-41b9-9232-4018f58c1f1a tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:01.172013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d34a5dc-fe69-4fb1-a5cb-db0a8b8d0201 req-4f99c857-c37a-41b9-9232-4018f58c1f1a tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.1836812 Aug 31 13:54:01.181607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1522, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:01.193220 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.194040 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 86341b73-c05b-4082-891f-d0aff6bb454a of type vlan for network 186da8fe-7636-4825-8e3b-b11d4d3811af Aug 31 13:54:01.220651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35656) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:01.240766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Allocated IP 172.20.0.2 (e826e557-6658-4810-8c86-7d55890038fa/b87d092b-4b37-4b49-9b89-cbf630a4280c/aff4c4a1-a3b2-44fa-bdb1-925a6c261987) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:01.244576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.253777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d34a5dc-fe69-4fb1-a5cb-db0a8b8d0201 req-3df3b049-5582-4189-a194-9c16beb2bb76 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716448 Aug 31 13:54:01.261504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Allocated IP 172.25.0.139 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/d4589b85-84ff-4e4a-9366-213bc3d89204) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:01.273157 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.281914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:01.282821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.318310 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.364645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3058093 Aug 31 13:54:01.365872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35660) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:01.373096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '186da8fe-7636-4825-8e3b-b11d4d3811af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:01.374076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e167c75-4990-43d6-a1a8-23661edfcad8 None None] Network 0ddf0565-8895-4ec8-9c41-3c5535874a88 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:01.406171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e167c75-4990-43d6-a1a8-23661edfcad8 None None] Network 0ddf0565-8895-4ec8-9c41-3c5535874a88 could not be found, it might have been deleted concurrently. {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 13:54:01.413197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4669334e-4895-425f-8820-100d77e36bf6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:01.442456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b99f5d03-f4be-4f69-9f32-5eb3abaa4eae', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'port_id': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'mac_address': 'fa:16:3e:52:1e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:53:28Z', 'updated_at': '2021-08-31T13:53:54Z', 'revision_number': 1, 'project_id': '690553c4f111446d885439b7b2d725cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:30Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:01.484728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a425ff-2e68-4fdd-b599-c5a993605f05 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=186da8fe-7636-4825-8e3b-b11d4d3811af,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:01.527995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.533120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c337e4a-3bc0-4f8f-a71c-c63971ec72fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.613351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334ec81-9a94-4d30-9d5f-d4f382c30214 req-fbf878fa-4555-4421-b0b8-ee04b4594d03 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:01.615272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b334ec81-9a94-4d30-9d5f-d4f382c30214 req-fbf878fa-4555-4421-b0b8-ee04b4594d03 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 943 time: 0.1114299 Aug 31 13:54:01.638402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.651692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4669334e-4895-425f-8820-100d77e36bf6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4669334e-4895-425f-8820-100d77e36bf6,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:01.656318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 186da8fe-7636-4825-8e3b-b11d4d3811af details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:01.661351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf2f0d-d876-48e4-acc7-a7332ad80d6e None None] The sync data for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 is: [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b99f5d03-f4be-4f69-9f32-5eb3abaa4eae', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'port_id': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'mac_address': 'fa:16:3e:52:1e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:53:28Z', 'updated_at': '2021-08-31T13:53:54Z', 'revision_number': 1, 'project_id': '690553c4f111446d885439b7b2d725cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:30Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:01.680138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.680833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd6f5688-387a-424d-91b2-26839fa0b6c5 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:01.738121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:01.750030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:01.756258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:01.795909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Pushing event updated for resources: {'Port': ['ID=d4589b85-84ff-4e4a-9366-213bc3d89204,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:01.824305 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c337e4a-3bc0-4f8f-a71c-c63971ec72fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.843846 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c337e4a-3bc0-4f8f-a71c-c63971ec72fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.896209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1c337e4a-3bc0-4f8f-a71c-c63971ec72fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24a000e8d6c8441bb08b130d0bfef49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630602 Aug 31 13:54:01.905545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35668) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:01.957219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4669334e-4895-425f-8820-100d77e36bf6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:01.973814 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b334ec81-9a94-4d30-9d5f-d4f382c30214 req-dd378a31-e44e-4ed7-a88b-2fbd69520008 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490140 Aug 31 13:54:01.989686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:01.995465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.002685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fd6f5688-387a-424d-91b2-26839fa0b6c5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd6f5688-387a-424d-91b2-26839fa0b6c5,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:02.055209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c337e4a-3bc0-4f8f-a71c-c63971ec72fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792bb5be-9fdc-4b9c-a7cc-64fa19440d81,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:02.067199 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf91f661-d73d-44e3-8919-b64e07dcd626 None None] New status for floating IP b99f5d03-f4be-4f69-9f32-5eb3abaa4eae: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:54:02.080336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'fd6f5688-387a-424d-91b2-26839fa0b6c5', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'port_id': 'fd6f5688-387a-424d-91b2-26839fa0b6c5', 'mac_address': 'fa:16:3e:b1:42:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0c6526-724b-485c-b993-cd0142e5991c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:02.084074 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.091916 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.102232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Transition to ACTIVE for port object aff4c4a1-a3b2-44fa-bdb1-925a6c261987 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:02.149797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Transition to ACTIVE for port object aff4c4a1-a3b2-44fa-bdb1-925a6c261987 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:02.158218 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.163869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.177685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e65197-7c51-42d7-942f-9122f3546570 req-d3f3b8d5-53d2-4f1e-b54b-0eb2cf49bfc3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:02.180522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73e65197-7c51-42d7-942f-9122f3546570 req-d3f3b8d5-53d2-4f1e-b54b-0eb2cf49bfc3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2996027 Aug 31 13:54:02.189851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53f0508a-4e6c-4106-b827-a3aeeaeecd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.224633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6f5688-387a-424d-91b2-26839fa0b6c5 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:02.247007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Network e826e557-6658-4810-8c86-7d55890038fa is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:02.259350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:02.261650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53f0508a-4e6c-4106-b827-a3aeeaeecd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.263690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:02.274270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Pushing event updated for resources: {'Port': ['ID=aff4c4a1-a3b2-44fa-bdb1-925a6c261987,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:02.281807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fd6f5688-387a-424d-91b2-26839fa0b6c5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd6f5688-387a-424d-91b2-26839fa0b6c5,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:02.307158 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.308919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 71900247-1fa3-4d54-907b-aff7315316c3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:02.356647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c851f-ddc2-40f0-9295-331bd2a61ec0 req-3559c248-3da6-43ba-a298-48aa6bc02399 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:02.364081 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ea0c851f-ddc2-40f0-9295-331bd2a61ec0 req-3559c248-3da6-43ba-a298-48aa6bc02399 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 949 time: 0.1389313 Aug 31 13:54:02.379528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73e65197-7c51-42d7-942f-9122f3546570 req-db9ddd43-3166-4682-8890-f3f007d62920 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875901 Aug 31 13:54:02.383206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.474379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ea0c851f-ddc2-40f0-9295-331bd2a61ec0 req-0d6f0ecd-eed4-44c8-8228-4fbb4d0c529a tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091008 Aug 31 13:54:02.481684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fd6f5688-387a-424d-91b2-26839fa0b6c5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:02.495776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=eff08de4-fe3c-4ff9-9731-d71ddac19b00,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:02.515909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '86341b73-c05b-4082-891f-d0aff6bb454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '186da8fe-7636-4825-8e3b-b11d4d3811af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:02.516300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 186da8fe-7636-4825-8e3b-b11d4d3811af, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:02.528143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.530101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53f0508a-4e6c-4106-b827-a3aeeaeecd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.533363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53f0508a-4e6c-4106-b827-a3aeeaeecd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.534756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-53f0508a-4e6c-4106-b827-a3aeeaeecd9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/792bb5be-9fdc-4b9c-a7cc-64fa19440d81 HTTP/1.1" status: 204 len: 168 time: 0.6135180 Aug 31 13:54:02.557841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 186da8fe-7636-4825-8e3b-b11d4d3811af is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:02.566121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Attempting to bind port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:02.566758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Attempting to bind port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:02.567139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Attempting to bind port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 on network e826e557-6658-4810-8c86-7d55890038fa {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:02.570338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 186da8fe-7636-4825-8e3b-b11d4d3811af) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:02.576273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:02.577079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.588511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0908fc6-188f-4e3b-b033-5a2656d95b0b None None] Network 186da8fe-7636-4825-8e3b-b11d4d3811af requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:02.592813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0508a-4e6c-4106-b827-a3aeeaeecd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792bb5be-9fdc-4b9c-a7cc-64fa19440d81,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:02.611151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0214-bb85-41e9-b04f-a709211e29ed req-10bec224-f980-4181-8e1e-5211573cbc92 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:02.612021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:02.612407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Checking segment: {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:02.612824 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.613260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Bound using segment: {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:02.613757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Bound port: aff4c4a1-a3b2-44fa-bdb1-925a6c261987, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:02.614148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.618445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fa0214-bb85-41e9-b04f-a709211e29ed req-10bec224-f980-4181-8e1e-5211573cbc92 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.1541142 Aug 31 13:54:02.618718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-17ce6df1-0fc8-4d70-a172-19eac356c09b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2501431 Aug 31 13:54:02.619314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35676) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:02.752527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:02.793042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '71900247-1fa3-4d54-907b-aff7315316c3', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '71900247-1fa3-4d54-907b-aff7315316c3', 'mac_address': 'fa:16:3e:50:bf:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:02.810604 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.833365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] For port aff4c4a1-a3b2-44fa-bdb1-925a6c261987, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:02.873452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] For port aff4c4a1-a3b2-44fa-bdb1-925a6c261987, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=aff4c4a1-a3b2-44fa-bdb1-925a6c261987,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:02.891399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.902276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.945978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46990af-6783-4112-baf6-4e3df56a1783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-186da8fe-7636-4825-8e3b-b11d4d3811af', 'network_id': '186da8fe-7636-4825-8e3b-b11d4d3811af', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': 'eff08de4-fe3c-4ff9-9731-d71ddac19b00'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:02.946861 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a46990af-6783-4112-baf6-4e3df56a1783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.948973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.016336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71900247-1fa3-4d54-907b-aff7315316c3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:03.020582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.074019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=eff08de4-fe3c-4ff9-9731-d71ddac19b00,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:03.086407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35682) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:03.092799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65fa0214-bb85-41e9-b04f-a709211e29ed req-c3b0579f-3ac4-48aa-ac75-2009ff932213 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735019 Aug 31 13:54:03.128620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3095fca1-d1c1-4ce3-a897-153621ed5bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.171226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:03.180766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec74c8-5be2-4b05-9b44-43c0785bfae5 None None] Pushing event updated for resources: {'Port': ['ID=aff4c4a1-a3b2-44fa-bdb1-925a6c261987,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:03.188656 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.262548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1e1b5-5cbc-4ec4-b1af-0888822c560b req-4455325a-8a37-40c0-a2dc-23ca02b4248c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:03.264532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b5a1e1b5-5cbc-4ec4-b1af-0888822c560b req-4455325a-8a37-40c0-a2dc-23ca02b4248c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 944 time: 0.1576622 Aug 31 13:54:03.280350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-a46990af-6783-4112-baf6-4e3df56a1783 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eff08de4-fe3c-4ff9-9731-d71ddac19b00: This subnet is being modified by another concurrent operation. Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:54:03.326023 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eff08de4-fe3c-4ff9-9731-d71ddac19b00: This subnet is being modified by another concurrent operation. Aug 31 13:54:03.331119 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 13:54:03.335196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:03.339820 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.369756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7de4c-9394-4f9b-b1f6-973b75e30914 None None] Network 186da8fe-7636-4825-8e3b-b11d4d3811af requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:03.370931 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b5a1e1b5-5cbc-4ec4-b1af-0888822c560b req-d7d1c9c2-2d38-466b-86db-8a61a607037a tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857997 Aug 31 13:54:03.378627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:03.381758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186da8fe-7636-4825-8e3b-b11d4d3811af']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:03.398799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86341b73-c05b-4082-891f-d0aff6bb454a') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:03.399019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86341b73-c05b-4082-891f-d0aff6bb454a') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:03.420623 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.450102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.460921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1522 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:03.461720 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:03.477226 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:03.558960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.574009 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.575127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 8ed189c2-5269-40e5-bd36-4fea44c8640d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:03.575639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3095fca1-d1c1-4ce3-a897-153621ed5bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.578674 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/186da8fe-7636-4825-8e3b-b11d4d3811af HTTP/1.1" status: 204 len: 168 time: 0.9580784 Aug 31 13:54:03.580655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 8ed189c2-5269-40e5-bd36-4fea44c8640d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:03.581341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.583500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35690) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:03.587388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3095fca1-d1c1-4ce3-a897-153621ed5bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.609271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629665576'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:03.631943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cf5bf-756a-4344-ac85-ae47ec6abffa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=186da8fe-7636-4825-8e3b-b11d4d3811af,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:03.679208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:03.683631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.686069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746284b-c7fc-44ea-81c6-eefb2f3e3ddf req-a227c473-6aa2-40fd-9550-a72a6e3792a8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:03.694180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f746284b-c7fc-44ea-81c6-eefb2f3e3ddf req-a227c473-6aa2-40fd-9550-a72a6e3792a8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1829023 Aug 31 13:54:03.702427 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.704306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095fca1-d1c1-4ce3-a897-153621ed5bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095936b6-12c3-4b51-aaa6-73fd1974962a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:03.713847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3095fca1-d1c1-4ce3-a897-153621ed5bac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=daa3a8cb85cc4fafacd7fa378b2dbcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265254 Aug 31 13:54:03.722089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800103-14b0-4938-a714-6c8917ecb426 req-8bd06eca-c78a-4e0c-a201-07b830c27665 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:03.723540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35692) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:03.723949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf800103-14b0-4938-a714-6c8917ecb426 req-8bd06eca-c78a-4e0c-a201-07b830c27665 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 949 time: 0.1436799 Aug 31 13:54:03.745360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:03.749290 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547f77d-a379-495a-92f3-ea5ba6f3bd4a" -d '{"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:03.768155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1507, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:03.772262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:03.785184 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.785464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.785660 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 2a9b88de-c846-440f-bcb3-8de37d726796 of type vlan for network 1b9a3218-fd04-42dc-9a4c-9121690abb4c Aug 31 13:54:03.815499 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf800103-14b0-4938-a714-6c8917ecb426 req-3c2bbd90-7119-4a29-a589-d6777c4c9526 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826998 Aug 31 13:54:03.820779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f746284b-c7fc-44ea-81c6-eefb2f3e3ddf req-fe961a85-34b1-4f67-8d29-87f3910510d4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160464 Aug 31 13:54:03.859887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4669334e-4895-425f-8820-100d77e36bf6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:03.879295 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97b01101-bbe8-43a2-9e63-2906c6388f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.880376 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.895007 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d429b233-a97d-45d4-a468-e0099fe1000b x-openstack-request-id: req-d429b233-a97d-45d4-a468-e0099fe1000b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:03.895407 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:03.895735 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d429b233-a97d-45d4-a468-e0099fe1000b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:03.896342 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'code': 200} Aug 31 13:54:03.903033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fd6f5688-387a-424d-91b2-26839fa0b6c5'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:03.912107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device aff4c4a1-a3b2-44fa-bdb1-925a6c261987 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:03.918873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Router 73644e95-ff5a-499f-a11e-b18a086d624b is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:54:03.923132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.923593 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97b01101-bbe8-43a2-9e63-2906c6388f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.931083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:03.932003 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.960723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3726857 Aug 31 13:54:03.970933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['71900247-1fa3-4d54-907b-aff7315316c3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:03.975853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35696) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:03.984711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:04.050564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:04.079975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97b01101-bbe8-43a2-9e63-2906c6388f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.080265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97b01101-bbe8-43a2-9e63-2906c6388f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.081359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-97b01101-bbe8-43a2-9e63-2906c6388f40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/095936b6-12c3-4b51-aaa6-73fd1974962a HTTP/1.1" status: 204 len: 168 time: 0.3541627 Aug 31 13:54:04.116259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b01101-bbe8-43a2-9e63-2906c6388f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095936b6-12c3-4b51-aaa6-73fd1974962a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:04.160780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:04.170405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f1d4d-6577-4430-b313-bda62d39e9c1 req-2f89c3e8-955d-4cdb-9ec6-de96d260fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:04.171961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d65f1d4d-6577-4430-b313-bda62d39e9c1 req-2f89c3e8-955d-4cdb-9ec6-de96d260fbbd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 1101 time: 0.1358380 Aug 31 13:54:04.212344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Sync routers for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:04.223266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f9ac4-58a2-4141-8e66-746a07c1a99d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=1b9a3218-fd04-42dc-9a4c-9121690abb4c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:04.238311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.242750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aa1793dc-d078-4486-a8bb-7efbea76a970 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0785937 Aug 31 13:54:04.243882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35702) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:04.256365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:04.258726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 1b9a3218-fd04-42dc-9a4c-9121690abb4c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:04.262431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d65f1d4d-6577-4430-b313-bda62d39e9c1 req-a808c17c-f38b-4938-8e36-574669c79f0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690827 Aug 31 13:54:04.399169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.445098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.498052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:04.499970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:04.573325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 1b9a3218-fd04-42dc-9a4c-9121690abb4c is not hosted by any dhcp agent {{(pid=101360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 13:54:04.580683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:04.581625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.583458 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "PUT /v2.0/networks/1b9a3218-fd04-42dc-9a4c-9121690abb4c HTTP/1.1" status: 200 len: 723 time: 0.6062677 Aug 31 13:54:04.588914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35712) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:04.594779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce394a96-f82e-4c5b-a786-74ed8c07942c req-040cee1b-f245-460b-a6a4-6eb2a3eca652 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:04.596514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce394a96-f82e-4c5b-a786-74ed8c07942c req-040cee1b-f245-460b-a6a4-6eb2a3eca652 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 949 time: 0.3556368 Aug 31 13:54:04.608729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '1b9a3218-fd04-42dc-9a4c-9121690abb4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:04.623420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fb15f-4555-473a-a67e-f1c9badd803f tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=1b9a3218-fd04-42dc-9a4c-9121690abb4c,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:04.641084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 1b9a3218-fd04-42dc-9a4c-9121690abb4c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:04.677559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce394a96-f82e-4c5b-a786-74ed8c07942c req-140ac633-38d1-486f-be11-ac38a788b2c1 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744615 Aug 31 13:54:04.723841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672fc79-c976-4e88-9181-c0324a113815 None None] Network e826e557-6658-4810-8c86-7d55890038fa requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:04.865757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56d2-3005-45e4-af6b-e283c3551d99 req-e116d245-d31a-4380-b344-c131908b993e tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:04.868443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79a56d2-3005-45e4-af6b-e283c3551d99 req-e116d245-d31a-4380-b344-c131908b993e tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 944 time: 0.1517582 Aug 31 13:54:04.916837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:04.920407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.978213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b8eb7-c18a-4ddd-a47e-86cdfac49795 req-ed068513-519a-4858-89d0-2c3a5f67357a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:04.979748 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-567b8eb7-c18a-4ddd-a47e-86cdfac49795 req-ed068513-519a-4858-89d0-2c3a5f67357a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.0670607 Aug 31 13:54:05.034336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-567b8eb7-c18a-4ddd-a47e-86cdfac49795 req-dc031371-f1a4-4092-aff3-f703061f5843 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Aug 31 13:54:05.079215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-28b579ca-21e5-4a5f-82b9-b416df06247d None None] Provisioning for port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:05.091473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79a56d2-3005-45e4-af6b-e283c3551d99 req-48fdf281-fc65-426c-b376-19dc449b1311 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116597 Aug 31 13:54:05.104684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-28b579ca-21e5-4a5f-82b9-b416df06247d None None] Provisioning complete for port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:05.105089 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28b579ca-21e5-4a5f-82b9-b416df06247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.167643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:05.191787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31d84-123f-427c-ac92-561d1334c7f7 req-5e2fe5df-a085-4f14-bed2-03ada7b9b40a tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:05.194536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97f31d84-123f-427c-ac92-561d1334c7f7 req-5e2fe5df-a085-4f14-bed2-03ada7b9b40a tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 950 time: 0.0705328 Aug 31 13:54:05.270621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97f31d84-123f-427c-ac92-561d1334c7f7 req-ded53ab4-883e-4578-af68-053c86fe74d8 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674157 Aug 31 13:54:05.401656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.411173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28b579ca-21e5-4a5f-82b9-b416df06247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.418648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.455673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-28b579ca-21e5-4a5f-82b9-b416df06247d None None] For port aff4c4a1-a3b2-44fa-bdb1-925a6c261987, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=aff4c4a1-a3b2-44fa-bdb1-925a6c261987,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:05.469843 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28b579ca-21e5-4a5f-82b9-b416df06247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.546720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:05.579547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '2a9b88de-c846-440f-bcb3-8de37d726796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '1b9a3218-fd04-42dc-9a4c-9121690abb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:05.580108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 1b9a3218-fd04-42dc-9a4c-9121690abb4c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:05.618411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b579ca-21e5-4a5f-82b9-b416df06247d None None] Pushing event updated for resources: {'Port': ['ID=aff4c4a1-a3b2-44fa-bdb1-925a6c261987,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:05.619968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 1b9a3218-fd04-42dc-9a4c-9121690abb4c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:05.656926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 1b9a3218-fd04-42dc-9a4c-9121690abb4c) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:05.658503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:02Z', 'revision_number': 3, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:05.670280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:05.670931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.705269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-24ff8021-6a76-42da-b5c3-dcd4471fde7a tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1123316 Aug 31 13:54:05.706749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Allocated IP 172.20.0.1 (e826e557-6658-4810-8c86-7d55890038fa/b87d092b-4b37-4b49-9b89-cbf630a4280c/5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:05.708006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35744) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:05.716363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4217b801-a0b4-4b32-8f16-2574d6d70efa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:05.725952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Checking router: 73644e95-ff5a-499f-a11e-b18a086d624b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:54:05.726516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Updating router 73644e95-ff5a-499f-a11e-b18a086d624b port d4589b85-84ff-4e4a-9366-213bc3d89204 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:54:05.729701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a67be-dd3b-4445-a39f-91bc7305d4d7 None None] Network 1b9a3218-fd04-42dc-9a4c-9121690abb4c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:05.822274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.936656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device aff4c4a1-a3b2-44fa-bdb1-925a6c261987 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:05.949778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.961843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4217b801-a0b4-4b32-8f16-2574d6d70efa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10382284'] for subnet, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.989883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Transition to ACTIVE for port object 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:06.075611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.131247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Network e826e557-6658-4810-8c86-7d55890038fa is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:06.135207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:06.139594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:06.262557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Pushing event updated for resources: {'Port': ['ID=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:06.292987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec1304-9846-46d5-add4-b2095d75ac51 req-76e06293-13f1-4064-a36d-7785fa9ab7ca tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:06.295710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27ec1304-9846-46d5-add4-b2095d75ac51 req-76e06293-13f1-4064-a36d-7785fa9ab7ca tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.0952618 Aug 31 13:54:06.296728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.307260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4217b801-a0b4-4b32-8f16-2574d6d70efa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737636225756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10467331'] for subnet, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.330176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c13f73c7-9e1f-41e2-b9d0-a73e30d0236d None None] Provisioning complete for port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:06.330998 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c13f73c7-9e1f-41e2-b9d0-a73e30d0236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.412845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217b801-a0b4-4b32-8f16-2574d6d70efa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:06.413621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:06.414010 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.432350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c30c6-0295-4599-b4c2-ba6ad9807b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-1b9a3218-fd04-42dc-9a4c-9121690abb4c', 'network_id': '1b9a3218-fd04-42dc-9a4c-9121690abb4c', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': 'c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:06.435161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30c6-0295-4599-b4c2-ba6ad9807b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.435404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217b801-a0b4-4b32-8f16-2574d6d70efa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:06.436114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4217b801-a0b4-4b32-8f16-2574d6d70efa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.438457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4217b801-a0b4-4b32-8f16-2574d6d70efa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "PUT /v2.0/subnets/c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1 HTTP/1.1" status: 200 len: 806 time: 0.7286694 Aug 31 13:54:06.442332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35764) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:06.479169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27ec1304-9846-46d5-add4-b2095d75ac51 req-65adc1e8-0f1f-43a7-be99-69ce521f5c1b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204045 Aug 31 13:54:06.484252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e5286-09a0-4c28-a459-2d6b4435c8e6 req-691f9f84-8988-4799-9203-8692dcd20cac tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:06.486483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-028e5286-09a0-4c28-a459-2d6b4435c8e6 req-691f9f84-8988-4799-9203-8692dcd20cac tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 949 time: 0.4763288 Aug 31 13:54:06.597205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-028e5286-09a0-4c28-a459-2d6b4435c8e6 req-f2033668-53b8-4fae-bbd5-a60a241ec2b6 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717077 Aug 31 13:54:06.633248 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.639683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.646607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.674472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Transition to ACTIVE for port object d4589b85-84ff-4e4a-9366-213bc3d89204 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:06.690966 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.715389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd97e9-bd54-442d-87ab-57e6b08974fa req-62d81f53-1845-41cd-ba76-ce4d77e5de54 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:06.717486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6bd97e9-bd54-442d-87ab-57e6b08974fa req-62d81f53-1845-41cd-ba76-ce4d77e5de54 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 944 time: 0.1117079 Aug 31 13:54:06.737890 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.775367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f621-379c-4978-89cc-9fcbe1adea50 req-7f3380cc-b89c-4857-ada6-3bd5a49a952b tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:06.778152 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8498f621-379c-4978-89cc-9fcbe1adea50 req-7f3380cc-b89c-4857-ada6-3bd5a49a952b tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 950 time: 0.0953379 Aug 31 13:54:06.832145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6bd97e9-bd54-442d-87ab-57e6b08974fa req-014f36c8-cb71-4d5d-ac1e-7e28d2c8ba77 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070123 Aug 31 13:54:06.847453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8498f621-379c-4978-89cc-9fcbe1adea50 req-8bfd8881-83b6-4cb6-8d92-2e4ff302afa8 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529869 Aug 31 13:54:06.848547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.881415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8c4d9-62a0-4274-b93b-75dbac6abeb1 None None] Pushing event updated for resources: {'Port': ['ID=d4589b85-84ff-4e4a-9366-213bc3d89204,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:06.890030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Attempting to bind port d4589b85-84ff-4e4a-9366-213bc3d89204 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:06.890413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Attempting to bind port d4589b85-84ff-4e4a-9366-213bc3d89204 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:06.890848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Attempting to bind port d4589b85-84ff-4e4a-9366-213bc3d89204 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:06.892164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:06.908461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:06.908843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:06.909292 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.909687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:06.910178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Bound port: d4589b85-84ff-4e4a-9366-213bc3d89204, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:06.910561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-6c4c30c6-0295-4599-b4c2-ba6ad9807b76 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1: This subnet is being modified by another concurrent operation. Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:54:06.915472 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1: This subnet is being modified by another concurrent operation. Aug 31 13:54:06.920257 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 13:54:06.943119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3f856-cf9a-42d3-b843-9d2be0640ade None None] Network 1b9a3218-fd04-42dc-9a4c-9121690abb4c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:06.993231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.009079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9a3218-fd04-42dc-9a4c-9121690abb4c']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:07.012477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.020247 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.025100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9b88de-c846-440f-bcb3-8de37d726796') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:07.025967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9b88de-c846-440f-bcb3-8de37d726796') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:07.055342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.075466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] For port d4589b85-84ff-4e4a-9366-213bc3d89204, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:07.084542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.093801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1507 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:07.094599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.096837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d5e2d8d0-0add-42dc-940b-d56882841636 None None] Provisioning for port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:07.103511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d5e2d8d0-0add-42dc-940b-d56882841636 None None] Provisioning complete for port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:07.103984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d8d0-0add-42dc-940b-d56882841636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.140306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Pushing event updated for resources: {'Port': ['ID=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:07.141437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d2add-15bf-45a7-8248-386853819f78 None None] Network 1b9a3218-fd04-42dc-9a4c-9121690abb4c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:07.142836 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:07.171045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.247905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2d8d0-0add-42dc-940b-d56882841636 None None] Port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:07.253741 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.259425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.261682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/1b9a3218-fd04-42dc-9a4c-9121690abb4c HTTP/1.1" status: 204 len: 168 time: 0.8178878 Aug 31 13:54:07.265376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35790) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:07.274531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] For port d4589b85-84ff-4e4a-9366-213bc3d89204, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d4589b85-84ff-4e4a-9366-213bc3d89204,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:07.301111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f5bab-0742-486c-8fec-f961608262f1 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=1b9a3218-fd04-42dc-9a4c-9121690abb4c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:07.318211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-012ce020-f9f8-4a0e-9fba-8c3a5ae437f7 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455391 Aug 31 13:54:07.324532 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ba528b-b922-45db-b7a3-96151ef9f284 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:07.325265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ba528b-b922-45db-b7a3-96151ef9f284 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:07.328501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-43ba528b-b922-45db-b7a3-96151ef9f284 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/1b9a3218-fd04-42dc-9a4c-9121690abb4c HTTP/1.1" status: 404 len: 339 time: 0.0397332 Aug 31 13:54:07.333266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:07.340656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166650012', 'description': 'd1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:07.393664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:07.400141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.430559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Network e826e557-6658-4810-8c86-7d55890038fa is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:07.434150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:07.434905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:07.447979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.448494 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment c3b27044-4265-4ee8-84a8-bb9fc76dcf15 of type vlan for network 5369aa87-11c3-4e7d-be0d-4188f878a710 Aug 31 13:54:07.520849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4669334e-4895-425f-8820-100d77e36bf6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:07.528921 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.545036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.555247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-c9362fbc-0809-4c87-b800-b1f88c42a40d tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.564157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-c9362fbc-0809-4c87-b800-b1f88c42a40d tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272828 Aug 31 13:54:07.599343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.619831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.628036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.653623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-f8bddb19-5c68-464f-b0f7-651956cbfc93 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/quotas/1ad2b4cbdd1240ee8964fa2fdb17f447 HTTP/1.1" status: 200 len: 375 time: 0.0870571 Aug 31 13:54:07.705417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-599486ac-d867-453a-9b42-7f20b0f36eb5 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507920 Aug 31 13:54:07.748923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Router 73644e95-ff5a-499f-a11e-b18a086d624b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:07.750452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8c4d9-62a0-4274-b93b-75dbac6abeb1 None None] Pushing event updated for resources: {'Port': ['ID=d4589b85-84ff-4e4a-9366-213bc3d89204,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:07.767210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4322238 Aug 31 13:54:07.770784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:07.771482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:07.772122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35804) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:07.811993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539de631-db33-4235-b6a2-5033273dc6c9 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=5369aa87-11c3-4e7d-be0d-4188f878a710,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:07.850121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16187a3-2384-4685-a031-836ada1054aa req-efb37c27-c080-4e25-81f0-48bce9ef7896 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.866481 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b16187a3-2384-4685-a031-836ada1054aa req-efb37c27-c080-4e25-81f0-48bce9ef7896 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1632783 Aug 31 13:54:07.913708 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b16187a3-2384-4685-a031-836ada1054aa req-f89eb0ba-596b-4256-9af9-8ff3afdaf4e1 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Aug 31 13:54:07.928793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92597b-91f7-47dd-9086-588a4e42dd12 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:54:07.942727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5369aa87-11c3-4e7d-be0d-4188f878a710 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:07.976924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:07.982148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32217c1-b9f4-4be5-8b92-f775a1f8f767 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.986644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b32217c1-b9f4-4be5-8b92-f775a1f8f767 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/networks?id=5369aa87-11c3-4e7d-be0d-4188f878a710 HTTP/1.1" status: 200 len: 761 time: 0.2088685 Aug 31 13:54:07.987367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35816) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:07.999303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'description': 'd2'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:08.194404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f0824f38-a61f-4e09-b5c1-01299d48c418 None None] Provisioning complete for port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:08.194959 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0824f38-a61f-4e09-b5c1-01299d48c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.196692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 4669334e-4895-425f-8820-100d77e36bf6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:08.206838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4669334e-4895-425f-8820-100d77e36bf6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:08.206838 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.255380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53ce58-c1a8-4fb8-a4b5-c87b038978fa req-ad2a1283-2a37-43d7-b2bb-a2b1af52ef37 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:08.257498 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed53ce58-c1a8-4fb8-a4b5-c87b038978fa req-ad2a1283-2a37-43d7-b2bb-a2b1af52ef37 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 944 time: 0.1562018 Aug 31 13:54:08.326519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.351466 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed53ce58-c1a8-4fb8-a4b5-c87b038978fa req-74c15d51-e3b4-40fe-b499-1ff00d7ddc82 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700626 Aug 31 13:54:08.371006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f0824f38-a61f-4e09-b5c1-01299d48c418 None None] Port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:08.380568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.446333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:08.456031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92597b-91f7-47dd-9086-588a4e42dd12 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 13:54:08.466814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 5369aa87-11c3-4e7d-be0d-4188f878a710 is not hosted by any dhcp agent {{(pid=101360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 13:54:08.470051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f539355-bfc0-4bcb-b33b-94e6a35c643e admin admin] 10.222.0.10 "PUT /v2.0/routers/73644e95-ff5a-499f-a11e-b18a086d624b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2218332 Aug 31 13:54:08.475589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:08.476593 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.477940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "PUT /v2.0/networks/5369aa87-11c3-4e7d-be0d-4188f878a710 HTTP/1.1" status: 200 len: 758 time: 0.4879575 Aug 31 13:54:08.482121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35832) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:08.503352 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.580776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b12446-2140-416e-a776-026b7e9e891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4669334e-4895-425f-8820-100d77e36bf6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:08.583289 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0fe4a1-0f4c-4994-988b-8d78686891f2" -d '{"events": [{"server_uuid": "a4b12446-2140-416e-a776-026b7e9e891a", "name": "network-vif-plugged", "status": "completed", "tag": "4669334e-4895-425f-8820-100d77e36bf6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:08.589763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c51a8-7608-4672-8dd9-a28c9ca9deca req-d531cdc8-2816-4086-95e9-542f552dbc9f tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:08.596793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-148c51a8-7608-4672-8dd9-a28c9ca9deca req-d531cdc8-2816-4086-95e9-542f552dbc9f tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 949 time: 0.6098471 Aug 31 13:54:08.606846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2e8a68d-ab7f-4537-8ec2-ae051204f639 req-4bb36e9a-d3f9-4bf2-84ba-04bc2f304c6d tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 210 time: 0.1413188 Aug 31 13:54:08.620116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223f123-8741-4b5f-a347-bc36cf5a36c3 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=5369aa87-11c3-4e7d-be0d-4188f878a710,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:08.632644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4669334e-4895-425f-8820-100d77e36bf6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4669334e-4895-425f-8820-100d77e36bf6,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:08.640208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b5ec71b-ea0c-4eef-9037-a1e6ed108012 req-84fc658a-b82b-46db-be98-f80f9167d1dd service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1076608 Aug 31 13:54:08.671932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.673481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd6f5688-387a-424d-91b2-26839fa0b6c5 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:08.675562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5369aa87-11c3-4e7d-be0d-4188f878a710 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:08.683597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaf05e1-9c39-41f1-b7e4-45c80970ccac tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:08.693325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35836) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:08.694102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ffaf05e1-9c39-41f1-b7e4-45c80970ccac tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/networks?id=5369aa87-11c3-4e7d-be0d-4188f878a710 HTTP/1.1" status: 200 len: 761 time: 0.2109292 Aug 31 13:54:08.698394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-293598542'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:08.749514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-148c51a8-7608-4672-8dd9-a28c9ca9deca req-0bd5ea14-2801-4c3a-92dc-6d493f7fa3a6 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082776 Aug 31 13:54:08.790079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b5ec71b-ea0c-4eef-9037-a1e6ed108012 req-1e61911c-4b93-4baf-a225-21a81fe33d20 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0452199 Aug 31 13:54:08.809935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:08.820382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.855363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 2, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:08.865797 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a408bd75-9a8d-49a5-961d-0c4c8c28333e x-openstack-request-id: req-a408bd75-9a8d-49a5-961d-0c4c8c28333e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:08.866161 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b12446-2140-416e-a776-026b7e9e891a", "name": "network-vif-plugged", "status": "completed", "tag": "4669334e-4895-425f-8820-100d77e36bf6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:08.866511 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a408bd75-9a8d-49a5-961d-0c4c8c28333e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:08.866908 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b12446-2140-416e-a776-026b7e9e891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4669334e-4895-425f-8820-100d77e36bf6', 'code': 200} Aug 31 13:54:08.899998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b5ec71b-ea0c-4eef-9037-a1e6ed108012 req-63d705fc-3cf8-4f07-aa9a-f3694ccbbe93 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639946 Aug 31 13:54:08.943554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e209a-84a7-4e00-b5ad-3cff49c3ee5d None None] The sync data for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 is: [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 2, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:08.958924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1526, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:09.027649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4669334e-4895-425f-8820-100d77e36bf6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:09.065786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port fd6f5688-387a-424d-91b2-26839fa0b6c5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:09.098989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port fd6f5688-387a-424d-91b2-26839fa0b6c5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:09.099990 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.179541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.179898 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment 6b52ac61-51db-4c1b-96a4-85d1c16b4171 of type vlan for network a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce Aug 31 13:54:09.317209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:09.359074 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.377628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.392204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec71b-ea0c-4eef-9037-a1e6ed108012 req-26514278-073a-4575-9f4c-ddf34572e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.394051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b5ec71b-ea0c-4eef-9037-a1e6ed108012 req-26514278-073a-4575-9f4c-ddf34572e938 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4734087 Aug 31 13:54:09.408285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd79a5-a4c2-4537-9499-a1d6321f0a06 req-d9196e29-261b-401d-b72e-20f39e28622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.410286 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dbd79a5-a4c2-4537-9499-a1d6321f0a06 req-d9196e29-261b-401d-b72e-20f39e28622a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4b12446-2140-416e-a776-026b7e9e891a HTTP/1.1" status: 200 len: 1096 time: 0.2747996 Aug 31 13:54:09.424579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05022-c5ab-4788-aa2b-d6547ca251d2 req-d9243e3a-a3ff-40d8-990c-81275ad48ebe tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.426222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2f05022-c5ab-4788-aa2b-d6547ca251d2 req-d9243e3a-a3ff-40d8-990c-81275ad48ebe tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.3287880 Aug 31 13:54:09.494841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.499105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc8657-2b6f-4000-a336-970307128024 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:54:09.500476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.501209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.528789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dbd79a5-a4c2-4537-9499-a1d6321f0a06 req-26c613c6-b583-4d92-a142-2f94c46270ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014941 Aug 31 13:54:09.561968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defba0b-23c9-4c63-9927-91e20631a2fc req-17867179-1ad8-4343-91f3-56cc99686421 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.564316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0defba0b-23c9-4c63-9927-91e20631a2fc req-17867179-1ad8-4343-91f3-56cc99686421 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 944 time: 0.0643497 Aug 31 13:54:09.621476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2f05022-c5ab-4788-aa2b-d6547ca251d2 req-09d2374c-f59d-4072-b8db-1e61eb18bb3f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814017 Aug 31 13:54:09.632563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9391770 Aug 31 13:54:09.634946 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0defba0b-23c9-4c63-9927-91e20631a2fc req-c3050509-674c-4461-9e6b-1ff3225d9781 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581346 Aug 31 13:54:09.636593 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35894) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:09.650691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': 'a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:09.659963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07fe3a-03cf-4b54-a690-9fad952b0b4e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:09.691522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fd6f5688-387a-424d-91b2-26839fa0b6c5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd6f5688-387a-424d-91b2-26839fa0b6c5,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:09.693192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.710509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:09.727296 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.728257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 71900247-1fa3-4d54-907b-aff7315316c3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:09.853282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d43a9dc-7bae-4afc-bfbe-5dcf4da127d8 req-56dfdee9-080d-4235-a89d-ad1d78443f44 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 210 time: 0.0888152 Aug 31 13:54:09.855070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:09.861261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.872552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fd6f5688-387a-424d-91b2-26839fa0b6c5,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:09.887827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:09.967680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'mac_address': 'fa:16:3e:75:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:10.034099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc8657-2b6f-4000-a336-970307128024 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 13:54:10.052917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6371-c970-4c54-93d5-7a81521354b2 req-88b5d9a9-7b61-42b2-b301-e3a72efbc6a3 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:10.052917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-536d6371-c970-4c54-93d5-7a81521354b2 req-88b5d9a9-7b61-42b2-b301-e3a72efbc6a3 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 949 time: 0.1341345 Aug 31 13:54:10.328821 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-536d6371-c970-4c54-93d5-7a81521354b2 req-8e33385e-9b7d-4104-adfe-468199059bac tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435529 Aug 31 13:54:10.342396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.438096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-a66ed9ac-0ca3-4893-8b21-bb1e41ae4438 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604005 Aug 31 13:54:10.460055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.554568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 71900247-1fa3-4d54-907b-aff7315316c3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:10.562457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': '6b52ac61-51db-4c1b-96a4-85d1c16b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': 'a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:10.562978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:10.572018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=87538340-aa89-4d71-98f8-32a46f93a976,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:10.582313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ed189c2-5269-40e5-bd36-4fea44c8640d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:10.621329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:10.642230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:10.648618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 71900247-1fa3-4d54-907b-aff7315316c3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:10.649162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.652448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:10.653648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.695746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aa018e6f-22e2-40ed-8d4b-a4565d49cbcf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0565610 Aug 31 13:54:10.698696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35948) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:10.728280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-dccf4d4c-4a01-4245-8672-b9060296c43c tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:10.736277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-dccf4d4c-4a01-4245-8672-b9060296c43c tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904925 Aug 31 13:54:10.781541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:10.798278 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.808968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Request body: {'port': {'device_id': 'e47bc826-3660-418b-886f-3365f213a08f', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '1ad2b4cbdd1240ee8964fa2fdb17f447'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:10.879679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6f5688-387a-424d-91b2-26839fa0b6c5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:10.883499 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b002b2-a13d-4ce8-9f45-17a8af417074" -d '{"events": [{"server_uuid": "eef97669-7786-4ca7-84bd-0d93227a48b0", "name": "network-vif-plugged", "status": "completed", "tag": "fd6f5688-387a-424d-91b2-26839fa0b6c5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:10.897356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.945037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:10.960971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60234ca5-8616-4de0-bafc-be1a47a36749 req-f4460e3e-5d68-4e77-b427-8db1b7b5a65b tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:10.969559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60234ca5-8616-4de0-bafc-be1a47a36749 req-f4460e3e-5d68-4e77-b427-8db1b7b5a65b tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 945 time: 0.1881642 Aug 31 13:54:11.030067 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.052552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Made reservation on behalf of 1ad2b4cbdd1240ee8964fa2fdb17f447 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:11.057100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.071234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.098357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-60234ca5-8616-4de0-bafc-be1a47a36749 req-bad0a4a6-5b56-4652-a883-a7223f8efed8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275585 Aug 31 13:54:11.113928 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.130148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510a9ca-e05a-480b-a90b-9da691e20127 None None] Network a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:11.183751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.190389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141be3e-f93b-4261-9f57-631ad461ccf0 req-f1c73d77-8967-4fd8-8dca-234c6f2886c2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:11.192976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2141be3e-f93b-4261-9f57-631ad461ccf0 req-f1c73d77-8967-4fd8-8dca-234c6f2886c2 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.4013243 Aug 31 13:54:11.253880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:11.259021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2141be3e-f93b-4261-9f57-631ad461ccf0 req-adc3152b-af20-4f5b-8a20-ec2505525260 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571818 Aug 31 13:54:11.289744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8ed189c2-5269-40e5-bd36-4fea44c8640d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:11.289974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=87538340-aa89-4d71-98f8-32a46f93a976,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:11.300301 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.335231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8392b0c3-abf9-4395-8fef-b8131f286567 req-c3a1dcae-95cc-42a8-a6e6-4b0acf9c623e tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 210 time: 0.0535502 Aug 31 13:54:11.341598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.349101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.377956 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12835911-ac7e-4cec-b5ff-5524d416f0b5 x-openstack-request-id: req-12835911-ac7e-4cec-b5ff-5524d416f0b5 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:11.378261 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef97669-7786-4ca7-84bd-0d93227a48b0", "name": "network-vif-plugged", "status": "completed", "tag": "fd6f5688-387a-424d-91b2-26839fa0b6c5", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:11.378569 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12835911-ac7e-4cec-b5ff-5524d416f0b5 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:11.378969 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6f5688-387a-424d-91b2-26839fa0b6c5', 'code': 200} Aug 31 13:54:11.450095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe2f2e-2d98-4b4b-a705-15847915ebbc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:11.503989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.528972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:11.548769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b52ac61-51db-4c1b-96a4-85d1c16b4171') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:11.548769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b52ac61-51db-4c1b-96a4-85d1c16b4171') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:11.562824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.593172 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:11.605733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.613908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcf167-2411-406f-8d34-d0e2f8f2e500 None None] Network a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:11.616435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1526 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:11.617114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:11.622366 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:11.743955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7492886-8e4e-4b6f-ab4d-4c65dc4c9376 req-032aad7e-2880-4d55-b2dc-9046dd1c11b4 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:11.747618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7492886-8e4e-4b6f-ab4d-4c65dc4c9376 req-032aad7e-2880-4d55-b2dc-9046dd1c11b4 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 950 time: 0.2030222 Aug 31 13:54:11.755154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.763392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.770236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce HTTP/1.1" status: 204 len: 168 time: 1.0698965 Aug 31 13:54:11.775807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35972) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:11.845526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4b13-e7c0-48e7-952d-69a18dec7754 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:11.850663 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ce830d-d8e6-402b-a5f6-4bcd541eb0a2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] GET failed (client error): The resource could not be found. Aug 31 13:54:11.854319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-22ce830d-d8e6-402b-a5f6-4bcd541eb0a2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/subnets/87538340-aa89-4d71-98f8-32a46f93a976 HTTP/1.1" status: 404 len: 337 time: 0.0710554 Aug 31 13:54:11.859582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35978) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:11.951457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4589b85-84ff-4e4a-9366-213bc3d89204 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:11.957711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Allocated IP 192.168.233.191 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/0c521ddd-f98b-4c58-8af2-2ac00cc07051) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:11.967548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7492886-8e4e-4b6f-ab4d-4c65dc4c9376 req-4c9a7dfe-ad5f-40eb-8b71-022ea0719720 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007225 Aug 31 13:54:12.074916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d4589b85-84ff-4e4a-9366-213bc3d89204 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:12.081913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d4589b85-84ff-4e4a-9366-213bc3d89204 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:12.082381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.215396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.253025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d4589b85-84ff-4e4a-9366-213bc3d89204, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d4589b85-84ff-4e4a-9366-213bc3d89204,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:12.259777 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.340530 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.386934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d4589b85-84ff-4e4a-9366-213bc3d89204,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:12.404678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Transition to ACTIVE for port object 0c521ddd-f98b-4c58-8af2-2ac00cc07051 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:12.514379 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e446a131-8422-46da-ad62-e406543f4253 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:12.515229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e446a131-8422-46da-ad62-e406543f4253 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:12.518387 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e446a131-8422-46da-ad62-e406543f4253 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce HTTP/1.1" status: 404 len: 339 time: 0.6567578 Aug 31 13:54:12.526420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44532507-e203-4735-b13c-7898a1bf373e req-a22779ff-912e-4a2e-8401-4e40246c92a3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:12.528603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36002) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:12.536370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44532507-e203-4735-b13c-7898a1bf373e req-a22779ff-912e-4a2e-8401-4e40246c92a3 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1465440 Aug 31 13:54:12.544225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5639b-5155-4905-8438-f93460f9a83d req-c621fd66-df13-4b42-902f-82761ac3b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:12.545824 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16f5639b-5155-4905-8438-f93460f9a83d req-c621fd66-df13-4b42-902f-82761ac3b118 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 1096 time: 0.7744203 Aug 31 13:54:12.567647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.619458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:12.619698 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Sync routers for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:12.623337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:12.650286 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:12.652678 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:12.660037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44532507-e203-4735-b13c-7898a1bf373e req-b2278f4c-270c-4fd5-b059-dd008ff7e076 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225336 Aug 31 13:54:12.663051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:12.785824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Pushing event updated for resources: {'Port': ['ID=0c521ddd-f98b-4c58-8af2-2ac00cc07051,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:12.805337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:12.806396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.881176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48dc3858-04b0-442b-af93-5e804a28a310 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0780835 Aug 31 13:54:12.910409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Request body: {'port': {'device_id': 'e47bc826-3660-418b-886f-3365f213a08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:12.940572 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:12.998171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa81f1d-0fc1-4a80-8a25-841c36d33dd7 req-1c65da64-6eb6-4eb3-a838-5491b6497eb3 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:12.999755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa81f1d-0fc1-4a80-8a25-841c36d33dd7 req-1c65da64-6eb6-4eb3-a838-5491b6497eb3 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 936 time: 0.1780825 Aug 31 13:54:13.018019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.092631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa81f1d-0fc1-4a80-8a25-841c36d33dd7 req-afec8a73-103f-42ee-aaa2-d174df7a6f66 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832493 Aug 31 13:54:13.137932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5691fb3-470a-4c2e-a54a-ba07bf1810f4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.154210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e5691fb3-470a-4c2e-a54a-ba07bf1810f4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6236317 Aug 31 13:54:13.156103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3b26c69c-4edf-4f52-808b-3e979b3d2227 None None] Provisioning for port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:13.162214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3b26c69c-4edf-4f52-808b-3e979b3d2227 None None] Provisioning complete for port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:13.162874 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3b26c69c-4edf-4f52-808b-3e979b3d2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.167135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36014) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:13.236294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3b26c69c-4edf-4f52-808b-3e979b3d2227 None None] Port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:13.276103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3344-0a4a-4fe5-8f5e-524be0d1f095 req-bc1aeedc-bceb-457e-8743-04586ed22ad7 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.287383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c86b3344-0a4a-4fe5-8f5e-524be0d1f095 req-bc1aeedc-bceb-457e-8743-04586ed22ad7 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 945 time: 0.7776740 Aug 31 13:54:13.290856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16f5639b-5155-4905-8438-f93460f9a83d req-60999037-4bbb-40fd-af9d-d2a2d7b3cc34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7163467 Aug 31 13:54:13.292683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fe2bfb49-0011-4d8e-a908-389e162c9bcb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 207 time: 0.1244698 Aug 31 13:54:13.339235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36016) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:13.342503 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 2, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:13.352042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c86b3344-0a4a-4fe5-8f5e-524be0d1f095 req-5606c2a9-b2e4-4c31-ae88-859874269b8f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621717 Aug 31 13:54:13.356562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:13.416041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:13.421610 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b85db26-9d82-4b93-be8e-4037bf7d72a6" -d '{"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-plugged", "status": "completed", "tag": "71900247-1fa3-4d54-907b-aff7315316c3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:13.447814 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Checking router: 73644e95-ff5a-499f-a11e-b18a086d624b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:54:13.448183 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Updating router 73644e95-ff5a-499f-a11e-b18a086d624b port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:54:13.511274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 8ed189c2-5269-40e5-bd36-4fea44c8640d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:13.514211 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.535200 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.649214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c521ddd-f98b-4c58-8af2-2ac00cc07051 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:13.660318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.685078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Transition to ACTIVE for port object 0c521ddd-f98b-4c58-8af2-2ac00cc07051 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:13.695862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.786181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.814593 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb145d4-346a-49db-818f-8ed7a6a877d0 req-fa680a30-bd3e-4ca5-8a08-8fc349537194 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.826066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8cb145d4-346a-49db-818f-8ed7a6a877d0 req-fa680a30-bd3e-4ca5-8a08-8fc349537194 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 950 time: 0.3063238 Aug 31 13:54:13.891989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49c228-fe7c-4cb0-99a9-8616f3d75204 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.901103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49c228-fe7c-4cb0-99a9-8616f3d75204 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.914290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49c228-fe7c-4cb0-99a9-8616f3d75204 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.921571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49c228-fe7c-4cb0-99a9-8616f3d75204 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.924928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb49c228-fe7c-4cb0-99a9-8616f3d75204 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5629573 Aug 31 13:54:13.932458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:13.937488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36028) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:13.945479 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.003991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8cb145d4-346a-49db-818f-8ed7a6a877d0 req-a51dc877-6307-49c7-9dc6-b76b15d2dcc6 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743069 Aug 31 13:54:14.023833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4589b85-84ff-4e4a-9366-213bc3d89204 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:14.069953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Pushing event updated for resources: {'Port': ['ID=0c521ddd-f98b-4c58-8af2-2ac00cc07051,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:14.144752 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8106f009-9f40-42b5-9fa6-486d77b6f2ad x-openstack-request-id: req-8106f009-9f40-42b5-9fa6-486d77b6f2ad {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:14.153295 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-plugged", "status": "completed", "tag": "71900247-1fa3-4d54-907b-aff7315316c3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:14.154222 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8106f009-9f40-42b5-9fa6-486d77b6f2ad {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:14.159193 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3', 'code': 200} Aug 31 13:54:14.227742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Attempting to bind port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:14.229505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Attempting to bind port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:14.230205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Attempting to bind port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:14.239638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:14.240409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Attempting to bind port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:14.248779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:14.250195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:14.251317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:14.252380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Bound port: 0c521ddd-f98b-4c58-8af2-2ac00cc07051, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:14.253180 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.272164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:14.324444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d4589b85-84ff-4e4a-9366-213bc3d89204 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:14.327439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.372497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a6707-0e5a-4dc5-a6e1-c66ef9c2b11d req-91c4f685-9f53-434a-a31f-75e13f73f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.373943 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b7a6707-0e5a-4dc5-a6e1-c66ef9c2b11d req-91c4f685-9f53-434a-a31f-75e13f73f0c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 1101 time: 0.1432912 Aug 31 13:54:14.404719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-60fc9154-8fd3-4ee0-aca0-3b1e22d22809 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4658110 Aug 31 13:54:14.406727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36036) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:14.421024 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.437825 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Transition to ACTIVE for port object 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:14.447394 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.457399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] For port 0c521ddd-f98b-4c58-8af2-2ac00cc07051, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:14.461618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] For port 0c521ddd-f98b-4c58-8af2-2ac00cc07051, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0c521ddd-f98b-4c58-8af2-2ac00cc07051,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:14.475933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.566233 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d4584-05a3-4999-a9b3-a3eda74c6e8d None None] Pushing event updated for resources: {'Port': ['ID=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:14.597672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edf0bf-5f8a-4327-ab2c-b6a2763b7ff1 req-9a6a4ace-c654-4b86-b6b6-2991d183ccea tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.609953 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5edf0bf-5f8a-4327-ab2c-b6a2763b7ff1 req-9a6a4ace-c654-4b86-b6b6-2991d183ccea tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.3123419 Aug 31 13:54:14.613932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.616579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.621374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] 10.222.0.26 "PUT /v2.0/ports/0c521ddd-f98b-4c58-8af2-2ac00cc07051 HTTP/1.1" status: 200 len: 1096 time: 1.7163236 Aug 31 13:54:14.621872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47bc826-3660-418b-886f-3365f213a08f', 'tag': '0c521ddd-f98b-4c58-8af2-2ac00cc07051'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:14.628558 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d6ebfa-2153-4494-b908-c781712ee3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e47bc826-3660-418b-886f-3365f213a08f", "tag": "0c521ddd-f98b-4c58-8af2-2ac00cc07051"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:14.717523 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Attempting to bind port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:14.719933 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Attempting to bind port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:14.720498 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Attempting to bind port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 on network e826e557-6658-4810-8c86-7d55890038fa {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:14.731094 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:14.731600 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Checking segment: {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:14.732368 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.742817 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Bound using segment: {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:14.743091 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Bound port: 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:14.743516 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.827483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b7a6707-0e5a-4dc5-a6e1-c66ef9c2b11d req-59df8ee2-b0c3-434d-8bba-6ed23a6638d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156680 Aug 31 13:54:14.832706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753a9b2-aaa7-4961-ade8-ad714cf07e1d service neutron] Pushing event updated for resources: {'Port': ['ID=0c521ddd-f98b-4c58-8af2-2ac00cc07051,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:14.861593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-6e5cdfe1-546e-43e6-bd1e-1cf78a1b5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.862851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-6e5cdfe1-546e-43e6-bd1e-1cf78a1b5166 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 1099 time: 0.1488421 Aug 31 13:54:14.881569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5edf0bf-5f8a-4327-ab2c-b6a2763b7ff1 req-65df1cb7-4584-43c6-bcfa-ef20c5f2c7c8 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248249 Aug 31 13:54:14.911700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42f011-300f-4401-9dd4-4f14068be7a4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.917418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42f011-300f-4401-9dd4-4f14068be7a4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.920912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ec42f011-300f-4401-9dd4-4f14068be7a4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5070262 Aug 31 13:54:14.925705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36042) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:14.974852 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] For port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:14.981636 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] For port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:15.004928 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:15.105794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75d788-cd2c-47a6-96d0-29fb01832f2d req-143be3ef-fadf-425f-84b2-dfb7c03ad930 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.112090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b3eae-4c30-43ce-bd02-e659b3b4769e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.115436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b3eae-4c30-43ce-bd02-e659b3b4769e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.116485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed75d788-cd2c-47a6-96d0-29fb01832f2d req-143be3ef-fadf-425f-84b2-dfb7c03ad930 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 948 time: 0.1184411 Aug 31 13:54:15.122311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-083b3eae-4c30-43ce-bd02-e659b3b4769e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1953027 Aug 31 13:54:15.126354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36046) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:15.180001 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d4584-05a3-4999-a9b3-a3eda74c6e8d None None] Pushing event updated for resources: {'Port': ['ID=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:15.234564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed75d788-cd2c-47a6-96d0-29fb01832f2d req-ece0ef68-4279-4bec-8eab-9cac81fd5430 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165907 Aug 31 13:54:15.395398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-48f982a3-45ea-4fdf-9a10-a42b14b4c13d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0c521ddd-f98b-4c58-8af2-2ac00cc07051 HTTP/1.1" status: 200 len: 217 time: 0.1676936 Aug 31 13:54:15.411220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:15.416461 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:53:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:15.537876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f47a88-9f16-43ae-bc30-8da5040cdc8d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.542925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3f47a88-9f16-43ae-bc30-8da5040cdc8d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/networks/89d625c2-633f-4a06-88f5-536d16d5599b HTTP/1.1" status: 200 len: 799 time: 0.4097109 Aug 31 13:54:15.542925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-ddc69e8b-af93-47fe-a592-402f50d33c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.542925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-ddc69e8b-af93-47fe-a592-402f50d33c13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1241391 Aug 31 13:54:15.543434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36048) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:15.674165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-78a3d9c4-567d-40ce-9f16-62c4092498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.682169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-78a3d9c4-567d-40ce-9f16-62c4092498b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266494 Aug 31 13:54:15.897108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:15.918193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:15.937713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf25ed6-4b3a-4f7d-884a-138319a04d7d req-90b089e1-7f26-4ed1-bb96-d00887d24fd5 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.947591 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cf25ed6-4b3a-4f7d-884a-138319a04d7d req-90b089e1-7f26-4ed1-bb96-d00887d24fd5 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 945 time: 0.3155026 Aug 31 13:54:16.006668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:16.012422 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aa66923e-db02-49b0-9b77-c004b4381af7 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/networks/89d625c2-633f-4a06-88f5-536d16d5599b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4677644 Aug 31 13:54:16.016594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:16.017650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.020012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36054) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:16.035437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-a9b86bf3-5032-4b18-bb26-63e83ee9d01b service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430109 Aug 31 13:54:16.101859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cf25ed6-4b3a-4f7d-884a-138319a04d7d req-9f440efc-773e-4f15-a845-5d8cf687a221 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530526 Aug 31 13:54:16.161173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:16.167855 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e7f42c-ecd4-422b-a848-b6ed0a79f032" -d '{"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:16.169846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f613848-fc04-4768-b040-34f89d221c67 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.171495 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f613848-fc04-4768-b040-34f89d221c67 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/subnets/62f238fc-796e-4929-b3b5-12d00a973ffb HTTP/1.1" status: 200 len: 811 time: 0.1500213 Aug 31 13:54:16.175970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36058) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:16.214647 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c4cc4-4267-4e92-83da-9f8a311547f9 x-openstack-request-id: req-ce2c4cc4-4267-4e92-83da-9f8a311547f9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:16.215335 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47bc826-3660-418b-886f-3365f213a08f", "tag": "0c521ddd-f98b-4c58-8af2-2ac00cc07051", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:16.220388 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce2c4cc4-4267-4e92-83da-9f8a311547f9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:16.221076 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47bc826-3660-418b-886f-3365f213a08f', 'tag': '0c521ddd-f98b-4c58-8af2-2ac00cc07051', 'status': 'completed', 'code': 200} Aug 31 13:54:16.300932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1d2dc12-5a7a-49ca-8230-df9989fa4510 req-3e8aa290-e7e6-44ea-99c9-7ad22fa4e447 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538013 Aug 31 13:54:16.311557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.337947 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:14Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:16.352554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3251d3-cdb6-4b7b-a132-af0d65095a48 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.354401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8c3251d3-cdb6-4b7b-a132-af0d65095a48 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "GET /v2.0/subnets/62f238fc-796e-4929-b3b5-12d00a973ffb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1768396 Aug 31 13:54:16.358398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36064) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:16.364663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-436438965'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:16.371241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:16.379991 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.393559 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5688cb-cfb8-44d1-82e4-d70e4141394b None None] The sync data for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 is: [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:14Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:16.449949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6e79-bb7c-4271-820e-e5e8bb28ae36 req-20ea7739-04fa-489f-9a8e-dc951612e929 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.451870 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53fc6e79-bb7c-4271-820e-e5e8bb28ae36 req-20ea7739-04fa-489f-9a8e-dc951612e929 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 950 time: 0.1296904 Aug 31 13:54:16.452650 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:16.456393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.529088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:16.552746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53fc6e79-bb7c-4271-820e-e5e8bb28ae36 req-230b2cf3-c1d4-4fe8-870a-2848f37efbae tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909431 Aug 31 13:54:16.572530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:16.604272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.604850 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Added segment c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b of type vlan for network 31f535fa-9ecd-43de-b6dd-63f3d489f89b Aug 31 13:54:16.666237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-36b12ea7-68fa-4391-8140-ba428dc57546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.667871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-36b12ea7-68fa-4391-8140-ba428dc57546 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 1099 time: 0.1284750 Aug 31 13:54:16.756169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.871594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-ddfd7932-92c5-4882-9cdb-fb094381aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.873291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-ddfd7932-92c5-4882-9cdb-fb094381aaf7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1866014 Aug 31 13:54:16.880028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.resource_extend [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:54:16.922084 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.928303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.929447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:16.991324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-09d3a2fd-1411-4c4c-97ba-e4f5de4cd04e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0c521ddd-f98b-4c58-8af2-2ac00cc07051 HTTP/1.1" status: 200 len: 217 time: 0.0976753 Aug 31 13:54:17.023018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e7a1-c968-4213-8ac3-2d6066421215 req-e4236c21-e63d-4c6f-b6ac-ae2000a41ea4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.047278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-81d4e7a1-c968-4213-8ac3-2d6066421215 req-e4236c21-e63d-4c6f-b6ac-ae2000a41ea4 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2857411 Aug 31 13:54:17.088665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-eca91f00-c3f7-4e90-b7ee-383c1e533300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.090498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-eca91f00-c3f7-4e90-b7ee-383c1e533300 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0891302 Aug 31 13:54:17.132420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7726755 Aug 31 13:54:17.133177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36070) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:17.142884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'network_id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:17.166013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8e93c-53a1-4ccc-afc2-060e52b0e8aa tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Network': ['ID=31f535fa-9ecd-43de-b6dd-63f3d489f89b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:17.224660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 31f535fa-9ecd-43de-b6dd-63f3d489f89b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:17.245899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-1b0dfc9a-5a16-4ff0-98ba-cbaf209fd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.249162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-1b0dfc9a-5a16-4ff0-98ba-cbaf209fd84c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345096 Aug 31 13:54:17.326813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-81d4e7a1-c968-4213-8ac3-2d6066421215 req-78a651e4-3d65-4599-be22-f7eb181c7e56 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780771 Aug 31 13:54:17.446036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Made reservation on behalf of f47aea8affc7422587a92152bc786b5e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:17.451587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:17.516814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-5295e546-d689-4565-91e2-b0f25c6ab00b service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496326 Aug 31 13:54:17.632608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.ipam_backend_mixin [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Performing IP validity checks on allocation pools {{(pid=101360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 13:54:17.633314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.ipam_backend_mixin [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 13:54:17.667897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f79a01-3ceb-47ba-bc89-4d412d642938 req-333943a5-4114-4d9b-b4d1-403b7f33d97d tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.669172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96f79a01-3ceb-47ba-bc89-4d412d642938 req-333943a5-4114-4d9b-b4d1-403b7f33d97d tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4b12446-2140-416e-a776-026b7e9e891a HTTP/1.1" status: 200 len: 945 time: 0.1706274 Aug 31 13:54:17.701005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6ebfa-2153-4494-b908-c781712ee3f2 req-f0fe9fbe-76eb-4ce4-89d5-cf6fdc3602ff service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734145 Aug 31 13:54:17.729974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96f79a01-3ceb-47ba-bc89-4d412d642938 req-eb9ec23a-556f-4df3-8e6b-87d4c378876c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Aug 31 13:54:17.853720 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b757b9a-cdb4-45c8-8264-7e8d0c4e517e x-openstack-request-id: req-7b757b9a-cdb4-45c8-8264-7e8d0c4e517e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:17.854177 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:17.854432 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b757b9a-cdb4-45c8-8264-7e8d0c4e517e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:17.855052 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'code': 200} Aug 31 13:54:17.895078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:17.933213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:17.975563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:17.976561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.037143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=4a94c647-7a62-4d81-a64f-b2c1296ff3b0,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:18.070296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Checking segment: {'id': 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:18.070658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network hostable DHCP agents. Network: 31f535fa-9ecd-43de-b6dd-63f3d489f89b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:18.092053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcd69e-34ab-4d53-9446-70e83c91143f req-049bb5e8-9811-4e9c-9bb8-b6766da66e29 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.100641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26bcd69e-34ab-4d53-9446-70e83c91143f req-049bb5e8-9811-4e9c-9bb8-b6766da66e29 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 948 time: 0.1576571 Aug 31 13:54:18.130930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Network 31f535fa-9ecd-43de-b6dd-63f3d489f89b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:18.156131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 31f535fa-9ecd-43de-b6dd-63f3d489f89b) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:18.171253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632fe1b2-8606-4363-b1ac-080c9473aa71 None None] Network 31f535fa-9ecd-43de-b6dd-63f3d489f89b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:18.172435 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26bcd69e-34ab-4d53-9446-70e83c91143f req-f7f4f387-5318-4b56-bde4-6bb6a97eadf3 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Aug 31 13:54:18.185332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.186463 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.228648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ae884f9d-be79-42cf-90d1-5fa2a11493d2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0874665 Aug 31 13:54:18.229047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36078) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:18.239019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-36492df4-cfb2-4635-91f9-aa8833ad9feb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:18.409988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36492df4-cfb2-4635-91f9-aa8833ad9feb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10382284'] for subnet, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.446681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-31f535fa-9ecd-43de-b6dd-63f3d489f89b', 'network_id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b', 'tenant_id': 'f47aea8affc7422587a92152bc786b5e', 'fixed_ips': [{'subnet_id': '4a94c647-7a62-4d81-a64f-b2c1296ff3b0'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:18.450521 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.608227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8b9d2-b448-43ee-b9c9-900fb586458b req-d9d44aad-56ff-4ec8-b680-0c06a89ae173 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.611098 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bc8b9d2-b448-43ee-b9c9-900fb586458b req-d9d44aad-56ff-4ec8-b680-0c06a89ae173 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 950 time: 0.1268923 Aug 31 13:54:18.635354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb4acd-af5b-4db1-b948-5b2e3d381b89 req-62d1754d-a47f-4e71-8a93-f70e7bb4c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.636923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7bb4acd-af5b-4db1-b948-5b2e3d381b89 req-62d1754d-a47f-4e71-8a93-f70e7bb4c724 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.0907471 Aug 31 13:54:18.695269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7bb4acd-af5b-4db1-b948-5b2e3d381b89 req-1d48c3c3-2813-4eac-a35c-cf7e2a89e8c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473258 Aug 31 13:54:18.749719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bc8b9d2-b448-43ee-b9c9-900fb586458b req-0483dace-5c5c-4f9c-ad16-ebacc108f11c tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237032 Aug 31 13:54:18.846138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36492df4-cfb2-4635-91f9-aa8833ad9feb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737636225756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10467331'] for subnet, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.931518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Allocated IP 172.20.0.3 (31f535fa-9ecd-43de-b6dd-63f3d489f89b/4a94c647-7a62-4d81-a64f-b2c1296ff3b0/f6376c4f-28e8-4861-a867-555d3e691bbf) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:18.966187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36492df4-cfb2-4635-91f9-aa8833ad9feb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event updated for resources: {'Subnet': ['ID=4a94c647-7a62-4d81-a64f-b2c1296ff3b0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:18.977552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36492df4-cfb2-4635-91f9-aa8833ad9feb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.979071 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36492df4-cfb2-4635-91f9-aa8833ad9feb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.984369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36492df4-cfb2-4635-91f9-aa8833ad9feb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "PUT /v2.0/subnets/4a94c647-7a62-4d81-a64f-b2c1296ff3b0 HTTP/1.1" status: 200 len: 877 time: 0.7519948 Aug 31 13:54:18.985713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:19.146470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.193318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207832-6e81-419f-86d0-8110dc32195e req-b2a808eb-05b0-4572-8a22-5e85bb0f0106 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:19.211381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9207832-6e81-419f-86d0-8110dc32195e req-b2a808eb-05b0-4572-8a22-5e85bb0f0106 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1269565 Aug 31 13:54:19.231216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.248714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Transition to ACTIVE for port object f6376c4f-28e8-4861-a867-555d3e691bbf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:19.266446 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.275119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Transition to ACTIVE for port object f6376c4f-28e8-4861-a867-555d3e691bbf will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:19.286800 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.315687 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9207832-6e81-419f-86d0-8110dc32195e req-7d0beacf-a12c-4778-94cf-51f0180a85cc tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995042 Aug 31 13:54:19.353912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Network 31f535fa-9ecd-43de-b6dd-63f3d489f89b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:19.357821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:19.362554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:19.385230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0c521ddd-f98b-4c58-8af2-2ac00cc07051 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:19.442661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Pushing event updated for resources: {'Port': ['ID=f6376c4f-28e8-4861-a867-555d3e691bbf,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:19.457268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.516779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec40bca-8af2-4cae-a597-10b868bdf6dd req-5b366d11-b926-4c14-99cc-1e22347d0373 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:19.519511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Attempting to bind port f6376c4f-28e8-4861-a867-555d3e691bbf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:19.520089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Attempting to bind port f6376c4f-28e8-4861-a867-555d3e691bbf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:19.520224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Attempting to bind port f6376c4f-28e8-4861-a867-555d3e691bbf on network 31f535fa-9ecd-43de-b6dd-63f3d489f89b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:19.521297 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cec40bca-8af2-4cae-a597-10b868bdf6dd req-5b366d11-b926-4c14-99cc-1e22347d0373 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 949 time: 0.1207359 Aug 31 13:54:19.527868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=4a94c647-7a62-4d81-a64f-b2c1296ff3b0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:19.532900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:19.533311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Checking segment: {'id': 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:19.533674 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.534072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Bound using segment: {'id': 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:19.535378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Bound port: f6376c4f-28e8-4861-a867-555d3e691bbf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:19.536425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.612991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cec40bca-8af2-4cae-a597-10b868bdf6dd req-f676ed2f-e121-4162-9aad-6bc4d27edbbf tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825691 Aug 31 13:54:19.647226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.674885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f535fa-9ecd-43de-b6dd-63f3d489f89b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:19.713679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:19.713679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:19.719606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] For port f6376c4f-28e8-4861-a867-555d3e691bbf, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:19.722798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0c521ddd-f98b-4c58-8af2-2ac00cc07051, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0c521ddd-f98b-4c58-8af2-2ac00cc07051,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:19.726270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] For port f6376c4f-28e8-4861-a867-555d3e691bbf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f6376c4f-28e8-4861-a867-555d3e691bbf,segment=NetworkSegment(c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b),segment_id=c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:19.739773 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.743919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.752747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0c521ddd-f98b-4c58-8af2-2ac00cc07051', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '0c521ddd-f98b-4c58-8af2-2ac00cc07051', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:19.762508 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.778051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:19.778548 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:19.783447 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:19.867494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 13:54:19.867494 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 13:54:19.867494 n-d-792362-6 neutron-server[101361]: [parameters: {'id': '31f535fa-9ecd-43de-b6dd-63f3d489f89b'}] Aug 31 13:54:19.867494 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:54:19.868273 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:54:19.923239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fea8eb-ddc6-4371-9d55-f958f7acb536 None None] Pushing event updated for resources: {'Port': ['ID=f6376c4f-28e8-4861-a867-555d3e691bbf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:19.942094 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.013419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c521ddd-f98b-4c58-8af2-2ac00cc07051 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:20.021686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0967b7-c6d0-4fc1-bd95-8a5d641bb0f8 None None] Network 31f535fa-9ecd-43de-b6dd-63f3d489f89b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:20.187272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d8651-e52d-4fee-8631-68bc7492bca4 req-62de9a1e-987d-477a-afa1-19f167a4cb6e tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:20.192148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-150d8651-e52d-4fee-8631-68bc7492bca4 req-62de9a1e-987d-477a-afa1-19f167a4cb6e tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 948 time: 0.0933623 Aug 31 13:54:20.289541 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-150d8651-e52d-4fee-8631-68bc7492bca4 req-7becbc99-37c4-4ec4-a197-e7e92df12306 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Aug 31 13:54:20.356682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0c521ddd-f98b-4c58-8af2-2ac00cc07051, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0c521ddd-f98b-4c58-8af2-2ac00cc07051,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:20.364304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.369664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.464822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0c521ddd-f98b-4c58-8af2-2ac00cc07051,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:20.489757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44383a9d-df27-42ca-ad2c-afbc68d6837e None None] Network 31f535fa-9ecd-43de-b6dd-63f3d489f89b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:20.500453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Deleting port f6376c4f-28e8-4861-a867-555d3e691bbf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:20.500767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.615428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] For port f6376c4f-28e8-4861-a867-555d3e691bbf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f6376c4f-28e8-4861-a867-555d3e691bbf,segment=NetworkSegment(c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b),segment_id=c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:20.616343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.637742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Calling delete_port for f6376c4f-28e8-4861-a867-555d3e691bbf owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:20.715811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b300e-b405-41d3-baa4-c2649ad3b7fd None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:54:20.792120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.823867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No DVR routers for this DVR port f6376c4f-28e8-4861-a867-555d3e691bbf on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:20.914237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b300e-b405-41d3-baa4-c2649ad3b7fd None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 13:54:20.976793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Port': ['ID=f6376c4f-28e8-4861-a867-555d3e691bbf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:21.022245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.043952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f535fa-9ecd-43de-b6dd-63f3d489f89b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:21.068901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:21.070720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b4fbdf-72dc-4d8b-a7c1-e57c79f3fc9b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:21.091341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.123566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.142619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:21.144928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:21.152422 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:21.173547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0c521ddd-f98b-4c58-8af2-2ac00cc07051'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:21.252193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.266894 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.269605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/31f535fa-9ecd-43de-b6dd-63f3d489f89b HTTP/1.1" status: 204 len: 168 time: 2.2820749 Aug 31 13:54:21.274272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36112) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:21.282850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a610-daeb-4184-8dae-fd1fe58912bf tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=31f535fa-9ecd-43de-b6dd-63f3d489f89b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:21.325962 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-709cc4de-535c-4512-8ac4-97121ea27626 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:21.326692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709cc4de-535c-4512-8ac4-97121ea27626 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:21.331919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36116) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:21.332505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-709cc4de-535c-4512-8ac4-97121ea27626 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/4a94c647-7a62-4d81-a64f-b2c1296ff3b0 HTTP/1.1" status: 404 len: 337 time: 0.0561540 Aug 31 13:54:21.378019 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d53a0f-d76f-4279-abd0-bf12394c951c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:21.379392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d53a0f-d76f-4279-abd0-bf12394c951c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:21.384801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36120) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:21.395833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b5d53a0f-d76f-4279-abd0-bf12394c951c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/31f535fa-9ecd-43de-b6dd-63f3d489f89b HTTP/1.1" status: 404 len: 339 time: 0.0627222 Aug 31 13:54:21.446030 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7831b4bd-46dd-409d-a734-718f4e5fd5bb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:21.446857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7831b4bd-46dd-409d-a734-718f4e5fd5bb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:21.457013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:21.458902 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7831b4bd-46dd-409d-a734-718f4e5fd5bb tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/87538340-aa89-4d71-98f8-32a46f93a976 HTTP/1.1" status: 404 len: 337 time: 0.0727026 Aug 31 13:54:21.499095 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f47a758-5e5f-4dff-9605-f82e1ad5080c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:21.499692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f47a758-5e5f-4dff-9605-f82e1ad5080c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:21.504512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0f47a758-5e5f-4dff-9605-f82e1ad5080c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/a1a683a4-b901-4ce2-aa8e-6c836ac3f3ce HTTP/1.1" status: 404 len: 339 time: 0.0431893 Aug 31 13:54:21.504784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36126) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:21.630255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.804673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.819784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5369aa87-11c3-4e7d-be0d-4188f878a710']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:21.831831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b27044-4265-4ee8-84a8-bb9fc76dcf15') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:21.832448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b27044-4265-4ee8-84a8-bb9fc76dcf15') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:21.844838 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.863943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.874180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:21.874620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:21.878495 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:21.973446 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.990277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.993198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/5369aa87-11c3-4e7d-be0d-4188f878a710 HTTP/1.1" status: 204 len: 168 time: 0.4863546 Aug 31 13:54:21.995076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36128) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.011269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46356b26-7c61-40b4-bfc3-5a49fe70d273 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=5369aa87-11c3-4e7d-be0d-4188f878a710,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:22.038518 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d96ed69-03e0-49d2-b852-260931760f50 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.038984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d96ed69-03e0-49d2-b852-260931760f50 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.040757 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6d96ed69-03e0-49d2-b852-260931760f50 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/c22f8e00-2c2b-49c0-bf35-15a1d1c8e3b1 HTTP/1.1" status: 404 len: 337 time: 0.0446954 Aug 31 13:54:22.044459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36130) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.081748 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d646f35-b56c-4704-a15f-6cb8a612668b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.082361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d646f35-b56c-4704-a15f-6cb8a612668b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.086939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8d646f35-b56c-4704-a15f-6cb8a612668b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/1b9a3218-fd04-42dc-9a4c-9121690abb4c HTTP/1.1" status: 404 len: 339 time: 0.0413358 Aug 31 13:54:22.089828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.118750 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-15903a28-d1b6-4adb-ac78-35c83f396b96 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.119375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15903a28-d1b6-4adb-ac78-35c83f396b96 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.121382 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-15903a28-d1b6-4adb-ac78-35c83f396b96 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/eff08de4-fe3c-4ff9-9731-d71ddac19b00 HTTP/1.1" status: 404 len: 337 time: 0.0305474 Aug 31 13:54:22.123865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.150066 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4aebfd6-f20e-4694-b402-b7baac554de2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.150784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4aebfd6-f20e-4694-b402-b7baac554de2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.152601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d4aebfd6-f20e-4694-b402-b7baac554de2 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/186da8fe-7636-4825-8e3b-b11d4d3811af HTTP/1.1" status: 404 len: 339 time: 0.0278194 Aug 31 13:54:22.155080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.185445 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c91e9da-8549-4fb2-8aee-1ef4854cd6fc tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.185904 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c91e9da-8549-4fb2-8aee-1ef4854cd6fc tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.187681 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3c91e9da-8549-4fb2-8aee-1ef4854cd6fc tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/d6be01ea-f5fd-46c2-918d-be315cba2336 HTTP/1.1" status: 404 len: 337 time: 0.0316823 Aug 31 13:54:22.190571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36138) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.238133 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-de75959c-2c5f-4603-bc74-a29329bbc94c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.239354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de75959c-2c5f-4603-bc74-a29329bbc94c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.241812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-de75959c-2c5f-4603-bc74-a29329bbc94c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/0ddf0565-8895-4ec8-9c41-3c5535874a88 HTTP/1.1" status: 404 len: 339 time: 0.0493498 Aug 31 13:54:22.244562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36140) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.314952 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-968cc20c-ff2b-4a9b-a422-a918b703b51c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.317935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968cc20c-ff2b-4a9b-a422-a918b703b51c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.321390 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-968cc20c-ff2b-4a9b-a422-a918b703b51c tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/c7b9f311-2252-4f07-8ad6-50566baadef2 HTTP/1.1" status: 404 len: 337 time: 0.0753505 Aug 31 13:54:22.324574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36142) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.355220 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a54c795-7584-4456-8970-1385e41abdb6 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.355984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a54c795-7584-4456-8970-1385e41abdb6 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.374531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36144) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.374797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1a54c795-7584-4456-8970-1385e41abdb6 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/ed32ae1b-e96f-4754-892a-0a3538c55532 HTTP/1.1" status: 404 len: 339 time: 0.0488338 Aug 31 13:54:22.409944 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c81807e-b29c-4780-b27e-1ab8322c6d49 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.410997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c81807e-b29c-4780-b27e-1ab8322c6d49 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.413276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7c81807e-b29c-4780-b27e-1ab8322c6d49 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/a01547b0-66b2-44b3-abd3-a8fe133c698f HTTP/1.1" status: 404 len: 337 time: 0.0371916 Aug 31 13:54:22.415882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36146) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.476238 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-83db70c1-9497-402b-8928-e8d0bbf30ad4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.477954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83db70c1-9497-402b-8928-e8d0bbf30ad4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.480934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-83db70c1-9497-402b-8928-e8d0bbf30ad4 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/815e1905-33f9-4d8b-aaec-19af84583b67 HTTP/1.1" status: 404 len: 339 time: 0.0637679 Aug 31 13:54:22.483181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36150) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.529993 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b282da-c5e5-4b2f-b79b-6cd55aa58455 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.530544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b282da-c5e5-4b2f-b79b-6cd55aa58455 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.533193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91b282da-c5e5-4b2f-b79b-6cd55aa58455 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/99c60f9b-6fc7-41a4-a9ab-8d75a8873954 HTTP/1.1" status: 404 len: 337 time: 0.0469511 Aug 31 13:54:22.535677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36152) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.584809 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-930eb684-5dba-4827-bf01-04334bf6085b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.586046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930eb684-5dba-4827-bf01-04334bf6085b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.587667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-930eb684-5dba-4827-bf01-04334bf6085b tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/0d216a2f-d7b2-4ae0-956e-1d2009bd303d HTTP/1.1" status: 404 len: 339 time: 0.0499191 Aug 31 13:54:22.592048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36154) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.633768 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7483f83-36d6-48ee-a269-6be4852cfb2d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:22.634293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7483f83-36d6-48ee-a269-6be4852cfb2d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:22.636032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a7483f83-36d6-48ee-a269-6be4852cfb2d tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/922c8333-1289-4eba-8b13-4117eae5b1f3 HTTP/1.1" status: 404 len: 337 time: 0.0429707 Aug 31 13:54:22.639701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36156) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.667965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-7bd253b6-d8a5-4f79-af9c-c3ef8a6d1c47 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:22.670759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-7bd253b6-d8a5-4f79-af9c-c3ef8a6d1c47 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4b12446-2140-416e-a776-026b7e9e891a HTTP/1.1" status: 200 len: 945 time: 0.0986881 Aug 31 13:54:22.825925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Deleting port 4669334e-4895-425f-8820-100d77e36bf6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:22.829182 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.051244 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-24145a73-9ee6-43bb-a801-ab4e78ee5aee tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:23.052460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24145a73-9ee6-43bb-a801-ab4e78ee5aee tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:23.054172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24145a73-9ee6-43bb-a801-ab4e78ee5aee tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/84a2f15a-9418-44e7-b821-dedd729f5d08 HTTP/1.1" status: 404 len: 339 time: 0.4128313 Aug 31 13:54:23.058284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] For port 4669334e-4895-425f-8820-100d77e36bf6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4669334e-4895-425f-8820-100d77e36bf6,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:23.058669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.058822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36158) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:23.074221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Calling delete_port for 4669334e-4895-425f-8820-100d77e36bf6 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:23.092487 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fe8b0a-a19a-427b-9005-a24098855b73 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:23.093064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fe8b0a-a19a-427b-9005-a24098855b73 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:23.099348 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a8fe8b0a-a19a-427b-9005-a24098855b73 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/cca14761-e53e-4870-ace3-5c8ab51ba4cb HTTP/1.1" status: 404 len: 337 time: 0.0357971 Aug 31 13:54:23.100038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36160) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:23.127196 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fac4c8-c206-4716-9541-0b42195f3b0e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] DELETE failed (client error): The resource could not be found. Aug 31 13:54:23.127894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fac4c8-c206-4716-9541-0b42195f3b0e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:54:23.130388 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a1fac4c8-c206-4716-9541-0b42195f3b0e tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/5f3044f5-57e5-402b-9ba7-b0fb53d7d08e HTTP/1.1" status: 404 len: 339 time: 0.0291009 Aug 31 13:54:23.134566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36162) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:23.200858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Deleting subnet 62f238fc-796e-4929-b3b5-12d00a973ffb {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:54:23.204655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.324758 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.339892 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.371276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event deleted for resources: {'Port': ['ID=4669334e-4895-425f-8820-100d77e36bf6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:23.381619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fd6f5688-387a-424d-91b2-26839fa0b6c5', '4669334e-4895-425f-8820-100d77e36bf6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:23.429290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-edd6d19f-935f-4882-9a69-69e7249d481c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:23.431541 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-edd6d19f-935f-4882-9a69-69e7249d481c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/ports?device_id=eef97669-7786-4ca7-84bd-0d93227a48b0 HTTP/1.1" status: 200 len: 945 time: 0.1715839 Aug 31 13:54:23.474513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] No DVR routers for this DVR port 4669334e-4895-425f-8820-100d77e36bf6 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:23.477351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.480333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3163f42-3d41-4434-b4c2-ef15ebb9f936 req-b1cc4662-f9a0-41d4-9f5c-f639207bf696 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "DELETE /v2.0/ports/4669334e-4895-425f-8820-100d77e36bf6 HTTP/1.1" status: 204 len: 173 time: 0.7963510 Aug 31 13:54:23.480858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b12446-2140-416e-a776-026b7e9e891a', 'name': 'network-vif-deleted', 'tag': '4669334e-4895-425f-8820-100d77e36bf6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:23.481563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0c521ddd-f98b-4c58-8af2-2ac00cc07051 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:23.483578 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75c7bd-ce36-4a26-8086-099d22f1d5be" -d '{"events": [{"server_uuid": "a4b12446-2140-416e-a776-026b7e9e891a", "name": "network-vif-deleted", "tag": "4669334e-4895-425f-8820-100d77e36bf6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:23.620791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.726412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:23.740623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:23.741417 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.742230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Deleting port fd6f5688-387a-424d-91b2-26839fa0b6c5 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:23.742742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.859950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.898660 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.908114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Subnet': ['ID=62f238fc-796e-4929-b3b5-12d00a973ffb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:23.930319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.930701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.931016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.931626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.931990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.932308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.932627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.933000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.933312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.933998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.934143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47bc826-3660-418b-886f-3365f213a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c521ddd-f98b-4c58-8af2-2ac00cc07051'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:23.934253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.934374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:23.942753 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.948956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1913d36a-b03f-43e0-b5be-d206f858e082 tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/subnets/62f238fc-796e-4929-b3b5-12d00a973ffb HTTP/1.1" status: 204 len: 168 time: 0.8109717 Aug 31 13:54:23.949189 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca25cc-6b85-425c-9c93-1763ef00a49d" -d '{"events": [{"server_uuid": "e47bc826-3660-418b-886f-3365f213a08f", "name": "network-vif-plugged", "status": "completed", "tag": "0c521ddd-f98b-4c58-8af2-2ac00cc07051"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:23.949641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36168) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:23.962225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad4a24-bfa9-4a45-9df8-2f9bacb9d611 None None] Network 89d625c2-633f-4a06-88f5-536d16d5599b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:23.974322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] For port fd6f5688-387a-424d-91b2-26839fa0b6c5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd6f5688-387a-424d-91b2-26839fa0b6c5,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:23.974725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.003339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Calling delete_port for fd6f5688-387a-424d-91b2-26839fa0b6c5 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:24.067024 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.086659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0c521ddd-f98b-4c58-8af2-2ac00cc07051, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0c521ddd-f98b-4c58-8af2-2ac00cc07051,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:24.154224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.216210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Deleting port d75dfacf-befe-47de-8836-a8096a3e48bb {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:24.216640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.248008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0c521ddd-f98b-4c58-8af2-2ac00cc07051,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:24.317525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.363047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] For port d75dfacf-befe-47de-8836-a8096a3e48bb, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d75dfacf-befe-47de-8836-a8096a3e48bb,segment=NetworkSegment(88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6),segment_id=88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:24.363805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.382260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] DHCP port deletion for 89d625c2-633f-4a06-88f5-536d16d5599b request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:54:24.417530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Calling delete_port for d75dfacf-befe-47de-8836-a8096a3e48bb owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:24.430595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event deleted for resources: {'Port': ['ID=fd6f5688-387a-424d-91b2-26839fa0b6c5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:24.534183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] No DVR routers for this DVR port fd6f5688-387a-424d-91b2-26839fa0b6c5 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:24.539128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.542704 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3754feba-47d9-49f0-9f04-78ae24ccf3a3 req-d5dbbb35-321d-4258-ad7e-85bc58ae43e8 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "DELETE /v2.0/ports/fd6f5688-387a-424d-91b2-26839fa0b6c5 HTTP/1.1" status: 204 len: 173 time: 1.1016986 Aug 31 13:54:24.543271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'name': 'network-vif-deleted', 'tag': 'fd6f5688-387a-424d-91b2-26839fa0b6c5'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:24.547223 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6112c0bb-2d59-4001-b68b-0bd1ecb67885" -d '{"events": [{"server_uuid": "eef97669-7786-4ca7-84bd-0d93227a48b0", "name": "network-vif-deleted", "tag": "fd6f5688-387a-424d-91b2-26839fa0b6c5"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:24.564560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] Deleting port d75dfacf-befe-47de-8836-a8096a3e48bb {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:24.565080 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.619447 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.634715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] No DVR routers for this DVR port d75dfacf-befe-47de-8836-a8096a3e48bb on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:24.661604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] For port d75dfacf-befe-47de-8836-a8096a3e48bb, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d75dfacf-befe-47de-8836-a8096a3e48bb,segment=NetworkSegment(88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6),segment_id=88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:24.662021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.681268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] Calling delete_port for d75dfacf-befe-47de-8836-a8096a3e48bb owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:24.765770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Port': ['ID=d75dfacf-befe-47de-8836-a8096a3e48bb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:24.790325 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.812751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d625c2-633f-4a06-88f5-536d16d5599b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:24.825600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:24.826628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fd6d2c-8bfd-4b2b-a90c-39dd8b8365d6') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:24.836557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.845437 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.879610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.888745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Releasing vlan 1521 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:24.889775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:24.896239 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:24.917465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] Pushing event deleted for resources: {'Port': ['ID=d75dfacf-befe-47de-8836-a8096a3e48bb,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:24.928286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92191a-917f-4ff7-a4f7-8fcecbaf30cb None None] No DVR routers for this DVR port d75dfacf-befe-47de-8836-a8096a3e48bb on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:24.989326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.020292 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.025235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] 10.222.0.10 "DELETE /v2.0/networks/89d625c2-633f-4a06-88f5-536d16d5599b HTTP/1.1" status: 204 len: 168 time: 1.0739150 Aug 31 13:54:25.026705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c847ef1-59c7-4d78-8481-f994b09340ca tempest-NetworksTest-472841671 tempest-NetworksTest-472841671-project] Pushing event deleted for resources: {'Network': ['ID=89d625c2-633f-4a06-88f5-536d16d5599b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:25.378581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4669334e-4895-425f-8820-100d77e36bf6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:25.405226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 4669334e-4895-425f-8820-100d77e36bf6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:25.406309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4669334e-4895-425f-8820-100d77e36bf6 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:25.407584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd6f5688-387a-424d-91b2-26839fa0b6c5 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:25.442280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: fd6f5688-387a-424d-91b2-26839fa0b6c5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:25.444827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd6f5688-387a-424d-91b2-26839fa0b6c5 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:25.473481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36184) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:25.658908 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6eb9fe71-73e6-461c-8d01-f9fe42f033ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f47aea8affc7422587a92152bc786b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824932 Aug 31 13:54:25.661614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36188) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:25.734515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96cc3594-6cec-415c-8349-ce44470a4667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.788131 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96cc3594-6cec-415c-8349-ce44470a4667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.878766 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96cc3594-6cec-415c-8349-ce44470a4667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.882431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96cc3594-6cec-415c-8349-ce44470a4667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.886505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-96cc3594-6cec-415c-8349-ce44470a4667 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74467a45-005c-49d6-8aad-6330a97f53b3 HTTP/1.1" status: 204 len: 168 time: 0.2210252 Aug 31 13:54:25.896977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc3594-6cec-415c-8349-ce44470a4667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74467a45-005c-49d6-8aad-6330a97f53b3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:25.900285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d75dfacf-befe-47de-8836-a8096a3e48bb no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:25.930876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d75dfacf-befe-47de-8836-a8096a3e48bb {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:25.931419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d75dfacf-befe-47de-8836-a8096a3e48bb not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:26.720225 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-62a38b99-39d9-4bc4-adb8-6942b622de92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:26.971592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36214) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:27.125362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-5816674'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:27.212505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:27.218807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.242947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.431276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.449254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.504438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570cb40a-9101-4ff0-88b8-01837dc40b77,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:27.524686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1544, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:27.550422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.550816 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 92c624a6-cb72-4f0f-9ff5-a081c0119412 of type vlan for network f89de393-2351-453a-b36d-447c551b3743 Aug 31 13:54:27.612256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.649326 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.658148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:27.659526 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.776279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=f89de393-2351-453a-b36d-447c551b3743,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:27.786780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5b7272b4-b473-4525-8f93-a1984757a928 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.8139179 Aug 31 13:54:27.789284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36218) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:27.790828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f89de393-2351-453a-b36d-447c551b3743 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:27.798005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-1046756961'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:27.830412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:27.834406 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.887093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:27.905052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.907325 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 3a5f749f-7ad1-4c50-80d6-e0eb86192f0c of type vlan for network 60522a8a-e779-4a7d-9434-826c0e2fbd59 Aug 31 13:54:28.007835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.054589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.063835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:28.064495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.150799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3520770 Aug 31 13:54:28.152074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36222) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:28.158463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': 'f89de393-2351-453a-b36d-447c551b3743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:28.234169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdea97-11ef-4202-b0df-46844371d3d9 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=60522a8a-e779-4a7d-9434-826c0e2fbd59,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:28.247277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:28.363434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:28.371149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.647116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.745566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=d30a7560-849c-4f25-93a8-8166d216f514,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:28.758240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '92c624a6-cb72-4f0f-9ff5-a081c0119412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'f89de393-2351-453a-b36d-447c551b3743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:28.758612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: f89de393-2351-453a-b36d-447c551b3743, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:28.781070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network f89de393-2351-453a-b36d-447c551b3743 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:28.794079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f89de393-2351-453a-b36d-447c551b3743) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:28.799788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:28.800951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.807883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a21434-7d4f-4654-aba0-864e6de578e1 None None] Network f89de393-2351-453a-b36d-447c551b3743 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:28.820912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4b79891a-8834-45c0-a7b1-476232a3019f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6670668 Aug 31 13:54:28.823081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36228) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:28.830454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': '60522a8a-e779-4a7d-9434-826c0e2fbd59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:28.950610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:28.960014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.028129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f89de393-2351-453a-b36d-447c551b3743', 'network_id': 'f89de393-2351-453a-b36d-447c551b3743', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': 'd30a7560-849c-4f25-93a8-8166d216f514'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:29.029845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.172708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.245198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=1b163ef9-30f4-4f6b-9f36-8501ea95560c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:29.257711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '3a5f749f-7ad1-4c50-80d6-e0eb86192f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '60522a8a-e779-4a7d-9434-826c0e2fbd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:29.258079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: 60522a8a-e779-4a7d-9434-826c0e2fbd59, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:29.270786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Allocated IP 172.20.0.2 (f89de393-2351-453a-b36d-447c551b3743/d30a7560-849c-4f25-93a8-8166d216f514/c63ad352-eefc-471a-bd1e-447ff8dc7c1f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:29.281277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:29.296896 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3954d757-5e73-4d5b-9f34-27587421d0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.304170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 60522a8a-e779-4a7d-9434-826c0e2fbd59) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:29.309920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:29.311051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.316452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9815894-9702-4e53-968c-83122ca0ebf9 None None] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:29.338575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8c7281d5-c8d5-4a0c-8fac-af2b27fa01ac tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5131774 Aug 31 13:54:29.341438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36232) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:29.351742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ff9d67b4-3e5c-4dff-a4de-c5737ac908d2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1211982326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:29.387254 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff9d67b4-3e5c-4dff-a4de-c5737ac908d2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.389232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff9d67b4-3e5c-4dff-a4de-c5737ac908d2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.476376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff9d67b4-3e5c-4dff-a4de-c5737ac908d2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.482584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff9d67b4-3e5c-4dff-a4de-c5737ac908d2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.508761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff9d67b4-3e5c-4dff-a4de-c5737ac908d2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.515391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36240) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:29.516185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ff9d67b4-3e5c-4dff-a4de-c5737ac908d2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1695790 Aug 31 13:54:29.567351 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.775424 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.788291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Transition to ACTIVE for port object c63ad352-eefc-471a-bd1e-447ff8dc7c1f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:29.799437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-60522a8a-e779-4a7d-9434-826c0e2fbd59', 'network_id': '60522a8a-e779-4a7d-9434-826c0e2fbd59', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': '1b163ef9-30f4-4f6b-9f36-8501ea95560c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:29.801080 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.859585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Transition to ACTIVE for port object c63ad352-eefc-471a-bd1e-447ff8dc7c1f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:29.971948 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.042215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-27eb113c-642c-439e-82d0-37914da671b4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.045380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-27eb113c-642c-439e-82d0-37914da671b4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 812 time: 0.2495494 Aug 31 13:54:30.070976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.080259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-09227ba1-9298-446f-862d-f7d61f151f19 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/quotas/11a010e59a8e44d8907b2c084a49b4ae HTTP/1.1" status: 200 len: 375 time: 0.0261462 Aug 31 13:54:30.094887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Network f89de393-2351-453a-b36d-447c551b3743 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:30.107852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:30.119974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:30.131161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Pushing event updated for resources: {'Port': ['ID=c63ad352-eefc-471a-bd1e-447ff8dc7c1f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:30.150794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.151689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.152456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.153164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.153802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.154466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.155142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.155796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.156452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.157669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.158333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.159006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:30.179049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-7685a0bc-e1d3-47af-beae-81645dccb54f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907328 Aug 31 13:54:30.320455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Attempting to bind port c63ad352-eefc-471a-bd1e-447ff8dc7c1f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:30.320842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Attempting to bind port c63ad352-eefc-471a-bd1e-447ff8dc7c1f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '92c624a6-cb72-4f0f-9ff5-a081c0119412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'f89de393-2351-453a-b36d-447c551b3743'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:30.321328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Attempting to bind port c63ad352-eefc-471a-bd1e-447ff8dc7c1f on network f89de393-2351-453a-b36d-447c551b3743 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:30.333768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:30.334256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Checking segment: {'id': '92c624a6-cb72-4f0f-9ff5-a081c0119412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'f89de393-2351-453a-b36d-447c551b3743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:30.334738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.335208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Bound using segment: {'id': '92c624a6-cb72-4f0f-9ff5-a081c0119412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'f89de393-2351-453a-b36d-447c551b3743'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:30.335764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Bound port: c63ad352-eefc-471a-bd1e-447ff8dc7c1f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c624a6-cb72-4f0f-9ff5-a081c0119412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'f89de393-2351-453a-b36d-447c551b3743'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:30.336219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.353381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Allocated IP 172.21.0.2 (60522a8a-e779-4a7d-9434-826c0e2fbd59/1b163ef9-30f4-4f6b-9f36-8501ea95560c/a5da49d0-c5d2-4aca-bb7b-d088259cbcee) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:30.388997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-cafa0347-8670-4333-93c7-8270aabdb1ca service neutron] 10.222.0.10 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899889 Aug 31 13:54:30.499392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-dee579cb-35b3-4b35-b734-551eeb7eb3b8 service neutron] 10.222.0.10 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950232 Aug 31 13:54:30.512367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3da00-12ea-4fc5-9e39-f3fa92d6c920 req-1d4bb709-a5ec-4e54-95db-d3290827246c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.521165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.522542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28d3da00-12ea-4fc5-9e39-f3fa92d6c920 req-1d4bb709-a5ec-4e54-95db-d3290827246c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.3132620 Aug 31 13:54:30.586180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] For port c63ad352-eefc-471a-bd1e-447ff8dc7c1f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:30.591124 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] For port c63ad352-eefc-471a-bd1e-447ff8dc7c1f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c63ad352-eefc-471a-bd1e-447ff8dc7c1f,segment=NetworkSegment(92c624a6-cb72-4f0f-9ff5-a081c0119412),segment_id=92c624a6-cb72-4f0f-9ff5-a081c0119412)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:30.604931 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.641516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28d3da00-12ea-4fc5-9e39-f3fa92d6c920 req-b97a7d3b-c5ca-466f-bc0c-064d9d74ab39 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179655 Aug 31 13:54:30.679066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.681635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbe97f-92a8-4529-944b-38d68a8da133 None None] Pushing event updated for resources: {'Port': ['ID=c63ad352-eefc-471a-bd1e-447ff8dc7c1f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:30.713298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Transition to ACTIVE for port object a5da49d0-c5d2-4aca-bb7b-d088259cbcee will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:30.743864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.20.0.1 (f89de393-2351-453a-b36d-447c551b3743/d30a7560-849c-4f25-93a8-8166d216f514/42dd2dce-128c-44cc-b91c-6c36205b7182) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:30.749522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Transition to ACTIVE for port object a5da49d0-c5d2-4aca-bb7b-d088259cbcee will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:30.758181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.831192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Pushing event updated for resources: {'Port': ['ID=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:30.852822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:30.855876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:30.858864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:30.950931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6317c-dae1-44dc-a6dd-79c4f9426f82 req-b428a6d3-0238-4d60-b6ca-bb713083c874 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.952543 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21f6317c-dae1-44dc-a6dd-79c4f9426f82 req-b428a6d3-0238-4d60-b6ca-bb713083c874 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 950 time: 0.1979854 Aug 31 13:54:30.968767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Attempting to bind port a5da49d0-c5d2-4aca-bb7b-d088259cbcee on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:30.971751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Attempting to bind port a5da49d0-c5d2-4aca-bb7b-d088259cbcee by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3a5f749f-7ad1-4c50-80d6-e0eb86192f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '60522a8a-e779-4a7d-9434-826c0e2fbd59'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:30.973401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Attempting to bind port a5da49d0-c5d2-4aca-bb7b-d088259cbcee on network 60522a8a-e779-4a7d-9434-826c0e2fbd59 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:30.984653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:30.987794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Checking segment: {'id': '3a5f749f-7ad1-4c50-80d6-e0eb86192f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '60522a8a-e779-4a7d-9434-826c0e2fbd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:30.988343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.988752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Bound using segment: {'id': '3a5f749f-7ad1-4c50-80d6-e0eb86192f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '60522a8a-e779-4a7d-9434-826c0e2fbd59'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:30.989312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Bound port: a5da49d0-c5d2-4aca-bb7b-d088259cbcee, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5f749f-7ad1-4c50-80d6-e0eb86192f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '60522a8a-e779-4a7d-9434-826c0e2fbd59'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:30.989708 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.061322 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56db063-0e2c-4f88-8441-52ee6c8b12a3 x-openstack-request-id: req-c56db063-0e2c-4f88-8441-52ee6c8b12a3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:31.061830 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b12446-2140-416e-a776-026b7e9e891a", "name": "network-vif-deleted", "tag": "4669334e-4895-425f-8820-100d77e36bf6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:31.062096 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c56db063-0e2c-4f88-8441-52ee6c8b12a3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:31.062602 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b12446-2140-416e-a776-026b7e9e891a', 'name': 'network-vif-deleted', 'tag': '4669334e-4895-425f-8820-100d77e36bf6', 'status': 'completed', 'code': 200} Aug 31 13:54:31.115521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21f6317c-dae1-44dc-a6dd-79c4f9426f82 req-7d165449-8ca6-4f0a-98e5-cdaf46626b7b tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486652 Aug 31 13:54:31.146948 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56286bb3-7e0a-4c18-abfd-6230842a15b0 x-openstack-request-id: req-56286bb3-7e0a-4c18-abfd-6230842a15b0 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:31.149606 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47bc826-3660-418b-886f-3365f213a08f", "name": "network-vif-plugged", "status": "completed", "tag": "0c521ddd-f98b-4c58-8af2-2ac00cc07051", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:31.149868 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56286bb3-7e0a-4c18-abfd-6230842a15b0 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:31.150305 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47bc826-3660-418b-886f-3365f213a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c521ddd-f98b-4c58-8af2-2ac00cc07051', 'code': 200} Aug 31 13:54:31.151675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.167439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] For port a5da49d0-c5d2-4aca-bb7b-d088259cbcee, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:31.170509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] For port a5da49d0-c5d2-4aca-bb7b-d088259cbcee, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,segment=NetworkSegment(3a5f749f-7ad1-4c50-80d6-e0eb86192f0c),segment_id=3a5f749f-7ad1-4c50-80d6-e0eb86192f0c)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:31.179533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.193881 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35b409d-0e5c-4671-9b04-ceb6a4524430 x-openstack-request-id: req-e35b409d-0e5c-4671-9b04-ceb6a4524430 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:31.194188 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef97669-7786-4ca7-84bd-0d93227a48b0", "name": "network-vif-deleted", "tag": "fd6f5688-387a-424d-91b2-26839fa0b6c5", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:31.194445 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e35b409d-0e5c-4671-9b04-ceb6a4524430 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:31.207938 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef97669-7786-4ca7-84bd-0d93227a48b0', 'name': 'network-vif-deleted', 'tag': 'fd6f5688-387a-424d-91b2-26839fa0b6c5', 'status': 'completed', 'code': 200} Aug 31 13:54:31.209555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object 42dd2dce-128c-44cc-b91c-6c36205b7182 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:31.335602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619b173-4bf3-47c0-ae5a-60c6b6ed34d0 None None] Pushing event updated for resources: {'Port': ['ID=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:31.470394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.546255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3bca2-b217-48f9-a961-440fda9ef3bb req-4988c901-4371-44a0-baef-01fe3f084741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:31.551171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48c3bca2-b217-48f9-a961-440fda9ef3bb req-4988c901-4371-44a0-baef-01fe3f084741 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 1101 time: 0.2309144 Aug 31 13:54:31.587448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network f89de393-2351-453a-b36d-447c551b3743 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:31.651763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c703c-e9a8-4e86-9204-c5370b379fb1 req-1ffe987e-5e80-462c-8951-5ce67fc3899c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:31.656133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-355c703c-e9a8-4e86-9204-c5370b379fb1 req-1ffe987e-5e80-462c-8951-5ce67fc3899c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 950 time: 0.1519198 Aug 31 13:54:31.712038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:31.739819 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57595f5f-b2f4-44ba-9439-3dbba7967f2e req-4d661269-3c8b-4c39-8ac7-e0e5a3df812c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 210 time: 0.1040468 Aug 31 13:54:31.739819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:31.741225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=42dd2dce-128c-44cc-b91c-6c36205b7182,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:31.760573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-355c703c-e9a8-4e86-9204-c5370b379fb1 req-bce3392f-9263-46aa-9ec2-e58f74440d4d tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852578 Aug 31 13:54:31.878587 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.002763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.027252 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48c3bca2-b217-48f9-a961-440fda9ef3bb req-882d3dc4-fb29-490d-b3e3-f477e9addb91 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381092 Aug 31 13:54:32.085014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c63ad352-eefc-471a-bd1e-447ff8dc7c1f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:32.177748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c63ad352-eefc-471a-bd1e-447ff8dc7c1f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:32.183843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5da49d0-c5d2-4aca-bb7b-d088259cbcee up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:32.295578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a5da49d0-c5d2-4aca-bb7b-d088259cbcee completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:32.643385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.699743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b4eb7-95c6-4c92-9eba-deae36a6f914 None None] Network f89de393-2351-453a-b36d-447c551b3743 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:32.809823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df506a9-8667-4873-a120-08c366957371 req-654e91b7-b0e3-406e-9a22-2dcc4d0ee84f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:32.813864 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6df506a9-8667-4873-a120-08c366957371 req-654e91b7-b0e3-406e-9a22-2dcc4d0ee84f tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1618893 Aug 31 13:54:32.915277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6df506a9-8667-4873-a120-08c366957371 req-df459bf5-8b9a-4515-b772-69a4572c52aa tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876203 Aug 31 13:54:32.920944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-daa3bd48-0793-4e21-aeba-e38c8e6c715c None None] Provisioning for port c63ad352-eefc-471a-bd1e-447ff8dc7c1f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:32.966326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-daa3bd48-0793-4e21-aeba-e38c8e6c715c None None] Provisioning complete for port c63ad352-eefc-471a-bd1e-447ff8dc7c1f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:32.966757 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-daa3bd48-0793-4e21-aeba-e38c8e6c715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.967266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-ad581033-681f-4b5d-9115-ef48098a6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:32.968939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-ad581033-681f-4b5d-9115-ef48098a6f78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 1096 time: 0.3226349 Aug 31 13:54:33.170776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf224a1-7bdc-44ee-a2b9-b47da2423636 req-9728565e-378f-4930-88c8-b7e659379893 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:33.173698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abf224a1-7bdc-44ee-a2b9-b47da2423636 req-9728565e-378f-4930-88c8-b7e659379893 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 950 time: 0.1184795 Aug 31 13:54:33.217436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef10ce-9cc2-4822-9975-0ca14da2c78c None None] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:33.256415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abf224a1-7bdc-44ee-a2b9-b47da2423636 req-9d8db2e3-27dd-4db1-b006-3de965215bb4 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673413 Aug 31 13:54:33.310453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-f83618a0-3556-4676-9ee8-4941b5303dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:33.312303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-f83618a0-3556-4676-9ee8-4941b5303dbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.3286428 Aug 31 13:54:33.398840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a139094f-a7d6-4980-893b-934299f90027 req-cc3597f7-e8b5-4fa6-b0b5-bc6f93a0cbe4 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 210 time: 0.0742536 Aug 31 13:54:33.410462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:33.461290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:33.469631 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-0c2e02ad-9f59-4ade-a9b0-e589834965a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 200 len: 217 time: 0.0697765 Aug 31 13:54:33.534179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.545437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.739961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-44b151e2-ac14-4c74-83a8-4aaa059cd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:33.741801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-44b151e2-ac14-4c74-83a8-4aaa059cd76a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.1859796 Aug 31 13:54:33.742990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.755390 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:54:33.824076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-8baf931b-277d-47d4-ae36-1e4f4296e906 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:33.832130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-8574f684-0965-466e-9889-8373d16b8d7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360520 Aug 31 13:54:33.864088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-8baf931b-277d-47d4-ae36-1e4f4296e906 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 812 time: 0.3167245 Aug 31 13:54:33.951664 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-daa3bd48-0793-4e21-aeba-e38c8e6c715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.956693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Request body: {'port': {'device_id': 'fa345621-f950-4f40-8613-75358da4b4f3', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'admin_state_up': True, 'tenant_id': '11a010e59a8e44d8907b2c084a49b4ae'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:34.007498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=42dd2dce-128c-44cc-b91c-6c36205b7182,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:34.077571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.114844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:34.205873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:34.214030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-daa3bd48-0793-4e21-aeba-e38c8e6c715c None None] For port c63ad352-eefc-471a-bd1e-447ff8dc7c1f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c63ad352-eefc-471a-bd1e-447ff8dc7c1f,segment=NetworkSegment(92c624a6-cb72-4f0f-9ff5-a081c0119412),segment_id=92c624a6-cb72-4f0f-9ff5-a081c0119412)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:34.215258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:34.220585 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917bac8b-23cb-4e85-9077-12f6360971a0" -d '{"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:34.226319 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.228403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'mac_address': 'fa:16:3e:f3:59:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:34.234709 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-daa3bd48-0793-4e21-aeba-e38c8e6c715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.409513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network f89de393-2351-453a-b36d-447c551b3743 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:34.416604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:34.441216 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd03712-e953-4efa-931e-e2b8f7e451c6 x-openstack-request-id: req-dcd03712-e953-4efa-931e-e2b8f7e451c6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:34.442768 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:34.443231 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcd03712-e953-4efa-931e-e2b8f7e451c6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:34.445389 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'code': 200} Aug 31 13:54:34.513935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Provisioning complete for port c63ad352-eefc-471a-bd1e-447ff8dc7c1f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:34.514758 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.553225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-7b56cf55-fedc-40e6-aa7c-c0d120e2dff2 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126866 Aug 31 13:54:34.593081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.611807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:34.628444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cce9098-b6de-4d73-b19b-2ad798be3bfb {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:34.699161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f6d4c-3e1a-4d93-a18a-80c96aaa6b98 req-3e9520b8-3be1-4a94-bf96-5ad1e73646dd tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:34.709163 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e69f6d4c-3e1a-4d93-a18a-80c96aaa6b98 req-3e9520b8-3be1-4a94-bf96-5ad1e73646dd tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 950 time: 0.1669359 Aug 31 13:54:34.846716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:34.872608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.887013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3bd48-0793-4e21-aeba-e38c8e6c715c None None] Pushing event updated for resources: {'Port': ['ID=c63ad352-eefc-471a-bd1e-447ff8dc7c1f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:34.901518 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e69f6d4c-3e1a-4d93-a18a-80c96aaa6b98 req-2f07826f-5c92-4408-a30b-4bc96f771e32 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794875 Aug 31 13:54:34.964407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:34.969756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Provisioning for port a5da49d0-c5d2-4aca-bb7b-d088259cbcee completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:34.977129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Provisioning complete for port a5da49d0-c5d2-4aca-bb7b-d088259cbcee triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:34.977632 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.983773 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad16db58-ef51-4cbe-a2c4-cf8214672636 req-34ae6877-c0c9-4754-add3-ff35b2e60a8f service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346210 Aug 31 13:54:35.028517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:54:35.119641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.174668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] For port a5da49d0-c5d2-4aca-bb7b-d088259cbcee, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,segment=NetworkSegment(3a5f749f-7ad1-4c50-80d6-e0eb86192f0c),segment_id=3a5f749f-7ad1-4c50-80d6-e0eb86192f0c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:35.182222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.243512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5c4d0-6ccc-4ae0-bc5e-6eed7ca02548 req-b309d6ed-1f01-4410-9109-eae858abf826 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:35.249414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15f5c4d0-6ccc-4ae0-bc5e-6eed7ca02548 req-b309d6ed-1f01-4410-9109-eae858abf826 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.3401954 Aug 31 13:54:35.262062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4cce9098-b6de-4d73-b19b-2ad798be3bfb'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:35.268281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Provisioning for port 42dd2dce-128c-44cc-b91c-6c36205b7182 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:35.327452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Made reservation on behalf of 11a010e59a8e44d8907b2c084a49b4ae for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:35.331616 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.372748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Pushing event updated for resources: {'Port': ['ID=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:35.375926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Provisioning complete for port 42dd2dce-128c-44cc-b91c-6c36205b7182 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:35.376395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.388842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15f5c4d0-6ccc-4ae0-bc5e-6eed7ca02548 req-56abc275-6528-4141-b77e-c2d6ad236050 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067181 Aug 31 13:54:35.392828 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ba4fddf-6a3a-4684-9cb0-428a78c798fe req-a30016dd-84b2-41d5-b56f-ae194667527a tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 210 time: 0.1147454 Aug 31 13:54:35.414504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-c7a2a924-18f6-4d97-8719-f9f9a471ad68 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:35.416780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-c7a2a924-18f6-4d97-8719-f9f9a471ad68 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 812 time: 0.4225407 Aug 31 13:54:35.436485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:35.453818 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-31ff5da2-4d33-4fa6-bd4f-e45830486141 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/ef3864ce-a5ad-4dab-ad34-9ac7b18105b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9336388 Aug 31 13:54:35.455479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36480) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:35.472964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] Sync routers for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:35.504126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:35.505032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:35.543621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Request body: {'port': {'device_id': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'admin_state_up': True, 'tenant_id': '11a010e59a8e44d8907b2c084a49b4ae'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:35.559632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6c65ed-b2be-4642-ab0d-71a848cf0a5a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:35.565212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bf6c65ed-b2be-4642-ab0d-71a848cf0a5a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports/42dd2dce-128c-44cc-b91c-6c36205b7182 HTTP/1.1" status: 200 len: 910 time: 0.1086342 Aug 31 13:54:35.567725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:35.587789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0e88d292-2393-407a-8c19-a979399c0d07 None None] Port 42dd2dce-128c-44cc-b91c-6c36205b7182 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:35.617935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:35.671876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:35.676156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:35.694240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Allocated IP 172.20.0.10 (a4d32e75-d571-4fd6-bc4e-61d7a41ab074/ec0c6526-724b-485c-b993-cd0142e5991c/4f4c4921-bd2c-4ebd-b194-63d40fd2e45f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:35.730015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Made reservation on behalf of 11a010e59a8e44d8907b2c084a49b4ae for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:35.737935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.858598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:35.859429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67667c6-e853-41c5-900a-93238fabab70 None None] The sync data for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:35.876574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-20290a1a-9547-4921-8075-d5875db0016d None None] Provisioning complete for port a5da49d0-c5d2-4aca-bb7b-d088259cbcee triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:35.876913 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-20290a1a-9547-4921-8075-d5875db0016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.033121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c63ad352-eefc-471a-bd1e-447ff8dc7c1f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:36.130601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.248361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.266471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-20290a1a-9547-4921-8075-d5875db0016d None None] Provisioning complete for port 42dd2dce-128c-44cc-b91c-6c36205b7182 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:36.271889 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-20290a1a-9547-4921-8075-d5875db0016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.307361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:36.360270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0011f-97bb-4c77-bbe0-a618f4a4eb10 req-bcc27f13-294d-4b30-b610-b8c0ee604b6f tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:36.363140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ea0011f-97bb-4c77-bbe0-a618f4a4eb10 req-bcc27f13-294d-4b30-b610-b8c0ee604b6f tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 950 time: 0.2239473 Aug 31 13:54:36.364249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:36.376206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:36.426195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c63ad352-eefc-471a-bd1e-447ff8dc7c1f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:36.433599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.441822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event updated for resources: {'Port': ['ID=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:36.477113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Allocated IP 172.20.0.11 (a4d32e75-d571-4fd6-bc4e-61d7a41ab074/ec0c6526-724b-485c-b993-cd0142e5991c/3b1429d4-c1c1-472c-b66d-f187aa5d0c2d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:36.488248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.488598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.490018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.490449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.490863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.491328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.491737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.492136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.492552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.492993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.493388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.493783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:36.521836 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.582568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ea0011f-97bb-4c77-bbe0-a618f4a4eb10 req-4de242ec-45fe-40e6-b2eb-265d086e1e9e tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723607 Aug 31 13:54:36.616252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:36.617613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.647179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-20290a1a-9547-4921-8075-d5875db0016d None None] Port 42dd2dce-128c-44cc-b91c-6c36205b7182 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:36.690556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fb1e13a8-4a59-4213-980a-deb762e6dddd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7391431 Aug 31 13:54:36.731581 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d12f8017-cf02-4eb1-ab9e-6b968f4579cd req-82086682-648b-43fb-b9bb-a6370ce4ce15 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 210 time: 0.1226926 Aug 31 13:54:36.745658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Request body: {'port': {'device_id': 'fa345621-f950-4f40-8613-75358da4b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:36.843232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5da49d0-c5d2-4aca-bb7b-d088259cbcee up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:36.996632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a5da49d0-c5d2-4aca-bb7b-d088259cbcee triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:36.998275 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.020411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.168638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:54:37.182940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493a598-0b8d-4678-86f0-0baa32dd6151 req-cf7b74e4-38c8-4c85-b8bf-a1a266f36692 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:37.195442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b493a598-0b8d-4678-86f0-0baa32dd6151 req-cf7b74e4-38c8-4c85-b8bf-a1a266f36692 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.3650184 Aug 31 13:54:37.329223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.21.0.1 (60522a8a-e779-4a7d-9434-826c0e2fbd59/1b163ef9-30f4-4f6b-9f36-8501ea95560c/c3a2d770-64ef-4571-9e3a-36ebe997c01e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:37.433317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:37.578454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.610719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.614801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object c3a2d770-64ef-4571-9e3a-36ebe997c01e will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:37.615768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b493a598-0b8d-4678-86f0-0baa32dd6151 req-18765ac4-a03a-4e98-8cf8-d8fa63239880 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194264 Aug 31 13:54:37.618069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:37.635363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:37.678936 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.738831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'mac_address': 'fa:16:3e:75:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:37.763249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.767723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-9ac6b1c7-5b48-4525-8d3e-778b3e8850ba tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645590 Aug 31 13:54:37.810226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:37.819045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:37.826600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:37.853296 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.876268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event updated for resources: {'Port': ['ID=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:37.887790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4cce9098-b6de-4d73-b19b-2ad798be3bfb triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:37.888180 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.941441 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed189c2-5269-40e5-bd36-4fea44c8640d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:37.994421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:37.999598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd8df-7fc1-466b-b5a3-f3838849f0eb req-d835d0fe-bbbc-4509-919c-c0e5072e4b51 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:38.008542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d8dd8df-7fc1-466b-b5a3-f3838849f0eb req-d835d0fe-bbbc-4509-919c-c0e5072e4b51 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 932 time: 0.1336994 Aug 31 13:54:38.011212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:38.018247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:38.018922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.019393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:38.027211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:38.030687 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.088850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-30004b20-24fc-452c-a3ef-10c92f0c0d13 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5446494 Aug 31 13:54:38.121787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Request body: {'port': {'device_id': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:38.145360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=c3a2d770-64ef-4571-9e3a-36ebe997c01e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:38.182229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.192598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:38.197862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.236213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:38.242579 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b975926-038f-4e9f-a93c-1161167ee097" -d '{"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-plugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:38.257557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:38.260743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d8dd8df-7fc1-466b-b5a3-f3838849f0eb req-e7468843-ebc5-4d48-a9b6-abe4c4a25d98 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502303 Aug 31 13:54:38.267757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.274353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.317882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:38.334614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.387326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Transition to ACTIVE for port object 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:38.397102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8ed189c2-5269-40e5-bd36-4fea44c8640d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:38.400385 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.436456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-ec67e503-6538-470e-a63e-5c5e2c039319 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:38.438171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-ec67e503-6538-470e-a63e-5c5e2c039319 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6541369 Aug 31 13:54:38.488749 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-bc2b5b9b-8923-4465-9224-25e73758ddcd tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/quotas/1ad2b4cbdd1240ee8964fa2fdb17f447 HTTP/1.1" status: 200 len: 375 time: 0.0249074 Aug 31 13:54:38.550739 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d6416-40c9-4ebb-ba9b-f99fd0b293a9 x-openstack-request-id: req-099d6416-40c9-4ebb-ba9b-f99fd0b293a9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:38.550739 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-plugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:38.550739 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-099d6416-40c9-4ebb-ba9b-f99fd0b293a9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:38.550739 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'code': 200} Aug 31 13:54:38.553903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:38.630210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.644212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0db70306-23cc-4753-b639-2b3c8b66aa3f None None] Provisioning for port c3a2d770-64ef-4571-9e3a-36ebe997c01e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:38.685346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0db70306-23cc-4753-b639-2b3c8b66aa3f None None] Provisioning complete for port c3a2d770-64ef-4571-9e3a-36ebe997c01e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:38.685763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0db70306-23cc-4753-b639-2b3c8b66aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.733089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:38.749764 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-37273279-fd46-4f49-8168-82de97836a06 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2369792 Aug 31 13:54:38.954503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0db70306-23cc-4753-b639-2b3c8b66aa3f None None] Port c3a2d770-64ef-4571-9e3a-36ebe997c01e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:38.979687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Attempting to bind port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:38.980312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Attempting to bind port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:38.981179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Attempting to bind port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:39.011994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:39.029507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Attempting to bind port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:39.190589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:39.216099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.235460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Transition to ACTIVE for port object 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:39.241455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.244138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:39.244494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Checking segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:39.244959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Bound using segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:39.245368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Bound port: 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:39.246141 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.485167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:39.526385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a577a-a5d4-46ea-903e-268f5a4c844b req-0302f6f8-498e-4042-827f-6718e4ce6a2b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:39.534748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a4a577a-a5d4-46ea-903e-268f5a4c844b req-0302f6f8-498e-4042-827f-6718e4ce6a2b tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2981699 Aug 31 13:54:39.580377 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8dcba35e-72c6-4c57-a16f-ed425fa0d07c req-ba31e75f-3fb1-4696-bd19-a5f4be0e7212 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 210 time: 0.0757926 Aug 31 13:54:39.652242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.671794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] For port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:39.676722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] For port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:39.697273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.703751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Attempting to bind port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:39.704084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Attempting to bind port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:39.704412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Attempting to bind port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:39.749074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a4a577a-a5d4-46ea-903e-268f5a4c844b req-358271b2-bde7-46c6-a481-0c3ec8ddc0b0 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131312 Aug 31 13:54:39.757537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:39.757867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Attempting to bind port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d on network a4d32e75-d571-4fd6-bc4e-61d7a41ab074 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:39.793823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:39.794228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.795930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f4c4921-bd2c-4ebd-b194-63d40fd2e45f HTTP/1.1" status: 200 len: 1092 time: 3.0838349 Aug 31 13:54:39.796383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa345621-f950-4f40-8613-75358da4b4f3', 'tag': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:39.799822 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d902dd-7348-4005-a8f7-44f9bf66bbff" -d '{"events": [{"name": "network-changed", "server_uuid": "fa345621-f950-4f40-8613-75358da4b4f3", "tag": "4f4c4921-bd2c-4ebd-b194-63d40fd2e45f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:39.805799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:39.806144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Checking segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:39.806532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Bound using segment: {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:39.806990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Bound port: 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:39.807350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.928635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de24920-15f0-467d-908d-f2c41e736cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:40.021922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] For port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:40.027042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] For port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:40.036697 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.057982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-871fe1dc-aa54-4d7f-812a-e4337c9d0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.060520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-871fe1dc-aa54-4d7f-812a-e4337c9d0b85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 1095 time: 0.1025102 Aug 31 13:54:40.090003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.090642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.092172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b1429d4-c1c1-472c-b66d-f187aa5d0c2d HTTP/1.1" status: 200 len: 1092 time: 1.9779449 Aug 31 13:54:40.098700 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b142ac6-f764-40f0-ac01-38acbcc3ede7 x-openstack-request-id: req-2b142ac6-f764-40f0-ac01-38acbcc3ede7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:40.098997 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa345621-f950-4f40-8613-75358da4b4f3", "tag": "4f4c4921-bd2c-4ebd-b194-63d40fd2e45f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:40.099251 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b142ac6-f764-40f0-ac01-38acbcc3ede7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:40.099711 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa345621-f950-4f40-8613-75358da4b4f3', 'tag': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f', 'status': 'completed', 'code': 200} Aug 31 13:54:40.150940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-55e0ea3e-b138-4429-b161-80685822f9e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f HTTP/1.1" status: 200 len: 217 time: 0.0480759 Aug 31 13:54:40.177249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de7b66-24f0-4803-a9e4-b5fbef840935 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:40.180145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c327d-207a-48e5-bd58-098c0b7f4af4 req-29a48ff0-63ee-43e9-8843-aee64bced6f0 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.181802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-164c327d-207a-48e5-bd58-098c0b7f4af4 req-29a48ff0-63ee-43e9-8843-aee64bced6f0 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 944 time: 0.2884910 Aug 31 13:54:40.273065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-164c327d-207a-48e5-bd58-098c0b7f4af4 req-394aef90-6afd-4968-b9c4-fc78e8cfb733 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741961 Aug 31 13:54:40.293070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.308910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.398600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=c3a2d770-64ef-4571-9e3a-36ebe997c01e,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:40.458846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.616775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-c7b5d41b-c70b-4a83-8464-6576a2ab2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.622961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-c7b5d41b-c70b-4a83-8464-6576a2ab2b4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.2717652 Aug 31 13:54:40.628127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-9d501fdf-65ee-4501-8f09-83034fa0cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.631173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-9d501fdf-65ee-4501-8f09-83034fa0cdea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 1095 time: 0.2788019 Aug 31 13:54:40.726839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:40.729251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:40.730745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-aa32c540-3e3d-44df-933b-dffe300eda23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925624 Aug 31 13:54:40.822210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-b7294360-eab4-4e8e-b430-b79c51327c56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d HTTP/1.1" status: 200 len: 217 time: 0.1529040 Aug 31 13:54:41.021543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b66a21-36fa-4a6d-b368-839c9dfd103e req-66ed37bb-78e8-4dfe-9840-63f9e9d1755a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 210 time: 0.2891941 Aug 31 13:54:41.064144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8be09-460b-4303-ba8a-b46aa7eca59b req-ec73c1b3-2cf9-489f-b699-3941d8235078 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.076163 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d8d8be09-460b-4303-ba8a-b46aa7eca59b req-ec73c1b3-2cf9-489f-b699-3941d8235078 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1305838 Aug 31 13:54:41.114930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-906aa666-27e3-488f-a080-be3cfaedc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.116620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-906aa666-27e3-488f-a080-be3cfaedc6c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.2670050 Aug 31 13:54:41.145372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d8d8be09-460b-4303-ba8a-b46aa7eca59b req-53fd0042-a0ce-4f14-a4cd-49832e0de694 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680487 Aug 31 13:54:41.147526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:41.233638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-9ca185c6-43b6-405e-8bf1-21674bf12053 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949531 Aug 31 13:54:41.236038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4a05daff-9c7d-408f-bf17-c3174852fd99 None None] Provisioning complete for port c3a2d770-64ef-4571-9e3a-36ebe997c01e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:41.237650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a05daff-9c7d-408f-bf17-c3174852fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.249446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-9d6d7e81-e1c5-4825-b5d3-ef79800b9d61 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837077 Aug 31 13:54:41.291504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:41.309238 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] Sync routers for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:41.328894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4a05daff-9c7d-408f-bf17-c3174852fd99 None None] Port c3a2d770-64ef-4571-9e3a-36ebe997c01e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:41.331573 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-048be593-e005-477c-b4a6-62ef223dfc52 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/ef3864ce-a5ad-4dab-ad34-9ac7b18105b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7625802 Aug 31 13:54:41.336953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36668) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:41.342976 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:41.369515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:41.471333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:41.490072 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:41.527833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:41.529979 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:41.639011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 8ed189c2-5269-40e5-bd36-4fea44c8640d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:41.639633 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.654485 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:41.655475 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd4c36-11dc-470c-a2bb-341f8d0eadc3 None None] The sync data for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:41.694007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f47b9ed2-1d8f-4e7c-b005-2ea0ba1b374d tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733435 Aug 31 13:54:41.727431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb46bb-7022-4929-9785-56cdc090ddda tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.737236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-49bb46bb-7022-4929-9785-56cdc090ddda tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports/c3a2d770-64ef-4571-9e3a-36ebe997c01e HTTP/1.1" status: 200 len: 910 time: 0.3988099 Aug 31 13:54:41.742686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36674) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:41.828729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-0243e9b6-590b-421b-85eb-e59299c53153 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134139 Aug 31 13:54:41.872834 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.882279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd34508-db04-4d64-87e9-fe91523c17f6 req-2d911a84-d98d-467e-9d66-43899f2cf839 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.884301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fd34508-db04-4d64-87e9-fe91523c17f6 req-2d911a84-d98d-467e-9d66-43899f2cf839 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 944 time: 0.3662910 Aug 31 13:54:41.955501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:41.979492 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2110ddad-c0ff-4145-b633-c73286a7e4c2" -d '{"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:41.997439 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fd34508-db04-4d64-87e9-fe91523c17f6 req-51dbee95-6b82-46a6-8d40-19a9da8d6ac6 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049392 Aug 31 13:54:42.027418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:42.039942 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:42.076415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-6e407ccb-ca6a-4ed6-8f59-92ef57bc11d5 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:42.078640 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-6e407ccb-ca6a-4ed6-8f59-92ef57bc11d5 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395746 Aug 31 13:54:42.118080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'tag': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:42.120313 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bf507b-9149-4ad2-a48c-f79dcb758a70", "tag": "3b1429d4-c1c1-472c-b66d-f187aa5d0c2d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:42.135476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:42.142239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Request body: {'port': {'device_id': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': '1ad2b4cbdd1240ee8964fa2fdb17f447'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:42.292741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Made reservation on behalf of 1ad2b4cbdd1240ee8964fa2fdb17f447 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:42.299975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:42.455605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-fd1c455c-8876-4584-918d-28692d708f64 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1622207 Aug 31 13:54:42.662681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Allocated IP 192.168.233.24 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/24f9b1fa-69a6-46c0-b68e-5766adc91188) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:42.681924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-8b173257-7f8d-41fc-b2e1-2e3c5fe9233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:42.698778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-8b173257-7f8d-41fc-b2e1-2e3c5fe9233e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 1095 time: 0.6600041 Aug 31 13:54:43.156516 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.204168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Transition to ACTIVE for port object 24f9b1fa-69a6-46c0-b68e-5766adc91188 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:43.278732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.340238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0c521ddd-f98b-4c58-8af2-2ac00cc07051'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:43.372362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:43.376484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:43.379228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:43.445881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:43.446581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.485086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Pushing event updated for resources: {'Port': ['ID=24f9b1fa-69a6-46c0-b68e-5766adc91188,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:43.516453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-f18c7b69-50a2-4d32-be8a-bdae7e88ab89 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3782158 Aug 31 13:54:43.551403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Request body: {'port': {'device_id': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:43.760598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.853143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-320a4fbc-7d78-45a2-a926-6472cfe1094e None None] Provisioning for port 24f9b1fa-69a6-46c0-b68e-5766adc91188 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:43.877406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-320a4fbc-7d78-45a2-a926-6472cfe1094e None None] Provisioning complete for port 24f9b1fa-69a6-46c0-b68e-5766adc91188 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:43.877786 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-320a4fbc-7d78-45a2-a926-6472cfe1094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.963765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-af836c1f-9388-4b53-b07f-7c11bf305b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:43.973057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-af836c1f-9388-4b53-b07f-7c11bf305b17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 914 time: 1.0895321 Aug 31 13:54:44.138512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bed0e89-df3d-4b69-8336-15c1e8dd57d6 req-b97f4cc5-26ba-4c7b-a735-7e5f47d23be4 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6388800 Aug 31 13:54:44.213572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-df99ddab-9923-4f19-a167-2fe99be11466 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f HTTP/1.1" status: 200 len: 217 time: 0.0712230 Aug 31 13:54:44.338602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-a3d8ea20-8e4e-42d4-9e2f-874a7b05b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:44.340533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-a3d8ea20-8e4e-42d4-9e2f-874a7b05b0e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.0643430 Aug 31 13:54:44.462017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-89bfa5d9-c7d2-453a-90bb-ac888f0f56e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033409 Aug 31 13:54:44.508085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-320a4fbc-7d78-45a2-a926-6472cfe1094e None None] Port 24f9b1fa-69a6-46c0-b68e-5766adc91188 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:44.677677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-097f2314-4a2f-4561-89ff-6904861b9d2e service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063100 Aug 31 13:54:44.713775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f9b1fa-69a6-46c0-b68e-5766adc91188 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:44.730364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.756094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Transition to ACTIVE for port object 24f9b1fa-69a6-46c0-b68e-5766adc91188 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:44.768224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.838161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Pushing event updated for resources: {'Port': ['ID=24f9b1fa-69a6-46c0-b68e-5766adc91188,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:44.941816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62d902dd-7348-4005-a8f7-44f9bf66bbff req-92e5d298-0860-4809-acb8-aa6ce83d7ff2 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478824 Aug 31 13:54:44.946977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.955730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Attempting to bind port 24f9b1fa-69a6-46c0-b68e-5766adc91188 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:44.956218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Attempting to bind port 24f9b1fa-69a6-46c0-b68e-5766adc91188 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:44.956564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Attempting to bind port 24f9b1fa-69a6-46c0-b68e-5766adc91188 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:44.966462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Port 24f9b1fa-69a6-46c0-b68e-5766adc91188 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:44.966955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Attempting to bind port 24f9b1fa-69a6-46c0-b68e-5766adc91188 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:44.974023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:44.974614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:44.975151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:44.976507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Bound port: 24f9b1fa-69a6-46c0-b68e-5766adc91188, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:44.977087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.098352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] For port 24f9b1fa-69a6-46c0-b68e-5766adc91188, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:45.102092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] For port 24f9b1fa-69a6-46c0-b68e-5766adc91188, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=24f9b1fa-69a6-46c0-b68e-5766adc91188,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:45.103653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36714) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:45.111464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-499823000'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:45.118914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.217755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Pushing event updated for resources: {'Port': ['ID=24f9b1fa-69a6-46c0-b68e-5766adc91188,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:45.238270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:45.239297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.241304 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-00cb4cd3-306b-401b-add8-12cfde5d192f service neutron] 10.222.0.26 "PUT /v2.0/ports/24f9b1fa-69a6-46c0-b68e-5766adc91188 HTTP/1.1" status: 200 len: 1095 time: 1.6950886 Aug 31 13:54:45.242768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'tag': '24f9b1fa-69a6-46c0-b68e-5766adc91188'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:45.245519 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d1bfe5-4d21-4efe-8784-4e2f62893a6a", "tag": "24f9b1fa-69a6-46c0-b68e-5766adc91188"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:45.263047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:45.268129 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.337855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] vlan segment allocate from pool success with {'vlan_id': 1509, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:45.363224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.363589 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Added segment d5f2bf3f-73a9-433f-aed2-0813a487e6f7 of type vlan for network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 Aug 31 13:54:45.503937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.525140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-a96ad816-3129-443b-819f-6e3bc2884721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:45.527497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-a96ad816-3129-443b-819f-6e3bc2884721 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 1098 time: 0.1408968 Aug 31 13:54:45.595532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.610668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:45.611353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.720089 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-e3a64557-0304-4f10-ae4f-bca28c38edc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=24f9b1fa-69a6-46c0-b68e-5766adc91188 HTTP/1.1" status: 200 len: 217 time: 0.1520877 Aug 31 13:54:45.815379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7069192 Aug 31 13:54:45.817575 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36718) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:45.824746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-75782498'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:45.850405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e14c3d-8216-42ff-9be2-d91fff86db59 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Network': ['ID=078abde4-f05e-48b6-87ef-cf0b965ebcf9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:45.870990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-8b79db07-d55e-48f9-aef4-5f449242e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:45.871234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:45.872613 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-8b79db07-d55e-48f9-aef4-5f449242e699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.1118104 Aug 31 13:54:45.883010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:45.888724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.939692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port c3a2d770-64ef-4571-9e3a-36ebe997c01e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:45.949472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.970349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] vlan segment allocate from pool success with {'vlan_id': 1531, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:45.995849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.996202 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Added segment 5ac559bb-7049-4719-821f-443eb4e5f3f6 of type vlan for network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb Aug 31 13:54:46.134718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.139650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.143106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-fd949cc0-699e-424d-92e0-9ca790f3aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.146008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-fd949cc0-699e-424d-92e0-9ca790f3aeb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464805 Aug 31 13:54:46.158848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for c3a2d770-64ef-4571-9e3a-36ebe997c01e owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:46.257276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.268660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.269363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.370063 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5499294 Aug 31 13:54:46.377714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36720) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:46.390043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'subnet': {'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:46.448267 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-e955657f-8736-4e2f-bde6-dd500fbdac4c service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903092 Aug 31 13:54:46.456278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83695339-3bb0-48af-9a84-8ad779eb242e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Network': ['ID=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:46.470042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:46.489873 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.525573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=c3a2d770-64ef-4571-9e3a-36ebe997c01e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:46.617226 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-298ac0a4-416d-4c84-ac04-d27290e6c8ed req-2f4195c4-99d5-4e2e-82b8-8ebdd26e556e service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520612 Aug 31 13:54:46.678072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:46.682592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.916833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:47.153808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:47.345140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:47.412118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Subnet': ['ID=927c3777-0413-4feb-affc-dec5cd3c8921,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:47.438674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Checking segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:47.439488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network hostable DHCP agents. Network: 078abde4-f05e-48b6-87ef-cf0b965ebcf9, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:47.488226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:47.491629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:47.502903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 078abde4-f05e-48b6-87ef-cf0b965ebcf9) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:47.524960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:47.531223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:47.566767 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-13f4d297-f214-437f-b352-0ca446c3c0b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1826861 Aug 31 13:54:47.569096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36722) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:47.574965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'subnet': {'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:47.634291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:47.656830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b6216756-8101-4bd4-9b5e-bede9e05f760 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/ef3864ce-a5ad-4dab-ad34-9ac7b18105b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9078977 Aug 31 13:54:47.657558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36724) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:47.746936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:47.803830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'port_id': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f', 'mac_address': 'fa:16:3e:b7:c9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0c6526-724b-485c-b993-cd0142e5991c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:47.804650 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:47.809992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef835b2-c639-40ad-b61d-83b5816c22d7 None None] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:47.810393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:47.971597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] Sync routers for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:48.074555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:48.076379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:48.159866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.285567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:48.368883 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.377965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Checking segment: {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:48.378459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network hostable DHCP agents. Network: 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:48.393661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:48.394800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:48.402160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Subnet': ['ID=57f18fe2-ce55-43f8-b56c-6f846c3be919,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:48.424482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:48.453905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:48.473855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:48.493151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:48.494062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.514810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ca95e247-d1bd-42a7-a4c2-fbb6277b2600 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9444382 Aug 31 13:54:48.518314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:48.525169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'port': {'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'name': 'tempest-TaggedBootDevicesTest_v242-201485115', 'fixed_ips': [{'subnet_id': '927c3777-0413-4feb-affc-dec5cd3c8921'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:48.528564 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.592230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1260d74-98a6-4739-bd67-5a98fa5acd00 None None] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:48.640387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:48.641513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de234e1c-9f23-4ab5-9d31-968a2fb564ca None None] The sync data for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:48.719384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:48.859905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:48.971691 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.056759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'fixed_ips': [{'subnet_id': '927c3777-0413-4feb-affc-dec5cd3c8921'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:49.057613 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.146242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:49.157798 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.267308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] device_id is not set on port 7690cbee-df75-4c69-9843-aa9a75ffca6b yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:54:49.477129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Allocated IP 10.1.1.2 (078abde4-f05e-48b6-87ef-cf0b965ebcf9/927c3777-0413-4feb-affc-dec5cd3c8921/40a75941-9ccc-4f85-9344-2a127be22dd0) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:49.521917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 42dd2dce-128c-44cc-b91c-6c36205b7182 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:49.522296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.658730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.675428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 42dd2dce-128c-44cc-b91c-6c36205b7182 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:49.807075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:49.955355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.048669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:50.116913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d', 'network_id': 'a4d32e75-d571-4fd6-bc4e-61d7a41ab074', 'port_id': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d', 'mac_address': 'fa:16:3e:c8:46:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0c6526-724b-485c-b993-cd0142e5991c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:50.135313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4f4c4921-bd2c-4ebd-b194-63d40fd2e45f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:50.324456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=42dd2dce-128c-44cc-b91c-6c36205b7182,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:50.342253 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.493558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.512215 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.543706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Transition to ACTIVE for port object 40a75941-9ccc-4f85-9344-2a127be22dd0 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:50.633528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:50.669431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Transition to ACTIVE for port object 40a75941-9ccc-4f85-9344-2a127be22dd0 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:50.723085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0c92811f-b7a0-4b89-a5e6-e07707c4dcbb', 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'fixed_ips': [{'subnet_id': '57f18fe2-ce55-43f8-b56c-6f846c3be919'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:50.723940 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.736566 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.793082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:50.846487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 10.1.1.242 (078abde4-f05e-48b6-87ef-cf0b965ebcf9/927c3777-0413-4feb-affc-dec5cd3c8921/7690cbee-df75-4c69-9843-aa9a75ffca6b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:50.885198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.939672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:50.944002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:50.986597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:51.002559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:51.122873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Pushing event updated for resources: {'Port': ['ID=40a75941-9ccc-4f85-9344-2a127be22dd0,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:51.134077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:51.143206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e7497038-8630-4b41-9339-e4ac3b2e6732 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/ef3864ce-a5ad-4dab-ad34-9ac7b18105b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4844110 Aug 31 13:54:51.143882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36736) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:51.146518 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] Sync routers for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:51.186501 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:51.194330 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:51.207881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36738) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:51.209532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9a6d7969-e6c3-4c3d-b6ca-5d2306ab475a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 HTTP/1.1" status: 200 len: 205 time: 0.0644593 Aug 31 13:54:51.323398 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:51.371427 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] Routers {'ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:51.372568 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:51.509670 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:51.514240 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460eab1-d038-4ca3-8ad9-d1fb6d91ae3c None None] The sync data for ids ['ef3864ce-a5ad-4dab-ad34-9ac7b18105b5'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:51.549555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579e5a05-0877-4be5-a412-d2b2d60faa17 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.564174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 24f9b1fa-69a6-46c0-b68e-5766adc91188 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:51.574998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Attempting to bind port 40a75941-9ccc-4f85-9344-2a127be22dd0 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:51.575540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Attempting to bind port 40a75941-9ccc-4f85-9344-2a127be22dd0 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:51.575754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Attempting to bind port 40a75941-9ccc-4f85-9344-2a127be22dd0 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:51.623145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3b1429d4-c1c1-472c-b66d-f187aa5d0c2d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:51.631145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Allocated IP 10.2.2.2 (0c92811f-b7a0-4b89-a5e6-e07707c4dcbb/57f18fe2-ce55-43f8-b56c-6f846c3be919/323e1a95-6837-4c1a-9e60-e4c6bc9df278) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:51.633786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:51.717671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:51.719303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Checking segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:51.719303 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.719303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Bound using segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:51.719638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Bound port: 40a75941-9ccc-4f85-9344-2a127be22dd0, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:51.719897 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.777712 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:54:51.851880 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.028968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Transition to ACTIVE for port object 7690cbee-df75-4c69-9843-aa9a75ffca6b will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:52.037824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579e5a05-0877-4be5-a412-d2b2d60faa17 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.040501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579e5a05-0877-4be5-a412-d2b2d60faa17 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.464186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] For port 40a75941-9ccc-4f85-9344-2a127be22dd0, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:52.481918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 24f9b1fa-69a6-46c0-b68e-5766adc91188, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=24f9b1fa-69a6-46c0-b68e-5766adc91188,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:52.505654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] For port 40a75941-9ccc-4f85-9344-2a127be22dd0, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=40a75941-9ccc-4f85-9344-2a127be22dd0,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:52.532981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.556763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '24f9b1fa-69a6-46c0-b68e-5766adc91188', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '24f9b1fa-69a6-46c0-b68e-5766adc91188', 'mac_address': 'fa:16:3e:84:0b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:52.647631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579e5a05-0877-4be5-a412-d2b2d60faa17 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.648448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579e5a05-0877-4be5-a412-d2b2d60faa17 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Fanout notify agent at l3_agent the message router_deleted on router ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:54:52.682193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-579e5a05-0877-4be5-a412-d2b2d60faa17 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.685701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-579e5a05-0877-4be5-a412-d2b2d60faa17 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 HTTP/1.1" status: 204 len: 168 time: 1.4677672 Aug 31 13:54:52.686460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:52.694174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e7012-3c2c-44b2-a4d3-df74ce256d20 None None] Pushing event updated for resources: {'Port': ['ID=40a75941-9ccc-4f85-9344-2a127be22dd0,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:52.707749 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.829867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet 1b163ef9-30f4-4f6b-9f36-8501ea95560c {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:54:52.842223 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.851999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.857573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:52.870196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:52.875522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:52.880813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f9b1fa-69a6-46c0-b68e-5766adc91188 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:52.883244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=7690cbee-df75-4c69-9843-aa9a75ffca6b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:52.913136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 24f9b1fa-69a6-46c0-b68e-5766adc91188, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=24f9b1fa-69a6-46c0-b68e-5766adc91188,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:52.927284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.960899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.982683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Transition to ACTIVE for port object 323e1a95-6837-4c1a-9e60-e4c6bc9df278 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:53.019598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=24f9b1fa-69a6-46c0-b68e-5766adc91188,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:53.030479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.033464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Transition to ACTIVE for port object 323e1a95-6837-4c1a-9e60-e4c6bc9df278 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:53.038832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:53.039680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.054153 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.070793 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-517dfdac-de8b-410b-8724-24d803306c14 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5505786 Aug 31 13:54:53.077454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36742) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:53.092852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'port': {'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1485132018', 'fixed_ips': [{'subnet_id': '927c3777-0413-4feb-affc-dec5cd3c8921'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:53.198698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Pushing event updated for resources: {'Port': ['ID=323e1a95-6837-4c1a-9e60-e4c6bc9df278,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:53.254348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:53.262123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:53.264829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:53.359713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Attempting to bind port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:53.360580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Attempting to bind port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:53.361142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Attempting to bind port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 on network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:53.366824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:53.367306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Checking segment: {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:53.367792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.368277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Bound using segment: {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:53.369174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Bound port: 323e1a95-6837-4c1a-9e60-e4c6bc9df278, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:53.369351 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.498688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] For port 323e1a95-6837-4c1a-9e60-e4c6bc9df278, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:53.504603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] For port 323e1a95-6837-4c1a-9e60-e4c6bc9df278, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323e1a95-6837-4c1a-9e60-e4c6bc9df278,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:53.516006 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.529167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.534161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:53.654996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.731604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.733138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc36df-8536-44e1-8d6f-05cdad782cf0 None None] Pushing event updated for resources: {'Port': ['ID=323e1a95-6837-4c1a-9e60-e4c6bc9df278,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:53.746979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:53.752687 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.758419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/1b163ef9-30f4-4f6b-9f36-8501ea95560c HTTP/1.1" status: 204 len: 168 time: 1.0702155 Aug 31 13:54:53.767212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36744) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:53.782845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] device_id is not set on port c3b212c8-5ad0-4297-92cf-eb512bce51d5 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:54:53.791084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe6c3e-0304-492d-96df-2372eb4be308 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=1b163ef9-30f4-4f6b-9f36-8501ea95560c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:53.849463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['24f9b1fa-69a6-46c0-b68e-5766adc91188'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:53.867761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b61186-cfdc-404d-bc07-2f05343e8d00 None None] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:53.940177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet d30a7560-849c-4f25-93a8-8166d216f514 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:54:53.958639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.065505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.167215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 40a75941-9ccc-4f85-9344-2a127be22dd0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:54.174567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:54.300755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:54.318671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.396942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.521357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 10.1.1.120 (078abde4-f05e-48b6-87ef-cf0b965ebcf9/927c3777-0413-4feb-affc-dec5cd3c8921/c3b212c8-5ad0-4297-92cf-eb512bce51d5) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:54.653822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.672061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 40a75941-9ccc-4f85-9344-2a127be22dd0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:54.745382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=d30a7560-849c-4f25-93a8-8166d216f514,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:54.760233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.764669 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ec21c37b-93d1-4eba-a150-2da7cd836331 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/d30a7560-849c-4f25-93a8-8166d216f514 HTTP/1.1" status: 204 len: 168 time: 0.9934175 Aug 31 13:54:54.765197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:54.844884 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.847192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500eedd6-7545-4e6a-a2ea-bfe664721734 None None] Network f89de393-2351-453a-b36d-447c551b3743 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:54.922371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:54.951950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d4d50-972b-42df-97e0-7159180983fb None None] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:55.028781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.064798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] DHCP port deletion for 60522a8a-e779-4a7d-9434-826c0e2fbd59 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:54:55.072430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Transition to ACTIVE for port object c3b212c8-5ad0-4297-92cf-eb512bce51d5 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:55.106792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port a5da49d0-c5d2-4aca-bb7b-d088259cbcee {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:55.107338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.169692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.281602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port a5da49d0-c5d2-4aca-bb7b-d088259cbcee, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,segment=NetworkSegment(3a5f749f-7ad1-4c50-80d6-e0eb86192f0c),segment_id=3a5f749f-7ad1-4c50-80d6-e0eb86192f0c)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:55.282070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.290755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:55.315188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:55.317607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for a5da49d0-c5d2-4aca-bb7b-d088259cbcee owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:55.319996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:55.441358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=c3b212c8-5ad0-4297-92cf-eb512bce51d5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:55.449645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-92bffc73-9165-4089-a585-d43da4103297 None None] Provisioning for port 40a75941-9ccc-4f85-9344-2a127be22dd0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:55.481404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:55.482072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.492562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-92bffc73-9165-4089-a585-d43da4103297 None None] Provisioning complete for port 40a75941-9ccc-4f85-9344-2a127be22dd0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:55.493099 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92bffc73-9165-4089-a585-d43da4103297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.519863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a36fd4bc-15f7-4510-8a74-2286fe286cac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4411767 Aug 31 13:54:55.522776 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.556850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:55.591640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port a5da49d0-c5d2-4aca-bb7b-d088259cbcee on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:55.612713 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.629136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:55.730211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:55.794621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.846843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60522a8a-e779-4a7d-9434-826c0e2fbd59']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:55.911946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5f749f-7ad1-4c50-80d6-e0eb86192f0c') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:55.912814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5f749f-7ad1-4c50-80d6-e0eb86192f0c') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:55.947577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:56.011901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.052976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.057728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-154b029a-0068-4691-82ce-9e698e2ed2bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1946521 Aug 31 13:54:56.068436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7213cea6-f828-4916-9570-f7e28580bce7 None None] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:56.070364 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874762e9-9624-4ab4-b4f2-6a142e8ee0c9 None None] DHCP port deletion for f89de393-2351-453a-b36d-447c551b3743 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:54:56.071694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:56.072343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:56.075703 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:56.100421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323e1a95-6837-4c1a-9e60-e4c6bc9df278 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:56.198163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Deleting port a5da49d0-c5d2-4aca-bb7b-d088259cbcee {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:56.198949 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.249276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:56.324147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.329034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.331227 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/60522a8a-e779-4a7d-9434-826c0e2fbd59 HTTP/1.1" status: 204 len: 168 time: 1.5647876 Aug 31 13:54:56.334045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36754) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:56.355627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6d519-d013-43d0-9f40-9eefcbc378e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=60522a8a-e779-4a7d-9434-826c0e2fbd59,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:56.368143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-64ad3a9a-8c7d-4262-9372-f592158d3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:56.371112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-64ad3a9a-8c7d-4262-9372-f592158d3a40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 1096 time: 0.2293749 Aug 31 13:54:56.408704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92bffc73-9165-4089-a585-d43da4103297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.416016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:56.416803 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.508610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.626652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-9ccf6d9e-a00a-450d-a42a-1ceb762b5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:56.628240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-9ccf6d9e-a00a-450d-a42a-1ceb762b5bd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 200 len: 921 time: 0.2256048 Aug 31 13:54:56.718163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port c63ad352-eefc-471a-bd1e-447ff8dc7c1f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:56.718721 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.752707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] For port a5da49d0-c5d2-4aca-bb7b-d088259cbcee, host n-d-792362-6, got binding levels [] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:56.757458 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.822729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port c63ad352-eefc-471a-bd1e-447ff8dc7c1f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c63ad352-eefc-471a-bd1e-447ff8dc7c1f,segment=NetworkSegment(92c624a6-cb72-4f0f-9ff5-a081c0119412),segment_id=92c624a6-cb72-4f0f-9ff5-a081c0119412)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:56.823112 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.853886 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-aa93efcb-49e1-4d5c-b4df-9bb88a421234 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf HTTP/1.1" status: 200 len: 217 time: 0.1982350 Aug 31 13:54:56.858800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for c63ad352-eefc-471a-bd1e-447ff8dc7c1f owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:57.014651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Calling delete_port for a5da49d0-c5d2-4aca-bb7b-d088259cbcee owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:57.020951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-df90ad24-2752-439a-86ad-ab5ac909775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:57.022812 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-df90ad24-2752-439a-86ad-ab5ac909775e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 200 len: 859 time: 0.1409745 Aug 31 13:54:57.048496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.057459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:57.078318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.ipam_backend_mixin [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Port a5da49d0-c5d2-4aca-bb7b-d088259cbcee was not found and therefore no delete operation was performed {{(pid=101362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:54:57.104712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=c63ad352-eefc-471a-bd1e-447ff8dc7c1f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:57.105643 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-11e4fa25-8f9c-4c21-abea-0ea9a04b070d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad17b1be-ce02-4831-83d3-03ca62977086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732129 Aug 31 13:54:57.124283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port c63ad352-eefc-471a-bd1e-447ff8dc7c1f on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:57.322000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.344143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89de393-2351-453a-b36d-447c551b3743']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:57.381808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c624a6-cb72-4f0f-9ff5-a081c0119412') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:57.382969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c624a6-cb72-4f0f-9ff5-a081c0119412') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:57.400584 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-7faf57ff-8557-4878-a1b1-89f1ac8d7be0 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848890 Aug 31 13:54:57.403754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.436764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.447021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1544 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:57.447895 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:57.457236 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:57.565692 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37416ab5-07fe-434b-80cd-41ae9ee1286b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.617163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-92bffc73-9165-4089-a585-d43da4103297 None None] For port 40a75941-9ccc-4f85-9344-2a127be22dd0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=40a75941-9ccc-4f85-9344-2a127be22dd0,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:57.623991 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.632401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.638004 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.640002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/f89de393-2351-453a-b36d-447c551b3743 HTTP/1.1" status: 204 len: 168 time: 1.3049264 Aug 31 13:54:57.656352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36760) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:57.686608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f652916-06d5-4bc9-b31c-204e3cc1a53f req-f96a3d5f-456c-48ec-a144-feeb99ecac90 service neutron] 10.222.0.26 "GET /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748108 Aug 31 13:54:57.686884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Network 60522a8a-e779-4a7d-9434-826c0e2fbd59 is not hosted by any dhcp agent {{(pid=101362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 13:54:57.687404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] No DVR routers for this DVR port a5da49d0-c5d2-4aca-bb7b-d088259cbcee on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:57.689291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5da49d0-c5d2-4aca-bb7b-d088259cbcee no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:57.709010 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92bffc73-9165-4089-a585-d43da4103297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.713177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510df78-6cca-4dc9-ad2b-c6dcc9058091 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=f89de393-2351-453a-b36d-447c551b3743,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:57.728163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-453026608'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:57.758744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:57.761243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-874762e9-9624-4ab4-b4f2-6a142e8ee0c9 None None] Deleting port c63ad352-eefc-471a-bd1e-447ff8dc7c1f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:57.761785 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-874762e9-9624-4ab4-b4f2-6a142e8ee0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.765019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.768890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a5da49d0-c5d2-4aca-bb7b-d088259cbcee {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:57.769322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5da49d0-c5d2-4aca-bb7b-d088259cbcee not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:57.770956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12993dcf-7dad-48a1-b316-6ecf55baf88a None None] Pushing event deleted for resources: {'Port': ['ID=a5da49d0-c5d2-4aca-bb7b-d088259cbcee,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:57.867633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1541, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-874762e9-9624-4ab4-b4f2-6a142e8ee0c9 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f89de393-2351-453a-b36d-447c551b3743 could not be found. Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:54:57.868064 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1956, in delete_port Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f89de393-2351-453a-b36d-447c551b3743 could not be found. Aug 31 13:54:57.873149 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 13:54:57.906320 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.919751 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.920410 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 7c95881d-6b34-4b63-885c-80656d4feb1b of type vlan for network 86df0895-4fb3-45cf-82d7-89cde1de0af7 Aug 31 13:54:57.986949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab063e3b-ca95-4a49-b77a-56cf8b9c1b3e None None] DHCP port deletion for f89de393-2351-453a-b36d-447c551b3743 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:54:57.996546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.003030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c63ad352-eefc-471a-bd1e-447ff8dc7c1f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:58.056252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Provisioning for port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:58.068499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c63ad352-eefc-471a-bd1e-447ff8dc7c1f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:58.068499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c63ad352-eefc-471a-bd1e-447ff8dc7c1f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:58.073712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Provisioning complete for port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:58.074167 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.080630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bffc73-9165-4089-a585-d43da4103297 None None] Pushing event updated for resources: {'Port': ['ID=40a75941-9ccc-4f85-9344-2a127be22dd0,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:58.099450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.117164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:58.147582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.148513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.165686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.267085 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c4a6a-cbbb-4595-8b8b-7e556bbccd6b x-openstack-request-id: req-9d9c4a6a-cbbb-4595-8b8b-7e556bbccd6b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:58.268048 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:58.268535 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d9c4a6a-cbbb-4595-8b8b-7e556bbccd6b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:58.269187 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'code': 200} Aug 31 13:54:58.271850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:58.278002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 24f9b1fa-69a6-46c0-b68e-5766adc91188 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:58.300861 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36782) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:58.310186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6151388 Aug 31 13:54:58.311503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:58.338416 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d442c-0646-4359-8eb9-ef6d4b0b4106 x-openstack-request-id: req-752d442c-0646-4359-8eb9-ef6d4b0b4106 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:58.340176 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bf507b-9149-4ad2-a48c-f79dcb758a70", "tag": "3b1429d4-c1c1-472c-b66d-f187aa5d0c2d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:58.342355 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-752d442c-0646-4359-8eb9-ef6d4b0b4106 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:58.342986 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'tag': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d', 'status': 'completed', 'code': 200} Aug 31 13:54:58.350055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.367229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3df1-683b-4f86-be9a-ecff9ba55252 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=86df0895-4fb3-45cf-82d7-89cde1de0af7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:58.388551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:58.494036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] For port 323e1a95-6837-4c1a-9e60-e4c6bc9df278, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323e1a95-6837-4c1a-9e60-e4c6bc9df278,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:58.515799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.639420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Pushing event updated for resources: {'Port': ['ID=323e1a95-6837-4c1a-9e60-e4c6bc9df278,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:58.655930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95990f-2802-4cfa-af9f-9614b1ec1377 req-b2a3ed1a-4df9-421e-b1d2-d9f183e1bc18 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.659062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba725510-039d-4feb-893c-11fb65a41028 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:54:58.662021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Provisioning for port 7690cbee-df75-4c69-9843-aa9a75ffca6b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:58.668347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Provisioning complete for port 7690cbee-df75-4c69-9843-aa9a75ffca6b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:58.668819 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.670729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e25e6-c7f1-44bc-a752-1cc832d45076 req-9f2dc66f-c9aa-4696-b9bd-3f6bfc8c366c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.673554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-340e25e6-c7f1-44bc-a752-1cc832d45076 req-9f2dc66f-c9aa-4696-b9bd-3f6bfc8c366c tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 946 time: 0.0784957 Aug 31 13:54:58.682926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e95990f-2802-4cfa-af9f-9614b1ec1377 req-b2a3ed1a-4df9-421e-b1d2-d9f183e1bc18 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 948 time: 0.4344547 Aug 31 13:54:58.738471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Port 7690cbee-df75-4c69-9843-aa9a75ffca6b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:58.753140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 24f9b1fa-69a6-46c0-b68e-5766adc91188 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:58.765309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-340e25e6-c7f1-44bc-a752-1cc832d45076 req-aa7ad567-9db1-4eee-b4dd-c43457fae115 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728106 Aug 31 13:54:58.769188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 24f9b1fa-69a6-46c0-b68e-5766adc91188 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:58.769702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.785390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:58.787472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.830657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Provisioning for port c3b212c8-5ad0-4297-92cf-eb512bce51d5 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:58.837032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Provisioning complete for port c3b212c8-5ad0-4297-92cf-eb512bce51d5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:58.837418 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.905313 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e95990f-2802-4cfa-af9f-9614b1ec1377 req-da2bcd63-00ba-4df6-bf29-8f7b32063a52 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879973 Aug 31 13:54:58.911759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-8993b176-a397-4045-982c-3d034db5b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.914428 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-8993b176-a397-4045-982c-3d034db5b467 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 1097 time: 0.2952130 Aug 31 13:54:59.004206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba725510-039d-4feb-893c-11fb65a41028 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 13:54:59.015808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Port c3b212c8-5ad0-4297-92cf-eb512bce51d5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:59.080151 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda87037-1543-4da9-91fb-8333d75932d5 x-openstack-request-id: req-dda87037-1543-4da9-91fb-8333d75932d5 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:59.095068 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d1bfe5-4d21-4efe-8784-4e2f62893a6a", "tag": "24f9b1fa-69a6-46c0-b68e-5766adc91188", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:59.096223 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dda87037-1543-4da9-91fb-8333d75932d5 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:59.098817 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'tag': '24f9b1fa-69a6-46c0-b68e-5766adc91188', 'status': 'completed', 'code': 200} Aug 31 13:54:59.189194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-2bba566b-2db7-4976-9781-ab0429e055be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.190721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-2bba566b-2db7-4976-9781-ab0429e055be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 1099 time: 0.1082342 Aug 31 13:54:59.219353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.267668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Provisioning complete for port 40a75941-9ccc-4f85-9344-2a127be22dd0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:59.268799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8265da3-9a80-4669-bb5d-aab2397fabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.381559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-aabba10e-8ae0-430f-b214-85ee4421eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.385163 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-aabba10e-8ae0-430f-b214-85ee4421eb62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 200 len: 914 time: 0.4407849 Aug 31 13:54:59.424509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 24f9b1fa-69a6-46c0-b68e-5766adc91188, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=24f9b1fa-69a6-46c0-b68e-5766adc91188,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:59.439324 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93111250-161a-4f74-9b41-bd0f1e106adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.449002 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.479582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-82d0f073-9dda-4c95-93f5-a2fe2af8bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.484177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-82d0f073-9dda-4c95-93f5-a2fe2af8bf5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.2784569 Aug 31 13:54:59.505889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-0ec2d57a-c59c-4d32-a025-1832c751a577 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d HTTP/1.1" status: 200 len: 217 time: 0.0910466 Aug 31 13:54:59.573701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.645168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=24f9b1fa-69a6-46c0-b68e-5766adc91188,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:59.665737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9ff30381-e149-4077-be2c-298c827711d6 None None] Provisioning complete for port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:59.666502 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9ff30381-e149-4077-be2c-298c827711d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.703922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-389826b5-fe5b-4864-869f-50ae1ded08ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=24f9b1fa-69a6-46c0-b68e-5766adc91188 HTTP/1.1" status: 200 len: 217 time: 0.1831617 Aug 31 13:54:59.715781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.717234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36810) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:59.747859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e0165d9f-7ba3-4c01-a633-415f68564414 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806246473', 'description': 'tempest-description--352433031'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:59.798385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=e2553c6d-2263-46fb-822b-ca6eb42f97b0,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:59.808152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-80d0b307-f3e9-4c18-b018-77d47aec1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.810493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-80d0b307-f3e9-4c18-b018-77d47aec1065 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 200 len: 852 time: 0.2261457 Aug 31 13:54:59.883768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '7c95881d-6b34-4b63-885c-80656d4feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:59.884250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: 86df0895-4fb3-45cf-82d7-89cde1de0af7, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:59.903053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca61e75-78fd-472b-abf7-bec4f26f8cea req-9148bc74-18a8-40f3-ba82-6857cf9af1ae tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.912324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ca61e75-78fd-472b-abf7-bec4f26f8cea req-9148bc74-18a8-40f3-ba82-6857cf9af1ae tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 949 time: 0.2803154 Aug 31 13:54:59.925531 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e0165d9f-7ba3-4c01-a633-415f68564414 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.983391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-0edb1fe3-ce3f-4620-90db-97d12c51b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.990744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-0edb1fe3-ce3f-4620-90db-97d12c51b7fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.2727158 Aug 31 13:54:59.991347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323e1a95-6837-4c1a-9e60-e4c6bc9df278 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:00.034309 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-00cd5ffb-3a22-4ef6-89a4-451efabc1fae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d32e75-d571-4fd6-bc4e-61d7a41ab074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511228 Aug 31 13:55:00.038146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:00.057483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 86df0895-4fb3-45cf-82d7-89cde1de0af7) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:00.069881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40fda53-bd45-4ece-9de8-2b205018c2d1 None None] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:00.097510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ca61e75-78fd-472b-abf7-bec4f26f8cea req-49976033-7c49-4b0a-973b-c9752af15e17 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837745 Aug 31 13:55:00.232716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-b9670fa4-3636-4907-8c4f-29ece18d175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.234350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-b9670fa4-3636-4907-8c4f-29ece18d175e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330055 Aug 31 13:55:00.258535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:00.265936 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.270612 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-de5f198d-b227-4516-bdaf-ee7b5a64a94c service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242596 Aug 31 13:55:00.273921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.275379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa345621-f950-4f40-8613-75358da4b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f'}, {'server_uuid': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d'}, {'server_uuid': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9b1fa-69a6-46c0-b68e-5766adc91188'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:00.276137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.284506 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f04315-afd5-4ec7-99dd-ae85aed024b9" -d '{"events": [{"server_uuid": "fa345621-f950-4f40-8613-75358da4b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c4921-bd2c-4ebd-b194-63d40fd2e45f"}, {"server_uuid": "d6bf507b-9149-4ad2-a48c-f79dcb758a70", "name": "network-vif-plugged", "status": "completed", "tag": "3b1429d4-c1c1-472c-b66d-f187aa5d0c2d"}, {"server_uuid": "c9d1bfe5-4d21-4efe-8784-4e2f62893a6a", "name": "network-vif-plugged", "status": "completed", "tag": "24f9b1fa-69a6-46c0-b68e-5766adc91188"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:00.414362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feba49b-234d-40a1-9ffd-6c61d8069d8d req-457dad81-b181-46c1-ba00-96cf709d355e tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.416750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6feba49b-234d-40a1-9ffd-6c61d8069d8d req-457dad81-b181-46c1-ba00-96cf709d355e tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.1788154 Aug 31 13:55:00.479493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcb5e0-8338-48d6-8fd8-7b262db3cfe2 req-243bfca9-b42c-49e0-a650-1e317a06dacb tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.481152 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4bcb5e0-8338-48d6-8fd8-7b262db3cfe2 req-243bfca9-b42c-49e0-a650-1e317a06dacb tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 946 time: 0.4923847 Aug 31 13:55:00.548701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6feba49b-234d-40a1-9ffd-6c61d8069d8d req-b0e00d8a-fdd9-4928-807a-ef203c27b2fc tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253192 Aug 31 13:55:00.571877 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.592136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e0165d9f-7ba3-4c01-a633-415f68564414 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.599119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-b1cc9ff2-81cd-48c1-a11c-26a07bfe4a01 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101685 Aug 31 13:55:00.599326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-956c8bc1-8ce6-43af-a75a-c06c1b17ef7a req-7d3d4fce-e648-48a0-b5b2-0203f126b44b service neutron] 10.222.0.26 "GET /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024707 Aug 31 13:55:00.607281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4bcb5e0-8338-48d6-8fd8-7b262db3cfe2 req-1a621dda-053b-4249-a5a9-f003ff74a9b0 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768840 Aug 31 13:55:00.611919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e0165d9f-7ba3-4c01-a633-415f68564414 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.630579 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0ab1ee32-85ae-4308-9162-fb73cad3eb20 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3259277 Aug 31 13:55:00.631482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:00.641194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2bf8d2e6-6ce2-42e5-9538-414558a2f8b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-448834132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:00.709914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 40a75941-9ccc-4f85-9344-2a127be22dd0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:00.710993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d2e6-6ce2-42e5-9538-414558a2f8b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.713020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d2e6-6ce2-42e5-9538-414558a2f8b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.771613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-86df0895-4fb3-45cf-82d7-89cde1de0af7', 'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': 'e2553c6d-2263-46fb-822b-ca6eb42f97b0'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:55:00.772496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.913301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d2e6-6ce2-42e5-9538-414558a2f8b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.920218 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030576e3-84fb-4058-a219-589487d5cbc3 x-openstack-request-id: req-030576e3-84fb-4058-a219-589487d5cbc3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:00.920972 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa345621-f950-4f40-8613-75358da4b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c4921-bd2c-4ebd-b194-63d40fd2e45f", "code": 200}, {"server_uuid": "d6bf507b-9149-4ad2-a48c-f79dcb758a70", "name": "network-vif-plugged", "status": "completed", "tag": "3b1429d4-c1c1-472c-b66d-f187aa5d0c2d", "code": 200}, {"server_uuid": "c9d1bfe5-4d21-4efe-8784-4e2f62893a6a", "name": "network-vif-plugged", "status": "completed", "tag": "24f9b1fa-69a6-46c0-b68e-5766adc91188", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:00.922524 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-030576e3-84fb-4058-a219-589487d5cbc3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:00.923161 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa345621-f950-4f40-8613-75358da4b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f', 'code': 200} Aug 31 13:55:00.923567 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d', 'code': 200} Aug 31 13:55:00.923958 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9b1fa-69a6-46c0-b68e-5766adc91188', 'code': 200} Aug 31 13:55:00.924491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d2e6-6ce2-42e5-9538-414558a2f8b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.952978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 40a75941-9ccc-4f85-9344-2a127be22dd0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:00.953640 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.973712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d2e6-6ce2-42e5-9538-414558a2f8b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.978054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2bf8d2e6-6ce2-42e5-9538-414558a2f8b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3429072 Aug 31 13:55:00.978328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36838) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:00.987255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'port': {'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7', 'name': 'tempest-RoutersTest-1699353172'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:01.088397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e0165d9f-7ba3-4c01-a633-415f68564414 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.093082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36844) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:01.094541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e0165d9f-7ba3-4c01-a633-415f68564414 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3573778 Aug 31 13:55:01.112593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0165d9f-7ba3-4c01-a633-415f68564414 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0384e94-a25c-4aa8-8883-6f7d08f16f76,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:01.176801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Allocated IP 172.20.0.2 (86df0895-4fb3-45cf-82d7-89cde1de0af7/e2553c6d-2263-46fb-822b-ca6eb42f97b0/b34acb0c-5e93-4aca-b20f-25956ee98a9c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:01.199321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddc9aec2-72d0-4c12-8943-aacd4e58b2f2 req-dd0a633d-35a5-4709-ad29-e5f3079c4182 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517285 Aug 31 13:55:01.244936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fd3ae0a7-6a9a-4812-93b7-c5bc420f0153 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'security_group_rule': {'security_group_id': 'b0384e94-a25c-4aa8-8883-6f7d08f16f76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:01.439230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae0a7-6a9a-4812-93b7-c5bc420f0153 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.469940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc350c6-e1b6-4bcf-aa26-c83f8b884435 req-d7fd0ee6-518b-41dd-87ba-1561871a2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.471899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dc350c6-e1b6-4bcf-aa26-c83f8b884435 req-d7fd0ee6-518b-41dd-87ba-1561871a2840 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 1097 time: 0.1476903 Aug 31 13:55:01.489524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbcae3-f1ae-4d48-b1a7-f02493852902 req-5e354eb4-3101-4f8b-ae01-992cb0114e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.491926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87dbcae3-f1ae-4d48-b1a7-f02493852902 req-5e354eb4-3101-4f8b-ae01-992cb0114e20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 1100 time: 0.1559293 Aug 31 13:55:01.508193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc7580-709c-4cbd-b157-e572c6bbcbb3 req-426a3517-1b80-46f0-81ec-78c1f75d4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.509791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d1bc7580-709c-4cbd-b157-e572c6bbcbb3 req-426a3517-1b80-46f0-81ec-78c1f75d4b69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 1097 time: 0.2113450 Aug 31 13:55:01.585541 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d1bc7580-709c-4cbd-b157-e572c6bbcbb3 req-7f59c2b0-f996-47bd-a92c-2f8082f87df8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613575 Aug 31 13:55:01.615152 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.619488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:01.632003 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.640991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae0a7-6a9a-4812-93b7-c5bc420f0153 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.644442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Transition to ACTIVE for port object b34acb0c-5e93-4aca-b20f-25956ee98a9c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:01.684534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Transition to ACTIVE for port object b34acb0c-5e93-4aca-b20f-25956ee98a9c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:01.685363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae0a7-6a9a-4812-93b7-c5bc420f0153 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.699507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.720123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dc350c6-e1b6-4bcf-aa26-c83f8b884435 req-26b51a08-2998-4172-b6a7-5aff7ef6d055 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253304 Aug 31 13:55:01.739983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87dbcae3-f1ae-4d48-b1a7-f02493852902 req-14be24ff-808b-4cda-a901-97eb046b23ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387691 Aug 31 13:55:01.745786 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae0a7-6a9a-4812-93b7-c5bc420f0153 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.745786 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fd3ae0a7-6a9a-4812-93b7-c5bc420f0153 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5257769 Aug 31 13:55:01.748215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:01.751055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36870) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:01.751400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:01.755266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:01.761048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Pushing event updated for resources: {'Port': ['ID=b34acb0c-5e93-4aca-b20f-25956ee98a9c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:01.773191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7216f406-9684-4666-bdd9-24eba70d1264 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'security_group_rule': {'security_group_id': 'b0384e94-a25c-4aa8-8883-6f7d08f16f76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:01.783391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] device_id is not set on port d9c386cd-7bf4-4adc-b768-054baf47bc94 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:55:01.844426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7216f406-9684-4666-bdd9-24eba70d1264 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.850986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Attempting to bind port b34acb0c-5e93-4aca-b20f-25956ee98a9c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:01.852084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Attempting to bind port b34acb0c-5e93-4aca-b20f-25956ee98a9c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7c95881d-6b34-4b63-885c-80656d4feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:01.852084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Attempting to bind port b34acb0c-5e93-4aca-b20f-25956ee98a9c on network 86df0895-4fb3-45cf-82d7-89cde1de0af7 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:01.855007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae0a7-6a9a-4812-93b7-c5bc420f0153 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5d67c1-2de8-4c99-85f6-aa8aa5fff80c,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:01.883211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:01.883441 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Checking segment: {'id': '7c95881d-6b34-4b63-885c-80656d4feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:01.883722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.884124 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Bound using segment: {'id': '7c95881d-6b34-4b63-885c-80656d4feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:01.884615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Bound port: b34acb0c-5e93-4aca-b20f-25956ee98a9c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c95881d-6b34-4b63-885c-80656d4feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '86df0895-4fb3-45cf-82d7-89cde1de0af7'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:01.886293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.917510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874807f1-cd06-439f-9159-e649e1208eaf req-5fada553-193f-4b8c-b2f7-0bf2742b641a tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.919384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-874807f1-cd06-439f-9159-e649e1208eaf req-5fada553-193f-4b8c-b2f7-0bf2742b641a tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 946 time: 0.1212409 Aug 31 13:55:01.930653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.943962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c4205-4e60-4391-907f-1f797e1b3880 req-0fc7bf12-4c9f-4703-b524-6dc67c6eba11 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.946603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74c4205-4e60-4391-907f-1f797e1b3880 req-0fc7bf12-4c9f-4703-b524-6dc67c6eba11 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.2237754 Aug 31 13:55:02.011299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-874807f1-cd06-439f-9159-e649e1208eaf req-2378b6dd-8dad-48eb-84ff-714d2dff9a54 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722950 Aug 31 13:55:02.022325 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7216f406-9684-4666-bdd9-24eba70d1264 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.029658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7216f406-9684-4666-bdd9-24eba70d1264 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.041306 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74c4205-4e60-4391-907f-1f797e1b3880 req-1383c290-a13f-43c1-9696-27438d657334 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Aug 31 13:55:02.078278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] For port b34acb0c-5e93-4aca-b20f-25956ee98a9c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:02.082469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] For port b34acb0c-5e93-4aca-b20f-25956ee98a9c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b34acb0c-5e93-4aca-b20f-25956ee98a9c,segment=NetworkSegment(7c95881d-6b34-4b63-885c-80656d4feb1b),segment_id=7c95881d-6b34-4b63-885c-80656d4feb1b)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:02.086507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.099220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.20.0.5 (86df0895-4fb3-45cf-82d7-89cde1de0af7/e2553c6d-2263-46fb-822b-ca6eb42f97b0/d9c386cd-7bf4-4adc-b768-054baf47bc94) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:02.224486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2554473-7189-4a34-8e36-d20f1852eb46 None None] Pushing event updated for resources: {'Port': ['ID=b34acb0c-5e93-4aca-b20f-25956ee98a9c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:02.539206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216f406-9684-4666-bdd9-24eba70d1264 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0872ad97-aab0-411a-8bff-cb343742204d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:02.562513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7216f406-9684-4666-bdd9-24eba70d1264 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.566203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7216f406-9684-4666-bdd9-24eba70d1264 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8122206 Aug 31 13:55:02.570222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36892) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:02.577131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:02.590527 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.626113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object d9c386cd-7bf4-4adc-b768-054baf47bc94 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:02.639775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.714645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.791688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:02.798942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:02.803542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:02.813623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=d9c386cd-7bf4-4adc-b768-054baf47bc94,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:02.877257 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.886872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:02.887783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.913313 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3201ec68-07dd-4cd6-81e3-330d01386f53 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9265518 Aug 31 13:55:02.914547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36908) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:03.034708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 172.25.0.75 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/a83ece73-45e0-4d16-a415-20f7457d85d4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:03.251462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.290390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ff4eb-82bf-408d-bcb4-6b06e56c3251 req-705c592e-34fd-4ec9-aa9a-5cb8eca3d0fe tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:03.302764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-572ff4eb-82bf-408d-bcb4-6b06e56c3251 req-705c592e-34fd-4ec9-aa9a-5cb8eca3d0fe tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.1203065 Aug 31 13:55:03.324966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a7e4f-22e7-419a-beb8-ff47700818cf req-10f6e926-4f1b-423d-bcd3-c53fd0f5d688 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:03.334478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-383a7e4f-22e7-419a-beb8-ff47700818cf req-10f6e926-4f1b-423d-bcd3-c53fd0f5d688 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 946 time: 0.1932075 Aug 31 13:55:03.429541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-572ff4eb-82bf-408d-bcb4-6b06e56c3251 req-7f915d3e-8705-4403-b20e-f08d258e41a3 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255345 Aug 31 13:55:03.431320 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.460424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-383a7e4f-22e7-419a-beb8-ff47700818cf req-b9f7ac82-8f37-4644-b29c-1c47da2fa0cd tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097944 Aug 31 13:55:03.494813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:03.498290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:03.507710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:03.584840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=a83ece73-45e0-4d16-a415-20f7457d85d4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:03.602120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:03.641412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.854281 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.942402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.972676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b8827-9dd6-42a0-9653-1882fa38c809 None None] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:03.992670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb0722-84e6-49f4-9462-063990804ef9 req-91544da4-d36e-4d4e-a1b6-baab9e075078 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:03.993099 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cccb0722-84e6-49f4-9462-063990804ef9 req-91544da4-d36e-4d4e-a1b6-baab9e075078 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 951 time: 0.2544084 Aug 31 13:55:04.050343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b34acb0c-5e93-4aca-b20f-25956ee98a9c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:04.108531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-553b1b4e-6a39-4657-a84d-e5d9a563638b None None] Provisioning for port b34acb0c-5e93-4aca-b20f-25956ee98a9c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:04.153772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cccb0722-84e6-49f4-9462-063990804ef9 req-0bed02bf-2687-4fff-bfd6-d4cb2e4988e8 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937285 Aug 31 13:55:04.212932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.219658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.255378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.264267 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.268187 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.289633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b34acb0c-5e93-4aca-b20f-25956ee98a9c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:04.306801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b34acb0c-5e93-4aca-b20f-25956ee98a9c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:04.307185 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.324788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:04.327979 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c7c11-eb2b-4575-ab97-85a04220374c" -d '{"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-unplugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:04.388357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:04.398579 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.467551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=a83ece73-45e0-4d16-a415-20f7457d85d4,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:04.469253 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661218b9-03aa-465d-996e-1c6ae16fc6ac x-openstack-request-id: req-661218b9-03aa-465d-996e-1c6ae16fc6ac {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:04.469547 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-unplugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:04.469821 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-661218b9-03aa-465d-996e-1c6ae16fc6ac {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:04.470179 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'code': 200} Aug 31 13:55:04.481625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=d9c386cd-7bf4-4adc-b768-054baf47bc94,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:04.515520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.527302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:04.552931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.565004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ef9a4914-2596-43d1-b924-15414a6ffd33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9934282 Aug 31 13:55:04.582082 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.698019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b34acb0c-5e93-4aca-b20f-25956ee98a9c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b34acb0c-5e93-4aca-b20f-25956ee98a9c,segment=NetworkSegment(7c95881d-6b34-4b63-885c-80656d4feb1b),segment_id=7c95881d-6b34-4b63-885c-80656d4feb1b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:04.703516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.721078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6845a-2ebf-43ea-8774-ef4805ff2e50 req-28f7eb03-bc90-4473-82f0-a8e22a1a5e1d tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:04.749237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bc6845a-2ebf-43ea-8774-ef4805ff2e50 req-28f7eb03-bc90-4473-82f0-a8e22a1a5e1d tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.1358078 Aug 31 13:55:04.890633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.891113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bc6845a-2ebf-43ea-8774-ef4805ff2e50 req-47125ae8-e6ae-41f7-aee9-a1cbe352a3a1 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306527 Aug 31 13:55:04.892092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b34acb0c-5e93-4aca-b20f-25956ee98a9c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:05.063558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c8128e9-2096-4233-b511-ed68b0dfe48c None None] Provisioning for port d9c386cd-7bf4-4adc-b768-054baf47bc94 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:05.071951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c8128e9-2096-4233-b511-ed68b0dfe48c None None] Provisioning complete for port d9c386cd-7bf4-4adc-b768-054baf47bc94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:05.074039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c8128e9-2096-4233-b511-ed68b0dfe48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.156648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4c8128e9-2096-4233-b511-ed68b0dfe48c None None] Port d9c386cd-7bf4-4adc-b768-054baf47bc94 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:05.184945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c8128e9-2096-4233-b511-ed68b0dfe48c None None] Provisioning complete for port b34acb0c-5e93-4aca-b20f-25956ee98a9c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:05.186027 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c8128e9-2096-4233-b511-ed68b0dfe48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.190984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.223523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc9396-e48b-4bb0-ab60-d86fdac3d74e req-bcda145c-6d55-429d-bcb2-6e629acd1367 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:05.230146 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eabc9396-e48b-4bb0-ab60-d86fdac3d74e req-bcda145c-6d55-429d-bcb2-6e629acd1367 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 946 time: 0.1591892 Aug 31 13:55:05.328433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-04222498-697e-402a-80ae-08326d325410 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1806246473&fields=id&tenant_id=a11b1a6b125c4e648eb2993448ee4807 HTTP/1.1" status: 200 len: 267 time: 0.1681161 Aug 31 13:55:05.388380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eabc9396-e48b-4bb0-ab60-d86fdac3d74e req-4aeb5535-4fce-46a3-bfd9-2f1777806bab tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502490 Aug 31 13:55:05.469868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9906ef10-6359-4d2b-902f-349f2282914e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:05.471685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9906ef10-6359-4d2b-902f-349f2282914e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports/7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 936 time: 0.1257570 Aug 31 13:55:05.566148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-102917c9-13fa-4891-9361-5754e45dd9c1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:05.571400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-102917c9-13fa-4891-9361-5754e45dd9c1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports/c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 937 time: 0.0924463 Aug 31 13:55:05.604630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f27f8089-b676-407b-9ce3-7d76677ade19 None None] Provisioning complete for port d9c386cd-7bf4-4adc-b768-054baf47bc94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:05.605241 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f27f8089-b676-407b-9ce3-7d76677ade19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.675861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f27f8089-b676-407b-9ce3-7d76677ade19 None None] Port d9c386cd-7bf4-4adc-b768-054baf47bc94 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:05.704140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3085250f-1cf4-47e1-94a9-0b0bf7ebfaae tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1203372 Aug 31 13:55:05.762296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-db33d0c0-41e0-4ddf-b9cf-53d6ff1d912a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0555916 Aug 31 13:55:05.805107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-615c2595-36a0-41ca-9dc9-d7ddcd6b6647 None None] Provisioning complete for port d9c386cd-7bf4-4adc-b768-054baf47bc94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:05.805804 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-615c2595-36a0-41ca-9dc9-d7ddcd6b6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.929946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-615c2595-36a0-41ca-9dc9-d7ddcd6b6647 None None] Port d9c386cd-7bf4-4adc-b768-054baf47bc94 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:05.957154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b34acb0c-5e93-4aca-b20f-25956ee98a9c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:06.029267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b34acb0c-5e93-4aca-b20f-25956ee98a9c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:06.030042 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.042243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-68adf050-1e06-43b4-953b-5d054b872330 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.058712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-68adf050-1e06-43b4-953b-5d054b872330 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.068547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-68adf050-1e06-43b4-953b-5d054b872330 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.081967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-68adf050-1e06-43b4-953b-5d054b872330 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/networks?id=e826e557-6658-4810-8c86-7d55890038fa&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb HTTP/1.1" status: 200 len: 1993 time: 0.3123517 Aug 31 13:55:06.126242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-42f90128-8b03-48bc-acea-c760534e962b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/quotas/a11b1a6b125c4e648eb2993448ee4807 HTTP/1.1" status: 200 len: 375 time: 0.0308952 Aug 31 13:55:06.135979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5f849-c39a-426a-980e-db37d3841983 req-9552f903-dd36-4c47-97c9-707b30a17139 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.145667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0d5f849-c39a-426a-980e-db37d3841983 req-9552f903-dd36-4c47-97c9-707b30a17139 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 951 time: 0.0824854 Aug 31 13:55:06.214716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-a76ed137-0b99-4f5d-8c6c-f2ed50ca0293 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0867088 Aug 31 13:55:06.244532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0d5f849-c39a-426a-980e-db37d3841983 req-4304ff8b-7cd2-4f5b-8e2e-c314899a1561 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979753 Aug 31 13:55:06.341106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.341293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-b6926c83-d871-42c5-a428-7cf07ac435b6 service neutron] 10.222.0.10 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111274 Aug 31 13:55:06.347443 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.456482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=d9c386cd-7bf4-4adc-b768-054baf47bc94,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:06.460317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.476590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ef79028e-003e-4bec-9f53-e8fb543fdb75 service neutron] 10.222.0.10 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206110 Aug 31 13:55:06.499010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1380a0-ae3d-47ef-8f3b-f67eda70ecb0 req-b412843c-4e79-4e50-81af-6fdb1d424477 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.500710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c1380a0-ae3d-47ef-8f3b-f67eda70ecb0 req-b412843c-4e79-4e50-81af-6fdb1d424477 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.1749027 Aug 31 13:55:06.519358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4d6ccb14-c282-4d3a-9ed6-4ba755d231bf service neutron] 10.222.0.10 "GET /v2.0/ports/7690cbee-df75-4c69-9843-aa9a75ffca6b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0357246 Aug 31 13:55:06.591714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c1380a0-ae3d-47ef-8f3b-f67eda70ecb0 req-ba75414c-233c-41fb-9d97-1d8e90b75151 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573263 Aug 31 13:55:06.633005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:06.634305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-faf0479a-9b71-4ea7-8d59-9546e6469a1c service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992796 Aug 31 13:55:06.634703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:06.745995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ab69e7d1-f98d-4bf3-81b7-a32536b7a106 service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053760 Aug 31 13:55:06.804034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-307c6b1f-eb06-4a58-82a9-fc53884e6620 service neutron] 10.222.0.10 "GET /v2.0/ports/c3b212c8-5ad0-4297-92cf-eb512bce51d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0565507 Aug 31 13:55:06.875208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router 0b1227fc-2788-46eb-b366-ef7cde558b9e is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:55:06.896401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a52e-d36e-4da0-a428-839cf7d85fb6 req-81118a96-b4a4-45e5-8cf9-2a30afcc3647 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.904527 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3d64a52e-d36e-4da0-a428-839cf7d85fb6 req-81118a96-b4a4-45e5-8cf9-2a30afcc3647 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 946 time: 0.0858936 Aug 31 13:55:06.939779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-f597547f-78aa-4050-9f17-2a238e4d3f0c service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291595 Aug 31 13:55:07.012579 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3d64a52e-d36e-4da0-a428-839cf7d85fb6 req-146ee2a7-5dd2-4535-90da-510d330c98a1 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069081 Aug 31 13:55:07.036450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:07.048568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-309ed441-0162-45da-908a-72e0a3b373ef tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/0b1227fc-2788-46eb-b366-ef7cde558b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1320894 Aug 31 13:55:07.051183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37058) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:07.060633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] Sync routers for ids ['0b1227fc-2788-46eb-b366-ef7cde558b9e'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:07.070669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d3db8758-d105-47f5-bd80-0ea592f302fc None None] Provisioning complete for port d9c386cd-7bf4-4adc-b768-054baf47bc94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:07.071297 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d3db8758-d105-47f5-bd80-0ea592f302fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:07.098101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] Routers {'0b1227fc-2788-46eb-b366-ef7cde558b9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:07.099574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0b1227fc-2788-46eb-b366-ef7cde558b9e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:07.101479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-bc843142-5528-4bc2-b6f2-abfc18fa48c2 service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548111 Aug 31 13:55:07.142414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f21f5-0d76-4156-b164-93bd7550a0d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:07.148073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb6f21f5-0d76-4156-b164-93bd7550a0d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports/d9c386cd-7bf4-4adc-b768-054baf47bc94 HTTP/1.1" status: 200 len: 977 time: 0.0956070 Aug 31 13:55:07.148731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37062) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:07.181133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:07.214403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d3db8758-d105-47f5-bd80-0ea592f302fc None None] Port d9c386cd-7bf4-4adc-b768-054baf47bc94 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:07.223689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] Routers {'0b1227fc-2788-46eb-b366-ef7cde558b9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:07.224455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0b1227fc-2788-46eb-b366-ef7cde558b9e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:07.271592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:07.272697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e23c3-3580-4566-9eab-343f55a68498 None None] The sync data for ids ['0b1227fc-2788-46eb-b366-ef7cde558b9e'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:07.307978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e494ab1c-9866-48c0-b556-a617669f273c service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995637 Aug 31 13:55:07.422496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-109f3d95-5607-49be-8c73-341aafd44f7a service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034937 Aug 31 13:55:07.538960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-bd9eaa65-4561-40f2-9680-2dbd4ddbe64e service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102107 Aug 31 13:55:07.540836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4e1d2-65fc-4c9c-995c-03d9ca4a6727 req-c356bf24-3721-49c0-8ec0-2caf2e76ca1f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:07.542436 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82b4e1d2-65fc-4c9c-995c-03d9ca4a6727 req-c356bf24-3721-49c0-8ec0-2caf2e76ca1f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 946 time: 0.1496687 Aug 31 13:55:07.613924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82b4e1d2-65fc-4c9c-995c-03d9ca4a6727 req-674d13d6-82e1-41e7-8cef-dfb49aab3918 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 Aug 31 13:55:07.647651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 71900247-1fa3-4d54-907b-aff7315316c3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:07.663710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:07.676391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-04ccc4f2-04c8-428f-8705-339e028a342d service neutron] 10.222.0.10 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301425 Aug 31 13:55:07.804277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-c64ee79e-18ee-42b8-829c-eed875f6a3db service neutron] 10.222.0.10 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215360 Aug 31 13:55:07.888053 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:07.917084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:07.942538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:07.945388 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a9a2b-a14e-4bc0-a8ad-0f715463b3e0" -d '{"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:07.947317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-8bd4d34f-de06-4dbc-a6fe-e8fd46b7bae1 service neutron] 10.222.0.10 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338644 Aug 31 13:55:07.959163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '71900247-1fa3-4d54-907b-aff7315316c3', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '71900247-1fa3-4d54-907b-aff7315316c3', 'mac_address': 'fa:16:3e:50:bf:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:07.975751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:08.005523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3409-3e4c-452e-9843-1128c1622c59 req-75f6dc33-19aa-4117-9b54-743f23c8d7ad tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:08.014398 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-974f3409-3e4c-452e-9843-1128c1622c59 req-75f6dc33-19aa-4117-9b54-743f23c8d7ad tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 951 time: 0.2496922 Aug 31 13:55:08.039669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.054817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.070631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-f2a9b57a-8b24-4012-8d3c-f4d9b0389363 service neutron] 10.222.0.10 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150274 Aug 31 13:55:08.101947 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.154325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71900247-1fa3-4d54-907b-aff7315316c3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:08.182866 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-974f3409-3e4c-452e-9843-1128c1622c59 req-82b11f78-f986-44b0-90b9-76840c2dbacf tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664946 Aug 31 13:55:08.199999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:08.212367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:08.218492 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.266917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-bdafa9e7-9f73-49ef-a902-07841245167f service neutron] 10.222.0.10 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857066 Aug 31 13:55:08.308925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:08.433965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b3a83-735a-4126-85b7-cfa19a6cc778 req-84c18246-938d-42c9-84e9-131392099e03 tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:08.435678 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-773b3a83-735a-4126-85b7-cfa19a6cc778 req-84c18246-938d-42c9-84e9-131392099e03 tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 1100 time: 0.0962892 Aug 31 13:55:08.470542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-773b3a83-735a-4126-85b7-cfa19a6cc778 req-30fad1a0-15ec-4254-a57d-1a6762b47b46 tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.577856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port d9c386cd-7bf4-4adc-b768-054baf47bc94 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:08.578292 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.688774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['71900247-1fa3-4d54-907b-aff7315316c3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:08.706811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.726929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for d9c386cd-7bf4-4adc-b768-054baf47bc94 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:08.755658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-773b3a83-735a-4126-85b7-cfa19a6cc778 req-30fad1a0-15ec-4254-a57d-1a6762b47b46 tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.760648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-773b3a83-735a-4126-85b7-cfa19a6cc778 req-30fad1a0-15ec-4254-a57d-1a6762b47b46 tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.826840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-773b3a83-735a-4126-85b7-cfa19a6cc778 req-30fad1a0-15ec-4254-a57d-1a6762b47b46 tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791053 Aug 31 13:55:08.835523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fad1a0-15ec-4254-a57d-1a6762b47b46 tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09ef64e-5ae8-40a7-8973-abc10b206e9c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:09.016646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.048388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=d9c386cd-7bf4-4adc-b768-054baf47bc94,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:09.173332 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba5cb5-10da-4322-8375-990379662d16 x-openstack-request-id: req-ceba5cb5-10da-4322-8375-990379662d16 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:09.173855 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:09.173855 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ceba5cb5-10da-4322-8375-990379662d16 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:09.174278 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'code': 200} Aug 31 13:55:09.303207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.489447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2a880e7-38e1-42b0-b9f9-1a8806ac23dc req-e28ab207-bf57-4039-9512-a2ffce509cd7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0479801 Aug 31 13:55:09.570511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26c5372e-d457-43c3-b4f5-5c71bd17e332 req-08600f2e-fdb6-45cd-a68d-3c0eaee99dce service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0662017 Aug 31 13:55:09.602787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router 0b1227fc-2788-46eb-b366-ef7cde558b9e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:09.635097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 71900247-1fa3-4d54-907b-aff7315316c3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:09.696039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.706958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 71900247-1fa3-4d54-907b-aff7315316c3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:09.707799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.709452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26c5372e-d457-43c3-b4f5-5c71bd17e332 req-df44be9b-d979-4039-8226-f686a6a10405 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0876982 Aug 31 13:55:09.755238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0a7a-c33e-44f2-83f1-ad2968725eae req-09b4e9cd-6d70-47d3-84af-448314acff5c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:09.763266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b96d0a7a-c33e-44f2-83f1-ad2968725eae req-09b4e9cd-6d70-47d3-84af-448314acff5c tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 949 time: 0.1743660 Aug 31 13:55:09.800998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26c5372e-d457-43c3-b4f5-5c71bd17e332 req-cae49fa1-1ee4-4873-baae-864409fb3e11 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251977 Aug 31 13:55:09.849643 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.953524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b96d0a7a-c33e-44f2-83f1-ad2968725eae req-effa678e-d0d0-4142-a10d-185567b52f27 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894321 Aug 31 13:55:09.968567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:09.981085 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.016449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5372e-d457-43c3-b4f5-5c71bd17e332 req-c3a78aa2-1ab6-4c46-9a3e-739904f0a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.018521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26c5372e-d457-43c3-b4f5-5c71bd17e332 req-c3a78aa2-1ab6-4c46-9a3e-739904f0a63a service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2091656 Aug 31 13:55:10.104610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:10.119142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d75a-5dbb-4534-9d00-ae0e83e09a0d req-59346046-6307-4edf-b7f4-71991b20aedb tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.128615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be53d75a-5dbb-4534-9d00-ae0e83e09a0d req-59346046-6307-4edf-b7f4-71991b20aedb tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 946 time: 0.0787184 Aug 31 13:55:10.214055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be53d75a-5dbb-4534-9d00-ae0e83e09a0d req-c9c1ef58-d6c3-4074-b824-208169784090 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843492 Aug 31 13:55:10.295387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:10.302296 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-46d74b73-6aac-4406-b24f-0fbef2bef072 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/0b1227fc-2788-46eb-b366-ef7cde558b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1523659 Aug 31 13:55:10.305043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37150) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:10.310079 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] Sync routers for ids ['0b1227fc-2788-46eb-b366-ef7cde558b9e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:10.377316 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] Routers {'0b1227fc-2788-46eb-b366-ef7cde558b9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:10.384226 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0b1227fc-2788-46eb-b366-ef7cde558b9e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:10.416230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeb2f0-ab46-478d-9357-66031ae89560 req-b8f75a56-60a3-420d-831d-3758d70e649f tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.423122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bde2e7-29db-45f6-a7fd-c3dbb2a9d747 req-4a6bcf1d-581e-43e7-bc21-227de01d59aa tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.427959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5daeb2f0-ab46-478d-9357-66031ae89560 req-b8f75a56-60a3-420d-831d-3758d70e649f tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 1100 time: 0.0874271 Aug 31 13:55:10.431880 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37bde2e7-29db-45f6-a7fd-c3dbb2a9d747 req-4a6bcf1d-581e-43e7-bc21-227de01d59aa tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.7177973 Aug 31 13:55:10.499729 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:10.516017 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] Routers {'0b1227fc-2788-46eb-b366-ef7cde558b9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:10.517759 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0b1227fc-2788-46eb-b366-ef7cde558b9e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:10.519506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5daeb2f0-ab46-478d-9357-66031ae89560 req-5c18434b-6689-4bf6-b16e-c8fa6ff2310e tempest-ServersAdminNegativeTestJSON-1147187455 tempest-ServersAdminNegativeTestJSON-1147187455-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864661 Aug 31 13:55:10.586028 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-37bde2e7-29db-45f6-a7fd-c3dbb2a9d747 req-a3fdc295-b39a-43cd-aa3f-e888ce37ef10 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528459 Aug 31 13:55:10.603334 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:10.604796 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04e361-5f2c-47fc-883d-50f992145841 None None] The sync data for ids ['0b1227fc-2788-46eb-b366-ef7cde558b9e'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:10.675318 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-b9349db2-a75c-48c2-9bc1-0c8dca8c87c4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 13:55:10.676589 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b9349db2-a75c-48c2-9bc1-0c8dca8c87c4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/0b1227fc-2788-46eb-b366-ef7cde558b9e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3699646 Aug 31 13:55:10.679392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:10.724656 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8ae17eea-7875-4122-8425-09525a9b18f6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1227fc-2788-46eb-b366-ef7cde558b9e HTTP/1.1" status: 200 len: 205 time: 0.0433457 Aug 31 13:55:10.734134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37168) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:10.835905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e07cd5d5-f2c6-4610-b1c1-0cde325daf4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.861017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-583e3da9-17aa-4102-816f-b15aabbc450d req-8871e0c9-aaae-4350-9f33-09dca17bbc30 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0583148 Aug 31 13:55:11.082446 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e07cd5d5-f2c6-4610-b1c1-0cde325daf4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.094891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e07cd5d5-f2c6-4610-b1c1-0cde325daf4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.100579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb981-b2fc-4403-aeaa-63241e7a8172 req-d911c1ff-4f2a-42e7-8bda-a2db6c79f505 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.108319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-287bb981-b2fc-4403-aeaa-63241e7a8172 req-d911c1ff-4f2a-42e7-8bda-a2db6c79f505 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 949 time: 0.0707855 Aug 31 13:55:11.154414 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e07cd5d5-f2c6-4610-b1c1-0cde325daf4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.155199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07cd5d5-f2c6-4610-b1c1-0cde325daf4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1227fc-2788-46eb-b366-ef7cde558b9e {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:55:11.166639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e07cd5d5-f2c6-4610-b1c1-0cde325daf4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.168618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-287bb981-b2fc-4403-aeaa-63241e7a8172 req-3b123738-a870-408d-8f04-ec0cd614c738 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567417 Aug 31 13:55:11.171492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e07cd5d5-f2c6-4610-b1c1-0cde325daf4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/0b1227fc-2788-46eb-b366-ef7cde558b9e HTTP/1.1" status: 204 len: 168 time: 0.4361532 Aug 31 13:55:11.175106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37180) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:11.175602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:11.178956 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b89a47b-9494-4cdf-84bc-92082845a3ed" -d '{"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-plugged", "status": "completed", "tag": "71900247-1fa3-4d54-907b-aff7315316c3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:11.257942 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b1092f-5952-4e48-9f73-efb1a322b9ac x-openstack-request-id: req-27b1092f-5952-4e48-9f73-efb1a322b9ac {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:11.258249 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-plugged", "status": "completed", "tag": "71900247-1fa3-4d54-907b-aff7315316c3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:11.258508 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27b1092f-5952-4e48-9f73-efb1a322b9ac {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:11.258915 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3', 'code': 200} Aug 31 13:55:11.300761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet e2553c6d-2263-46fb-822b-ca6eb42f97b0 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:55:11.304507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.327469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4742e-c426-40f1-bf58-97e8615085b9 req-21713c2d-6b63-4300-8f63-a456c3d0777f tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.336175 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-98e4742e-c426-40f1-bf58-97e8615085b9 req-21713c2d-6b63-4300-8f63-a456c3d0777f tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.0649960 Aug 31 13:55:11.386797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-fdf3dba7-6c93-44c2-976a-6ce1d8d65459 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.388350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-fdf3dba7-6c93-44c2-976a-6ce1d8d65459 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 949 time: 0.1621010 Aug 31 13:55:11.403453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-98e4742e-c426-40f1-bf58-97e8615085b9 req-cfeb5f4c-a7a5-49aa-821b-64da416015c2 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662692 Aug 31 13:55:11.407058 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.513542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b7f7f-1260-4384-b350-7dc771614fa8 req-6b47eb5f-10ea-4824-8077-e8eb50ea83cb tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.515643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-697b7f7f-1260-4384-b350-7dc771614fa8 req-6b47eb5f-10ea-4824-8077-e8eb50ea83cb tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 946 time: 0.1617534 Aug 31 13:55:11.632248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.676329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-697b7f7f-1260-4384-b350-7dc771614fa8 req-01a3a086-45dd-4e84-8e3f-05889b4aaa33 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389425 Aug 31 13:55:11.739564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Deleting port 8ed189c2-5269-40e5-bd36-4fea44c8640d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:11.739926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.793957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6618e03-540b-4b41-ae89-9bc5b829a4d8 req-e869d601-6a9f-4e93-8300-1d928b03918c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.795728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6618e03-540b-4b41-ae89-9bc5b829a4d8 req-e869d601-6a9f-4e93-8300-1d928b03918c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0758882 Aug 31 13:55:11.855732 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.899395 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6618e03-540b-4b41-ae89-9bc5b829a4d8 req-c53f3097-65a9-43ad-bee1-cb5a448b6883 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919149 Aug 31 13:55:11.988114 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.993881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/e2553c6d-2263-46fb-822b-ca6eb42f97b0 HTTP/1.1" status: 204 len: 168 time: 0.8142345 Aug 31 13:55:11.994208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:11.994967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36911bd-9e95-4678-af31-1dccd9ae5fb2 None None] Network 86df0895-4fb3-45cf-82d7-89cde1de0af7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:11.997879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb14d-dbdc-4968-8788-9572f8c6b46f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=e2553c6d-2263-46fb-822b-ca6eb42f97b0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:12.006488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] For port 8ed189c2-5269-40e5-bd36-4fea44c8640d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ed189c2-5269-40e5-bd36-4fea44c8640d,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:12.006970 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.023024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ca467e59-ab33-41d9-80e9-aacf82cf0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.023749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ca467e59-ab33-41d9-80e9-aacf82cf0e44 service neutron] 10.222.0.26 "GET /v2.0/ports/7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 1032 time: 0.1573639 Aug 31 13:55:12.038607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Calling delete_port for 8ed189c2-5269-40e5-bd36-4fea44c8640d owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:12.163774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-0c15e79b-57ef-4c67-9f13-84c5b90912b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.165143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-0c15e79b-57ef-4c67-9f13-84c5b90912b4 service neutron] 10.222.0.26 "GET /v2.0/ports/c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 1033 time: 0.1092889 Aug 31 13:55:12.183082 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2b322a7a-d343-4a79-b655-fbdfa95e07c9 req-29e22e35-8c18-4661-bc16-47b23bf23470 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0662091 Aug 31 13:55:12.241966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.340362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] DHCP port deletion for 86df0895-4fb3-45cf-82d7-89cde1de0af7 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:55:12.406580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port b34acb0c-5e93-4aca-b20f-25956ee98a9c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:12.412412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.492353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] Deleting port b34acb0c-5e93-4aca-b20f-25956ee98a9c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:12.492849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.601406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port b34acb0c-5e93-4aca-b20f-25956ee98a9c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b34acb0c-5e93-4aca-b20f-25956ee98a9c,segment=NetworkSegment(7c95881d-6b34-4b63-885c-80656d4feb1b),segment_id=7c95881d-6b34-4b63-885c-80656d4feb1b)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:12.602038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.613897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] For port b34acb0c-5e93-4aca-b20f-25956ee98a9c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b34acb0c-5e93-4aca-b20f-25956ee98a9c,segment=NetworkSegment(7c95881d-6b34-4b63-885c-80656d4feb1b),segment_id=7c95881d-6b34-4b63-885c-80656d4feb1b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:12.614604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.626058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for b34acb0c-5e93-4aca-b20f-25956ee98a9c owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:12.638105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] Calling delete_port for b34acb0c-5e93-4aca-b20f-25956ee98a9c owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:12.658988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658b514-1b57-4f5b-8cae-fe912f35a974 req-3fafae89-080f-4347-ae84-529bde05ef88 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.661793 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3658b514-1b57-4f5b-8cae-fe912f35a974 req-3fafae89-080f-4347-ae84-529bde05ef88 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.1441510 Aug 31 13:55:12.813798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.833754 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3658b514-1b57-4f5b-8cae-fe912f35a974 req-4ec44eeb-c9c5-491d-8967-df161026eae5 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004503 Aug 31 13:55:12.867238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] Pushing event deleted for resources: {'Port': ['ID=b34acb0c-5e93-4aca-b20f-25956ee98a9c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:12.878560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.883123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efcd71-7562-412b-9e94-7aa2fff47697 None None] No DVR routers for this DVR port b34acb0c-5e93-4aca-b20f-25956ee98a9c on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:12.910674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-66b2c9ff-9eb3-47cf-8528-1eb9cd09c0f2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.916463 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.918028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-66b2c9ff-9eb3-47cf-8528-1eb9cd09c0f2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.924702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-66b2c9ff-9eb3-47cf-8528-1eb9cd09c0f2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.926518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-66b2c9ff-9eb3-47cf-8528-1eb9cd09c0f2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "GET /v2.0/networks?id=e826e557-6658-4810-8c86-7d55890038fa&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb HTTP/1.1" status: 200 len: 1993 time: 0.7324769 Aug 31 13:55:12.960329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215857-e4df-4ba2-9a05-2a3a8f74b2b5 req-428b62fc-9d78-422e-9a53-ba95b6da587a tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.969812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52215857-e4df-4ba2-9a05-2a3a8f74b2b5 req-428b62fc-9d78-422e-9a53-ba95b6da587a tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 949 time: 0.6809328 Aug 31 13:55:13.018640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port b34acb0c-5e93-4aca-b20f-25956ee98a9c on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:13.027562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=b34acb0c-5e93-4aca-b20f-25956ee98a9c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:13.075373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52215857-e4df-4ba2-9a05-2a3a8f74b2b5 req-64d31fd5-d2ea-4a17-ae3d-ae526b2e95b7 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ca3df65-cd42-479e-aa91-d36c98a80f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039217 Aug 31 13:55:13.076749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Pushing event deleted for resources: {'Port': ['ID=8ed189c2-5269-40e5-bd36-4fea44c8640d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:13.186342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5628252-410a-461a-ae9f-557bc7cdb1e9 req-80a77e4c-8b97-413f-bfaa-b09a12e00dc2 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:13.193466 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d5628252-410a-461a-ae9f-557bc7cdb1e9 req-80a77e4c-8b97-413f-bfaa-b09a12e00dc2 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 946 time: 0.2070210 Aug 31 13:55:13.203080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-fc4ea6f7-692b-4408-91d8-a96bdf9da3e1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a11b1a6b125c4e648eb2993448ee4807 HTTP/1.1" status: 200 len: 380 time: 0.2046010 Aug 31 13:55:13.222261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.244584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86df0895-4fb3-45cf-82d7-89cde1de0af7']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:13.251901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] No DVR routers for this DVR port 8ed189c2-5269-40e5-bd36-4fea44c8640d on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:13.255762 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.258930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c95881d-6b34-4b63-885c-80656d4feb1b') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:13.259133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0009f987-cf5d-41dc-bbd6-ec7a4a640fda req-66e7911e-7ad2-413d-adec-8dab9484579f tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.26 "DELETE /v2.0/ports/8ed189c2-5269-40e5-bd36-4fea44c8640d HTTP/1.1" status: 204 len: 173 time: 1.8482461 Aug 31 13:55:13.259215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c95881d-6b34-4b63-885c-80656d4feb1b') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:13.259287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-deleted', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:13.263183 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a06ba1c-fd73-4d8e-b06c-4bcda77061fd" -d '{"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-deleted", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:13.272164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'admin_state_up': True, 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'security_groups': ['b0384e94-a25c-4aa8-8883-6f7d08f16f76']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:13.281356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.301289 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d5628252-410a-461a-ae9f-557bc7cdb1e9 req-81be741e-e272-4497-91df-a086d406767e tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927203 Aug 31 13:55:13.323326 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.338015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1541 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:55:13.338656 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:55:13.465651 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:55:13.475847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.477969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.479991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/86df0895-4fb3-45cf-82d7-89cde1de0af7 HTTP/1.1" status: 204 len: 168 time: 1.4846389 Aug 31 13:55:13.483515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cda9d9-1d63-493f-8cb5-96de20b00c43 req-6be2ceb9-5aaf-4aca-81ea-5f179180616d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:13.485853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0cda9d9-1d63-493f-8cb5-96de20b00c43 req-6be2ceb9-5aaf-4aca-81ea-5f179180616d tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.1155193 Aug 31 13:55:13.486492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37230) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:13.500984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-521903730'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:13.520481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba08b-0de4-4ccb-aaef-a1fe8b692268 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=86df0895-4fb3-45cf-82d7-89cde1de0af7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:13.551582 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb8f4bf-4cdb-4463-96b8-374eb70d810e x-openstack-request-id: req-afb8f4bf-4cdb-4463-96b8-374eb70d810e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:13.552009 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cbde7-7c69-497e-a189-9562a8ec9abb", "name": "network-vif-deleted", "tag": "8ed189c2-5269-40e5-bd36-4fea44c8640d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:13.552383 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afb8f4bf-4cdb-4463-96b8-374eb70d810e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:13.565851 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cbde7-7c69-497e-a189-9562a8ec9abb', 'name': 'network-vif-deleted', 'tag': '8ed189c2-5269-40e5-bd36-4fea44c8640d', 'status': 'completed', 'code': 200} Aug 31 13:55:13.650918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0cda9d9-1d63-493f-8cb5-96de20b00c43 req-cb18148a-c3c9-4d13-a5aa-c33c2c4dd543 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460252 Aug 31 13:55:13.662241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:55:13.662241 n-d-792362-6 neutron-server[101361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 13:55:13.662241 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'id': '8f6d2de2-a32f-4bce-b670-979dbd39d0f0', 'expiration': datetime.datetime(2021, 8, 31, 13, 57, 13, 630032)}] Aug 31 13:55:13.662241 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:55:13.663062 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:55:13.681801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:13.689317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.698340 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13068256-19dd-4d87-8af7-33b099a345c9 req-dbf24ea2-ebac-4920-9465-f30201f6df23 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0632911 Aug 31 13:55:13.745387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:13.760351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.760780 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 7bcfcb48-481f-4594-9e86-24eedd137889 of type vlan for network 07f29035-9ec5-4602-b183-15c418126bc7 Aug 31 13:55:13.832015 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.913285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.930476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:13.932282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.948846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-d455a043-b469-4b70-927d-fb621d23fc45 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:13.950620 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-d455a043-b469-4b70-927d-fb621d23fc45 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6bf507b-9149-4ad2-a48c-f79dcb758a70 HTTP/1.1" status: 200 len: 946 time: 0.0967841 Aug 31 13:55:13.959746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b34acb0c-5e93-4aca-b20f-25956ee98a9c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:13.986236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4935958 Aug 31 13:55:13.989109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37234) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:14.013242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b34acb0c-5e93-4aca-b20f-25956ee98a9c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:14.013961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b34acb0c-5e93-4aca-b20f-25956ee98a9c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:14.019372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': '07f29035-9ec5-4602-b183-15c418126bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:14.158356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-2578b010-044e-4e73-8b58-be2395a46d82 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:14.160111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-2578b010-044e-4e73-8b58-be2395a46d82 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 946 time: 0.3050191 Aug 31 13:55:14.163302 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:55:14.217368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Deleting port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:14.218609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.230160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:14.236387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.239383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89240f30-bda9-4b1a-be71-c8da1c85e3fc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=07f29035-9ec5-4602-b183-15c418126bc7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:14.251078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 07f29035-9ec5-4602-b183-15c418126bc7 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:14.520537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b94a6-39a3-4668-b001-9fce4c727680 req-5c3b464b-25f6-4bed-9442-26fcbb4b1fa1 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:14.521503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] For port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:14.522761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.533731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b9b94a6-39a3-4668-b001-9fce4c727680 req-5c3b464b-25f6-4bed-9442-26fcbb4b1fa1 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.5233984 Aug 31 13:55:14.542184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Calling delete_port for 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:14.709768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:14.713827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.727717 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c7f0d58-5694-46f3-8f7d-472dd158c206 req-0cfc18b1-d6b2-4795-9038-0aca6250c353 tempest-ImagesOneServerTestJSON-1620155664 tempest-ImagesOneServerTestJSON-1620155664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3cbde7-7c69-497e-a189-9562a8ec9abb HTTP/1.1" status: 200 len: 210 time: 0.3604779 Aug 31 13:55:14.819429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b9b94a6-39a3-4668-b001-9fce4c727680 req-9c099f6d-16f1-4dde-8666-daf896562d0e tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836795 Aug 31 13:55:14.836838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.851875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Deleting port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:14.851875 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.880457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4f4c4921-bd2c-4ebd-b194-63d40fd2e45f', '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:14.944521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event deleted for resources: {'Port': ['ID=3b1429d4-c1c1-472c-b66d-f187aa5d0c2d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:15.082041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] No DVR routers for this DVR port 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:15.085223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.087274 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-525b6ea1-d591-448c-a76f-2e43e81a2b7b req-02e3d0c3-2679-4f41-84cf-e94cdb474e9f tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "DELETE /v2.0/ports/3b1429d4-c1c1-472c-b66d-f187aa5d0c2d HTTP/1.1" status: 204 len: 173 time: 1.1210277 Aug 31 13:55:15.087733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'name': 'network-vif-deleted', 'tag': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:15.090436 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4137af-088b-42dd-ac5e-ebe780b858b5" -d '{"events": [{"server_uuid": "d6bf507b-9149-4ad2-a48c-f79dcb758a70", "name": "network-vif-deleted", "tag": "3b1429d4-c1c1-472c-b66d-f187aa5d0c2d"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:15.101130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae96c5b-5d4b-43f9-89d7-c391cb1d64ea req-ee02e77a-72ff-4202-ae1c-486a7d0df573 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:15.108856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ae96c5b-5d4b-43f9-89d7-c391cb1d64ea req-ee02e77a-72ff-4202-ae1c-486a7d0df573 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 946 time: 0.1611304 Aug 31 13:55:15.184900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ae96c5b-5d4b-43f9-89d7-c391cb1d64ea req-35e5d848-e894-43bd-9395-41095406c29a tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c135f69-54ca-49f2-95a5-1f122b6cbd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748837 Aug 31 13:55:15.193254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] For port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,segment=NetworkSegment(20ff60a4-8bdf-44ff-b3f2-ca129d885ac7),segment_id=20ff60a4-8bdf-44ff-b3f2-ca129d885ac7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:15.194244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.215168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Calling delete_port for 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:15.286431 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d0c59f5e-62c9-4b62-b1a6-c3b58612be7a req-e0b006da-b263-4e8e-8ece-87f2c8b7f662 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0474076 Aug 31 13:55:15.406501 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4245516f-192f-47b2-a19b-a65a89ebd49a x-openstack-request-id: req-4245516f-192f-47b2-a19b-a65a89ebd49a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:15.407075 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bf507b-9149-4ad2-a48c-f79dcb758a70", "name": "network-vif-deleted", "tag": "3b1429d4-c1c1-472c-b66d-f187aa5d0c2d", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:15.407582 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4245516f-192f-47b2-a19b-a65a89ebd49a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:15.408553 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bf507b-9149-4ad2-a48c-f79dcb758a70', 'name': 'network-vif-deleted', 'tag': '3b1429d4-c1c1-472c-b66d-f187aa5d0c2d', 'status': 'completed', 'code': 200} Aug 31 13:55:15.433297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 172.20.0.12 (e826e557-6658-4810-8c86-7d55890038fa/b87d092b-4b37-4b49-9b89-cbf630a4280c/95f67a26-e5bd-4ffd-8270-e149c1c99fc3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:15.512390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-ad9dfd11-e12c-437b-a70c-33301a964569 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:15.514175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-ad9dfd11-e12c-437b-a70c-33301a964569 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.6095080 Aug 31 13:55:15.581197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc8693-7666-48e2-9202-99e16e1443c2 req-5b3af01a-c5ad-45bc-aa1f-f343a20dcc67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:15.590701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55dc8693-7666-48e2-9202-99e16e1443c2 req-5b3af01a-c5ad-45bc-aa1f-f343a20dcc67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.2511020 Aug 31 13:55:15.625895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-1e42728b-0152-4b8a-81c3-f48d85d06d38 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:15.627989 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-1e42728b-0152-4b8a-81c3-f48d85d06d38 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 945 time: 0.0870583 Aug 31 13:55:15.654911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.657364 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:15.694717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 8ed189c2-5269-40e5-bd36-4fea44c8640d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:15.695072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ed189c2-5269-40e5-bd36-4fea44c8640d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:15.776121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3b1429d4-c1c1-472c-b66d-f187aa5d0c2d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:15.793770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Pushing event deleted for resources: {'Port': ['ID=4f4c4921-bd2c-4ebd-b194-63d40fd2e45f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:15.878208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55dc8693-7666-48e2-9202-99e16e1443c2 req-6fac6a34-d27b-4cc9-9cd5-395b93d9608a tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864189 Aug 31 13:55:15.904901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Deleting port c358243b-a8ae-4cca-be4a-43e0fcf96fbf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:15.906351 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.039036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] No DVR routers for this DVR port 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:16.051780 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.057856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08e290d7-4803-4f1e-8ba9-a944b81b7408 req-b5267ae2-c378-40c9-bc1f-a7a73f268cff tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.26 "DELETE /v2.0/ports/4f4c4921-bd2c-4ebd-b194-63d40fd2e45f HTTP/1.1" status: 204 len: 173 time: 1.8453555 Aug 31 13:55:16.152695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.163032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] For port c358243b-a8ae-4cca-be4a-43e0fcf96fbf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:16.166687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.181876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Transition to ACTIVE for port object 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:16.216937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Calling delete_port for c358243b-a8ae-4cca-be4a-43e0fcf96fbf owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:16.256177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa345621-f950-4f40-8613-75358da4b4f3', 'name': 'network-vif-deleted', 'tag': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:16.263765 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed61d0e5-e810-41fb-9f53-d4b6c78f1039" -d '{"events": [{"server_uuid": "fa345621-f950-4f40-8613-75358da4b4f3", "name": "network-vif-deleted", "tag": "4f4c4921-bd2c-4ebd-b194-63d40fd2e45f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:16.292255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.317657 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.426500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f583727c-18bf-4745-afa6-6d9f07ca9ff1 req-87edf836-4384-47fe-8ffe-4d7f84d28c09 tempest-MultipleCreateTestJSON-493946473 tempest-MultipleCreateTestJSON-493946473-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa345621-f950-4f40-8613-75358da4b4f3 HTTP/1.1" status: 200 len: 210 time: 0.1064014 Aug 31 13:55:16.540668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network e826e557-6658-4810-8c86-7d55890038fa is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:16.556410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:16.570995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:16.577145 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.621976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e9b0af5b-51b6-41b9-9200-8eb35cbab91f', 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:16.663561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Pushing event deleted for resources: {'Port': ['ID=c358243b-a8ae-4cca-be4a-43e0fcf96fbf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:16.700490 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455e6c8-1858-4284-ab6b-6fe1b430d563 x-openstack-request-id: req-2455e6c8-1858-4284-ab6b-6fe1b430d563 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:16.700974 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa345621-f950-4f40-8613-75358da4b4f3", "name": "network-vif-deleted", "tag": "4f4c4921-bd2c-4ebd-b194-63d40fd2e45f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:16.701369 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2455e6c8-1858-4284-ab6b-6fe1b430d563 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:16.702619 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa345621-f950-4f40-8613-75358da4b4f3', 'name': 'network-vif-deleted', 'tag': '4f4c4921-bd2c-4ebd-b194-63d40fd2e45f', 'status': 'completed', 'code': 200} Aug 31 13:55:16.735090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b1f38-dd1f-4110-907c-83351b90c9da req-30bbcca9-af1d-452d-82fe-cc90893be552 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:16.739976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-411b1f38-dd1f-4110-907c-83351b90c9da req-30bbcca9-af1d-452d-82fe-cc90893be552 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 949 time: 0.2795269 Aug 31 13:55:16.741349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37288) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:16.893627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-411b1f38-dd1f-4110-907c-83351b90c9da req-b2e22684-f457-4c44-a0b8-f150872e8488 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326835 Aug 31 13:55:17.063357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=223748d4-f640-452c-9c76-4f8e42a89b4a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:17.081649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:17.084327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.102959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '7bcfcb48-481f-4594-9e86-24eedd137889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '07f29035-9ec5-4602-b183-15c418126bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:17.103405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: 07f29035-9ec5-4602-b183-15c418126bc7, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:17.107506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Deleting port 24f9b1fa-69a6-46c0-b68e-5766adc91188 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:17.107916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.112206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:17.113730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] No DVR routers for this DVR port c358243b-a8ae-4cca-be4a-43e0fcf96fbf on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:17.132018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.146297 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0b45761f-5f27-4132-a369-ad9a07925ed1 req-d1d516f5-9efa-4513-8893-336c5c1c8760 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "DELETE /v2.0/ports/c358243b-a8ae-4cca-be4a-43e0fcf96fbf HTTP/1.1" status: 204 len: 173 time: 1.5004368 Aug 31 13:55:17.210937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8b95b8db-4bc8-4273-8e66-f0597ec4bd22 None None] Provisioning for port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:17.222503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8b95b8db-4bc8-4273-8e66-f0597ec4bd22 None None] Provisioning complete for port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:17.224147 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8b95b8db-4bc8-4273-8e66-f0597ec4bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.254261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-1c5fd61a-fa77-4d3c-ab86-0d3c4f617bd1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9875820 Aug 31 13:55:17.282682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 07f29035-9ec5-4602-b183-15c418126bc7 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:17.304115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8b95b8db-4bc8-4273-8e66-f0597ec4bd22 None None] Port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:17.316966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e8f4d67-107d-4d60-a3a4-3a5c20417919 req-c1076d0a-cd55-48b4-be96-868d867b5428 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=910f5bfc-2366-49ee-a7b4-37f8afdf446f HTTP/1.1" status: 200 len: 210 time: 0.1003945 Aug 31 13:55:17.319890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ad32-87f2-46ef-9735-a4e27015a27f req-0c549fb3-ff45-43c2-bfca-dec06b24a5c3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:17.321644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8b1ad32-87f2-46ef-9735-a4e27015a27f req-0c549fb3-ff45-43c2-bfca-dec06b24a5c3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 932 time: 0.5880787 Aug 31 13:55:17.355061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'admin_state_up': True, 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'security_groups': ['b0384e94-a25c-4aa8-8883-6f7d08f16f76']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:17.386411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 07f29035-9ec5-4602-b183-15c418126bc7) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:17.397399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037dbd55-c08d-402a-9c03-714b1052e0ae None None] Network 07f29035-9ec5-4602-b183-15c418126bc7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:17.413445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'name': 'network-vif-deleted', 'tag': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:17.415822 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b3c3e6-cb07-4e12-b887-0dd6e0f1413b" -d '{"events": [{"server_uuid": "910f5bfc-2366-49ee-a7b4-37f8afdf446f", "name": "network-vif-deleted", "tag": "c358243b-a8ae-4cca-be4a-43e0fcf96fbf"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:17.445260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:17.450801 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.451143 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b064cee7-cdda-42e7-9040-9ac5c069d23d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b82ef372941450990cd4f046ced881c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7015758 Aug 31 13:55:17.451643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37310) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:17.455583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] For port 24f9b1fa-69a6-46c0-b68e-5766adc91188, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=24f9b1fa-69a6-46c0-b68e-5766adc91188,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:17.456073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.489629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Calling delete_port for 24f9b1fa-69a6-46c0-b68e-5766adc91188 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:17.546426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8b1ad32-87f2-46ef-9735-a4e27015a27f req-b3426aa8-4db3-4cf6-a8d1-30ff513534f0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902318 Aug 31 13:55:17.563128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dc44cdcf-bb4c-4499-9c0a-9ed70fcced51 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5666955 Aug 31 13:55:17.573669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37318) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:17.596594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0b078123-4585-4619-b0a8-7b48118a93e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-937702645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:17.619606 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543f896a-3dfd-42f5-9b61-afd7d1b240c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.649868 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543f896a-3dfd-42f5-9b61-afd7d1b240c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.707446 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16167a5-0901-4500-b904-3c52b5a43f22 x-openstack-request-id: req-f16167a5-0901-4500-b904-3c52b5a43f22 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:17.708294 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f5bfc-2366-49ee-a7b4-37f8afdf446f", "name": "network-vif-deleted", "tag": "c358243b-a8ae-4cca-be4a-43e0fcf96fbf", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:17.708294 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f16167a5-0901-4500-b904-3c52b5a43f22 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:17.708526 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f5bfc-2366-49ee-a7b4-37f8afdf446f', 'name': 'network-vif-deleted', 'tag': 'c358243b-a8ae-4cca-be4a-43e0fcf96fbf', 'status': 'completed', 'code': 200} Aug 31 13:55:17.711856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543f896a-3dfd-42f5-9b61-afd7d1b240c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.714715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543f896a-3dfd-42f5-9b61-afd7d1b240c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.716100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-543f896a-3dfd-42f5-9b61-afd7d1b240c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ca3df65-cd42-479e-aa91-d36c98a80f03 HTTP/1.1" status: 204 len: 168 time: 0.2633591 Aug 31 13:55:17.734990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:17.756541 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b078123-4585-4619-b0a8-7b48118a93e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.757608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b078123-4585-4619-b0a8-7b48118a93e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.761787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f896a-3dfd-42f5-9b61-afd7d1b240c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3df65-cd42-479e-aa91-d36c98a80f03,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:17.801569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:17.802009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3b1429d4-c1c1-472c-b66d-f187aa5d0c2d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:17.802381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:17.813848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37324) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:17.828296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:17.832085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.924890 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b078123-4585-4619-b0a8-7b48118a93e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.013161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:18.021052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4f4c4921-bd2c-4ebd-b194-63d40fd2e45f not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:18.065095 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b078123-4585-4619-b0a8-7b48118a93e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.083302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] Deleting subnet ec0c6526-724b-485c-b993-cd0142e5991c {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:55:18.087176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b078123-4585-4619-b0a8-7b48118a93e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.095564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b078123-4585-4619-b0a8-7b48118a93e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5117779 Aug 31 13:55:18.095564 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.095564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37330) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:18.131179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-07f29035-9ec5-4602-b183-15c418126bc7', 'network_id': '07f29035-9ec5-4602-b183-15c418126bc7', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': '223748d4-f640-452c-9c76-4f8e42a89b4a'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:55:18.132080 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.339304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Allocated IP 172.20.0.2 (07f29035-9ec5-4602-b183-15c418126bc7/223748d4-f640-452c-9c76-4f8e42a89b4a/bbade2c8-6a24-4020-b315-ece9b76ec4a1) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:18.483943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.559996 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.569691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Transition to ACTIVE for port object bbade2c8-6a24-4020-b315-ece9b76ec4a1 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:18.575435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859b2f-e924-45eb-820a-68b1f5427703 req-cc89be3c-ab1f-4623-9cf9-05a42667122b tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:18.577446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e859b2f-e924-45eb-820a-68b1f5427703 req-cc89be3c-ab1f-4623-9cf9-05a42667122b tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 867 time: 0.4897060 Aug 31 13:55:18.595477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Transition to ACTIVE for port object bbade2c8-6a24-4020-b315-ece9b76ec4a1 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:18.601180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0c521ddd-f98b-4c58-8af2-2ac00cc07051'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:18.610503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.661458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.719093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Pushing event deleted for resources: {'Port': ['ID=24f9b1fa-69a6-46c0-b68e-5766adc91188,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:18.883488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 10.1.1.77 (078abde4-f05e-48b6-87ef-cf0b965ebcf9/927c3777-0413-4feb-affc-dec5cd3c8921/102e8105-c574-4181-87e7-d3a7e739efad) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:18.925778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e859b2f-e924-45eb-820a-68b1f5427703 req-e43a13dd-73d6-4f04-8e67-34cedccf8368 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251637 Aug 31 13:55:19.053016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] No DVR routers for this DVR port 24f9b1fa-69a6-46c0-b68e-5766adc91188 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:19.081195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.081195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e7002a5-d979-46e9-a999-bb07ee35a5cb req-a32f6853-fe7d-40d7-a366-5be9e4068714 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "DELETE /v2.0/ports/24f9b1fa-69a6-46c0-b68e-5766adc91188 HTTP/1.1" status: 204 len: 173 time: 3.5304346 Aug 31 13:55:19.081195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'name': 'network-vif-deleted', 'tag': '24f9b1fa-69a6-46c0-b68e-5766adc91188'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:19.100029 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35747244-776a-437a-ae10-7b46e2de6094" -d '{"events": [{"server_uuid": "c9d1bfe5-4d21-4efe-8784-4e2f62893a6a", "name": "network-vif-deleted", "tag": "24f9b1fa-69a6-46c0-b68e-5766adc91188"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:19.111259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.486236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b676a-fb48-403b-8b5b-2f5d47cd71c8 req-62e4dd6d-ebce-4777-8dd2-de4089c97ca9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:19.497813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-738b676a-fb48-403b-8b5b-2f5d47cd71c8 req-62e4dd6d-ebce-4777-8dd2-de4089c97ca9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 932 time: 0.3143029 Aug 31 13:55:19.500615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.542285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Network 07f29035-9ec5-4602-b183-15c418126bc7 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:19.548441 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:19.584859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:19.599334 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-738b676a-fb48-403b-8b5b-2f5d47cd71c8 req-7f5d57e6-d9b5-4245-aaae-2f8ad2afab95 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006725 Aug 31 13:55:19.656420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.695433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Pushing event updated for resources: {'Port': ['ID=bbade2c8-6a24-4020-b315-ece9b76ec4a1,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:19.700306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c358243b-a8ae-4cca-be4a-43e0fcf96fbf no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:19.725003 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1b20ad-891f-4c90-a300-7c22449222f2 x-openstack-request-id: req-9e1b20ad-891f-4c90-a300-7c22449222f2 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:19.725739 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d1bfe5-4d21-4efe-8784-4e2f62893a6a", "name": "network-vif-deleted", "tag": "24f9b1fa-69a6-46c0-b68e-5766adc91188", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:19.726274 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e1b20ad-891f-4c90-a300-7c22449222f2 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:19.727047 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d1bfe5-4d21-4efe-8784-4e2f62893a6a', 'name': 'network-vif-deleted', 'tag': '24f9b1fa-69a6-46c0-b68e-5766adc91188', 'status': 'completed', 'code': 200} Aug 31 13:55:19.730559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Transition to ACTIVE for port object 102e8105-c574-4181-87e7-d3a7e739efad will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:19.743642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160a7c-054d-4de6-b4cd-9d83d334f45c req-f4ee7fe1-e54a-4f2a-9d2e-a4591cf3c39c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:19.754120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84160a7c-054d-4de6-b4cd-9d83d334f45c req-f4ee7fe1-e54a-4f2a-9d2e-a4591cf3c39c tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.2191768 Aug 31 13:55:19.812828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84160a7c-054d-4de6-b4cd-9d83d334f45c req-75d8627b-a864-460f-866e-a40aba511caa tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574515 Aug 31 13:55:19.868356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37370) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:19.876599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Attempting to bind port bbade2c8-6a24-4020-b315-ece9b76ec4a1 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:19.877493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Attempting to bind port bbade2c8-6a24-4020-b315-ece9b76ec4a1 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7bcfcb48-481f-4594-9e86-24eedd137889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '07f29035-9ec5-4602-b183-15c418126bc7'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:19.877966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Attempting to bind port bbade2c8-6a24-4020-b315-ece9b76ec4a1 on network 07f29035-9ec5-4602-b183-15c418126bc7 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:19.884461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: c358243b-a8ae-4cca-be4a-43e0fcf96fbf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:19.884816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c358243b-a8ae-4cca-be4a-43e0fcf96fbf not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:19.885668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 24f9b1fa-69a6-46c0-b68e-5766adc91188 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:19.919728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 24f9b1fa-69a6-46c0-b68e-5766adc91188 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:19.919728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 24f9b1fa-69a6-46c0-b68e-5766adc91188 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:19.928654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.930319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:19.931104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Checking segment: {'id': '7bcfcb48-481f-4594-9e86-24eedd137889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '07f29035-9ec5-4602-b183-15c418126bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:19.931819 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.934633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Bound using segment: {'id': '7bcfcb48-481f-4594-9e86-24eedd137889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '07f29035-9ec5-4602-b183-15c418126bc7'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:19.935740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Bound port: bbade2c8-6a24-4020-b315-ece9b76ec4a1, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcfcb48-481f-4594-9e86-24eedd137889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '07f29035-9ec5-4602-b183-15c418126bc7'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:19.936578 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.086284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:20.088587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=102e8105-c574-4181-87e7-d3a7e739efad,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:20.108614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:20.130223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:20.236596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:20.238020 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.289264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1454682536-network', 'tenant_id': '7525a1eb2fd840c5b8de512a9df87228'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:20.289912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] For port bbade2c8-6a24-4020-b315-ece9b76ec4a1, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:20.305054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] For port bbade2c8-6a24-4020-b315-ece9b76ec4a1, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bbade2c8-6a24-4020-b315-ece9b76ec4a1,segment=NetworkSegment(7bcfcb48-481f-4594-9e86-24eedd137889),segment_id=7bcfcb48-481f-4594-9e86-24eedd137889)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:20.318877 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.350914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-2e7e2401-8d37-4d1b-90a2-644f57888064 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0044599 Aug 31 13:55:20.365488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Made reservation on behalf of 7525a1eb2fd840c5b8de512a9df87228 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:20.367367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.393205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'admin_state_up': True, 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'security_groups': ['b0384e94-a25c-4aa8-8883-6f7d08f16f76']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:20.455220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.485040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902994-feda-4be7-8c12-e75dc6b210e9 None None] Pushing event updated for resources: {'Port': ['ID=bbade2c8-6a24-4020-b315-ece9b76ec4a1,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:20.722820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cb1527c0-2f9c-4b24-b385-7f49cfe273a7 None None] Provisioning for port 102e8105-c574-4181-87e7-d3a7e739efad completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:20.728710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cb1527c0-2f9c-4b24-b385-7f49cfe273a7 None None] Provisioning complete for port 102e8105-c574-4181-87e7-d3a7e739efad triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:20.729053 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb1527c0-2f9c-4b24-b385-7f49cfe273a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.816956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.840368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cb1527c0-2f9c-4b24-b385-7f49cfe273a7 None None] Port 102e8105-c574-4181-87e7-d3a7e739efad cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:20.930993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e0533-6532-4b2b-bcce-b02b72f7f37f req-45a0a798-4be9-4551-a187-aa1168a13641 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:20.934412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0c6526-724b-485c-b993-cd0142e5991c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:20.939206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e0533-6532-4b2b-bcce-b02b72f7f37f req-45a0a798-4be9-4551-a187-aa1168a13641 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:20.945517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b9e0533-6532-4b2b-bcce-b02b72f7f37f req-45a0a798-4be9-4551-a187-aa1168a13641 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 1653 time: 0.1483543 Aug 31 13:55:20.966391 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb51c87f-d335-4772-a605-f9900a5a06b9 req-0869215f-318d-4682-8975-c62c289ed502 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d1bfe5-4d21-4efe-8784-4e2f62893a6a HTTP/1.1" status: 200 len: 210 time: 0.1662667 Aug 31 13:55:21.004396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.007551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.010922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b3ca1a00-3a05-40bd-979d-da5d67d93a8a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ec0c6526-724b-485c-b993-cd0142e5991c HTTP/1.1" status: 204 len: 168 time: 3.1959932 Aug 31 13:55:21.018132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37392) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:21.048563 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.184191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b9e0533-6532-4b2b-bcce-b02b72f7f37f req-28c0ccbf-8ce3-4e92-9f07-c8b327833e3c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269590 Aug 31 13:55:21.194483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1507, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:21.194962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.20.0.1 (07f29035-9ec5-4602-b183-15c418126bc7/223748d4-f640-452c-9c76-4f8e42a89b4a/a00ef9db-d160-4fa8-977e-5db31141c804) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:21.214781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:21.220337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.250894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf2c4b-90eb-4f53-ad6d-3c4d94a55a1f req-ed1aeb8b-773c-4a3b-bbbd-6f864d5db650 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:21.256002 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00bf2c4b-90eb-4f53-ad6d-3c4d94a55a1f req-ed1aeb8b-773c-4a3b-bbbd-6f864d5db650 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1317248 Aug 31 13:55:21.288499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.288772 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Added segment ed54ce4c-3df2-4252-aefe-b1fd43310447 of type vlan for network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d Aug 31 13:55:21.298920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd8d383-948d-4390-9eaf-e07756852fdb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:21.359297 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.408920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.432360 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00bf2c4b-90eb-4f53-ad6d-3c4d94a55a1f req-ab94b17a-e688-4dc8-9d84-59d982bab4a7 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678877 Aug 31 13:55:21.539547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.551079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.555859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:21.557136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.566601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object a00ef9db-d160-4fa8-977e-5db31141c804 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:21.633319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.734832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 07f29035-9ec5-4602-b183-15c418126bc7 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:21.737484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=a00ef9db-d160-4fa8-977e-5db31141c804,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:21.740405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:21.746031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:21.819517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.065069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbade2c8-6a24-4020-b315-ece9b76ec4a1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:22.087718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833ab27-be2e-4e79-8460-e2ef81d7b95a None None] Network 07f29035-9ec5-4602-b183-15c418126bc7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:22.100627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.449859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 10.1.1.138 (078abde4-f05e-48b6-87ef-cf0b965ebcf9/927c3777-0413-4feb-affc-dec5cd3c8921/395ba9a7-839e-4a9f-b7c6-891b91569fb7) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:22.456277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] Pushing event updated for resources: {'Network': ['ID=60a02723-c44a-40e8-b3bd-3b9d898e5f4d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:22.464463 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b861172b-cbd3-421a-b9df-38346ca668ee admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5914688 Aug 31 13:55:22.469876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37422) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:22.479158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:22.482951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Request body: {'subnet': {'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1454682536-subnet', 'tenant_id': '7525a1eb2fd840c5b8de512a9df87228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:22.522686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8895-93f5-4be1-8902-2d831a6c3bda req-f8f4a596-2534-4924-b0a8-63864ec23440 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:22.546102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8895-93f5-4be1-8902-2d831a6c3bda req-f8f4a596-2534-4924-b0a8-63864ec23440 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:22.550062 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aacc8895-93f5-4be1-8902-2d831a6c3bda req-f8f4a596-2534-4924-b0a8-63864ec23440 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 1653 time: 0.1604519 Aug 31 13:55:22.590964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Made reservation on behalf of 7525a1eb2fd840c5b8de512a9df87228 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:22.594520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.703686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d88383fb-2792-46eb-aa5c-53156679b67f None None] Provisioning for port bbade2c8-6a24-4020-b315-ece9b76ec4a1 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:22.719058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aacc8895-93f5-4be1-8902-2d831a6c3bda req-b075530b-1961-48c8-9eed-2e13e364f5b0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964713 Aug 31 13:55:22.755141 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.771917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d32e75-d571-4fd6-bc4e-61d7a41ab074']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:22.774751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port bbade2c8-6a24-4020-b315-ece9b76ec4a1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:22.787975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:22.788510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ff60a4-8bdf-44ff-b3f2-ca129d885ac7') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:22.790903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bbade2c8-6a24-4020-b315-ece9b76ec4a1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:22.791850 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.800235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.818991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.827251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Releasing vlan 1518 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:55:22.828175 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:55:22.915242 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:55:22.921212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.932536 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.953232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.964308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.967521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] 10.222.0.10 "DELETE /v2.0/networks/a4d32e75-d571-4fd6-bc4e-61d7a41ab074 HTTP/1.1" status: 204 len: 168 time: 1.9386766 Aug 31 13:55:23.014457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5905b-b0a2-41ae-a359-a6e6728006fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d32e75-d571-4fd6-bc4e-61d7a41ab074,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:23.027096 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.073241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=a00ef9db-d160-4fa8-977e-5db31141c804,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:23.079619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab785a-6265-4c4f-80fa-65205a8515b4 req-508d84ad-24cb-4128-8611-9a2ff6ac2ee0 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:23.081244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43ab785a-6265-4c4f-80fa-65205a8515b4 req-508d84ad-24cb-4128-8611-9a2ff6ac2ee0 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 950 time: 0.4002767 Aug 31 13:55:23.125455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port bbade2c8-6a24-4020-b315-ece9b76ec4a1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bbade2c8-6a24-4020-b315-ece9b76ec4a1,segment=NetworkSegment(7bcfcb48-481f-4594-9e86-24eedd137889),segment_id=7bcfcb48-481f-4594-9e86-24eedd137889)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:23.130940 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.252044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=bbade2c8-6a24-4020-b315-ece9b76ec4a1,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:23.271424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a86925-6453-484e-9985-37a5ac2d386f req-00e3fa14-42a8-47a4-8641-67018f3e4626 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:23.281276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62a86925-6453-484e-9985-37a5ac2d386f req-00e3fa14-42a8-47a4-8641-67018f3e4626 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.3514094 Aug 31 13:55:23.285737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.286620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43ab785a-6265-4c4f-80fa-65205a8515b4 req-20476cd7-ff75-4d34-a98d-78a958b5df52 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788690 Aug 31 13:55:23.353263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37432) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:23.374579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b4d4b6fa-499a-48f2-a4f6-9fc1b207acc2 None None] Provisioning for port a00ef9db-d160-4fa8-977e-5db31141c804 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:23.383761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b4d4b6fa-499a-48f2-a4f6-9fc1b207acc2 None None] Provisioning complete for port a00ef9db-d160-4fa8-977e-5db31141c804 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:23.384059 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b6fa-499a-48f2-a4f6-9fc1b207acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.435223 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62a86925-6453-484e-9985-37a5ac2d386f req-ff230b8a-7172-4941-a119-55847a1c58ff tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526711 Aug 31 13:55:23.487808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4b6fa-499a-48f2-a4f6-9fc1b207acc2 None None] Port a00ef9db-d160-4fa8-977e-5db31141c804 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:23.504413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b4d4b6fa-499a-48f2-a4f6-9fc1b207acc2 None None] Provisioning complete for port bbade2c8-6a24-4020-b315-ece9b76ec4a1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:23.505229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b6fa-499a-48f2-a4f6-9fc1b207acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.583287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4dcb1d86-3d3e-4ca8-afdd-808231ff4b31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11a010e59a8e44d8907b2c084a49b4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195280 Aug 31 13:55:23.599831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37440) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:23.610760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.671246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Transition to ACTIVE for port object 395ba9a7-839e-4a9f-b7c6-891b91569fb7 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:23.685203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.779472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 07f29035-9ec5-4602-b183-15c418126bc7 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:23.790210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:23.851900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e1144313-2521-4afb-9b5d-7ad098395305 None None] Provisioning complete for port a00ef9db-d160-4fa8-977e-5db31141c804 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:23.852280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1144313-2521-4afb-9b5d-7ad098395305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.915561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Checking segment: {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:23.917189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Network hostable DHCP agents. Network: 60a02723-c44a-40e8-b3bd-3b9d898e5f4d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:23.947620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0834182-206c-4bce-9e95-5cf408dcdb94,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:23.971720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.007230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e1144313-2521-4afb-9b5d-7ad098395305 None None] Port a00ef9db-d160-4fa8-977e-5db31141c804 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:24.035173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbade2c8-6a24-4020-b315-ece9b76ec4a1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:24.069151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:24.070222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:24.089187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:24.093100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:24.136237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.169184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bbade2c8-6a24-4020-b315-ece9b76ec4a1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:24.169716 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.207802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026d65-5f4c-436b-98a5-4079504a80d3 req-5e1b05c5-1168-43d0-b6bb-343d7c9a1c19 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.214012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026d65-5f4c-436b-98a5-4079504a80d3 req-5e1b05c5-1168-43d0-b6bb-343d7c9a1c19 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.233047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.234457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f026d65-5f4c-436b-98a5-4079504a80d3 req-5e1b05c5-1168-43d0-b6bb-343d7c9a1c19 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 1653 time: 0.3598793 Aug 31 13:55:24.315321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.316038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.355461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router 0ca17a4d-9cf8-4395-9667-9837cb53cfdc is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:55:24.367634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 60a02723-c44a-40e8-b3bd-3b9d898e5f4d) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:24.388174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.390359 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.426572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed7c84-39e0-4140-bbb0-2aa309f9c0fd None None] Network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:24.452717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0673568 Aug 31 13:55:24.456846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.460707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.467156 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c135f69-54ca-49f2-95a5-1f122b6cbd19 HTTP/1.1" status: 204 len: 168 time: 0.8617611 Aug 31 13:55:24.470336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-73bc590e-7923-40f6-818c-a50dcdf48686 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9935958 Aug 31 13:55:24.484979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb', 'admin_state_up': True, 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'security_groups': ['b0384e94-a25c-4aa8-8883-6f7d08f16f76']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:24.511763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a2a26-a29e-41fa-8e3e-35d3fca8d889 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=395ba9a7-839e-4a9f-b7c6-891b91569fb7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:24.518892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c135f69-54ca-49f2-95a5-1f122b6cbd19,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:24.566407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.567417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.568119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.568699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.569280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.569870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.570574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.571143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.571698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.572502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.573076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.574134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0231c6d6-7bd3-4ae4-bc42-b26858fdf586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:24.637685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:24.659114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ace447f-c243-4d72-9947-06244deadf85 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/0ca17a4d-9cf8-4395-9667-9837cb53cfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5625851 Aug 31 13:55:24.661056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37460) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:24.685594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] Sync routers for ids ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:24.761511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] Routers {'0ca17a4d-9cf8-4395-9667-9837cb53cfdc'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:24.763831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:24.776241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6224d7-60f1-4849-b1b3-4a9d756323cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.792397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2d6224d7-60f1-4849-b1b3-4a9d756323cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports/a00ef9db-d160-4fa8-977e-5db31141c804 HTTP/1.1" status: 200 len: 910 time: 0.1256907 Aug 31 13:55:24.793702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37462) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:24.795494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-56388270-dbe3-454a-a35a-ec415db369f7 None None] Provisioning complete for port a00ef9db-d160-4fa8-977e-5db31141c804 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:24.796088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-56388270-dbe3-454a-a35a-ec415db369f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.856290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f026d65-5f4c-436b-98a5-4079504a80d3 req-4e9d37e9-a24d-4b25-b83e-d022270b835a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6201401 Aug 31 13:55:24.862546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1430af-421a-4b01-a9b1-353044539c4a req-ef2da4dd-c36b-41e7-8125-20e12cbf5141 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.871816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c1430af-421a-4b01-a9b1-353044539c4a req-ef2da4dd-c36b-41e7-8125-20e12cbf5141 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 950 time: 0.3359611 Aug 31 13:55:24.952171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:24.981668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-22e3f84f-eb13-48f2-a0f9-65829860a830 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.991216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-22e3f84f-eb13-48f2-a0f9-65829860a830 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 950 time: 0.3302338 Aug 31 13:55:25.027548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] Routers {'0ca17a4d-9cf8-4395-9667-9837cb53cfdc'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:25.027548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:25.071888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:25.072978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4086b1e-a284-4e6c-9687-692b41eae75d None None] The sync data for ids ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:25.096166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-56388270-dbe3-454a-a35a-ec415db369f7 None None] Port a00ef9db-d160-4fa8-977e-5db31141c804 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:25.129073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8df7e-52ad-40c5-9dd4-e1f1f5d65fe8 None None] Network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:25.189402 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c1430af-421a-4b01-a9b1-353044539c4a req-acea1c73-849a-4111-9aea-26a132b02984 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/security-groups?id=1afe2f2e-2d98-4b4b-a705-15847915ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146729 Aug 31 13:55:25.302556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486daef6-f113-4467-8d04-7e7b9c13a565 req-220e9c9e-3494-40d3-acae-d2f69c8df228 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:25.304814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0c4747db-5c59-42e8-875e-2be54447fd89 None None] Provisioning for port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:25.311302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486daef6-f113-4467-8d04-7e7b9c13a565 req-220e9c9e-3494-40d3-acae-d2f69c8df228 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.1905456 Aug 31 13:55:25.347288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0c4747db-5c59-42e8-875e-2be54447fd89 None None] Provisioning complete for port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:25.352174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c4747db-5c59-42e8-875e-2be54447fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.369996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Deleting port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:25.370346 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.481867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] For port 0c521ddd-f98b-4c58-8af2-2ac00cc07051, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0c521ddd-f98b-4c58-8af2-2ac00cc07051,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:25.482140 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.499585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Calling delete_port for 0c521ddd-f98b-4c58-8af2-2ac00cc07051 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:25.609116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0c4747db-5c59-42e8-875e-2be54447fd89 None None] Port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:25.719023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.743343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486daef6-f113-4467-8d04-7e7b9c13a565 req-6951b76b-e2a8-447a-8925-6eefc6db8658 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295430 Aug 31 13:55:25.761660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0c521ddd-f98b-4c58-8af2-2ac00cc07051'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:25.787099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:25.823513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Pushing event deleted for resources: {'Port': ['ID=0c521ddd-f98b-4c58-8af2-2ac00cc07051,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:26.054835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.168262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] No DVR routers for this DVR port 0c521ddd-f98b-4c58-8af2-2ac00cc07051 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:26.183864 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.186078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b371e9e9-8418-4658-bf4b-e547938a1981 req-b5e3e646-7b62-46ba-9fed-c86f9809e89a tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.26 "DELETE /v2.0/ports/0c521ddd-f98b-4c58-8af2-2ac00cc07051 HTTP/1.1" status: 204 len: 173 time: 1.1783745 Aug 31 13:55:26.187080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47bc826-3660-418b-886f-3365f213a08f', 'name': 'network-vif-deleted', 'tag': '0c521ddd-f98b-4c58-8af2-2ac00cc07051'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:26.189448 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e5bcfe-00ed-4925-82b8-a5b12b30d8cc" -d '{"events": [{"server_uuid": "e47bc826-3660-418b-886f-3365f213a08f", "name": "network-vif-deleted", "tag": "0c521ddd-f98b-4c58-8af2-2ac00cc07051"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:26.289476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462fc0-78fc-4ec1-96fb-635ca5219483 req-3a15b593-744b-4feb-ba83-99cb944fdfe0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:26.296904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462fc0-78fc-4ec1-96fb-635ca5219483 req-3a15b593-744b-4feb-ba83-99cb944fdfe0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:26.303655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462fc0-78fc-4ec1-96fb-635ca5219483 req-3a15b593-744b-4feb-ba83-99cb944fdfe0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:26.305748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1462fc0-78fc-4ec1-96fb-635ca5219483 req-3a15b593-744b-4feb-ba83-99cb944fdfe0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 2374 time: 0.2565737 Aug 31 13:55:26.485426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1462fc0-78fc-4ec1-96fb-635ca5219483 req-71cd4fa7-1b62-4448-9485-ab379e09abdc tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666374 Aug 31 13:55:26.506144 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.508354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:26.708951 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a588-c077-4404-9dcf-3a9d01fb7354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.724070 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dcb4c5-65a0-43c9-bc42-2ed855f99baa x-openstack-request-id: req-f2dcb4c5-65a0-43c9-bc42-2ed855f99baa {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:26.724451 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47bc826-3660-418b-886f-3365f213a08f", "name": "network-vif-deleted", "tag": "0c521ddd-f98b-4c58-8af2-2ac00cc07051", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:26.729143 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2dcb4c5-65a0-43c9-bc42-2ed855f99baa {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:26.729691 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47bc826-3660-418b-886f-3365f213a08f', 'name': 'network-vif-deleted', 'tag': '0c521ddd-f98b-4c58-8af2-2ac00cc07051', 'status': 'completed', 'code': 200} Aug 31 13:55:26.909440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-138141064-network', 'tenant_id': '389a91cc520d4f0e9148149bab481b1b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:26.910495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-2a863b1b-4010-49f1-ac20-9d316a7f6c11 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:26.912230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-2a863b1b-4010-49f1-ac20-9d316a7f6c11 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 822 time: 0.5079796 Aug 31 13:55:26.962557 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-be87ab90-bf19-4395-bbdb-8e74a558736c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/quotas/7525a1eb2fd840c5b8de512a9df87228 HTTP/1.1" status: 200 len: 375 time: 0.0338340 Aug 31 13:55:27.026144 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-d9fc1f62-7421-4635-947d-28d0836c3c63 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576546 Aug 31 13:55:27.034874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2541e1a4-dac9-4abd-9e18-8877f5c3baf6 req-bd0ec351-d3ce-4d1e-8550-104037021335 tempest-ServersAdminNegativeTestJSON-189231472 tempest-ServersAdminNegativeTestJSON-189231472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47bc826-3660-418b-886f-3365f213a08f HTTP/1.1" status: 200 len: 210 time: 0.1188016 Aug 31 13:55:27.086521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-473ca564-77cf-423e-92c2-11a565a6dce5 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:55:27.087734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-473ca564-77cf-423e-92c2-11a565a6dce5 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133808 Aug 31 13:55:27.152950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Made reservation on behalf of 389a91cc520d4f0e9148149bab481b1b for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:27.157723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.188439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port a00ef9db-d160-4fa8-977e-5db31141c804 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:27.188974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.286989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.301277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for a00ef9db-d160-4fa8-977e-5db31141c804 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:27.317418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 10.2.2.100 (0c92811f-b7a0-4b89-a5e6-e07707c4dcbb/57f18fe2-ce55-43f8-b56c-6f846c3be919/335fe7f2-34fc-41e1-899e-8ae0a445794a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:27.415556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-c9bef639-fe2d-44c2-a03e-5e4ef62c09c6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:27.417741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-c9bef639-fe2d-44c2-a03e-5e4ef62c09c6 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.5598307 Aug 31 13:55:27.439496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.512562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.544613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=a00ef9db-d160-4fa8-977e-5db31141c804,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:27.606868 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-dcd5e587-afad-45ac-97a0-ca72a845d815 service neutron] 10.222.0.10 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084965 Aug 31 13:55:27.906507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-f413907b-0a8d-4de4-a650-2497900db5f6 service neutron] 10.222.0.10 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846911 Aug 31 13:55:27.980307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.021066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.091318 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.154909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8945f5-fe48-46aa-a14f-f727d79fd528,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:28.180816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11899918-df1c-4a56-b8e3-da8a0e5a8c0c req-66f27fda-dfd2-400e-bc32-32d675b00a22 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:28.192043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11899918-df1c-4a56-b8e3-da8a0e5a8c0c req-66f27fda-dfd2-400e-bc32-32d675b00a22 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 945 time: 0.5288587 Aug 31 13:55:28.253928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11899918-df1c-4a56-b8e3-da8a0e5a8c0c req-e7b874af-231c-4580-b10c-3fa86bbb49ad tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/security-groups?id=f52604d8-c729-48cf-9867-858ad7f13383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592730 Aug 31 13:55:28.283405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] vlan segment allocate from pool success with {'vlan_id': 1521, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:28.378753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Deleting port e9b0af5b-51b6-41b9-9200-8eb35cbab91f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:28.379496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.662369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] For port e9b0af5b-51b6-41b9-9200-8eb35cbab91f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:28.663340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.680828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Calling delete_port for e9b0af5b-51b6-41b9-9200-8eb35cbab91f owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:28.877674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.881232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.881232 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Added segment ac8192a9-ac8f-4480-8072-85882b8a79cf of type vlan for network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 Aug 31 13:55:28.896988 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.919125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e9b0af5b-51b6-41b9-9200-8eb35cbab91f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:28.943203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Transition to ACTIVE for port object 335fe7f2-34fc-41e1-899e-8ae0a445794a will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:28.952737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37556) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:29.038923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c288f-850f-44f6-82c8-abc10c914d0d req-3da3a177-da9e-4068-a34d-b4c91c72cb18 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:29.062009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c288f-850f-44f6-82c8-abc10c914d0d req-3da3a177-da9e-4068-a34d-b4c91c72cb18 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:29.086482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c288f-850f-44f6-82c8-abc10c914d0d req-3da3a177-da9e-4068-a34d-b4c91c72cb18 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:29.105270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f05c288f-850f-44f6-82c8-abc10c914d0d req-3da3a177-da9e-4068-a34d-b4c91c72cb18 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 2374 time: 0.8583896 Aug 31 13:55:29.107550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router 0ca17a4d-9cf8-4395-9667-9837cb53cfdc has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:29.185265 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f05c288f-850f-44f6-82c8-abc10c914d0d req-0f304abe-c8cb-463e-97ce-f771639235c5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669563 Aug 31 13:55:29.211551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c883eed-6b30-4d49-8d42-de723ca6d682 req-c062953d-4ff4-4aef-a7c7-9598bc0522aa tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 210 time: 0.3556120 Aug 31 13:55:29.212714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Pushing event deleted for resources: {'Port': ['ID=e9b0af5b-51b6-41b9-9200-8eb35cbab91f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:29.237096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] No DVR routers for this DVR port e9b0af5b-51b6-41b9-9200-8eb35cbab91f on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:29.248297 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.252918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a3626ed-0195-482e-8695-8c6734bdbc8b req-b32f965f-0445-4876-96f6-56d331abff67 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.26 "DELETE /v2.0/ports/e9b0af5b-51b6-41b9-9200-8eb35cbab91f HTTP/1.1" status: 204 len: 173 time: 1.8073211 Aug 31 13:55:29.266998 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'name': 'network-vif-deleted', 'tag': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:29.273066 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0321cd-9af8-4f4b-9048-adc21d8a687a" -d '{"events": [{"server_uuid": "0ba13c95-ddfa-4d4d-ba53-2e5881c54cab", "name": "network-vif-deleted", "tag": "e9b0af5b-51b6-41b9-9200-8eb35cbab91f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:29.299873 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-79210f05-cb0b-4c79-ae31-291792eeada5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.333404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.349664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.499483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.resource_extend [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:55:29.503315 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1e9734b7-fc19-43ae-8998-3531695b0b77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ad2b4cbdd1240ee8964fa2fdb17f447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432315 Aug 31 13:55:29.509998 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.513619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37576) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:29.533459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:29.555556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:29.558727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:29.570496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:29.584516 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] Sync routers for ids ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:29.603464 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a95cf0b1-6019-438a-b8dd-c7b5527e2c4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/0ca17a4d-9cf8-4395-9667-9837cb53cfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8061128 Aug 31 13:55:29.615967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:29.617453 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] Routers {'0ca17a4d-9cf8-4395-9667-9837cb53cfdc'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:29.625402 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:29.687922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f6570802-0c73-49ac-9eba-62130f7a3585 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ca17a4d-9cf8-4395-9667-9837cb53cfdc HTTP/1.1" status: 200 len: 205 time: 0.0678916 Aug 31 13:55:29.691286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37580) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:29.694876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:29.697412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.709837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0c521ddd-f98b-4c58-8af2-2ac00cc07051 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:29.751780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2788866 Aug 31 13:55:29.765337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.766442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:29.767155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.800282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-544aa304-72a2-4619-bdb1-6e3995f038e0 req-ad0d4d1b-ef0c-4395-bf34-303a58127e53 tempest-ServerRescueNegativeTestJSON-1128401265 tempest-ServerRescueNegativeTestJSON-1128401265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba13c95-ddfa-4d4d-ba53-2e5881c54cab HTTP/1.1" status: 200 len: 210 time: 0.1128435 Aug 31 13:55:29.804748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 0c521ddd-f98b-4c58-8af2-2ac00cc07051 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:29.807507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb', 'admin_state_up': True, 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'security_groups': ['b0384e94-a25c-4aa8-8883-6f7d08f16f76']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:29.808491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0c521ddd-f98b-4c58-8af2-2ac00cc07051 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:29.818728 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:29.834501 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] Routers {'0ca17a4d-9cf8-4395-9667-9837cb53cfdc'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:29.835560 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:29.928915 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:29.932099 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded22ca-aced-4fd0-b4ce-03aee4408236 None None] The sync data for ids ['0ca17a4d-9cf8-4395-9667-9837cb53cfdc'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:29.960910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c08455bc-b733-496e-b986-192cc8445996 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.027394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f78647e-8f41-46a2-b559-3740974ac870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.084054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a3f75d35-4c72-4363-bfea-6f5e3a7f84b9 None None] Provisioning for port 335fe7f2-34fc-41e1-899e-8ae0a445794a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:30.089940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a3f75d35-4c72-4363-bfea-6f5e3a7f84b9 None None] Provisioning complete for port 335fe7f2-34fc-41e1-899e-8ae0a445794a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:30.090769 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3f75d35-4c72-4363-bfea-6f5e3a7f84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.167879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a3f75d35-4c72-4363-bfea-6f5e3a7f84b9 None None] Port 335fe7f2-34fc-41e1-899e-8ae0a445794a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:30.250147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f78647e-8f41-46a2-b559-3740974ac870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.310232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c08455bc-b733-496e-b986-192cc8445996 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.333186 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c08455bc-b733-496e-b986-192cc8445996 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.474123 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.546698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c08455bc-b733-496e-b986-192cc8445996 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.547758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08455bc-b733-496e-b986-192cc8445996 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca17a4d-9cf8-4395-9667-9837cb53cfdc {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:55:30.587070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c08455bc-b733-496e-b986-192cc8445996 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.590750 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c08455bc-b733-496e-b986-192cc8445996 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/0ca17a4d-9cf8-4395-9667-9837cb53cfdc HTTP/1.1" status: 204 len: 168 time: 0.8933933 Aug 31 13:55:30.596047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37594) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:30.671888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cbde0-5735-4655-90dd-345d8d7858a1 req-54e26022-f8df-4818-9e77-ab7d2bd0e56d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:30.675643 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f4d9ab-ac3d-435b-925c-a10222179937 x-openstack-request-id: req-e5f4d9ab-ac3d-435b-925c-a10222179937 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:30.677321 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba13c95-ddfa-4d4d-ba53-2e5881c54cab", "name": "network-vif-deleted", "tag": "e9b0af5b-51b6-41b9-9200-8eb35cbab91f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:30.678030 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5f4d9ab-ac3d-435b-925c-a10222179937 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:30.678940 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba13c95-ddfa-4d4d-ba53-2e5881c54cab', 'name': 'network-vif-deleted', 'tag': 'e9b0af5b-51b6-41b9-9200-8eb35cbab91f', 'status': 'completed', 'code': 200} Aug 31 13:55:30.680184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7017e-9c91-4fe5-9351-0f8ab8db8eea tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=335fe7f2-34fc-41e1-899e-8ae0a445794a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:30.681390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cbde0-5735-4655-90dd-345d8d7858a1 req-54e26022-f8df-4818-9e77-ab7d2bd0e56d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:30.688251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cbde0-5735-4655-90dd-345d8d7858a1 req-54e26022-f8df-4818-9e77-ab7d2bd0e56d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:30.695650 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cbde0-5735-4655-90dd-345d8d7858a1 req-54e26022-f8df-4818-9e77-ab7d2bd0e56d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:30.699451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddf4f87-6540-43e5-9252-4c23c4b2ccc2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:30.705616 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f5cbde0-5735-4655-90dd-345d8d7858a1 req-54e26022-f8df-4818-9e77-ab7d2bd0e56d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 3095 time: 0.2029572 Aug 31 13:55:30.713570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:30.737120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f78647e-8f41-46a2-b559-3740974ac870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.748005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f78647e-8f41-46a2-b559-3740974ac870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.761490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f78647e-8f41-46a2-b559-3740974ac870 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1afe2f2e-2d98-4b4b-a705-15847915ebbc HTTP/1.1" status: 204 len: 168 time: 1.2391529 Aug 31 13:55:30.873441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f5cbde0-5735-4655-90dd-345d8d7858a1 req-ab896e65-7a6b-4985-8d52-97dabbab1f9f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667874 Aug 31 13:55:30.907350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78647e-8f41-46a2-b559-3740974ac870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe2f2e-2d98-4b4b-a705-15847915ebbc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:30.932211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fa7b0ce2-6b89-4860-9039-424ea0b1c466 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.4216981 Aug 31 13:55:30.934346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ebccda2-ee1d-4dcb-9b41-431af4aaae0e req-6c577649-2f33-4da5-8b1b-8374dc30cc8a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 210 time: 0.2651403 Aug 31 13:55:30.948846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37600) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:30.989342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Request body: {'subnet': {'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-138141064-subnet', 'tenant_id': '389a91cc520d4f0e9148149bab481b1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:31.065080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet 223748d4-f640-452c-9c76-4f8e42a89b4a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:55:31.084996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.108202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-cff7815f-a039-4e93-ac5d-3db54bb629a5 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:31.109915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-cff7815f-a039-4e93-ac5d-3db54bb629a5 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 822 time: 0.5389342 Aug 31 13:55:31.140148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Request body: {'port': {'device_id': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'admin_state_up': True, 'tenant_id': '7525a1eb2fd840c5b8de512a9df87228'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:31.150124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37612) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:31.205633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.262163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Made reservation on behalf of 389a91cc520d4f0e9148149bab481b1b for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:31.265923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.370386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Made reservation on behalf of a11b1a6b125c4e648eb2993448ee4807 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:31.376791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.515497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37614) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:31.668692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Made reservation on behalf of 7525a1eb2fd840c5b8de512a9df87228 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:31.674301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.678608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-63f9a417-5187-4b04-a2eb-63deee968d7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0626f19ad374c108700b9a856566bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537108 Aug 31 13:55:31.683194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37616) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:31.703608 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e9b0af5b-51b6-41b9-9200-8eb35cbab91f no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:31.741627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.745018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e9b0af5b-51b6-41b9-9200-8eb35cbab91f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:31.745370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e9b0af5b-51b6-41b9-9200-8eb35cbab91f not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:31.803844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:31.806755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.879462 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.940557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abe8169f-7f51-410d-a241-f23ed3d7ea50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.987233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abe8169f-7f51-410d-a241-f23ed3d7ea50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.062046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abe8169f-7f51-410d-a241-f23ed3d7ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.073886 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abe8169f-7f51-410d-a241-f23ed3d7ea50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.081495 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-abe8169f-7f51-410d-a241-f23ed3d7ea50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c09ef64e-5ae8-40a7-8973-abc10b206e9c HTTP/1.1" status: 204 len: 168 time: 0.3966866 Aug 31 13:55:32.116917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8169f-7f51-410d-a241-f23ed3d7ea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09ef64e-5ae8-40a7-8973-abc10b206e9c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:32.143082 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73486e52-ed1f-460e-a572-d38217dff850 req-73fb1988-f65f-41fd-a1a8-db862bd6e49e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 210 time: 0.0986671 Aug 31 13:55:32.167094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Allocated IP 10.2.2.200 (0c92811f-b7a0-4b89-a5e6-e07707c4dcbb/57f18fe2-ce55-43f8-b56c-6f846c3be919/f1518e96-08fd-4119-8718-c588bbb8cfd6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:32.227755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.245458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Checking segment: {'id': 'ac8192a9-ac8f-4480-8072-85882b8a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:32.250530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Network hostable DHCP agents. Network: 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:32.269152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1d87a-e757-47b2-8436-8411cc8bbe61 None None] Network 07f29035-9ec5-4602-b183-15c418126bc7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:32.280673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.287351 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/223748d4-f640-452c-9c76-4f8e42a89b4a HTTP/1.1" status: 204 len: 168 time: 1.6849804 Aug 31 13:55:32.338501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37628) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:32.359260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b14fa-e673-4ba7-90f6-13377632fd42 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=223748d4-f640-452c-9c76-4f8e42a89b4a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:32.396551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:32.418171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:32.432908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:32.434821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.440430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca88d75-294a-4375-beeb-a9f5567ae586 None None] Network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:32.480263 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8cd1b443-a226-4000-abc9-fe180a1afc13 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5136425 Aug 31 13:55:32.580244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4e647-21a1-43c7-b051-54433ed643f1 req-d4e091b1-7dd0-4ea3-b6ac-733c28c55a72 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:32.612127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4e647-21a1-43c7-b051-54433ed643f1 req-d4e091b1-7dd0-4ea3-b6ac-733c28c55a72 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:32.620879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4e647-21a1-43c7-b051-54433ed643f1 req-d4e091b1-7dd0-4ea3-b6ac-733c28c55a72 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:32.628342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4e647-21a1-43c7-b051-54433ed643f1 req-d4e091b1-7dd0-4ea3-b6ac-733c28c55a72 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:32.630857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23c4e647-21a1-43c7-b051-54433ed643f1 req-d4e091b1-7dd0-4ea3-b6ac-733c28c55a72 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 3095 time: 0.6188631 Aug 31 13:55:32.740389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Allocated IP 172.20.0.7 (60a02723-c44a-40e8-b3bd-3b9d898e5f4d/a0834182-206c-4bce-9e95-5cf408dcdb94/8100d938-89c4-43c6-a3ce-4897ddcee53c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:32.845579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.863757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23c4e647-21a1-43c7-b051-54433ed643f1 req-f7fb0260-d67c-466b-9ef4-6dd1f2566f45 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123272 Aug 31 13:55:33.073387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] DHCP port deletion for 07f29035-9ec5-4602-b183-15c418126bc7 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:55:33.091381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a7d7d-8f65-43e3-a9a0-835054a91bd1 None None] Network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:33.283262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.301446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Transition to ACTIVE for port object f1518e96-08fd-4119-8718-c588bbb8cfd6 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:33.402468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.419527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Deleting port bbade2c8-6a24-4020-b315-ece9b76ec4a1 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:33.419915 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.516040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] For port bbade2c8-6a24-4020-b315-ece9b76ec4a1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bbade2c8-6a24-4020-b315-ece9b76ec4a1,segment=NetworkSegment(7bcfcb48-481f-4594-9e86-24eedd137889),segment_id=7bcfcb48-481f-4594-9e86-24eedd137889)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:33.516477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.534392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Calling delete_port for bbade2c8-6a24-4020-b315-ece9b76ec4a1 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:33.536223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event updated for resources: {'Port': ['ID=f1518e96-08fd-4119-8718-c588bbb8cfd6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:33.554513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad8b9997-4bf9-4dd8-9ca0-69e29a84f0f0 req-e0812989-9525-4528-a39d-4671995b6f81 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 210 time: 0.1701159 Aug 31 13:55:33.603982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port bbade2c8-6a24-4020-b315-ece9b76ec4a1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:33.605516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.698298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port bbade2c8-6a24-4020-b315-ece9b76ec4a1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bbade2c8-6a24-4020-b315-ece9b76ec4a1,segment=NetworkSegment(7bcfcb48-481f-4594-9e86-24eedd137889),segment_id=7bcfcb48-481f-4594-9e86-24eedd137889)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:33.698713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.721169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for bbade2c8-6a24-4020-b315-ece9b76ec4a1 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:33.728572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-ae3c0717-00ca-4e23-9ab5-55675439d38a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:33.745970 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-ae3c0717-00ca-4e23-9ab5-55675439d38a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/networks?id=0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 HTTP/1.1" status: 200 len: 808 time: 0.2745609 Aug 31 13:55:33.760440 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.777148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-e91901fc-e76a-47ce-b6da-e7096be5e9a3 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/quotas/389a91cc520d4f0e9148149bab481b1b HTTP/1.1" status: 200 len: 375 time: 0.0300283 Aug 31 13:55:33.831984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Pushing event deleted for resources: {'Port': ['ID=bbade2c8-6a24-4020-b315-ece9b76ec4a1,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:33.839267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] No DVR routers for this DVR port bbade2c8-6a24-4020-b315-ece9b76ec4a1 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:33.852959 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.855747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.856241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.856730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.857242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.859089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.859587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.860621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.861148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.861656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.862171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.862757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9bbbd-1d25-448c-863c-9424edc38ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:33.866224 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-80e119f2-1fb7-4e0d-bc20-f1888ef08c44 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=389a91cc520d4f0e9148149bab481b1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780568 Aug 31 13:55:33.867257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37682) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:33.954978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:34.018442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-d9ef8944-4365-4269-9042-fdba506617b7 service neutron] 10.222.0.10 "GET /v2.0/networks/0ddf4f87-6540-43e5-9252-4c23c4b2ccc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434410 Aug 31 13:55:34.018741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:34.033342 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.058634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:34.065314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbade2c8-6a24-4020-b315-ece9b76ec4a1 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:34.115322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: bbade2c8-6a24-4020-b315-ece9b76ec4a1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:34.116337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbade2c8-6a24-4020-b315-ece9b76ec4a1 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:34.132399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-network', 'tenant_id': '138b246fda894d6d8af6c77095998313'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:34.170034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.196513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Made reservation on behalf of 138b246fda894d6d8af6c77095998313 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:34.203060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.235634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.286093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29350a-f276-4871-8cda-6f36ca969583 req-7c00a5b4-db4f-43dd-91e1-e0da61ea3ad7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.293540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29350a-f276-4871-8cda-6f36ca969583 req-7c00a5b4-db4f-43dd-91e1-e0da61ea3ad7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.302957 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-24843130-5397-4e5f-9b1d-8c9bc9ce5516 service neutron] 10.222.0.10 "GET /v2.0/networks/0ddf4f87-6540-43e5-9252-4c23c4b2ccc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825637 Aug 31 13:55:34.314595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29350a-f276-4871-8cda-6f36ca969583 req-7c00a5b4-db4f-43dd-91e1-e0da61ea3ad7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.321869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29350a-f276-4871-8cda-6f36ca969583 req-7c00a5b4-db4f-43dd-91e1-e0da61ea3ad7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.340965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29350a-f276-4871-8cda-6f36ca969583 req-7c00a5b4-db4f-43dd-91e1-e0da61ea3ad7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.343610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f29350a-f276-4871-8cda-6f36ca969583 req-7c00a5b4-db4f-43dd-91e1-e0da61ea3ad7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 3816 time: 0.2747335 Aug 31 13:55:34.351306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.352001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.448855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.511906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.517166 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.534929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] vlan segment allocate from pool success with {'vlan_id': 1534, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:34.552000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c376108-efb1-4d07-bb90-c31b5540bbe3 None None] Provisioning for port f1518e96-08fd-4119-8718-c588bbb8cfd6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:34.570500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c376108-efb1-4d07-bb90-c31b5540bbe3 None None] Provisioning complete for port f1518e96-08fd-4119-8718-c588bbb8cfd6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:34.572970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c376108-efb1-4d07-bb90-c31b5540bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.577424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.578053 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Added segment a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882 of type vlan for network 000d81ce-975a-42dc-ac67-6759a0c0409d Aug 31 13:55:34.625241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port bbade2c8-6a24-4020-b315-ece9b76ec4a1 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:34.631958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ddbb88a-87d1-4ffa-bd5f-23643e929f6b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8594227 Aug 31 13:55:34.632998 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=bbade2c8-6a24-4020-b315-ece9b76ec4a1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:34.657216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.663630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-137261f2-3650-48d3-8a71-6bd3c608bc11 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:55:34.665091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-137261f2-3650-48d3-8a71-6bd3c608bc11 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134683 Aug 31 13:55:34.726091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4c376108-efb1-4d07-bb90-c31b5540bbe3 None None] Port f1518e96-08fd-4119-8718-c588bbb8cfd6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:34.748473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.751746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.752846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.813639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dd59679c-75cf-475f-8e4e-f68c554289c0 req-804077db-e6dc-4fe1-8717-fa5feae35f4b tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 210 time: 0.1094034 Aug 31 13:55:34.857737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd7fe2-f9a3-43cf-9164-7d994b09bef4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:34.925168 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0474663 Aug 31 13:55:34.932413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37706) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:34.938634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Request body: {'subnet': {'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-subnet', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:35.115016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7e206-ef39-4b56-af34-9cef34054912 admin admin] Pushing event updated for resources: {'Network': ['ID=000d81ce-975a-42dc-ac67-6759a0c0409d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:35.136150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Made reservation on behalf of 138b246fda894d6d8af6c77095998313 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:35.150947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.263274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302ff8e-f89e-4357-b8ca-57b4eb541309 req-e35d9b86-2945-4bdb-acba-6cc3350ae88e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:35.271873 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a302ff8e-f89e-4357-b8ca-57b4eb541309 req-e35d9b86-2945-4bdb-acba-6cc3350ae88e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 931 time: 0.3161352 Aug 31 13:55:35.333219 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a302ff8e-f89e-4357-b8ca-57b4eb541309 req-1e94faf8-45ad-424b-9dc8-0a5bdf700589 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603814 Aug 31 13:55:35.361438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f29350a-f276-4871-8cda-6f36ca969583 req-03bfebea-1549-4a38-892d-95900ff524fc tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9002175 Aug 31 13:55:35.362659 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.434602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 000d81ce-975a-42dc-ac67-6759a0c0409d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:35.607804 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.618682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:35.662838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.778509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:35.781198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f29035-9ec5-4602-b183-15c418126bc7']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:35.802082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Checking segment: {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:35.802082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Network hostable DHCP agents. Network: 000d81ce-975a-42dc-ac67-6759a0c0409d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:35.808976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:35.829151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Network 000d81ce-975a-42dc-ac67-6759a0c0409d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:35.833740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:35.840550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 000d81ce-975a-42dc-ac67-6759a0c0409d) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:35.847161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:35.848973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcfcb48-481f-4594-9e86-24eedd137889') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:35.849122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.849279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcfcb48-481f-4594-9e86-24eedd137889') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:35.855589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:35.898137 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c62e2dc3-cd32-4587-85bb-ea3f30d273c6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9640119 Aug 31 13:55:35.901531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:35.916284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d79e7-3753-4b48-9bea-02c2d08a1f95 None None] Network 000d81ce-975a-42dc-ac67-6759a0c0409d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:35.920838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:35.969479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.972421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.974603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.008963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.030146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:55:36.030476 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.045713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:55:36.072419 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:55:36.081012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.217223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-000d81ce-975a-42dc-ac67-6759a0c0409d', 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'fixed_ips': [{'subnet_id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:55:36.218478 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.226486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:36.302086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-decdd447-8f2f-4964-9e09-6cf3784db94c req-3a3dd2be-f1f1-4576-bb97-75d3e4958118 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 210 time: 0.1716633 Aug 31 13:55:36.345430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:36.346508 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.442844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.450676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1912b7d7-347a-43c2-be6b-d5bf14a28cf9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3226688 Aug 31 13:55:36.474271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.476612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/07f29035-9ec5-4602-b183-15c418126bc7 HTTP/1.1" status: 204 len: 168 time: 4.1349704 Aug 31 13:55:36.504855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.508063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Request body: {'port': {'device_id': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:36.510935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37736) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:36.519607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1267705523', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:36.572015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Allocated IP 172.20.0.2 (000d81ce-975a-42dc-ac67-6759a0c0409d/4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d/d9046a92-9aa4-4154-917b-2a3fcc6c46ce) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:36.632735 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.633946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.655923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=07f29035-9ec5-4602-b183-15c418126bc7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:36.871415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-17e18124-1950-45d3-bd12-c7e7d14f2196 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:36.873816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-17e18124-1950-45d3-bd12-c7e7d14f2196 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.26 "GET /v2.0/networks?id=0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 HTTP/1.1" status: 200 len: 808 time: 0.2055881 Aug 31 13:55:36.933471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Request body: {'port': {'device_id': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2', 'admin_state_up': True, 'tenant_id': '389a91cc520d4f0e9148149bab481b1b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:36.945062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:36.945299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.948386 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.958504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.961428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.963463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.963996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.964178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Transition to ACTIVE for port object d9046a92-9aa4-4154-917b-2a3fcc6c46ce will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:36.965021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.965644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.966348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.968483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.969096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.969660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.970197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.971305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9d792-c4ca-461f-9251-442a716b13bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:36.982516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.985926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Transition to ACTIVE for port object d9046a92-9aa4-4154-917b-2a3fcc6c46ce will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:36.991317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.993598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.020140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Deleting port c8e6f410-c2bd-46ab-a127-cb399768511c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:37.020552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.040996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Transition to ACTIVE for port object 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:37.056440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351ff7-8b89-41a5-9949-d7e42fe53b04 req-0b3d495d-e879-4913-b124-68e15b57b6b5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.063908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351ff7-8b89-41a5-9949-d7e42fe53b04 req-0b3d495d-e879-4913-b124-68e15b57b6b5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.066677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Network 000d81ce-975a-42dc-ac67-6759a0c0409d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:37.070167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351ff7-8b89-41a5-9949-d7e42fe53b04 req-0b3d495d-e879-4913-b124-68e15b57b6b5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.073201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:37.076070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:37.077379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351ff7-8b89-41a5-9949-d7e42fe53b04 req-0b3d495d-e879-4913-b124-68e15b57b6b5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.082970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Pushing event updated for resources: {'Port': ['ID=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:37.083849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351ff7-8b89-41a5-9949-d7e42fe53b04 req-0b3d495d-e879-4913-b124-68e15b57b6b5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.092813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76351ff7-8b89-41a5-9949-d7e42fe53b04 req-0b3d495d-e879-4913-b124-68e15b57b6b5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 3816 time: 0.4213190 Aug 31 13:55:37.110901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.198050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79bafb-7ee8-4d5e-9f25-8efdd4b015c9 req-8d7ed680-113a-4ce4-863d-740d236adc19 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.199757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a79bafb-7ee8-4d5e-9f25-8efdd4b015c9 req-8d7ed680-113a-4ce4-863d-740d236adc19 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 931 time: 0.5636194 Aug 31 13:55:37.235190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Attempting to bind port d9046a92-9aa4-4154-917b-2a3fcc6c46ce on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:37.235616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Attempting to bind port d9046a92-9aa4-4154-917b-2a3fcc6c46ce by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:37.236808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Attempting to bind port d9046a92-9aa4-4154-917b-2a3fcc6c46ce on network 000d81ce-975a-42dc-ac67-6759a0c0409d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:37.246334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:37.246757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Checking segment: {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:37.247229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.247663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Bound using segment: {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:37.248681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Bound port: d9046a92-9aa4-4154-917b-2a3fcc6c46ce, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:37.248681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.260834 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76351ff7-8b89-41a5-9949-d7e42fe53b04 req-4c9f0438-ea42-434c-94d9-a77cbacbf271 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221538 Aug 31 13:55:37.347315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.381615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] For port d9046a92-9aa4-4154-917b-2a3fcc6c46ce, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:37.385691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] For port d9046a92-9aa4-4154-917b-2a3fcc6c46ce, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:37.391724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.480625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4da33b-e87d-498f-8c1b-425f0a3394e6 None None] Pushing event updated for resources: {'Port': ['ID=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:37.485124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:37.596052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Attempting to bind port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:37.596431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Attempting to bind port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:37.596730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Attempting to bind port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 on network e826e557-6658-4810-8c86-7d55890038fa {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:37.612658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 on network e826e557-6658-4810-8c86-7d55890038fa not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:37.613066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Attempting to bind port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 on network e826e557-6658-4810-8c86-7d55890038fa {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:37.631061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a79bafb-7ee8-4d5e-9f25-8efdd4b015c9 req-b38cb808-8c3d-4694-968b-7e50562bad5e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127238 Aug 31 13:55:37.634976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] For port c8e6f410-c2bd-46ab-a127-cb399768511c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c8e6f410-c2bd-46ab-a127-cb399768511c,segment=NetworkSegment(84a6bfe5-1abe-4c5b-8565-8aa04d227584),segment_id=84a6bfe5-1abe-4c5b-8565-8aa04d227584)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:37.635378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.742796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:37.743159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Checking segment: {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:37.743827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Bound using segment: {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:37.744283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Bound port: 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b277d99-c4c3-41bd-ba93-f43476622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:37.744734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.780470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Calling delete_port for c8e6f410-c2bd-46ab-a127-cb399768511c owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:38.037764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] For port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:38.070190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d9046a92-9aa4-4154-917b-2a3fcc6c46ce up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:38.072695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7443474a-b0b9-46b8-91c4-9134f8312e9a req-e4508f67-3dd4-4f7c-93b3-eedec6b49eb3 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 210 time: 0.1015086 Aug 31 13:55:38.092967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152ae5b-f57f-42db-94c4-6c1bad8a5f81 req-d9c82734-4360-4ae2-802b-b06a05a4418b tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.094383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e152ae5b-f57f-42db-94c4-6c1bad8a5f81 req-d9c82734-4360-4ae2-802b-b06a05a4418b tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 950 time: 0.2561309 Aug 31 13:55:38.097216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] For port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:38.108509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Made reservation on behalf of 389a91cc520d4f0e9148149bab481b1b for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:38.116014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.131689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.168324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d9046a92-9aa4-4154-917b-2a3fcc6c46ce completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:38.220829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.220966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.222583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/95f67a26-e5bd-4ffd-8270-e149c1c99fc3 HTTP/1.1" status: 200 len: 1092 time: 3.5133739 Aug 31 13:55:38.228485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:38.230966 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d450f47f-28a5-4511-a9d8-2cf10fbff891" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:38.283595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.304686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e152ae5b-f57f-42db-94c4-6c1bad8a5f81 req-d6287fb5-d918-469b-a41e-723fdc595db2 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912756 Aug 31 13:55:38.305818 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b6472f-ea1c-4b03-823d-846719019fda x-openstack-request-id: req-66b6472f-ea1c-4b03-823d-846719019fda {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:38.306284 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:38.306685 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66b6472f-ea1c-4b03-823d-846719019fda {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:38.307314 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'status': 'completed', 'code': 200} Aug 31 13:55:38.321565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:38.340712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8100d938-89c4-43c6-a3ce-4897ddcee53c {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:38.363814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.451450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.490949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d2f0c-3b9a-42c7-9fe2-96739709a4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:38.537614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Transition to ACTIVE for port object 8100d938-89c4-43c6-a3ce-4897ddcee53c will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:38.566754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.630874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:38.662904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-b9aa9524-5aff-47d3-be1c-23f41679ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.663833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-b9aa9524-5aff-47d3-be1c-23f41679ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.664792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-b9aa9524-5aff-47d3-be1c-23f41679ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.665902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-b9aa9524-5aff-47d3-be1c-23f41679ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.666878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-b9aa9524-5aff-47d3-be1c-23f41679ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.670865 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-b9aa9524-5aff-47d3-be1c-23f41679ec55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 4363 time: 0.2997842 Aug 31 13:55:38.680044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.745194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Allocated IP 172.20.0.13 (0ddf4f87-6540-43e5-9252-4c23c4b2ccc2/4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3/289a829b-f427-432b-85fb-504f24548930) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:38.876858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Allocated IP 172.25.0.129 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/d15fd31b-fadb-4e6c-809c-fd63f97062e5) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:39.053476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade814a-9f98-4765-90bf-94715b832f8c req-fe569e78-9db5-434c-8520-1748ad107812 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.083946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade814a-9f98-4765-90bf-94715b832f8c req-fe569e78-9db5-434c-8520-1748ad107812 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.096164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade814a-9f98-4765-90bf-94715b832f8c req-fe569e78-9db5-434c-8520-1748ad107812 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.148396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade814a-9f98-4765-90bf-94715b832f8c req-fe569e78-9db5-434c-8520-1748ad107812 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.153224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-5d3d4805-8a93-409b-89a3-1be8f2495920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.153224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-5d3d4805-8a93-409b-89a3-1be8f2495920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.153224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-5d3d4805-8a93-409b-89a3-1be8f2495920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.154101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-5d3d4805-8a93-409b-89a3-1be8f2495920 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11b1a6b125c4e648eb2993448ee4807&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4377627 Aug 31 13:55:39.188136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade814a-9f98-4765-90bf-94715b832f8c req-fe569e78-9db5-434c-8520-1748ad107812 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.202328 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fade814a-9f98-4765-90bf-94715b832f8c req-fe569e78-9db5-434c-8520-1748ad107812 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 3828 time: 0.6909044 Aug 31 13:55:39.232606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25869097-1d1f-450e-b506-06602a82de05 None None] Network 000d81ce-975a-42dc-ac67-6759a0c0409d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:39.264980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Attempting to bind port 8100d938-89c4-43c6-a3ce-4897ddcee53c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:39.265310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Attempting to bind port 8100d938-89c4-43c6-a3ce-4897ddcee53c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:39.265646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Attempting to bind port 8100d938-89c4-43c6-a3ce-4897ddcee53c on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:39.350463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Port 8100d938-89c4-43c6-a3ce-4897ddcee53c on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:39.350830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Attempting to bind port 8100d938-89c4-43c6-a3ce-4897ddcee53c on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:39.377221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:39.378285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Checking segment: {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:39.378285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Bound using segment: {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:39.379696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Bound port: 8100d938-89c4-43c6-a3ce-4897ddcee53c, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:39.379924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.396049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ba80b30a-cc1e-4660-8180-d3be227edabe None None] Provisioning for port d9046a92-9aa4-4154-917b-2a3fcc6c46ce completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:39.396530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.415767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ba80b30a-cc1e-4660-8180-d3be227edabe None None] Provisioning complete for port d9046a92-9aa4-4154-917b-2a3fcc6c46ce triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:39.416103 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ba80b30a-cc1e-4660-8180-d3be227edabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.488783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.726480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895515f-ea44-4431-b10d-33bf21be6551 req-283d9b54-f726-43cc-8d23-c9ebca85d457 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.728213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3895515f-ea44-4431-b10d-33bf21be6551 req-283d9b54-f726-43cc-8d23-c9ebca85d457 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 943 time: 0.4736359 Aug 31 13:55:39.728972 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.739736 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fade814a-9f98-4765-90bf-94715b832f8c req-c2642bf8-b4f5-41b9-82ad-121518f3f4af tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4524028 Aug 31 13:55:39.760076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.780591 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ba80b30a-cc1e-4660-8180-d3be227edabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.818166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e6f410-c2bd-46ab-a127-cb399768511c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:39.848661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ba80b30a-cc1e-4660-8180-d3be227edabe None None] For port d9046a92-9aa4-4154-917b-2a3fcc6c46ce, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:39.864482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ba80b30a-cc1e-4660-8180-d3be227edabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.877258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.944121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.999572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80b30a-cc1e-4660-8180-d3be227edabe None None] Pushing event updated for resources: {'Port': ['ID=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:40.071906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3895515f-ea44-4431-b10d-33bf21be6551 req-a6853303-6d4a-4617-8744-fb4e4a879179 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609789 Aug 31 13:55:40.128239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.129282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:40.137259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:40.210193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-a9df3112-df33-4b03-9528-87f3ba54c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:40.211964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d450f47f-28a5-4511-a9d8-2cf10fbff891 req-a9df3112-df33-4b03-9528-87f3ba54c1c3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0442183 Aug 31 13:55:40.255510 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-51deadc2-a0a1-414a-90f6-8f4f14ebda45 req-359bf3df-206e-488a-91f7-5383e7721083 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 210 time: 0.1646736 Aug 31 13:55:40.286026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.294116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-82c0a8e5-520f-4188-b445-b9da30f12e50 None None] Provisioning complete for port d9046a92-9aa4-4154-917b-2a3fcc6c46ce triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:40.295833 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-82c0a8e5-520f-4188-b445-b9da30f12e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.300464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:40.320785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:40.325306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.25.0.71 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/deba3682-7c9c-49f7-a6ed-e663bdeb923f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:40.333160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:40.351145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:40.360327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:40.385949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:40.417411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Pushing event updated for resources: {'Port': ['ID=d15fd31b-fadb-4e6c-809c-fd63f97062e5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:40.552009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Pushing event updated for resources: {'Port': ['ID=289a829b-f427-432b-85fb-504f24548930,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:40.610556 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.618067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:40.619081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.690673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:40.691317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.693100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] 10.222.0.26 "PUT /v2.0/ports/8100d938-89c4-43c6-a3ce-4897ddcee53c HTTP/1.1" status: 200 len: 1091 time: 4.1980917 Aug 31 13:55:40.693251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:40.695528 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84ef608-5049-4944-9c0c-0f5c4a743316" -d '{"events": [{"name": "network-changed", "server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:40.706903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7690cbee-df75-4c69-9843-aa9a75ffca6b {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:40.725394 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.740502 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-66d23fc4-a928-4d8d-8a7f-8bbc0f70322c tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8158457 Aug 31 13:55:40.765675 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa2abd-9feb-4f81-9d34-f5474adc1d6e x-openstack-request-id: req-3afa2abd-9feb-4f81-9d34-f5474adc1d6e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:40.766282 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:40.766282 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3afa2abd-9feb-4f81-9d34-f5474adc1d6e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:40.766602 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'status': 'completed', 'code': 200} Aug 31 13:55:40.774499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Request body: {'port': {'device_id': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:40.775657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a417a5e-d414-42ba-bfb7-1727e6645b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:40.790185 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.820556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Transition to ACTIVE for port object 7690cbee-df75-4c69-9843-aa9a75ffca6b will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:40.856952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.944906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.967820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-044466c7-0a26-4997-8163-c79eabf4914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:40.967820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-044466c7-0a26-4997-8163-c79eabf4914e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 1094 time: 0.1823425 Aug 31 13:55:40.971888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.973894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7690cbee-df75-4c69-9843-aa9a75ffca6b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:41.029154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.061374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-bcb674c8-98d0-4a3a-a706-958b206d2f74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c HTTP/1.1" status: 200 len: 217 time: 0.0681977 Aug 31 13:55:41.062457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-afecb14c-b044-44c0-807c-10d91c6d4891 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.068440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-afecb14c-b044-44c0-807c-10d91c6d4891 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.074592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-afecb14c-b044-44c0-807c-10d91c6d4891 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.082577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-afecb14c-b044-44c0-807c-10d91c6d4891 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.087882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-afecb14c-b044-44c0-807c-10d91c6d4891 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.094315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-afecb14c-b044-44c0-807c-10d91c6d4891 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.096237 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-afecb14c-b044-44c0-807c-10d91c6d4891 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 4605 time: 0.2116792 Aug 31 13:55:41.147261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.222097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:41.229184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-6aba44c2-351e-4d15-b684-de553e7101c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.230688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-6aba44c2-351e-4d15-b684-de553e7101c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0834182-206c-4bce-9e95-5cf408dcdb94 HTTP/1.1" status: 200 len: 862 time: 0.1601994 Aug 31 13:55:41.249880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Attempting to bind port 7690cbee-df75-4c69-9843-aa9a75ffca6b on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:41.250227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Attempting to bind port 7690cbee-df75-4c69-9843-aa9a75ffca6b by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:41.250563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Attempting to bind port 7690cbee-df75-4c69-9843-aa9a75ffca6b on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:41.274815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=deba3682-7c9c-49f7-a6ed-e663bdeb923f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:41.277411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:41.289614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:41.294108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Port 7690cbee-df75-4c69-9843-aa9a75ffca6b on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:41.294585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Attempting to bind port 7690cbee-df75-4c69-9843-aa9a75ffca6b on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:41.300592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-1612327c-c2d7-4d06-a5fc-94216cab4706 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532804 Aug 31 13:55:41.312714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:41.313073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Checking segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:41.313718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Bound using segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:41.313929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Bound port: 7690cbee-df75-4c69-9843-aa9a75ffca6b, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:41.314299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.395724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d6a0-f01c-4aeb-9832-30cd88820e32 req-4524491a-dc29-410b-b383-b28ea41b1e46 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.397409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a48d6a0-f01c-4aeb-9832-30cd88820e32 req-4524491a-dc29-410b-b383-b28ea41b1e46 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 943 time: 0.2130194 Aug 31 13:55:41.590957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] For port 7690cbee-df75-4c69-9843-aa9a75ffca6b, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:41.599205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-da1956f3-2888-40b8-829e-7871bb7f47ac service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884252 Aug 31 13:55:41.613342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a48d6a0-f01c-4aeb-9832-30cd88820e32 req-615dc403-31cd-414a-9da5-20b7456fac47 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882477 Aug 31 13:55:41.620966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] For port 7690cbee-df75-4c69-9843-aa9a75ffca6b, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:41.643057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.664658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-83e96922-cc8e-42a7-9e54-9b18105ce464 req-e914d8a0-f388-409e-9f83-efee5f3d58ae tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5312712 Aug 31 13:55:41.729952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:41.733928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.734269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.735580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 1135 time: 3.4183660 Aug 31 13:55:41.742176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:41.753716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 71900247-1fa3-4d54-907b-aff7315316c3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:41.782285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:41.784824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c44863-d0cd-485f-86b4-6c9217fcceb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7690cbee-df75-4c69-9843-aa9a75ffca6b,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:41.859259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e250e8-471e-4f9e-bf59-48522fe10bf4 req-0bd3e4aa-f232-4bfe-ae0b-c333c6d93b32 service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417042 Aug 31 13:55:41.907618 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.927795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:55:41.948023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.006637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:42.014034 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1769d4f7-fb19-47dc-9b44-53af957c6086" -d '{"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-unplugged", "status": "completed", "tag": "71900247-1fa3-4d54-907b-aff7315316c3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:42.043010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:42.074444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ea8ed59c-df75-4afc-ab60-9f691a6543a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/311f525b-3bca-44a4-bdf5-f09d40bc42a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9235632 Aug 31 13:55:42.080474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37836) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:42.110196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:42.127262 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb54ab85-f8b7-41e6-acc1-2edd2c32e1a9 x-openstack-request-id: req-bb54ab85-f8b7-41e6-acc1-2edd2c32e1a9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:42.127727 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-unplugged", "status": "completed", "tag": "71900247-1fa3-4d54-907b-aff7315316c3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:42.127990 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb54ab85-f8b7-41e6-acc1-2edd2c32e1a9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:42.128380 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3', 'code': 200} Aug 31 13:55:42.138017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d9046a92-9aa4-4154-917b-2a3fcc6c46ce up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:42.143342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] Sync routers for ids ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:42.151069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'mac_address': 'fa:16:3e:f3:59:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:42.174611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.175763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:42.209646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.220606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] Routers {'311f525b-3bca-44a4-bdf5-f09d40bc42a8'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:42.221542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:42.224359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-046c5e52-c8a9-43c7-b021-5da4a1b0ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:42.225954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-046c5e52-c8a9-43c7-b021-5da4a1b0ebad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 1094 time: 0.1947887 Aug 31 13:55:42.327388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.343534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4ba84-c4b9-4b96-8279-5442bd6ebd7d req-f8ea5764-5ed4-4069-a2e8-aa1e1be87fe9 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:42.350052 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e2d4ba84-c4b9-4b96-8279-5442bd6ebd7d req-f8ea5764-5ed4-4069-a2e8-aa1e1be87fe9 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 932 time: 0.2328832 Aug 31 13:55:42.387538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:42.394896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cce9098-b6de-4d73-b19b-2ad798be3bfb {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:42.461777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d9046a92-9aa4-4154-917b-2a3fcc6c46ce triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:42.462423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.466303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:42.493304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] Set router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:42.497665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.542212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e2d4ba84-c4b9-4b96-8279-5442bd6ebd7d req-524e1155-3efc-423b-a96d-38cbd9ca51b5 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317742 Aug 31 13:55:42.577975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.649715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289a829b-f427-432b-85fb-504f24548930 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:42.667278 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.674086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.687985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Transition to ACTIVE for port object 289a829b-f427-432b-85fb-504f24548930 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:42.767312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '7690cbee-df75-4c69-9843-aa9a75ffca6b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:42.772118 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f85be54-e65c-496c-97db-daed03e5db41" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "7690cbee-df75-4c69-9843-aa9a75ffca6b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:42.787860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-fd42ba17-988d-45e4-a305-dcf85fcc28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:42.790104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-fd42ba17-988d-45e4-a305-dcf85fcc28bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 924 time: 0.5312870 Aug 31 13:55:42.836267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4cce9098-b6de-4d73-b19b-2ad798be3bfb'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:42.851529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Router 67576a26-2e09-4420-9f54-190fbd884afb is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:55:42.853760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.918858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:42.989056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-f38d7438-080b-4710-85b3-431478d61de4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c HTTP/1.1" status: 200 len: 217 time: 0.1488366 Aug 31 13:55:43.079284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Pushing event updated for resources: {'Port': ['ID=289a829b-f427-432b-85fb-504f24548930,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:43.100130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa9480-b599-4562-b4aa-a52cb5379427 req-da554add-a286-433d-b6d1-526e45ca8d07 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.101796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3fa9480-b599-4562-b4aa-a52cb5379427 req-da554add-a286-433d-b6d1-526e45ca8d07 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 943 time: 0.2555561 Aug 31 13:55:43.110493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.128365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-ac4e2bb2-a207-4472-970e-a277752780bb tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.135619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-ac4e2bb2-a207-4472-970e-a277752780bb tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.140238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:55:38Z', 'revision_number': 5, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port': {'id': '81db3d94-c509-4dad-9b38-ac43b80f46e1', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:50:57Z', 'updated_at': '2021-08-31T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:43.143034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-ac4e2bb2-a207-4472-970e-a277752780bb tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.149222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-ac4e2bb2-a207-4472-970e-a277752780bb tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.155380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-ac4e2bb2-a207-4472-970e-a277752780bb tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.161512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-ac4e2bb2-a207-4472-970e-a277752780bb tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.163564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-ac4e2bb2-a207-4472-970e-a277752780bb tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 4605 time: 0.3162634 Aug 31 13:55:43.177222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] Checking router: 311f525b-3bca-44a4-bdf5-f09d40bc42a8 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:55:43.193723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-c6c5a6d9-008d-466b-b539-2b432bf50935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.195773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-c6c5a6d9-008d-466b-b539-2b432bf50935 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0834182-206c-4bce-9e95-5cf408dcdb94 HTTP/1.1" status: 200 len: 862 time: 0.1957982 Aug 31 13:55:43.198557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.219623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] Routers {'311f525b-3bca-44a4-bdf5-f09d40bc42a8'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:43.220470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:43.235532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3fa9480-b599-4562-b4aa-a52cb5379427 req-40e33799-322e-4edc-aa45-8ba4fa45a617 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137838 Aug 31 13:55:43.272909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-53d9a012-5b3f-4ab6-8dc2-0408bf0fdbec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497565 Aug 31 13:55:43.274974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b212c8-5ad0-4297-92cf-eb512bce51d5 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:43.355307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] Set router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:43.366667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.369315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Attempting to bind port 289a829b-f427-432b-85fb-504f24548930 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:43.369662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Attempting to bind port 289a829b-f427-432b-85fb-504f24548930 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ac8192a9-ac8f-4480-8072-85882b8a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:43.370002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Attempting to bind port 289a829b-f427-432b-85fb-504f24548930 on network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:43.382082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Transition to ACTIVE for port object c3b212c8-5ad0-4297-92cf-eb512bce51d5 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:43.396992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.426966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:43.436914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:55:43Z', 'revision_number': 6, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:43.444396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01bfc485-f722-4bc3-8dfa-4849f9ab971b req-67648857-1150-44c1-89a3-85711c5d5a04 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2680604 Aug 31 13:55:43.453265 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Sync routers for ids ['67576a26-2e09-4420-9f54-190fbd884afb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:43.454221 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6244ae7a-711b-4f8f-b63a-3969c064a7e6 x-openstack-request-id: req-6244ae7a-711b-4f8f-b63a-3969c064a7e6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:43.454762 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "7690cbee-df75-4c69-9843-aa9a75ffca6b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:43.455507 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6244ae7a-711b-4f8f-b63a-3969c064a7e6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:43.456411 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '7690cbee-df75-4c69-9843-aa9a75ffca6b', 'status': 'completed', 'code': 200} Aug 31 13:55:43.466781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Port 289a829b-f427-432b-85fb-504f24548930 on network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:43.468639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Attempting to bind port 289a829b-f427-432b-85fb-504f24548930 on network 0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:43.469408 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Routers {'67576a26-2e09-4420-9f54-190fbd884afb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:43.470112 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['67576a26-2e09-4420-9f54-190fbd884afb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:43.504803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:43.514611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Checking segment: {'id': 'ac8192a9-ac8f-4480-8072-85882b8a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:43.515054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Bound using segment: {'id': 'ac8192a9-ac8f-4480-8072-85882b8a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:43.515696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Bound port: 289a829b-f427-432b-85fb-504f24548930, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8192a9-ac8f-4480-8072-85882b8a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:43.516081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.542120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ec773-bdf0-4186-9109-4511de32ebf1 None None] The sync data for ids ['311f525b-3bca-44a4-bdf5-f09d40bc42a8'] in n-d-792362-6 is: [{'id': '311f525b-3bca-44a4-bdf5-f09d40bc42a8', 'name': 'tempest-ServerRescueNegativeTestJSON-1180211559-router', 'tenant_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:50:56Z', 'updated_at': '2021-08-31T13:55:43Z', 'revision_number': 6, 'project_id': '09fb03d60c6f4333bf54a0822aa0f38d', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:43.549029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.552743 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c3844cf6-a701-4938-be51-2d1a1496f1bb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6477282 Aug 31 13:55:43.554374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37874) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:43.623414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Deleting port 81db3d94-c509-4dad-9b38-ac43b80f46e1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:43.624025 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.720020 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Set router 67576a26-2e09-4420-9f54-190fbd884afb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:43.777503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] For port 81db3d94-c509-4dad-9b38-ac43b80f46e1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=81db3d94-c509-4dad-9b38-ac43b80f46e1,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:43.778533 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.810336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Calling delete_port for 81db3d94-c509-4dad-9b38-ac43b80f46e1 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:44.004227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c8e6f410-c2bd-46ab-a127-cb399768511c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:44.068578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Attempting to bind port c3b212c8-5ad0-4297-92cf-eb512bce51d5 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:44.074006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c8e6f410-c2bd-46ab-a127-cb399768511c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:44.074391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c8e6f410-c2bd-46ab-a127-cb399768511c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:44.077709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Attempting to bind port c3b212c8-5ad0-4297-92cf-eb512bce51d5 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:44.078110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Attempting to bind port c3b212c8-5ad0-4297-92cf-eb512bce51d5 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:44.094347 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:55:40Z', 'revision_number': 3, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:44.137585 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Checking router: 67576a26-2e09-4420-9f54-190fbd884afb for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:55:44.137936 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Updating router 67576a26-2e09-4420-9f54-190fbd884afb port d15fd31b-fadb-4e6c-809c-fd63f97062e5 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:55:44.191824 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.196139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Port c3b212c8-5ad0-4297-92cf-eb512bce51d5 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:44.196632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Attempting to bind port c3b212c8-5ad0-4297-92cf-eb512bce51d5 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:44.202208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b212c8-5ad0-4297-92cf-eb512bce51d5,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:44.210694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-71e61762-242c-4910-8633-b744e4d11b8b service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260185 Aug 31 13:55:44.220842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.221381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.221927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.222418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.223038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.223524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.224001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.226075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f85be54-e65c-496c-97db-daed03e5db41 req-517e6067-b4e7-41ee-bb38-231a9f1d812b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6178 time: 0.6492436 Aug 31 13:55:44.264679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:44.264679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Checking segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:44.265064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Bound using segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:44.265634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Bound port: c3b212c8-5ad0-4297-92cf-eb512bce51d5, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:44.265886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.298375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] For port 289a829b-f427-432b-85fb-504f24548930, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:44.323421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0575f7e-6b69-4d48-90d8-0bc20ed0a184 req-fe101673-96e4-477c-ad78-02d59d3a0430 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.331050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0575f7e-6b69-4d48-90d8-0bc20ed0a184 req-fe101673-96e4-477c-ad78-02d59d3a0430 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 944 time: 0.6447263 Aug 31 13:55:44.346304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] For port 289a829b-f427-432b-85fb-504f24548930, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=289a829b-f427-432b-85fb-504f24548930,segment=NetworkSegment(ac8192a9-ac8f-4480-8072-85882b8a79cf),segment_id=ac8192a9-ac8f-4480-8072-85882b8a79cf)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:44.354210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router d03788f8-0cbb-4018-a269-7b906848c7ad is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:55:44.397711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.478397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.479034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.480437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] 10.222.0.26 "PUT /v2.0/ports/289a829b-f427-432b-85fb-504f24548930 HTTP/1.1" status: 200 len: 1092 time: 3.7117388 Aug 31 13:55:44.551448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'tag': '289a829b-f427-432b-85fb-504f24548930'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:44.555174 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f9c90-0d05-479b-a3e5-b741aa86191d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe05378-1aa6-48b8-902e-502f7cfce14f", "tag": "289a829b-f427-432b-85fb-504f24548930"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:44.595488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.618935 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0575f7e-6b69-4d48-90d8-0bc20ed0a184 req-dee5a3d7-8889-48ff-b069-056778b84a81 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867880 Aug 31 13:55:44.678295 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.687675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Pushing event deleted for resources: {'Port': ['ID=81db3d94-c509-4dad-9b38-ac43b80f46e1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:44.701440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Transition to ACTIVE for port object d15fd31b-fadb-4e6c-809c-fd63f97062e5 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:44.721733 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.744756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0277d5-def6-4f9f-9475-26776a08137f req-6abecec4-b549-443b-ae7c-ebe1a6845ee0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.746552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad0277d5-def6-4f9f-9475-26776a08137f req-6abecec4-b549-443b-ae7c-ebe1a6845ee0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 943 time: 0.3378470 Aug 31 13:55:44.769739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abc75d-15fe-4752-a807-79489cf6ba79 service neutron] Pushing event updated for resources: {'Port': ['ID=289a829b-f427-432b-85fb-504f24548930,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:44.794383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e84ef608-5049-4944-9c0c-0f5c4a743316 req-4d4c3774-7799-4861-959b-b4488450e3c3 service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634093 Aug 31 13:55:44.816400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] For port c3b212c8-5ad0-4297-92cf-eb512bce51d5, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:44.819478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-01197cb3-2399-4cf3-acf3-d06474bcc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.819965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-01197cb3-2399-4cf3-acf3-d06474bcc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.820452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-01197cb3-2399-4cf3-acf3-d06474bcc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.822271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f85be54-e65c-496c-97db-daed03e5db41 req-01197cb3-2399-4cf3-acf3-d06474bcc71f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11b1a6b125c4e648eb2993448ee4807&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5344527 Aug 31 13:55:44.833767 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Pushing event updated for resources: {'Port': ['ID=d15fd31b-fadb-4e6c-809c-fd63f97062e5,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:44.863854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] For port c3b212c8-5ad0-4297-92cf-eb512bce51d5, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:44.868047 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.877568 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.878202 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.878914 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.879442 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.880508 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.881084 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.881598 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.882189 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.882593 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.882994 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.883390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:44.926171 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Attempting to bind port d15fd31b-fadb-4e6c-809c-fd63f97062e5 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:44.926642 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Attempting to bind port d15fd31b-fadb-4e6c-809c-fd63f97062e5 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:44.927078 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Attempting to bind port d15fd31b-fadb-4e6c-809c-fd63f97062e5 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:44.930082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.944694 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:44.945193 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:44.945675 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.946144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:44.946704 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Bound port: d15fd31b-fadb-4e6c-809c-fd63f97062e5, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:44.947188 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.976997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad0277d5-def6-4f9f-9475-26776a08137f req-4ff418e5-43ed-4948-a6b6-233986a971f3 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117429 Aug 31 13:55:44.980775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.058603 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] For port d15fd31b-fadb-4e6c-809c-fd63f97062e5, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:45.065287 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] For port d15fd31b-fadb-4e6c-809c-fd63f97062e5, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d15fd31b-fadb-4e6c-809c-fd63f97062e5,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:45.067046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-3dbe8377-0494-452b-8b7e-3857cf34237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.069189 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-3dbe8377-0494-452b-8b7e-3857cf34237b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=389a91cc520d4f0e9148149bab481b1b&device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 1095 time: 0.5091488 Aug 31 13:55:45.072296 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.085516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.085750 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d023b-8c0c-4327-a14d-1b6b2642cef6 x-openstack-request-id: req-ad9d023b-8c0c-4327-a14d-1b6b2642cef6 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:45.086130 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe05378-1aa6-48b8-902e-502f7cfce14f", "tag": "289a829b-f427-432b-85fb-504f24548930", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:45.086249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.086560 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad9d023b-8c0c-4327-a14d-1b6b2642cef6 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:45.087060 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'tag': '289a829b-f427-432b-85fb-504f24548930', 'status': 'completed', 'code': 200} Aug 31 13:55:45.087607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 1136 time: 3.3132703 Aug 31 13:55:45.163500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:45.171596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.203289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923859c-3e1c-4396-8730-c3acdaa375d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b212c8-5ad0-4297-92cf-eb512bce51d5,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:45.210776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.222165 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Routers {'67576a26-2e09-4420-9f54-190fbd884afb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:45.222981 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['67576a26-2e09-4420-9f54-190fbd884afb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:45.243943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:45.244909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85be54-e65c-496c-97db-daed03e5db41 req-90a68a08-93dc-4b38-ac55-ef582e4c13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.246465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f85be54-e65c-496c-97db-daed03e5db41 req-90a68a08-93dc-4b38-ac55-ef582e4c13e9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4090085 Aug 31 13:55:45.267324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-9b4b10a7-d083-485a-b8cd-9934cda7ac89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=289a829b-f427-432b-85fb-504f24548930 HTTP/1.1" status: 200 len: 217 time: 0.1442478 Aug 31 13:55:45.270941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] Sync routers for ids ['d03788f8-0cbb-4018-a269-7b906848c7ad'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:45.313060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] Routers {'d03788f8-0cbb-4018-a269-7b906848c7ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:45.315451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d03788f8-0cbb-4018-a269-7b906848c7ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:45.329343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.329867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 311f525b-3bca-44a4-bdf5-f09d40bc42a8 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:55:45.340672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.356053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.361617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-623d8c9e-8a60-4e90-ac45-fdfa149cde90 admin admin] 10.222.0.10 "DELETE /v2.0/routers/311f525b-3bca-44a4-bdf5-f09d40bc42a8 HTTP/1.1" status: 204 len: 168 time: 3.2714086 Aug 31 13:55:45.362643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37900) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:45.394234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.403636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.413779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.418182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:45.422441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.428518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.429911 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] Set router 67576a26-2e09-4420-9f54-190fbd884afb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:45.436819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] Routers {'d03788f8-0cbb-4018-a269-7b906848c7ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:45.437631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d03788f8-0cbb-4018-a269-7b906848c7ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:45.450464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.457136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.458041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': 'c3b212c8-5ad0-4297-92cf-eb512bce51d5'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:45.460327 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39540df-eabf-4fcd-ae1f-f70215a697ba" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "c3b212c8-5ad0-4297-92cf-eb512bce51d5"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:45.469813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-d40d9eef-8484-49cb-9f1d-a0b710d5efa7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5383 time: 0.6035020 Aug 31 13:55:45.520761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:45.521465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160fa6d-5470-4c09-aed7-cf674181904d None None] The sync data for ids ['d03788f8-0cbb-4018-a269-7b906848c7ad'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:45.551248 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.551248 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6ecb238f-b1d6-4008-8ef1-cbf58046f07f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.0351627 Aug 31 13:55:45.564437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37904) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:45.566697 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f011abe-095a-4e3f-824e-a568556972a9 x-openstack-request-id: req-0f011abe-095a-4e3f-824e-a568556972a9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:45.566991 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "c3b212c8-5ad0-4297-92cf-eb512bce51d5", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:45.567245 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f011abe-095a-4e3f-824e-a568556972a9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:45.567639 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': 'c3b212c8-5ad0-4297-92cf-eb512bce51d5', 'status': 'completed', 'code': 200} Aug 31 13:55:45.581263 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8d1cb-4a6d-41b1-8e7d-49c5cd9dc41d None None] Pushing event updated for resources: {'Port': ['ID=d15fd31b-fadb-4e6c-809c-fd63f97062e5,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:45.661781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-b7a35ed7-cdd0-4c9a-b131-59d17348c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.663453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-b7a35ed7-cdd0-4c9a-b131-59d17348c69b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3 HTTP/1.1" status: 200 len: 848 time: 0.3790624 Aug 31 13:55:45.684346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] Deleting subnet b376708f-c85d-4dd1-b710-56f3100d225e {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:55:45.729682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a06d738f-ade7-4a34-a62f-1dd14ab24b8b req-4f0f98e1-40f7-4524-8ce9-59d272d910c4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2585723 Aug 31 13:55:45.730672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.744190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8100d938-89c4-43c6-a3ce-4897ddcee53c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:45.819573 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-c9427f4f-1e88-4926-88fb-69e4831b2378 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ddf4f87-6540-43e5-9252-4c23c4b2ccc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383317 Aug 31 13:55:45.865434 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:55:40Z', 'revision_number': 3, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:45.884197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102e8105-c574-4181-87e7-d3a7e739efad {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:45.894922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.935160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Transition to ACTIVE for port object 102e8105-c574-4181-87e7-d3a7e739efad will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:45.944827 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904ce28-33bd-434b-ab3c-11cee1477926 None None] The sync data for ids ['67576a26-2e09-4420-9f54-190fbd884afb'] in n-d-792362-6 is: [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:55:40Z', 'revision_number': 3, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:45.958579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.968303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:45.983179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'port_id': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'mac_address': 'fa:16:3e:54:13:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0834182-206c-4bce-9e95-5cf408dcdb94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:45.988264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:46.017941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.089107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Pushing event updated for resources: {'Port': ['ID=102e8105-c574-4181-87e7-d3a7e739efad,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:46.107356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4cce9098-b6de-4d73-b19b-2ad798be3bfb triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:46.107987 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.116912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.117415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.117889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.118360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.118835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.119288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.119755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.139641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-a50bbd32-554b-4aa6-b1c2-c6ac42af4a31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6220 time: 0.5469770 Aug 31 13:55:46.161514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 81db3d94-c509-4dad-9b38-ac43b80f46e1 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:46.192497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3834214c-f099-486a-88be-fbcb27f48813 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/routers/d03788f8-0cbb-4018-a269-7b906848c7ad HTTP/1.1" status: 200 len: 880 time: 0.6268475 Aug 31 13:55:46.200815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37912) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:46.217527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 81db3d94-c509-4dad-9b38-ac43b80f46e1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:46.217879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 81db3d94-c509-4dad-9b38-ac43b80f46e1 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:46.300108 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.330731 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.379282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-6e1e153b-b8ac-497b-81fe-6a5e56db16bf service neutron] 10.222.0.26 "GET /v2.0/networks/0ddf4f87-6540-43e5-9252-4c23c4b2ccc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501537 Aug 31 13:55:46.381234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.386155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.399757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:46.401236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:46.404086 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf67ea0-a979-4ad7-9b1b-925c3b6f69e8" -d '{"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-plugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:46.407355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.424546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8100d938-89c4-43c6-a3ce-4897ddcee53c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:46.474981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:46.478916 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.544667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:46.552394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.605800 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c527b12-08e3-47ff-8055-bf5983e24dfb req-26efdd95-afbe-49f0-b84b-7b305bfaf02b service neutron] 10.222.0.26 "GET /v2.0/networks/0ddf4f87-6540-43e5-9252-4c23c4b2ccc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051897 Aug 31 13:55:46.640419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:46.677205 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a107ec-bd10-49d0-965d-ce1e165800c2 req-9f0c06cb-52a0-4149-862e-559228893833 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.686457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a1a107ec-bd10-49d0-965d-ce1e165800c2 req-9f0c06cb-52a0-4149-862e-559228893833 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 943 time: 0.5486832 Aug 31 13:55:46.703670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b376708f-c85d-4dd1-b710-56f3100d225e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:46.845066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.847634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bd1c517e-7eee-4647-8f83-3bb68ba798f7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b376708f-c85d-4dd1-b710-56f3100d225e HTTP/1.1" status: 204 len: 168 time: 1.4772980 Aug 31 13:55:46.861831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37922) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:46.904030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8100d938-89c4-43c6-a3ce-4897ddcee53c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:46.908112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a1a107ec-bd10-49d0-965d-ce1e165800c2 req-6e1819a8-2f17-47ed-b31b-4a597a38a8dd tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207603 Aug 31 13:55:46.941840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782bc8e-8884-4d42-afe1-97e40575949b req-b862f2c6-7b09-4349-b6e1-0ae417b8df23 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.951272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6782bc8e-8884-4d42-afe1-97e40575949b req-b862f2c6-7b09-4349-b6e1-0ae417b8df23 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 944 time: 1.0105400 Aug 31 13:55:46.970491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-16bce6bb-978f-4d4a-a9c5-9b975f162a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.973320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-16bce6bb-978f-4d4a-a9c5-9b975f162a9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=389a91cc520d4f0e9148149bab481b1b&device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 1095 time: 0.1318831 Aug 31 13:55:47.106267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Allocated IP 172.20.0.1 (000d81ce-975a-42dc-ac67-6759a0c0409d/4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d/896ba9b1-2445-4c9a-b530-2aa51bb54c90) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:47.116617 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a685ac-78b3-44f2-8fde-f8b3f6787038 x-openstack-request-id: req-17a685ac-78b3-44f2-8fde-f8b3f6787038 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:47.117444 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-plugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:47.118241 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17a685ac-78b3-44f2-8fde-f8b3f6787038 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:47.119008 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'code': 200} Aug 31 13:55:47.160261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.266615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Attempting to bind port 102e8105-c574-4181-87e7-d3a7e739efad on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:47.267376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Attempting to bind port 102e8105-c574-4181-87e7-d3a7e739efad by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:47.268124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Attempting to bind port 102e8105-c574-4181-87e7-d3a7e739efad on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:47.315786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Port 102e8105-c574-4181-87e7-d3a7e739efad on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:47.316472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Attempting to bind port 102e8105-c574-4181-87e7-d3a7e739efad on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:47.319762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-1c9ea674-b501-40cd-9a8c-4c72c4ba74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.321650 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-1c9ea674-b501-40cd-9a8c-4c72c4ba74ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 HTTP/1.1" status: 200 len: 910 time: 0.3259885 Aug 31 13:55:47.371360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6782bc8e-8884-4d42-afe1-97e40575949b req-a30e4d2d-0667-4dcc-af77-6bcca359a1f2 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188681 Aug 31 13:55:47.372425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:47.373072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Checking segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:47.374082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Bound using segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:47.375033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Bound port: 102e8105-c574-4181-87e7-d3a7e739efad, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:47.375416 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.387703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.394599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.400549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.407064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.412962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.419224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.425929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.427834 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-437a4760-3e7f-425b-9b10-59922c88837a req-0f3d084b-14af-4fd8-a33b-f05c21813283 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5395 time: 0.2194102 Aug 31 13:55:47.429200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-aee1d2cc-2f7c-4042-ab54-e862ff4a8eba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=289a829b-f427-432b-85fb-504f24548930 HTTP/1.1" status: 200 len: 217 time: 0.0983398 Aug 31 13:55:47.486717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-c7b55e05-fc3e-47b4-89a4-8f5cdfe399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.487198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-c7b55e05-fc3e-47b4-89a4-8f5cdfe399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.487669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-c7b55e05-fc3e-47b4-89a4-8f5cdfe399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.489295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-c7b55e05-fc3e-47b4-89a4-8f5cdfe399ac service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11b1a6b125c4e648eb2993448ee4807&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.3298895 Aug 31 13:55:47.519023 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.557153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-437a4760-3e7f-425b-9b10-59922c88837a req-e06ddfc9-1dbf-49f8-991d-6972c9b5a2b6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090784 Aug 31 13:55:47.558249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Transition to ACTIVE for port object 896ba9b1-2445-4c9a-b530-2aa51bb54c90 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:47.560470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-16efceb0-32ca-453d-9dbd-10c9b9ad8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.562084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-16efceb0-32ca-453d-9dbd-10c9b9ad8064 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3 HTTP/1.1" status: 200 len: 848 time: 0.1128924 Aug 31 13:55:47.588037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.613365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-b94b1f81-1742-4812-8154-b328f17551b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ddf4f87-6540-43e5-9252-4c23c4b2ccc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406425 Aug 31 13:55:47.636845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad17b1be-ce02-4831-83d3-03ca62977086']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:47.677576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a6bfe5-1abe-4c5b-8565-8aa04d227584') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:47.677576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a6bfe5-1abe-4c5b-8565-8aa04d227584') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:47.683669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.692675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.697787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] For port 102e8105-c574-4181-87e7-d3a7e739efad, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:47.745994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.753334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] For port 102e8105-c574-4181-87e7-d3a7e739efad, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=102e8105-c574-4181-87e7-d3a7e739efad,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:47.758641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Network 000d81ce-975a-42dc-ac67-6759a0c0409d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:47.772295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:47.772838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Releasing vlan 1500 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:55:47.773282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.775539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:55:47.777773 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:55:47.789530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:47.799285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Pushing event updated for resources: {'Port': ['ID=896ba9b1-2445-4c9a-b530-2aa51bb54c90,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:47.824058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-1a148bd3-4a56-4e46-b182-741787b43932 service neutron] 10.222.0.26 "GET /v2.0/networks/0ddf4f87-6540-43e5-9252-4c23c4b2ccc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004793 Aug 31 13:55:47.859828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.958931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Pushing event updated for resources: {'Port': ['ID=102e8105-c574-4181-87e7-d3a7e739efad,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:47.982530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-d0cd1785-89bb-4670-a670-7dae6c27d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.984539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b39540df-eabf-4fcd-ae1f-f70215a697ba req-d0cd1785-89bb-4670-a670-7dae6c27d158 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4774518 Aug 31 13:55:48.006724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.007362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.008909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-7568a351-81b7-417c-aefa-b32c26f5aec5 service neutron] 10.222.0.26 "PUT /v2.0/ports/102e8105-c574-4181-87e7-d3a7e739efad HTTP/1.1" status: 200 len: 1090 time: 2.8586833 Aug 31 13:55:48.019521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:48.024906 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b93f6e8-99b5-4155-a655-796cd64168b0" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "102e8105-c574-4181-87e7-d3a7e739efad"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:48.105517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:48.190247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d15fd31b-fadb-4e6c-809c-fd63f97062e5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:48.233270 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c44b125-3e07-4c8c-8ff6-f8a5f0f558c7 x-openstack-request-id: req-1c44b125-3e07-4c8c-8ff6-f8a5f0f558c7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:48.233649 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "102e8105-c574-4181-87e7-d3a7e739efad", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:48.243106 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c44b125-3e07-4c8c-8ff6-f8a5f0f558c7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:48.244016 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad', 'status': 'completed', 'code': 200} Aug 31 13:55:48.304093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff86f88d-a91c-4573-8d06-5b19aa05a189 None None] Provisioning for port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:48.306818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.324041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff86f88d-a91c-4573-8d06-5b19aa05a189 None None] Provisioning complete for port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:48.324644 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff86f88d-a91c-4573-8d06-5b19aa05a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.348953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.351094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ad17b1be-ce02-4831-83d3-03ca62977086 HTTP/1.1" status: 204 len: 168 time: 1.4470794 Aug 31 13:55:48.369096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a8f6525d-4e14-4ca2-aaed-18ffaca8f75e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.1626048 Aug 31 13:55:48.405409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37950) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:48.411514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff86f88d-a91c-4573-8d06-5b19aa05a189 None None] Port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:48.436704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-64d87531-6c54-4a2a-82ba-760d16dc9b71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1267705523'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:48.484908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d15fd31b-fadb-4e6c-809c-fd63f97062e5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:48.500123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d15fd31b-fadb-4e6c-809c-fd63f97062e5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:48.500844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.512746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd1427-305a-47ec-83a9-82261dd414d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad17b1be-ce02-4831-83d3-03ca62977086,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:48.606875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a447c-89fa-4c12-b913-df049f31ad80 req-1a2cc429-315c-4ed8-b3b4-df20e7a6542a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.609261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-121a447c-89fa-4c12-b913-df049f31ad80 req-1a2cc429-315c-4ed8-b3b4-df20e7a6542a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 944 time: 0.4874470 Aug 31 13:55:48.618171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37958) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:48.691018 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.712899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d15fd31b-fadb-4e6c-809c-fd63f97062e5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d15fd31b-fadb-4e6c-809c-fd63f97062e5,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:48.725013 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.748650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.749180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.749668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.750533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.751023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.751500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.751973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.754065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-310a24b4-8233-4d3d-ad34-76b8c90ed090 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6287 time: 0.5066557 Aug 31 13:55:48.757482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c24c321a-2fd2-43df-9a1d-2f29532e66e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09fb03d60c6f4333bf54a0822aa0f38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335766 Aug 31 13:55:48.758314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.798699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:48.801519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d15fd31b-fadb-4e6c-809c-fd63f97062e5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:48.861128 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff7f9c90-0d05-479b-a3e5-b741aa86191d req-3a55246d-f99f-430d-b679-52b138cd0f06 service neutron] 10.222.0.26 "GET /v2.0/networks/0ddf4f87-6540-43e5-9252-4c23c4b2ccc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0244508 Aug 31 13:55:48.871781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1ec48-786b-4f2a-b04e-b164dedc63f2 req-b02f8edc-28da-40e0-8925-7a4d845f3497 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.873492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dea1ec48-786b-4f2a-b04e-b164dedc63f2 req-b02f8edc-28da-40e0-8925-7a4d845f3497 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 944 time: 0.2122192 Aug 31 13:55:48.877171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.932622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-121a447c-89fa-4c12-b913-df049f31ad80 req-d3c59101-88c8-4382-be95-39a02eec9279 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667096 Aug 31 13:55:48.963396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dea1ec48-786b-4f2a-b04e-b164dedc63f2 req-86846ccc-dcf6-46bf-895e-02ff3005173a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678213 Aug 31 13:55:49.184617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.191547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.199461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.205647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.210227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6fa3984a-5fd9-4b5b-9670-653477c0531d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.211656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.220253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.226191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.233369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6fa3984a-5fd9-4b5b-9670-653477c0531d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.236105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-4e771ec1-02b9-4c0f-92c7-13a7c69989a4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5395 time: 0.1302335 Aug 31 13:55:49.326448 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3377b8c0-8d34-4bce-8224-825b55a887a6 req-7830c5b0-9f38-4a64-90ae-df6044d641d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889559 Aug 31 13:55:49.336523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.345697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.445775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.447458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6fa3984a-5fd9-4b5b-9670-653477c0531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.448294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Pushing event updated for resources: {'Port': ['ID=896ba9b1-2445-4c9a-b530-2aa51bb54c90,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:49.457825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6fa3984a-5fd9-4b5b-9670-653477c0531d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.462266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6fa3984a-5fd9-4b5b-9670-653477c0531d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f52604d8-c729-48cf-9867-858ad7f13383 HTTP/1.1" status: 204 len: 168 time: 0.5900126 Aug 31 13:55:49.520607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3984a-5fd9-4b5b-9670-653477c0531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52604d8-c729-48cf-9867-858ad7f13383,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:49.532116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-22cf39a4-ffff-44e2-8d24-9bae696285e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.532598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-22cf39a4-ffff-44e2-8d24-9bae696285e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.533141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-22cf39a4-ffff-44e2-8d24-9bae696285e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.535156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-22cf39a4-ffff-44e2-8d24-9bae696285e9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11b1a6b125c4e648eb2993448ee4807&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7378142 Aug 31 13:55:49.546374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395ba9a7-839e-4a9f-b7c6-891b91569fb7 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:49.565548 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.588310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Network 000d81ce-975a-42dc-ac67-6759a0c0409d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:49.590295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:49.680808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Transition to ACTIVE for port object 395ba9a7-839e-4a9f-b7c6-891b91569fb7 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:49.695909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.767952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 289a829b-f427-432b-85fb-504f24548930 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:49.772635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Router 67576a26-2e09-4420-9f54-190fbd884afb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:49.776996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8100d938-89c4-43c6-a3ce-4897ddcee53c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:49.817089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Pushing event updated for resources: {'Port': ['ID=395ba9a7-839e-4a9f-b7c6-891b91569fb7,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:49.948090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-64d87531-6c54-4a2a-82ba-760d16dc9b71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.007307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-fdd87bef-acad-42eb-a252-fdfe47483014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.009141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b93f6e8-99b5-4155-a655-796cd64168b0 req-fdd87bef-acad-42eb-a252-fdfe47483014 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4583805 Aug 31 13:55:50.009291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:50.014363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-64d87531-6c54-4a2a-82ba-760d16dc9b71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.022067 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Sync routers for ids ['67576a26-2e09-4420-9f54-190fbd884afb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:50.037941 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Routers {'67576a26-2e09-4420-9f54-190fbd884afb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:50.039290 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['67576a26-2e09-4420-9f54-190fbd884afb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:50.039813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 289a829b-f427-432b-85fb-504f24548930, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=289a829b-f427-432b-85fb-504f24548930,segment=NetworkSegment(ac8192a9-ac8f-4480-8072-85882b8a79cf),segment_id=ac8192a9-ac8f-4480-8072-85882b8a79cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:50.163419 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ae383411-c2be-42c1-a243-f4d24341ca85 admin admin] 10.222.0.10 "PUT /v2.0/routers/67576a26-2e09-4420-9f54-190fbd884afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4917178 Aug 31 13:55:50.164930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '289a829b-f427-432b-85fb-504f24548930', 'network_id': '0ddf4f87-6540-43e5-9252-4c23c4b2ccc2', 'port_id': '289a829b-f427-432b-85fb-504f24548930', 'mac_address': 'fa:16:3e:87:c0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:50.385746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7ff3-d514-4878-8944-69102e83ca90 req-d2d0d989-121f-448a-aad8-374d89d306a9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.387381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a20c7ff3-d514-4878-8944-69102e83ca90 req-d2d0d989-121f-448a-aad8-374d89d306a9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 944 time: 0.2243512 Aug 31 13:55:50.441106 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.464980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289a829b-f427-432b-85fb-504f24548930 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:50.487518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 289a829b-f427-432b-85fb-504f24548930, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=289a829b-f427-432b-85fb-504f24548930,segment=NetworkSegment(ac8192a9-ac8f-4480-8072-85882b8a79cf),segment_id=ac8192a9-ac8f-4480-8072-85882b8a79cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:50.493554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d15fd31b-fadb-4e6c-809c-fd63f97062e5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:50.511234 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a20c7ff3-d514-4878-8944-69102e83ca90 req-4ae9075f-fc0d-485c-955a-69aa3d477e94 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143584 Aug 31 13:55:50.547732 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Set router 67576a26-2e09-4420-9f54-190fbd884afb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:50.597739 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.669101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=289a829b-f427-432b-85fb-504f24548930,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:50.682920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6e3deba9-18a2-43aa-9732-80f9d0815646 None None] Provisioning complete for port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:50.683904 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e3deba9-18a2-43aa-9732-80f9d0815646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.741825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6e3deba9-18a2-43aa-9732-80f9d0815646 None None] Port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:50.744669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d15fd31b-fadb-4e6c-809c-fd63f97062e5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:50.745543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.041338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.045335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['289a829b-f427-432b-85fb-504f24548930'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:51.062370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 8100d938-89c4-43c6-a3ce-4897ddcee53c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:51.082459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.091319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.102900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.119965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 8100d938-89c4-43c6-a3ce-4897ddcee53c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:51.120352 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.130049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.147214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.153420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.165682 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:55:51.177657 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-e254fa8c-9273-4bfb-ba77-68d074870eac tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5407 time: 0.3157814 Aug 31 13:55:51.203015 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '896ba9b1-2445-4c9a-b530-2aa51bb54c90', 'name': '', 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'mac_address': 'fa:16:3e:bc:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:46Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 2, 'project_id': '138b246fda894d6d8af6c77095998313', 'subnets': [{'id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:51.255254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35eacf-2e42-4ef8-97b1-60539be8d407 req-627d8cf3-699d-48fc-a87b-59fa02c4798a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.256947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e35eacf-2e42-4ef8-97b1-60539be8d407 req-627d8cf3-699d-48fc-a87b-59fa02c4798a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 944 time: 1.0170321 Aug 31 13:55:51.293850 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6328cd24-1a80-4a8d-8541-a8fb951c85a2 req-6fd94fd3-eb01-4a6e-aeea-0a7e808ca553 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054299 Aug 31 13:55:51.302046 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Checking router: 67576a26-2e09-4420-9f54-190fbd884afb for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:55:51.302659 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Updating router 67576a26-2e09-4420-9f54-190fbd884afb port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:55:51.316064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d87531-6c54-4a2a-82ba-760d16dc9b71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router d03788f8-0cbb-4018-a269-7b906848c7ad has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:51.363616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Attempting to bind port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:51.363616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Attempting to bind port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:51.363616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Attempting to bind port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:51.376606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e35eacf-2e42-4ef8-97b1-60539be8d407 req-d15f2a1b-f35c-4f11-815d-3c01ff0fb304 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115859 Aug 31 13:55:51.415262 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.433878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38022) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:51.437617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.440147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-network', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:51.456925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:51.457255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Attempting to bind port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:51.476903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:51.476903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Checking segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:51.476903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Bound using segment: {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:51.476903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Bound port: 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:51.476903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.538271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Made reservation on behalf of 364a3d97d20340138c81d3e4aae991fd for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:51.541100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.557074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.592782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:51.595095 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee9dac0-463b-4196-91e9-6a9fdba6cfdc" -d '{"events": [{"server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "name": "network-vif-plugged", "status": "completed", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:51.670691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:51.697165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.711123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.719174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.743755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] For port 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:51.754450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d87531-6c54-4a2a-82ba-760d16dc9b71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:51.766507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-64d87531-6c54-4a2a-82ba-760d16dc9b71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.773197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-64d87531-6c54-4a2a-82ba-760d16dc9b71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/d03788f8-0cbb-4018-a269-7b906848c7ad HTTP/1.1" status: 200 len: 887 time: 3.3398268 Aug 31 13:55:51.774544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:51.777317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] Sync routers for ids ['d03788f8-0cbb-4018-a269-7b906848c7ad'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:51.778703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] For port 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:51.794036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7c00-be18-47c2-8ef1-0df0758674ef req-b029a97b-d002-4e1e-80d4-55ddda5c1329 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.796037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:51.801460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2aac7c00-be18-47c2-8ef1-0df0758674ef req-b029a97b-d002-4e1e-80d4-55ddda5c1329 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 944 time: 0.1577358 Aug 31 13:55:51.816024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c1969-4c07-4f94-903d-2a3eafd1b2dc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:51.827666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] Routers {'d03788f8-0cbb-4018-a269-7b906848c7ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:51.828811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d03788f8-0cbb-4018-a269-7b906848c7ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:51.847142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.848525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.849060 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Added segment a900e7a7-d8a2-4f21-8493-3dcd2e082967 of type vlan for network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd Aug 31 13:55:51.908247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:51.921019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:51.930234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] Routers {'d03788f8-0cbb-4018-a269-7b906848c7ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:51.930864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d03788f8-0cbb-4018-a269-7b906848c7ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:51.979939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.001030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:52.001704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11b652-3fc4-4ce5-a909-750c090ceacb None None] The sync data for ids ['d03788f8-0cbb-4018-a269-7b906848c7ad'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:52.038491 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a059cb0-168c-44ad-a064-413e575a60de x-openstack-request-id: req-3a059cb0-168c-44ad-a064-413e575a60de {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:52.038788 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "name": "network-vif-plugged", "status": "completed", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:52.039044 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a059cb0-168c-44ad-a064-413e575a60de {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:52.039440 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'code': 200} Aug 31 13:55:52.051124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.051835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.053290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] 10.222.0.26 "PUT /v2.0/ports/395ba9a7-839e-4a9f-b7c6-891b91569fb7 HTTP/1.1" status: 200 len: 1091 time: 3.9587774 Aug 31 13:55:52.060562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:52.063010 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c8d850-cf87-4fee-b2fe-8e697b657ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:52.073370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.075153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.078152 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.187841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:52.188253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7527344 Aug 31 13:55:52.208776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38046) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:52.213737 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.223193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Request body: {'subnet': {'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-subnet', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:52.228204 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Transition to ACTIVE for port object 896ba9b1-2445-4c9a-b530-2aa51bb54c90 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:52.240093 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.255233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689f94b-6a5a-421f-b639-a4b27410a390 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca583f6-6da6-45c3-b415-b8c55c14a4dd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:52.268977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2aac7c00-be18-47c2-8ef1-0df0758674ef req-ff880cae-018c-43bc-9d6a-27bf263fc0f6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461243 Aug 31 13:55:52.280406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:52.306666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Made reservation on behalf of 364a3d97d20340138c81d3e4aae991fd for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:52.311887 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.369212 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Attempting to bind port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:52.369600 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Attempting to bind port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:52.369969 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Attempting to bind port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 on network 000d81ce-975a-42dc-ac67-6759a0c0409d {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:52.381740 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:52.382136 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Checking segment: {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:52.382515 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.382944 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Bound using segment: {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:52.383411 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Bound port: 896ba9b1-2445-4c9a-b530-2aa51bb54c90, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:52.383777 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.422212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9f510-a511-40cc-8f2c-43ae2607a874 service neutron] Pushing event updated for resources: {'Port': ['ID=395ba9a7-839e-4a9f-b7c6-891b91569fb7,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:52.479812 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d05b1-745c-4404-91e2-0a693ed4209e x-openstack-request-id: req-f26d05b1-745c-4404-91e2-0a693ed4209e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:52.480107 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:52.480374 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f26d05b1-745c-4404-91e2-0a693ed4209e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:52.480770 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7', 'status': 'completed', 'code': 200} Aug 31 13:55:52.484204 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] For port 896ba9b1-2445-4c9a-b530-2aa51bb54c90, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:52.489489 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] For port 896ba9b1-2445-4c9a-b530-2aa51bb54c90, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=896ba9b1-2445-4c9a-b530-2aa51bb54c90,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:52.498060 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.500785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-62eb6bf0-8dea-4664-b24e-4ab32eb441c3 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/routers/d03788f8-0cbb-4018-a269-7b906848c7ad HTTP/1.1" status: 200 len: 887 time: 0.6959219 Aug 31 13:55:52.527325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38056) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:52.533945 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Routers {'67576a26-2e09-4420-9f54-190fbd884afb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:52.535119 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['67576a26-2e09-4420-9f54-190fbd884afb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:52.641961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.696418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8ea9-1981-4c08-b683-89bae44fd5a5 req-c2925b42-4865-47f1-8761-87f0a7bdaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.702190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-643f8ea9-1981-4c08-b683-89bae44fd5a5 req-c2925b42-4865-47f1-8761-87f0a7bdaf09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 1096 time: 0.5092199 Aug 31 13:55:52.776079 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] Set router 67576a26-2e09-4420-9f54-190fbd884afb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:52.877552 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c75385-9fff-4d9a-afa9-ef576e216472 None None] Pushing event updated for resources: {'Port': ['ID=896ba9b1-2445-4c9a-b530-2aa51bb54c90,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:52.970261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a61dd17c-35f2-427d-940d-604325659869 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=d03788f8-0cbb-4018-a269-7b906848c7ad HTTP/1.1" status: 200 len: 205 time: 0.4417555 Aug 31 13:55:52.977950 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c75385-9fff-4d9a-afa9-ef576e216472 None None] Pushing event updated for resources: {'Port': ['ID=896ba9b1-2445-4c9a-b530-2aa51bb54c90,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:52.996511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38070) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:52.997837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.276853 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '896ba9b1-2445-4c9a-b530-2aa51bb54c90', 'name': '', 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'mac_address': 'fa:16:3e:bc:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:46Z', 'updated_at': '2021-08-31T13:55:52Z', 'revision_number': 4, 'project_id': '138b246fda894d6d8af6c77095998313', 'subnets': [{'id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:53.309314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce16f93-e9d0-4520-9321-a034fc65f718 req-e1a6af8e-a932-4cf4-a0e6-863b7de20a73 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.317266 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2ce16f93-e9d0-4520-9321-a034fc65f718 req-e1a6af8e-a932-4cf4-a0e6-863b7de20a73 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 945 time: 0.3332658 Aug 31 13:55:53.328146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b4352-c2eb-4c38-9a1a-e7490186b495 None None] The sync data for ids ['67576a26-2e09-4420-9f54-190fbd884afb'] in n-d-792362-6 is: [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '896ba9b1-2445-4c9a-b530-2aa51bb54c90', 'name': '', 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'mac_address': 'fa:16:3e:bc:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:46Z', 'updated_at': '2021-08-31T13:55:52Z', 'revision_number': 4, 'project_id': '138b246fda894d6d8af6c77095998313', 'subnets': [{'id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:53.330222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.330923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.331637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.333513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.338696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.339453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.340100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.343323 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-11309063-ccac-41d7-b212-1021b22a6cbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6354 time: 0.8386497 Aug 31 13:55:53.404855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.411189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.417484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.424944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.432439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.437676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.444054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.446470 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2ce16f93-e9d0-4520-9321-a034fc65f718 req-d7bb9793-72fb-4cb0-9f95-104cc1a697de tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235278 Aug 31 13:55:53.446968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-55d28aad-9a8d-4b4f-897a-b67ea8fb2f2d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5407 time: 0.6675508 Aug 31 13:55:53.449206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-643f8ea9-1981-4c08-b683-89bae44fd5a5 req-ad205109-a9fb-4f3f-b553-7b4649e556f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687820 Aug 31 13:55:53.563929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.601501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd922fb3-dde6-4abf-afa4-758474f1c0d1,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:53.631238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbaacdea-9aeb-4b17-91e8-41d0f8e0ebc7 req-7efddbd2-792a-4f50-8514-4a53304a2e33 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608679 Aug 31 13:55:53.722431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Checking segment: {'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:53.723264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Network hostable DHCP agents. Network: 7ca583f6-6da6-45c3-b415-b8c55c14a4dd, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:53.724536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335fe7f2-34fc-41e1-899e-8ae0a445794a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:53.739518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.752158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Transition to ACTIVE for port object 335fe7f2-34fc-41e1-899e-8ae0a445794a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:53.765533 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.798943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 289a829b-f427-432b-85fb-504f24548930 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:53.895355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Pushing event updated for resources: {'Port': ['ID=335fe7f2-34fc-41e1-899e-8ae0a445794a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:53.944809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 289a829b-f427-432b-85fb-504f24548930 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:53.953181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 289a829b-f427-432b-85fb-504f24548930 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:53.953777 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.961555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-480fe17d-c8d3-466e-89d4-20e4efb23cbe req-f50105a8-df9b-4a5f-9a40-34d7050feeb8 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.2548192 Aug 31 13:55:53.967626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-da7106e2-cf70-4e3d-8761-2ece9d2698c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.972385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-da7106e2-cf70-4e3d-8761-2ece9d2698c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.988543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-da7106e2-cf70-4e3d-8761-2ece9d2698c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.990837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-da7106e2-cf70-4e3d-8761-2ece9d2698c0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11b1a6b125c4e648eb2993448ee4807&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5590477 Aug 31 13:55:54.167280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 896ba9b1-2445-4c9a-b530-2aa51bb54c90 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:54.213236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Attempting to bind port 335fe7f2-34fc-41e1-899e-8ae0a445794a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:54.213860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Attempting to bind port 335fe7f2-34fc-41e1-899e-8ae0a445794a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:54.214414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Attempting to bind port 335fe7f2-34fc-41e1-899e-8ae0a445794a on network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:54.243153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Port 335fe7f2-34fc-41e1-899e-8ae0a445794a on network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:54.253487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Attempting to bind port 335fe7f2-34fc-41e1-899e-8ae0a445794a on network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:54.296635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:54.298355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Checking segment: {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:54.298898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Bound using segment: {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:54.299487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Bound port: 335fe7f2-34fc-41e1-899e-8ae0a445794a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:54.300584 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.301321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.336976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42bdc-22c3-4a6e-853c-969aafb6dd35 req-18f7cfcd-1f0b-4cd8-bd33-fc479fca8d87 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.349352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fe42bdc-22c3-4a6e-853c-969aafb6dd35 req-18f7cfcd-1f0b-4cd8-bd33-fc479fca8d87 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.2611089 Aug 31 13:55:54.400092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 289a829b-f427-432b-85fb-504f24548930, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=289a829b-f427-432b-85fb-504f24548930,segment=NetworkSegment(ac8192a9-ac8f-4480-8072-85882b8a79cf),segment_id=ac8192a9-ac8f-4480-8072-85882b8a79cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:54.401850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a829b-f427-432b-85fb-504f24548930'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:54.420717 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de3f1a-0394-40e1-b480-0056ce57ad8e" -d '{"events": [{"server_uuid": "8fe05378-1aa6-48b8-902e-502f7cfce14f", "name": "network-vif-plugged", "status": "completed", "tag": "289a829b-f427-432b-85fb-504f24548930"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:54.447627 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.450696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:54.484066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 7ca583f6-6da6-45c3-b415-b8c55c14a4dd) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:54.518612 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc48622-513f-48b8-a9fa-c05dc8111c9a x-openstack-request-id: req-9dc48622-513f-48b8-a9fa-c05dc8111c9a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:54.522293 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe05378-1aa6-48b8-902e-502f7cfce14f", "name": "network-vif-plugged", "status": "completed", "tag": "289a829b-f427-432b-85fb-504f24548930", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:54.523919 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dc48622-513f-48b8-a9fa-c05dc8111c9a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:54.524601 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a829b-f427-432b-85fb-504f24548930', 'code': 200} Aug 31 13:55:54.525596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eddfcf5-b3ea-4b63-a456-b28a895a22d9 None None] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:54.550671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] For port 335fe7f2-34fc-41e1-899e-8ae0a445794a, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:54.557927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.558353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] For port 335fe7f2-34fc-41e1-899e-8ae0a445794a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:54.558568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.604234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-d543531d-8878-4d86-89ae-f4f53397dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.605792 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64c8d850-cf87-4fee-b2fe-8e697b657ed1 req-d543531d-8878-4d86-89ae-f4f53397dc9c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5851014 Aug 31 13:55:54.610362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.621160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-54206384-0734-46d8-b5b5-223b64e2eee5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4100509 Aug 31 13:55:54.626218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38098) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:54.630870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:54.680367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:54.692223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:54.693047 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.703532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.733362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.735239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.781871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=289a829b-f427-432b-85fb-504f24548930,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:54.831275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd29c-38ce-4209-9895-5268409db5cf req-941696cb-63f4-498f-b464-d0a5261ccafa tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.832904 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e2cd29c-38ce-4209-9895-5268409db5cf req-941696cb-63f4-498f-b464-d0a5261ccafa tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 946 time: 0.1445599 Aug 31 13:55:54.852381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fe42bdc-22c3-4a6e-853c-969aafb6dd35 req-91c27a77-f7c7-404f-8275-e438dfcd6212 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732752 Aug 31 13:55:54.870619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.871251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.873476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] 10.222.0.26 "PUT /v2.0/ports/335fe7f2-34fc-41e1-899e-8ae0a445794a HTTP/1.1" status: 200 len: 1091 time: 2.6941993 Aug 31 13:55:54.886343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:54.888292 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aff62c-2044-4c2b-bd67-7e09f279b591" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:54.907926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798518-a015-4f89-a32c-aff68b350137 service neutron] Pushing event updated for resources: {'Port': ['ID=335fe7f2-34fc-41e1-899e-8ae0a445794a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:54.937182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Request body: {'port': {'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:55.016169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.099501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.118573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port deba3682-7c9c-49f7-a6ed-e663bdeb923f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:55.119487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.127851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.145345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 896ba9b1-2445-4c9a-b530-2aa51bb54c90, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=896ba9b1-2445-4c9a-b530-2aa51bb54c90,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:55.157373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-7ca583f6-6da6-45c3-b415-b8c55c14a4dd', 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'fixed_ips': [{'subnet_id': 'bd922fb3-dde6-4abf-afa4-758474f1c0d1'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:55:55.158247 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.405041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4b490-9d52-4673-bce4-d38e9c25b76f req-88120017-3950-44a4-9f44-4437e66175e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.406862 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94e4b490-9d52-4673-bce4-d38e9c25b76f req-88120017-3950-44a4-9f44-4437e66175e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 1097 time: 0.6127343 Aug 31 13:55:55.426353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e2cd29c-38ce-4209-9895-5268409db5cf req-d9d7c5af-1bcb-4ec2-a788-71c2891d4932 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607718 Aug 31 13:55:55.462441 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.525991 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4761c-cddb-4e8f-8872-3c666cc1a195 x-openstack-request-id: req-20b4761c-cddb-4e8f-8872-3c666cc1a195 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:55.526580 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:55.526987 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20b4761c-cddb-4e8f-8872-3c666cc1a195 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:55.527538 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a', 'status': 'completed', 'code': 200} Aug 31 13:55:55.582629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.590494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.597726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.617083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.621399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=896ba9b1-2445-4c9a-b530-2aa51bb54c90,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:55.631750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.666568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.676387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.678720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-63188b6e-9e1b-492a-9321-dc62e003d0e7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5419 time: 0.4493446 Aug 31 13:55:55.762305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Allocated IP 172.20.0.2 (7ca583f6-6da6-45c3-b415-b8c55c14a4dd/bd922fb3-dde6-4abf-afa4-758474f1c0d1/61c5e86c-beb5-418a-a939-ffd73109d224) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:55.807998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-529c2ec9-850d-42ea-bb88-fc336083f367 req-c04f9266-dca9-4b4d-8f2d-f086f75134b9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910537 Aug 31 13:55:56.010255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.011542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.014559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.019726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.020621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.021449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.022279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.025765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-b79b4f6d-231b-406a-81b9-d1ff2d278d34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6421 time: 0.3435569 Aug 31 13:55:56.085176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.093724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.107725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Transition to ACTIVE for port object 61c5e86c-beb5-418a-a939-ffd73109d224 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:56.130883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Transition to ACTIVE for port object 61c5e86c-beb5-418a-a939-ffd73109d224 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:56.140050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 896ba9b1-2445-4c9a-b530-2aa51bb54c90 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:56.147939 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.183962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.203118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for deba3682-7c9c-49f7-a6ed-e663bdeb923f owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:56.219328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Pushing event updated for resources: {'Port': ['ID=61c5e86c-beb5-418a-a939-ffd73109d224,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:56.245248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:56.250060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:56.255579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:56.284475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:56.284917 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.318455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1518e96-08fd-4119-8718-c588bbb8cfd6 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:56.319032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e95aef7d-c4b2-4ba6-8d00-b2a1d27fb608 req-c6509b61-51e9-40d1-bfb3-e79f2cd5d68f tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.2261305 Aug 31 13:55:56.329989 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.347692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Transition to ACTIVE for port object f1518e96-08fd-4119-8718-c588bbb8cfd6 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:56.374680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.395220 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94e4b490-9d52-4673-bce4-d38e9c25b76f req-a49ccd7c-d9ee-416b-a947-461e11ed2a1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9528131 Aug 31 13:55:56.446397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Attempting to bind port 61c5e86c-beb5-418a-a939-ffd73109d224 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:56.446397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Attempting to bind port 61c5e86c-beb5-418a-a939-ffd73109d224 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:56.446810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Attempting to bind port 61c5e86c-beb5-418a-a939-ffd73109d224 on network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:56.463029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:56.465514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Checking segment: {'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:56.466589 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.467132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Bound using segment: {'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:56.467893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Bound port: 61c5e86c-beb5-418a-a939-ffd73109d224, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:56.468537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.472077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-2a05aede-426e-4e16-af93-0100d84ecd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.472773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-2a05aede-426e-4e16-af93-0100d84ecd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.474605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-2a05aede-426e-4e16-af93-0100d84ecd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.485292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-2a05aede-426e-4e16-af93-0100d84ecd77 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11b1a6b125c4e648eb2993448ee4807&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4406164 Aug 31 13:55:56.597306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.607826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1518e96-08fd-4119-8718-c588bbb8cfd6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:56.617878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ae20-a7cf-40f5-94e5-536a96b372cd req-aff42f67-a9a8-45cf-9a45-0cf56f3451a6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.632764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bee3ae20-a7cf-40f5-94e5-536a96b372cd req-aff42f67-a9a8-45cf-9a45-0cf56f3451a6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.2757647 Aug 31 13:55:56.650836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=deba3682-7c9c-49f7-a6ed-e663bdeb923f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:56.693078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Attempting to bind port f1518e96-08fd-4119-8718-c588bbb8cfd6 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:56.693427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Attempting to bind port f1518e96-08fd-4119-8718-c588bbb8cfd6 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:56.693766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Attempting to bind port f1518e96-08fd-4119-8718-c588bbb8cfd6 on network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:56.700285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Port f1518e96-08fd-4119-8718-c588bbb8cfd6 on network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:56.700624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Attempting to bind port f1518e96-08fd-4119-8718-c588bbb8cfd6 on network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:56.734285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] For port 61c5e86c-beb5-418a-a939-ffd73109d224, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:56.740637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] For port 61c5e86c-beb5-418a-a939-ffd73109d224, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=61c5e86c-beb5-418a-a939-ffd73109d224,segment=NetworkSegment(a900e7a7-d8a2-4f21-8493-3dcd2e082967),segment_id=a900e7a7-d8a2-4f21-8493-3dcd2e082967)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:56.744000 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b29639f4-629c-4b0b-8b4a-75b9878b6c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.750070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.829589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.836132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0399c8-bf26-4eb8-8067-ccbcf5eae5aa None None] Pushing event updated for resources: {'Port': ['ID=61c5e86c-beb5-418a-a939-ffd73109d224,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:56.921985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bee3ae20-a7cf-40f5-94e5-536a96b372cd req-dcb2acf9-b4a1-4632-b010-652821c220fe tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881925 Aug 31 13:55:56.933205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:56.935984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Checking segment: {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:56.936560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Bound using segment: {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:56.937135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Bound port: f1518e96-08fd-4119-8718-c588bbb8cfd6, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac559bb-7049-4719-821f-443eb4e5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:56.937721 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:56.972347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-2d2d433a-a1bd-4ca7-97c1-e03ec9c3a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.975683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05aff62c-2044-4c2b-bd67-7e09f279b591 req-2d2d433a-a1bd-4ca7-97c1-e03ec9c3a397 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2764912 Aug 31 13:55:57.060945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063e95-3cb7-4527-ba24-e56cf0334834 req-9968be86-ab85-41eb-ae22-c202d7091f25 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.062941 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57063e95-3cb7-4527-ba24-e56cf0334834 req-9968be86-ab85-41eb-ae22-c202d7091f25 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 945 time: 0.3748918 Aug 31 13:55:57.076388 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.089852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.099495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] For port f1518e96-08fd-4119-8718-c588bbb8cfd6, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:57.140340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42767175-f9ff-4941-8d93-15eb4ce2f9b6 req-e17e4fc6-81e2-4a16-a39c-155bcd1a6710 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.144930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42767175-f9ff-4941-8d93-15eb4ce2f9b6 req-e17e4fc6-81e2-4a16-a39c-155bcd1a6710 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 946 time: 0.1003139 Aug 31 13:55:57.144930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] For port f1518e96-08fd-4119-8718-c588bbb8cfd6, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:57.159310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.275909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.276297 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.278017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1518e96-08fd-4119-8718-c588bbb8cfd6 HTTP/1.1" status: 200 len: 1091 time: 2.3455849 Aug 31 13:55:57.319043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57063e95-3cb7-4527-ba24-e56cf0334834 req-f4237aa2-2730-41ab-8fa7-8fa17af41499 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485847 Aug 31 13:55:57.319649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42767175-f9ff-4941-8d93-15eb4ce2f9b6 req-0dc056ed-69ef-465e-bd53-91b21b27ed5a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663640 Aug 31 13:55:57.322359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.322915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Fanout notify agent at l3_agent the message router_deleted on router d03788f8-0cbb-4018-a269-7b906848c7ad {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:55:57.331128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.338197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3020ba73-29a5-43d5-837a-66dc034855b1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/d03788f8-0cbb-4018-a269-7b906848c7ad HTTP/1.1" status: 204 len: 168 time: 4.3328733 Aug 31 13:55:57.340824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:57.373660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-716108480'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:57.393285 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.455331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:57.462544 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.467062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.481389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bb9ec-f4c3-49c2-8191-28a52e4fe4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1518e96-08fd-4119-8718-c588bbb8cfd6,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:57.513666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3aac38c5-f7be-4b52-91ef-2fb88d8109ba req-2aa42602-d96a-435a-8954-32cdf62c0bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1221211 Aug 31 13:55:57.543204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': 'f1518e96-08fd-4119-8718-c588bbb8cfd6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:57.554084 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14f4915-999a-4e72-a364-f114455fbacc" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "f1518e96-08fd-4119-8718-c588bbb8cfd6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:57.583162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1517, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:57.618674 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.619547 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment c45ea93f-a312-4093-8ade-571431ad3d2a of type vlan for network bb40f82f-cb15-41d3-aec9-5613acf55673 Aug 31 13:55:57.632707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.633306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.634375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.634375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.635055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.635544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.636353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.639359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4ff13972-516e-4e9d-b517-cc5660f8a8c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6488 time: 0.2508144 Aug 31 13:55:57.647060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.653622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.660445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.661709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7119f-06ba-4e26-b31f-ba6e58a43a90 req-426e556e-c283-4f7d-8682-22c93b7c0d20 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.663288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43c7119f-06ba-4e26-b31f-ba6e58a43a90 req-426e556e-c283-4f7d-8682-22c93b7c0d20 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.1466689 Aug 31 13:55:57.666765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.675170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.691996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.699253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.706035 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-b2e272dc-3139-498d-aff8-0576f62e00dd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.2045641 Aug 31 13:55:57.745978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43c7119f-06ba-4e26-b31f-ba6e58a43a90 req-e3a29af2-32d6-47ec-9fa9-7be6327c6062 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717261 Aug 31 13:55:57.815294 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.864890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Allocated IP 172.25.0.3 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/a2fab70b-c5b6-45d3-ae33-2521dc1a6850) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:57.871181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d78b160d-1d27-44b0-a026-646cdafae6ce req-f0860e13-cdb3-42e1-ad63-a02f6d204dfd tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0406799 Aug 31 13:55:57.958308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.resource_extend [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:55:57.993216 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fca43aad-a275-4c97-b5a1-27d4a301309c req-71ac34ed-a5d7-45dd-871d-203d76483044 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2482061 Aug 31 13:55:58.041692 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:58.067761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.068436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:58.081938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-5f01a9a0-edb4-4d76-8222-2f9ebd9f01cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3 HTTP/1.1" status: 200 len: 217 time: 0.1798942 Aug 31 13:55:58.167967 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62931c-5111-4ece-ad6a-d4598774fd0b x-openstack-request-id: req-6d62931c-5111-4ece-ad6a-d4598774fd0b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:58.168260 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "f1518e96-08fd-4119-8718-c588bbb8cfd6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:58.168693 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d62931c-5111-4ece-ad6a-d4598774fd0b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:58.169187 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': 'f1518e96-08fd-4119-8718-c588bbb8cfd6', 'status': 'completed', 'code': 200} Aug 31 13:55:58.178249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-28aad3cd-5c3c-4856-87da-b00213a4c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.180037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-28aad3cd-5c3c-4856-87da-b00213a4c1fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b87d092b-4b37-4b49-9b89-cbf630a4280c HTTP/1.1" status: 200 len: 856 time: 0.0823765 Aug 31 13:55:58.236194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 61c5e86c-beb5-418a-a939-ffd73109d224 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:58.291078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:58.292220 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9348030 Aug 31 13:55:58.304290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': 'bb40f82f-cb15-41d3-aec9-5613acf55673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:58.324420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 61c5e86c-beb5-418a-a939-ffd73109d224 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:58.329099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-c9ee604e-c60a-4561-9d40-67dac4911eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.331975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-c9ee604e-c60a-4561-9d40-67dac4911eba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e826e557-6658-4810-8c86-7d55890038fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423345 Aug 31 13:55:58.394299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc86e5-e6f0-461c-9351-042a223d38c0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=bb40f82f-cb15-41d3-aec9-5613acf55673,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:58.415060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:58.435715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network bb40f82f-cb15-41d3-aec9-5613acf55673 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:58.481136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdcefb-e370-4e7f-af36-19ec38632111 req-10e09d48-7fd1-43a9-8ff3-4da10e6533e8 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.486136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cfbdcefb-e370-4e7f-af36-19ec38632111 req-10e09d48-7fd1-43a9-8ff3-4da10e6533e8 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.2810433 Aug 31 13:55:58.594848 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cfbdcefb-e370-4e7f-af36-19ec38632111 req-8137325d-92a1-4bae-8387-57a6d00a8e5b tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743458 Aug 31 13:55:58.618843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:58.621739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded02f68-d212-4b41-b5c6-6e66583555ea None None] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:58.656417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:58.660301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:58.673044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:58.678647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:58.745719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35de3ac0-0dbe-4d47-b1d7-418925f55d9c None None] Provisioning for port 61c5e86c-beb5-418a-a939-ffd73109d224 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:58.746330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:58.755815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35de3ac0-0dbe-4d47-b1d7-418925f55d9c None None] Provisioning complete for port 61c5e86c-beb5-418a-a939-ffd73109d224 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:58.756608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35de3ac0-0dbe-4d47-b1d7-418925f55d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:58.769402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a0a28-bb7a-4950-ba09-366d5d0bbc07 req-174fa01a-32b3-40d1-b1b4-d2bb52636bb2 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.778694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f42a0a28-bb7a-4950-ba09-366d5d0bbc07 req-174fa01a-32b3-40d1-b1b4-d2bb52636bb2 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 945 time: 0.3023577 Aug 31 13:55:58.842849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:58.863362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d2859-c4ad-44d5-98f6-a1e8b0522f96 req-1ee2576c-4b76-40e1-af9c-94ad0f46e075 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.876060 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f2d2859-c4ad-44d5-98f6-a1e8b0522f96 req-1ee2576c-4b76-40e1-af9c-94ad0f46e075 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 946 time: 0.1237311 Aug 31 13:55:58.936090 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35de3ac0-0dbe-4d47-b1d7-418925f55d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.038028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-35de3ac0-0dbe-4d47-b1d7-418925f55d9c None None] For port 61c5e86c-beb5-418a-a939-ffd73109d224, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=61c5e86c-beb5-418a-a939-ffd73109d224,segment=NetworkSegment(a900e7a7-d8a2-4f21-8493-3dcd2e082967),segment_id=a900e7a7-d8a2-4f21-8493-3dcd2e082967)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:59.052603 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35de3ac0-0dbe-4d47-b1d7-418925f55d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.070616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e1577ab0-61a5-4e60-8e2b-9636c50f312e service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621039 Aug 31 13:55:59.094987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.140783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f42a0a28-bb7a-4950-ba09-366d5d0bbc07 req-9d393778-2e5d-4d00-8acd-41fdeff8fcdb tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599820 Aug 31 13:55:59.167065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f2d2859-c4ad-44d5-98f6-a1e8b0522f96 req-1bbfa959-91dd-42c5-802a-033a257b0c36 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737744 Aug 31 13:55:59.182046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de3ac0-0dbe-4d47-b1d7-418925f55d9c None None] Pushing event updated for resources: {'Port': ['ID=61c5e86c-beb5-418a-a939-ffd73109d224,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:59.290151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-480992ef-19a1-423c-adc2-7e790bd495f2 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.292233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-480992ef-19a1-423c-adc2-7e790bd495f2 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.26 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 945 time: 0.4881809 Aug 31 13:55:59.294631 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4693170-b023-42f8-86c0-4396ae8ba1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.387664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b68e37d5-0658-4db7-a4fc-9e4bfc92e2cc req-e250abe9-30ef-424c-824c-e4216ef1a797 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0902278 Aug 31 13:55:59.393627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.430473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=7ed50279-86cb-437e-975a-5ed3626e97a7,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:59.445572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533ac62-73c7-412b-96b9-5d13d843cf40 req-c1dd9a16-9e2f-4da9-b370-af03ab0cd87e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.447559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3533ac62-73c7-412b-96b9-5d13d843cf40 req-c1dd9a16-9e2f-4da9-b370-af03ab0cd87e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.1377978 Aug 31 13:55:59.492527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': 'c45ea93f-a312-4093-8ade-571431ad3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'bb40f82f-cb15-41d3-aec9-5613acf55673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:59.492898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: bb40f82f-cb15-41d3-aec9-5613acf55673, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:59.498940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3cd0a263-552a-48af-be94-ab97bc81dc1e service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007289 Aug 31 13:55:59.509913 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.527866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fb7f1af1-7716-42e0-8ca5-94870732157b None None] Provisioning complete for port 61c5e86c-beb5-418a-a939-ffd73109d224 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:59.528369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1af1-7716-42e0-8ca5-94870732157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.575390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-9feb0b94-a661-4863-be76-83fe6586bf9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 217 time: 0.0648043 Aug 31 13:55:59.612993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network bb40f82f-cb15-41d3-aec9-5613acf55673 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:59.665858 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3533ac62-73c7-412b-96b9-5d13d843cf40 req-031f36fe-2270-43e4-b9bf-5227b780da16 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010279 Aug 31 13:55:59.666292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, bb40f82f-cb15-41d3-aec9-5613acf55673) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:59.669484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Deleting port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:59.670371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.682153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc46d267-fe0e-487d-9ef1-b672561063e6 None None] Network bb40f82f-cb15-41d3-aec9-5613acf55673 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:59.689104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.689709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.779305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-934fa173-0cfb-47d4-9ecf-17dc5f00f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.781337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-934fa173-0cfb-47d4-9ecf-17dc5f00f6fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.1832449 Aug 31 13:55:59.789420 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.827838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.839459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.865199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.871880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.911689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.923020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.929352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.941587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31b70b04-c2d0-41b6-b712-8714734f102a req-b9cf0345-d81d-460e-8adb-1ff35db8c45a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.3788271 Aug 31 13:55:59.967669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3330ca33-4ee3-4bdf-b773-cde64d9f93b6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6727474 Aug 31 13:55:59.979305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38184) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:00.031754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-bb40f82f-cb15-41d3-aec9-5613acf55673', 'network_id': 'bb40f82f-cb15-41d3-aec9-5613acf55673', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': '7ed50279-86cb-437e-975a-5ed3626e97a7'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:56:00.032659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.043427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-662587ad-34b0-405c-b16a-a228ad1d7de7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-97363627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:00.050468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:56:00.247493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 61c5e86c-beb5-418a-a939-ffd73109d224 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:00.337198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:00.349228 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Sync routers for ids ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:00.363480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Routers {'6d1da8f8-5864-4f75-93a4-c8a964bb57ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:00.364158 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:00.392840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Allocated IP 172.20.0.2 (bb40f82f-cb15-41d3-aec9-5613acf55673/7ed50279-86cb-437e-975a-5ed3626e97a7/bce84e04-e2c8-42e4-8923-e9d3f7b4503f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:00.408433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 61c5e86c-beb5-418a-a939-ffd73109d224 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:00.408827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.523909 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.583647 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Set router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:00.647686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.661564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Transition to ACTIVE for port object bce84e04-e2c8-42e4-8923-e9d3f7b4503f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:00.695890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Transition to ACTIVE for port object bce84e04-e2c8-42e4-8923-e9d3f7b4503f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:00.707409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.753137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Network bb40f82f-cb15-41d3-aec9-5613acf55673 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:00.761645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:00.766724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:00.778625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Pushing event updated for resources: {'Port': ['ID=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:00.796529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.798586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f36a806d-1027-4733-828e-abbd76f13542 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1713614 Aug 31 13:56:00.801854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38196) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:00.850906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Attempting to bind port bce84e04-e2c8-42e4-8923-e9d3f7b4503f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:00.851282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Attempting to bind port bce84e04-e2c8-42e4-8923-e9d3f7b4503f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'c45ea93f-a312-4093-8ade-571431ad3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'bb40f82f-cb15-41d3-aec9-5613acf55673'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:00.852219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Attempting to bind port bce84e04-e2c8-42e4-8923-e9d3f7b4503f on network bb40f82f-cb15-41d3-aec9-5613acf55673 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:00.861784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:00.862169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Checking segment: {'id': 'c45ea93f-a312-4093-8ade-571431ad3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'bb40f82f-cb15-41d3-aec9-5613acf55673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:00.862682 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.863091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Bound using segment: {'id': 'c45ea93f-a312-4093-8ade-571431ad3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'bb40f82f-cb15-41d3-aec9-5613acf55673'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:00.864512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Bound port: bce84e04-e2c8-42e4-8923-e9d3f7b4503f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45ea93f-a312-4093-8ade-571431ad3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'bb40f82f-cb15-41d3-aec9-5613acf55673'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:00.864940 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.890383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] For port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:00.891062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.910805 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:55:59Z', 'revision_number': 3, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port': {'id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:57Z', 'updated_at': '2021-08-31T13:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:00.939343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-662587ad-34b0-405c-b16a-a228ad1d7de7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.940596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-662587ad-34b0-405c-b16a-a228ad1d7de7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.967217 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Checking router: 6d1da8f8-5864-4f75-93a4-c8a964bb57ad for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:00.967574 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Updating router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:00.990150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] For port bce84e04-e2c8-42e4-8923-e9d3f7b4503f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:00.990605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-0826c989-f11b-4683-80e2-591c73e345c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:00.992300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-0826c989-f11b-4683-80e2-591c73e345c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1998446 Aug 31 13:56:00.997121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] For port bce84e04-e2c8-42e4-8923-e9d3f7b4503f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,segment=NetworkSegment(c45ea93f-a312-4093-8ade-571431ad3d2a),segment_id=c45ea93f-a312-4093-8ade-571431ad3d2a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:01.015696 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.044410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31b70b04-c2d0-41b6-b712-8714734f102a req-861897cf-bb5f-4fae-920b-183a1f9b7b7b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0902476 Aug 31 13:56:01.052746 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.151308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cf176-448e-4119-9bb6-e5d7c76f5c0b None None] Pushing event updated for resources: {'Port': ['ID=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:01.347721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-26077b56-03ad-43ce-8723-2a0a93be4223 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024174 Aug 31 13:56:01.503369 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.539714 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Transition to ACTIVE for port object a2fab70b-c5b6-45d3-ae33-2521dc1a6850 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:01.550676 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.618036 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Attempting to bind port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:01.618868 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Attempting to bind port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:01.618868 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Attempting to bind port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:01.630705 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:01.631089 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:01.631624 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.632096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:01.632690 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Bound port: a2fab70b-c5b6-45d3-ae33-2521dc1a6850, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:01.633242 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.721859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9c499-26a5-4ef3-9cfe-d705382e9823 None None] Pushing event updated for resources: {'Port': ['ID=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:01.729183 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] For port a2fab70b-c5b6-45d3-ae33-2521dc1a6850, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:01.734544 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] For port a2fab70b-c5b6-45d3-ae33-2521dc1a6850, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:01.747384 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.818278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-662587ad-34b0-405c-b16a-a228ad1d7de7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.828137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.839869 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Routers {'6d1da8f8-5864-4f75-93a4-c8a964bb57ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:01.840717 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:01.845975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-662587ad-34b0-405c-b16a-a228ad1d7de7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.897831 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9c499-26a5-4ef3-9cfe-d705382e9823 None None] Pushing event updated for resources: {'Port': ['ID=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:01.912821 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.971272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845b7bc-20c0-4fcc-a376-521997b44a5c req-51e7adcb-9e3a-43dd-85fb-37bda9930a67 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:01.979920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2845b7bc-20c0-4fcc-a376-521997b44a5c req-51e7adcb-9e3a-43dd-85fb-37bda9930a67 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.1232097 Aug 31 13:56:02.044652 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] Set router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:02.048889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-662587ad-34b0-405c-b16a-a228ad1d7de7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.050120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-662587ad-34b0-405c-b16a-a228ad1d7de7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 2.0216141 Aug 31 13:56:02.060700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38212) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:02.161033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2845b7bc-20c0-4fcc-a376-521997b44a5c req-efb83594-ddb3-4be3-9a49-49101d03ee0f tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801240 Aug 31 13:56:02.182415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bce84e04-e2c8-42e4-8923-e9d3f7b4503f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:02.236737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c705ad-7230-47bd-9ca4-d9b78a8b14a4 req-9eecf135-139d-4459-aaad-88dab1df056b tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:02.253145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05c705ad-7230-47bd-9ca4-d9b78a8b14a4 req-9eecf135-139d-4459-aaad-88dab1df056b tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 945 time: 0.9013023 Aug 31 13:56:02.326267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Allocated IP 172.20.0.1 (7ca583f6-6da6-45c3-b415-b8c55c14a4dd/bd922fb3-dde6-4abf-afa4-758474f1c0d1/d55571e2-8948-4993-9395-de7a1e1f3ac2) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:02.330532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port bce84e04-e2c8-42e4-8923-e9d3f7b4503f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:02.408165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-8ba27f41-5679-4097-8999-111808b5345e service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0397086 Aug 31 13:56:02.567055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-c974f0b2-9efc-4bbd-bd60-110b7720ef91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 217 time: 0.0946753 Aug 31 13:56:02.671867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05c705ad-7230-47bd-9ca4-d9b78a8b14a4 req-b5a4f775-2fcc-46ea-9e05-5599d42780b3 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f24fd18-9246-4d11-8d0e-d9044b42e0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4085665 Aug 31 13:56:02.717608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.734376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.734802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.735200 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Floating IP b99f5d03-f4be-4f69-9f32-5eb3abaa4eae disassociated. External IP: 172.25.0.242, port: 0e13ec5d-7d0b-42e3-affb-c6f7a9828043. Aug 31 13:56:02.735489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Calling delete_port for 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:02.750070 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:55:59Z', 'revision_number': 3, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port': {'id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:57Z', 'updated_at': '2021-08-31T13:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:02.753977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Transition to ACTIVE for port object d55571e2-8948-4993-9395-de7a1e1f3ac2 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:02.827050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.829963 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d8c6f-9ea9-40f7-b7a2-fced919f4d89 None None] The sync data for ids ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'] in n-d-792362-6 is: [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:55:59Z', 'revision_number': 3, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port': {'id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:57Z', 'updated_at': '2021-08-31T13:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:02.974599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:02.978379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:02.985528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:03.040607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.053873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f09aa61-2617-4eb6-97c9-ca49be1f458e None None] Network bb40f82f-cb15-41d3-aec9-5613acf55673 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:03.118135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-64ed34b0-8c5b-46d1-ab44-a3a3cd010b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.120594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-64ed34b0-8c5b-46d1-ab44-a3a3cd010b7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.4325063 Aug 31 13:56:03.156613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.165198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=d55571e2-8948-4993-9395-de7a1e1f3ac2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:03.216738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a1e87822-0efc-4965-9b77-f9d370b690a5 None None] Provisioning for port bce84e04-e2c8-42e4-8923-e9d3f7b4503f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:03.237262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a1e87822-0efc-4965-9b77-f9d370b690a5 None None] Provisioning complete for port bce84e04-e2c8-42e4-8923-e9d3f7b4503f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:03.237869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1e87822-0efc-4965-9b77-f9d370b690a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.395323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cda2f1-eabf-4271-88d5-bb7ed965e93f req-740bb198-f869-4f64-88ab-733c48ebc121 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.404328 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-36cda2f1-eabf-4271-88d5-bb7ed965e93f req-740bb198-f869-4f64-88ab-733c48ebc121 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.3268859 Aug 31 13:56:03.502849 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-36cda2f1-eabf-4271-88d5-bb7ed965e93f req-118dfa05-1bb5-47b4-95c6-478efd988369 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962074 Aug 31 13:56:03.542230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.549176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.555761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.563145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.565283 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1e87822-0efc-4965-9b77-f9d370b690a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.580909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.592910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.609247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.611413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-18b1d507-8379-4511-a44d-a1e70f14d5fe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.7255359 Aug 31 13:56:03.625225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.686918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a1e87822-0efc-4965-9b77-f9d370b690a5 None None] For port bce84e04-e2c8-42e4-8923-e9d3f7b4503f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,segment=NetworkSegment(c45ea93f-a312-4093-8ade-571431ad3d2a),segment_id=c45ea93f-a312-4093-8ade-571431ad3d2a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:03.700177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-c71dc3df-0407-493e-b20b-7df16af72398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.702895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-c71dc3df-0407-493e-b20b-7df16af72398 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5601623 Aug 31 13:56:03.714073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1e87822-0efc-4965-9b77-f9d370b690a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.863835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:03.963487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e87822-0efc-4965-9b77-f9d370b690a5 None None] Pushing event updated for resources: {'Port': ['ID=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:04.051399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.091140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b1d93c03-327c-493a-b3b2-7744f156b74e None None] Provisioning for port d55571e2-8948-4993-9395-de7a1e1f3ac2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:04.116214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2fab70b-c5b6-45d3-ae33-2521dc1a6850 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:04.121773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b1d93c03-327c-493a-b3b2-7744f156b74e None None] Provisioning complete for port d55571e2-8948-4993-9395-de7a1e1f3ac2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:04.132483 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b1d93c03-327c-493a-b3b2-7744f156b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.153556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a00d0e39-1b79-430e-b1ee-6b856da3a631 req-a28838d1-27f8-421e-b833-93e78e0ac6cd tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5274048 Aug 31 13:56:04.324510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-6dc4273c-82ad-4be2-8b0c-343097760e0e service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960693 Aug 31 13:56:04.342869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b1d93c03-327c-493a-b3b2-7744f156b74e None None] Port d55571e2-8948-4993-9395-de7a1e1f3ac2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:04.386983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:04.428932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:04.429423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.470967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.484347 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4bd0c367-b74d-49d1-b6e3-2ee3683d7f4b req-9b2a0e00-b393-4256-adea-a0df37ea43cf tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0582006 Aug 31 13:56:04.574461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-32173150-ffdb-4787-84be-b83b3159f758 None None] Provisioning complete for port bce84e04-e2c8-42e4-8923-e9d3f7b4503f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:04.575324 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-32173150-ffdb-4787-84be-b83b3159f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.630150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.644398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event deleted for resources: {'Port': ['ID=0e13ec5d-7d0b-42e3-affb-c6f7a9828043,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:04.692073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.722568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.20.0.1 (bb40f82f-cb15-41d3-aec9-5613acf55673/7ed50279-86cb-437e-975a-5ed3626e97a7/1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:04.814021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=d55571e2-8948-4993-9395-de7a1e1f3ac2,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:04.836374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-34498fd3-2279-4a59-a8cf-8df076f81373 req-d42ea541-a23a-489e-9bb2-a3b8d4fc522c tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 210 time: 0.1994421 Aug 31 13:56:04.876744 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.880246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.942558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-05445391-26f0-43e0-8df2-6a0f23a5509f service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051688 Aug 31 13:56:05.016280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a2fab70b-c5b6-45d3-ae33-2521dc1a6850, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:05.048750 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:05.164026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:05.176229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74296e56-f514-41af-830e-8bbd3dd15948 req-e994e4ec-14a7-4970-ba4f-cb63dcb674c6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.178316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74296e56-f514-41af-830e-8bbd3dd15948 req-e994e4ec-14a7-4970-ba4f-cb63dcb674c6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.2127779 Aug 31 13:56:05.203247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:05.206819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:05.335787 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74296e56-f514-41af-830e-8bbd3dd15948 req-8c73d70a-4030-401f-ab0f-c5394f420de8 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491566 Aug 31 13:56:05.517080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:05.570841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-28fbbf6c-d769-43a4-a0bf-5ab045e065c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=102e8105-c574-4181-87e7-d3a7e739efad HTTP/1.1" status: 200 len: 217 time: 0.6163840 Aug 31 13:56:05.586313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Router e358c442-12e2-4c67-8b16-2d521b3fa3f0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:05.673281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.675051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5de00e77-c090-4f1c-9d60-042b9d473472 None None] Provisioning complete for port d55571e2-8948-4993-9395-de7a1e1f3ac2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:05.675583 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5de00e77-c090-4f1c-9d60-042b9d473472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:05.679352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.689330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.695624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.702145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.706587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:05.712538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.713291 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6814a92e-8fb8-4f5b-9031-43ef1797ee19 admin admin] 10.222.0.10 "PUT /v2.0/routers/6d1da8f8-5864-4f75-93a4-c8a964bb57ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9098964 Aug 31 13:56:05.720489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.729102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-56f0d627-ba67-4489-bd11-def0246fc7c8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.2026300 Aug 31 13:56:05.739969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcbbd2-0517-4fc1-95f8-b8d6605dd6c9 req-37e2785e-5921-4c3a-95fd-7297a6cd9aa8 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.751724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eafcbbd2-0517-4fc1-95f8-b8d6605dd6c9 req-37e2785e-5921-4c3a-95fd-7297a6cd9aa8 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.0838335 Aug 31 13:56:05.791579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5de00e77-c090-4f1c-9d60-042b9d473472 None None] Port d55571e2-8948-4993-9395-de7a1e1f3ac2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:05.841690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-8f039c0f-e9c9-49a0-aeee-03941e80331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.843382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-8f039c0f-e9c9-49a0-aeee-03941e80331f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.2618814 Aug 31 13:56:05.846550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:05.849240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eafcbbd2-0517-4fc1-95f8-b8d6605dd6c9 req-fac40ac7-4611-4fc9-8992-9ceb440ea60d tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963042 Aug 31 13:56:05.874074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82ce450e-52ce-49a2-b275-191ff9b1f5d6 req-cdf72b64-d976-4895-995b-d51c105e04ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439705 Aug 31 13:56:05.967515 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07c71caf-dd8f-4a97-8515-99d57784406c req-0f76a05f-d4c0-4eb3-a590-7cba47e9f9ca tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0447772 Aug 31 13:56:06.015267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:06.119667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bce84e04-e2c8-42e4-8923-e9d3f7b4503f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:06.140380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-5e1d0c5e-b9ab-44b4-bf4a-2dc62736ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:06.142226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-5e1d0c5e-b9ab-44b4-bf4a-2dc62736ec74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2671983 Aug 31 13:56:06.174351 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b71ac5e6-5bfc-43eb-af02-02e3623d185e req-ca173fab-7b63-4243-9ae5-136c9e0869f3 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/ports?device_id=889dcefd-936f-41a0-bec9-b4edc556b42a HTTP/1.1" status: 200 len: 210 time: 0.0853839 Aug 31 13:56:06.221330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:06.225758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Sync routers for ids ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:06.235305 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] Sync routers for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:06.285392 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:06.286779 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:06.300074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] No DVR routers for this DVR port 0e13ec5d-7d0b-42e3-affb-c6f7a9828043 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:06.308926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:06.321628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:06.323934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a3d6860-8e99-4ac5-adf8-185a4680a296 req-d0262128-d029-4899-82d1-6e10439cc735 tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.26 "DELETE /v2.0/ports/0e13ec5d-7d0b-42e3-affb-c6f7a9828043 HTTP/1.1" status: 204 len: 173 time: 7.0051832 Aug 31 13:56:06.330795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'name': 'network-vif-deleted', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:06.333318 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda3c921-25f2-48ef-a3d5-3050071a91d6" -d '{"events": [{"server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "name": "network-vif-deleted", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:06.366827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network bb40f82f-cb15-41d3-aec9-5613acf55673 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:06.383856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:06.410322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:06.438600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-67bbdc17-f719-46e7-ad31-d832f5d5e68e service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758751 Aug 31 13:56:06.462452 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:06.476828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Routers {'6d1da8f8-5864-4f75-93a4-c8a964bb57ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:06.478359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:06.481071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:06.585983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:06.758520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-70000e97-c173-4eb8-b0dd-1f783ba96983 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923684 Aug 31 13:56:07.011381 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:30Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:07.091094 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] Checking router: e358c442-12e2-4c67-8b16-2d521b3fa3f0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:07.135565 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:07.136480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:07.224135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d25f421d-267e-408d-b308-51649583d0f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7 HTTP/1.1" status: 200 len: 217 time: 0.4265456 Aug 31 13:56:07.354953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Set router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:07.371388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:07.563205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6d0655ea-5e04-4bfe-bedb-f5985a4da2da None None] Provisioning for port 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:07.582917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-44738134-62cb-4432-ba4e-bd043f0db95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:07.584747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-44738134-62cb-4432-ba4e-bd043f0db95c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.3382595 Aug 31 13:56:07.590121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:07.597042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bce84e04-e2c8-42e4-8923-e9d3f7b4503f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:07.614005 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:07.617282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6d0655ea-5e04-4bfe-bedb-f5985a4da2da None None] Provisioning complete for port 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:07.617750 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d0655ea-5e04-4bfe-bedb-f5985a4da2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:07.769410 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:30Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:07.793087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6d0655ea-5e04-4bfe-bedb-f5985a4da2da None None] Port 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:07.819628 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd4cba-ec4a-4cb9-b834-55bfb046daca None None] The sync data for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 is: [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:53:21Z', 'revision_number': 4, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '96648184-944a-48d5-a151-c654fe35c75c', 'name': '', 'network_id': 'af259e6d-1a3f-493d-bf01-6272bd7bc99e', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'mac_address': 'fa:16:3e:6b:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:18Z', 'updated_at': '2021-08-31T13:53:30Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'subnets': [{'id': '32bb8b5c-622f-4162-80b0-ee322c624c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:07.892030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2fab70b-c5b6-45d3-ae33-2521dc1a6850 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:07.996041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:07.996791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.002467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:56:03Z', 'revision_number': 4, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port': {'id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:57Z', 'updated_at': '2021-08-31T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd55571e2-8948-4993-9395-de7a1e1f3ac2', 'name': '', 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'mac_address': 'fa:16:3e:bd:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'bd922fb3-dde6-4abf-afa4-758474f1c0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:01Z', 'updated_at': '2021-08-31T13:56:03Z', 'revision_number': 2, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'subnets': [{'id': 'bd922fb3-dde6-4abf-afa4-758474f1c0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:08.069516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Checking router: 6d1da8f8-5864-4f75-93a4-c8a964bb57ad for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:08.070262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Updating router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad port d55571e2-8948-4993-9395-de7a1e1f3ac2 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:08.107501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.377006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.386326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.477427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47a27f-3e2f-4c71-8df3-3ae9dba63d82 None None] New status for floating IP b99f5d03-f4be-4f69-9f32-5eb3abaa4eae: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:56:08.498939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-656966d3-52a9-4186-8855-41e4e0dcdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:08.500733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-656966d3-52a9-4186-8855-41e4e0dcdace service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9075577 Aug 31 13:56:08.550035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.595418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:08.739695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network bb40f82f-cb15-41d3-aec9-5613acf55673 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:08.743881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:08.800751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-3fccedca-b69d-44dd-8829-52fd59b64fba service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831650 Aug 31 13:56:08.876640 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.890036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Transition to ACTIVE for port object d55571e2-8948-4993-9395-de7a1e1f3ac2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:08.920383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:09.003368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-bd1c2b0b-14e7-4834-80bb-5afcfb294792 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502690 Aug 31 13:56:09.047666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284fb5-d92c-4738-817b-51594a5f3869 None None] Pushing event updated for resources: {'Port': ['ID=d55571e2-8948-4993-9395-de7a1e1f3ac2,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:09.183294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Attempting to bind port d55571e2-8948-4993-9395-de7a1e1f3ac2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:09.183670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Attempting to bind port d55571e2-8948-4993-9395-de7a1e1f3ac2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:09.184064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Attempting to bind port d55571e2-8948-4993-9395-de7a1e1f3ac2 on network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:09.204889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:09.205293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Checking segment: {'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:09.205763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:09.206161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Bound using segment: {'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:09.206643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Bound port: d55571e2-8948-4993-9395-de7a1e1f3ac2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a900e7a7-d8a2-4f21-8493-3dcd2e082967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:09.207023 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:09.310708 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-d6e1eb92-996a-458c-896d-6e5ecde5f532 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a HTTP/1.1" status: 200 len: 217 time: 0.2375808 Aug 31 13:56:09.432457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-88c5f599-efc0-4afa-b624-9c5c26be02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:09.434117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-88c5f599-efc0-4afa-b624-9c5c26be02c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.1021693 Aug 31 13:56:09.473317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router 5accfcfc-c644-49df-aefb-3d00405d5c31 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:56:09.476665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] For port d55571e2-8948-4993-9395-de7a1e1f3ac2, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:09.482780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9b71d33f-63c5-499d-badc-2d4322c8032d None None] Provisioning complete for port 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:09.483740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b71d33f-63c5-499d-badc-2d4322c8032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:09.566633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9b71d33f-63c5-499d-badc-2d4322c8032d None None] Port 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:09.580279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] For port d55571e2-8948-4993-9395-de7a1e1f3ac2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d55571e2-8948-4993-9395-de7a1e1f3ac2,segment=NetworkSegment(a900e7a7-d8a2-4f21-8493-3dcd2e082967),segment_id=a900e7a7-d8a2-4f21-8493-3dcd2e082967)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:09.586624 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:09.691746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Routers {'6d1da8f8-5864-4f75-93a4-c8a964bb57ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:09.692492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:09.800407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e079ad5d-2b13-41cd-9dae-b0eb36e4607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:09.804592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e079ad5d-2b13-41cd-9dae-b0eb36e4607e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3543701 Aug 31 13:56:09.861876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] Set router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:09.908309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:09.913674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284fb5-d92c-4738-817b-51594a5f3869 None None] Pushing event updated for resources: {'Port': ['ID=d55571e2-8948-4993-9395-de7a1e1f3ac2,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:10.032503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:10.039632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8e6bdf13-bf31-4db2-8a09-16f93d1c8d01 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/5accfcfc-c644-49df-aefb-3d00405d5c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9609871 Aug 31 13:56:10.042326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38326) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:10.043054 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] Sync routers for ids ['5accfcfc-c644-49df-aefb-3d00405d5c31'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:10.060124 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] Routers {'5accfcfc-c644-49df-aefb-3d00405d5c31'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:10.060826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5accfcfc-c644-49df-aefb-3d00405d5c31'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:10.127425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-4d406001-8e85-4e78-aca9-0bbbfb965f82 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067570 Aug 31 13:56:10.154628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e68857-6319-4f1b-8a80-cfa03bfe630d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:10.156433 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:10.173450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09e68857-6319-4f1b-8a80-cfa03bfe630d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports/1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa HTTP/1.1" status: 200 len: 910 time: 0.1275094 Aug 31 13:56:10.174397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:10.179836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ed50279-86cb-437e-975a-5ed3626e97a7'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:10.183854 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] Routers {'5accfcfc-c644-49df-aefb-3d00405d5c31'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:10.184499 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5accfcfc-c644-49df-aefb-3d00405d5c31'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:10.273387 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:10.280326 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d688fb5-3cdd-4afd-a89b-b7907cd5c557 None None] The sync data for ids ['5accfcfc-c644-49df-aefb-3d00405d5c31'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:10.324208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:56:03Z', 'revision_number': 4, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port': {'id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:57Z', 'updated_at': '2021-08-31T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd55571e2-8948-4993-9395-de7a1e1f3ac2', 'name': '', 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'mac_address': 'fa:16:3e:bd:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'bd922fb3-dde6-4abf-afa4-758474f1c0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:01Z', 'updated_at': '2021-08-31T13:56:09Z', 'revision_number': 4, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'subnets': [{'id': 'bd922fb3-dde6-4abf-afa4-758474f1c0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:10.360274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f455509-aac0-42c2-a19c-19527abd8861 None None] The sync data for ids ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'] in n-d-792362-6 is: [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:56:03Z', 'revision_number': 4, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port': {'id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:57Z', 'updated_at': '2021-08-31T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd55571e2-8948-4993-9395-de7a1e1f3ac2', 'name': '', 'network_id': '7ca583f6-6da6-45c3-b415-b8c55c14a4dd', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'mac_address': 'fa:16:3e:bd:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'bd922fb3-dde6-4abf-afa4-758474f1c0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:01Z', 'updated_at': '2021-08-31T13:56:09Z', 'revision_number': 4, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'subnets': [{'id': 'bd922fb3-dde6-4abf-afa4-758474f1c0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:10.377245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-5dcf251d-2fd0-410c-ac81-23e551a9e170 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361507 Aug 31 13:56:10.631356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e98a3c02-ffe1-400e-9fcb-28d7e7c3a313 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6 HTTP/1.1" status: 200 len: 217 time: 0.2397521 Aug 31 13:56:10.666810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:10.821299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e5711a40-c23a-492f-aabb-3ce46e72c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:10.823256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e5711a40-c23a-492f-aabb-3ce46e72c792 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.1840730 Aug 31 13:56:10.974945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-f76775f0-db15-4cb1-bbb6-17d03d587b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:10.977078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-f76775f0-db15-4cb1-bbb6-17d03d587b96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387067 Aug 31 13:56:11.186845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-e2c970f2-d731-4bdb-984f-1cf744e4b1b6 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966932 Aug 31 13:56:11.559419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4c5332-d1c0-47b4-88f7-559c5558d3ff req-b1109eda-82e2-490a-9d4c-b0d9e559f8c5 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541403 Aug 31 13:56:11.682964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79c75df-1711-4bd4-9cb3-0e2495f2fc93 req-c0d0ec90-1c88-4e84-aa0f-77366a78e250 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4859080 Aug 31 13:56:11.703756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:11.714468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:11.750498 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a065fc3d-9737-4407-8fbf-7cdf80b11669 x-openstack-request-id: req-a065fc3d-9737-4407-8fbf-7cdf80b11669 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:11.750793 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889dcefd-936f-41a0-bec9-b4edc556b42a", "name": "network-vif-deleted", "tag": "0e13ec5d-7d0b-42e3-affb-c6f7a9828043", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:11.752168 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a065fc3d-9737-4407-8fbf-7cdf80b11669 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:11.752589 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889dcefd-936f-41a0-bec9-b4edc556b42a', 'name': 'network-vif-deleted', 'tag': '0e13ec5d-7d0b-42e3-affb-c6f7a9828043', 'status': 'completed', 'code': 200} Aug 31 13:56:11.823474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79c75df-1711-4bd4-9cb3-0e2495f2fc93 req-8b391f34-652c-4a93-9687-6222e66a09cf service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0534947 Aug 31 13:56:11.911745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:11.932620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-facd1305-3bbd-41b1-9e26-872551af0c2b req-bb358a9f-0d63-4229-a639-8ee9537dae0d tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1058967 Aug 31 13:56:11.984127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:11.984668 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:11.989338 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fa083310-a362-4a1e-87d8-2145e01cc525 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/ports/1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa HTTP/1.1" status: 200 len: 910 time: 1.8136630 Aug 31 13:56:11.990052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38346) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:12.012597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79c75df-1711-4bd4-9cb3-0e2495f2fc93 req-45a70f69-0ac1-4f1f-88a2-a0ce353a0524 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1178567 Aug 31 13:56:12.039410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.047557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.055049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.062917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.069519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.078618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.083826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.086141 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-3c9f385a-09a2-4dc8-bc01-1092b3e7b24c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.2433817 Aug 31 13:56:12.170608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73bcf389-9a0f-4c94-a4e5-bdbd990c6690 req-16dc6782-8eb7-42ca-aa23-a231f0230873 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769868 Aug 31 13:56:12.243933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38352) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:12.384648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f127a07f-966f-48c8-bb33-190b546f84ed tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:12.436552 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f127a07f-966f-48c8-bb33-190b546f84ed tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:12.608078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f127a07f-966f-48c8-bb33-190b546f84ed tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:12.611451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f127a07f-966f-48c8-bb33-190b546f84ed tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:12.612792 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f127a07f-966f-48c8-bb33-190b546f84ed tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "DELETE /v2.0/security-groups/4f24fd18-9246-4d11-8d0e-d9044b42e0af HTTP/1.1" status: 204 len: 168 time: 0.3677430 Aug 31 13:56:12.628764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d55571e2-8948-4993-9395-de7a1e1f3ac2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:12.640358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38374) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:12.641603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127a07f-966f-48c8-bb33-190b546f84ed tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24fd18-9246-4d11-8d0e-d9044b42e0af,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:12.690591 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-535caf88-b634-414a-b810-8ab71e62e2cf tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] show failed (client error): The resource could not be found. Aug 31 13:56:12.693240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-535caf88-b634-414a-b810-8ab71e62e2cf tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "GET /v2.0/security-groups/4f24fd18-9246-4d11-8d0e-d9044b42e0af HTTP/1.1" status: 404 len: 347 time: 0.0435572 Aug 31 13:56:12.709500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38376) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:12.766154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d55571e2-8948-4993-9395-de7a1e1f3ac2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:12.773483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d55571e2-8948-4993-9395-de7a1e1f3ac2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:12.773871 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:12.917593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:12.953950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d55571e2-8948-4993-9395-de7a1e1f3ac2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d55571e2-8948-4993-9395-de7a1e1f3ac2,segment=NetworkSegment(a900e7a7-d8a2-4f21-8493-3dcd2e082967),segment_id=a900e7a7-d8a2-4f21-8493-3dcd2e082967)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:12.958634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.020484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d55571e2-8948-4993-9395-de7a1e1f3ac2,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:13.056771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e0d5c-a30a-4b9c-931b-cf5e0237403d req-1d979419-21cb-46ad-ae20-6e863884d8d5 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.057617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.058132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.058570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.059095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.059568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.060480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc8e0d5c-a30a-4b9c-931b-cf5e0237403d req-1d979419-21cb-46ad-ae20-6e863884d8d5 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 950 time: 0.1353021 Aug 31 13:56:13.060621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.061148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.063116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c14f4915-999a-4e72-a364-f114455fbacc req-05c40e93-e2b8-441f-99b0-17c5d7c52c0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6488 time: 1.1204422 Aug 31 13:56:13.123849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Deleting port 9e12a1b7-2d48-4c59-9dcd-39a26372a981 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:13.132342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.189878 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc8e0d5c-a30a-4b9c-931b-cf5e0237403d req-43364552-1d22-4b11-bc6e-29cdd8c10c3e tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207190 Aug 31 13:56:13.243772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.244265 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.259594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Calling delete_port for 9e12a1b7-2d48-4c59-9dcd-39a26372a981 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:13.279245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9fe89-9437-415c-af06-1299e6e3a877 req-21bf464f-9c95-4c4f-b178-e22c288959ac tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.286391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4dc9fe89-9437-415c-af06-1299e6e3a877 req-21bf464f-9c95-4c4f-b178-e22c288959ac tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.3076205 Aug 31 13:56:13.304511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c75df-1711-4bd4-9cb3-0e2495f2fc93 req-f88ccbe9-65cc-449d-9274-0493bad876ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.306070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79c75df-1711-4bd4-9cb3-0e2495f2fc93 req-f88ccbe9-65cc-449d-9274-0493bad876ce service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1452451 Aug 31 13:56:13.365544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4dc9fe89-9437-415c-af06-1299e6e3a877 req-321e10db-6471-4338-a847-3a0e5968184d tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678248 Aug 31 13:56:13.436540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-681fcac1-7581-4054-9043-efc38a06514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.441122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c14f4915-999a-4e72-a364-f114455fbacc req-681fcac1-7581-4054-9043-efc38a06514e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb HTTP/1.1" status: 200 len: 902 time: 0.3581331 Aug 31 13:56:13.444589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.497834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c14f4915-999a-4e72-a364-f114455fbacc req-c9d62cbc-4d5a-4a24-a698-61c3f17a4ab4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0463896 Aug 31 13:56:13.519642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Pushing event deleted for resources: {'Port': ['ID=9e12a1b7-2d48-4c59-9dcd-39a26372a981,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:13.526962 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8de3e418-2f9b-43ee-af4f-89d5c6f295cc req-21b106b5-6ff0-4e02-9265-d60db2a5ce4e tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0670128 Aug 31 13:56:13.587478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-995f3c7f-5385-4d60-af5d-89d4372f347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.589050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c14f4915-999a-4e72-a364-f114455fbacc req-995f3c7f-5385-4d60-af5d-89d4372f347f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.0798662 Aug 31 13:56:13.606280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.610312 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.614442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-45f9ba9f-35df-4721-89c5-4b3c88f494ec tempest-ServersTestFqdnHostnames-2136205946 tempest-ServersTestFqdnHostnames-2136205946-project] 10.222.0.10 "DELETE /v2.0/floatingips/b99f5d03-f4be-4f69-9f32-5eb3abaa4eae HTTP/1.1" status: 204 len: 168 time: 0.9001522 Aug 31 13:56:13.615155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38404) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:13.686786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.692834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.699093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.707262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.713771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.721337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.734646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.737329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-769315fd-8492-4dfe-999a-81068168636b req-89ef9894-a576-4c59-9d2b-ff0b25e9e45c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.2436295 Aug 31 13:56:13.770462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4915-999a-4e72-a364-f114455fbacc req-ad4b0da9-feb0-49aa-8239-5f5052932985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.772019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c14f4915-999a-4e72-a364-f114455fbacc req-ad4b0da9-feb0-49aa-8239-5f5052932985 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1579709 Aug 31 13:56:13.778281 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:13.939360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-769315fd-8492-4dfe-999a-81068168636b req-854a1bc0-de8e-49a6-96b1-aca98bc230b5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929903 Aug 31 13:56:14.036453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c14f4915-999a-4e72-a364-f114455fbacc req-817d0d92-eb80-44a2-869d-0e3b2813c81a service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156887 Aug 31 13:56:14.197486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.259036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c14f4915-999a-4e72-a364-f114455fbacc req-2852173a-1592-422d-bc32-af07efbc9758 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806476 Aug 31 13:56:14.430441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:14.430804 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.559186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d55571e2-8948-4993-9395-de7a1e1f3ac2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:14.595043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.611140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:14.669762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d55571e2-8948-4993-9395-de7a1e1f3ac2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:14.670635 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.775691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Deleting port 96648184-944a-48d5-a151-c654fe35c75c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:14.776048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.813155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c484c-6744-483a-bc2d-d98af9e694b7 req-72550664-a865-42cb-90c7-f3b8f62c25ab tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:14.814722 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c63c484c-6744-483a-bc2d-d98af9e694b7 req-72550664-a865-42cb-90c7-f3b8f62c25ab tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.1935198 Aug 31 13:56:14.846496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.909830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c63c484c-6744-483a-bc2d-d98af9e694b7 req-f012d641-bfcc-4328-83ad-4e7b317f979c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642550 Aug 31 13:56:14.911264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=1219ab63-28bc-4dd4-a8dc-ac9584aaf7fa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:14.975367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] For port 96648184-944a-48d5-a151-c654fe35c75c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=96648184-944a-48d5-a151-c654fe35c75c,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:14.975734 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.063317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Calling delete_port for 96648184-944a-48d5-a151-c654fe35c75c owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:15.175180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77e3893e-c7f1-4b0f-9402-d2453c623932 req-22175edb-6f48-4999-9395-9d9760fbc319 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1248653 Aug 31 13:56:15.192782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69f72f-504a-4d2a-9706-22d89bb43724 req-f3bf3cae-a8ae-444e-b320-5677d27db3f8 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.200626 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed69f72f-504a-4d2a-9706-22d89bb43724 req-f3bf3cae-a8ae-444e-b320-5677d27db3f8 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 946 time: 0.1294293 Aug 31 13:56:15.304934 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed69f72f-504a-4d2a-9706-22d89bb43724 req-65083b71-07b7-4a75-83db-9900893d9d13 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035421 Aug 31 13:56:15.414231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.564464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.608398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Pushing event deleted for resources: {'Port': ['ID=96648184-944a-48d5-a151-c654fe35c75c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:15.711960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.719445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.748481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.773889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.786946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.798575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.824183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.853434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-27c609d8-aa7c-467f-aab1-80d459909010 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.4034672 Aug 31 13:56:15.907855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8100d938-89c4-43c6-a3ce-4897ddcee53c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:15.917873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:15.971311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.971567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be4e8223-c27e-48be-8caf-20cbe9dddd38 req-1715b714-3f9c-4be7-b260-cc4ad6756871 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043611 Aug 31 13:56:16.096750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router 5accfcfc-c644-49df-aefb-3d00405d5c31 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:16.097435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:16.283792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:16.302763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ae50b4a0-d580-448e-b510-cec1edd4ca04 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/5accfcfc-c644-49df-aefb-3d00405d5c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3042772 Aug 31 13:56:16.303438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38576) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:16.364501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a9bf1ae-5ac4-46a7-ae08-6215efe886dc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=5accfcfc-c644-49df-aefb-3d00405d5c31 HTTP/1.1" status: 200 len: 205 time: 0.0579579 Aug 31 13:56:16.365312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:16.382940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631469-bae7-4f57-90ae-7235a3dfde4e req-01f978c3-c26f-4b2f-a2b3-8d49a29639fe tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:16.384576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63631469-bae7-4f57-90ae-7235a3dfde4e req-01f978c3-c26f-4b2f-a2b3-8d49a29639fe tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.2595694 Aug 31 13:56:16.404520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] Sync routers for ids ['5accfcfc-c644-49df-aefb-3d00405d5c31'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:16.434218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] Routers {'5accfcfc-c644-49df-aefb-3d00405d5c31'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:16.435418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5accfcfc-c644-49df-aefb-3d00405d5c31'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:16.494064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:16.502857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63631469-bae7-4f57-90ae-7235a3dfde4e req-17c47a40-594a-467d-9656-d2ff6019983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038268 Aug 31 13:56:16.503764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'port_id': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'mac_address': 'fa:16:3e:54:13:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0834182-206c-4bce-9e95-5cf408dcdb94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:16.587224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] Routers {'5accfcfc-c644-49df-aefb-3d00405d5c31'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:16.587871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5accfcfc-c644-49df-aefb-3d00405d5c31'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:16.603600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d07ee28-f9d6-4e90-967d-6875a2961c0e req-f1d9426d-b879-4fd7-b353-d2422ce76fb5 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1337063 Aug 31 13:56:16.641987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-019d161e-4382-4541-bb00-436a0bf3e77c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.689120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:16.690415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de0aa2-ddcc-4bfb-a910-3e387cccfc0c None None] The sync data for ids ['5accfcfc-c644-49df-aefb-3d00405d5c31'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:16.701938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.717579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8100d938-89c4-43c6-a3ce-4897ddcee53c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:16.740633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:16.744307 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.786637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:16.788439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:16.791591 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81618f3c-44c6-4aa1-946f-7859cccf4884" -d '{"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-unplugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:16.796538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.798835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.921501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:17.007506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:17.024775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8100d938-89c4-43c6-a3ce-4897ddcee53c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:17.093607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-05c203be-ae16-498b-85bb-0e4313bdd69a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:17.095805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-05c203be-ae16-498b-85bb-0e4313bdd69a tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 946 time: 0.1035073 Aug 31 13:56:17.250171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Router e358c442-12e2-4c67-8b16-2d521b3fa3f0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:17.272617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Deleting port 289a829b-f427-432b-85fb-504f24548930 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:17.273308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.295412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-019d161e-4382-4541-bb00-436a0bf3e77c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.301382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-019d161e-4382-4541-bb00-436a0bf3e77c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.320160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77eb65-36a9-4a0a-acae-314e90f02c82 req-cacfc2c1-e5a0-4ba5-9ebd-02ebdc8970b5 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:17.328911 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af77eb65-36a9-4a0a-acae-314e90f02c82 req-cacfc2c1-e5a0-4ba5-9ebd-02ebdc8970b5 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe05378-1aa6-48b8-902e-502f7cfce14f HTTP/1.1" status: 200 len: 946 time: 0.2113559 Aug 31 13:56:17.432609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] For port 289a829b-f427-432b-85fb-504f24548930, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=289a829b-f427-432b-85fb-504f24548930,segment=NetworkSegment(ac8192a9-ac8f-4480-8072-85882b8a79cf),segment_id=ac8192a9-ac8f-4480-8072-85882b8a79cf)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:17.433043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.452758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Calling delete_port for 289a829b-f427-432b-85fb-504f24548930 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:17.490445 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-019d161e-4382-4541-bb00-436a0bf3e77c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.491076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019d161e-4382-4541-bb00-436a0bf3e77c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Fanout notify agent at l3_agent the message router_deleted on router 5accfcfc-c644-49df-aefb-3d00405d5c31 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:56:17.500719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-019d161e-4382-4541-bb00-436a0bf3e77c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.504532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-019d161e-4382-4541-bb00-436a0bf3e77c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/5accfcfc-c644-49df-aefb-3d00405d5c31 HTTP/1.1" status: 204 len: 168 time: 1.1356244 Aug 31 13:56:17.505390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38628) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:17.520619 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af77eb65-36a9-4a0a-acae-314e90f02c82 req-daa947d5-db07-4bb2-9951-2f16f5a47b27 tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b8945f5-fe48-46aa-a14f-f727d79fd528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904547 Aug 31 13:56:17.603457 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e03e941-9da2-487b-87dc-44c7eb7c0dc6 x-openstack-request-id: req-0e03e941-9da2-487b-87dc-44c7eb7c0dc6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:17.603771 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-unplugged", "status": "completed", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:17.604031 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e03e941-9da2-487b-87dc-44c7eb7c0dc6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:17.604440 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'code': 200} Aug 31 13:56:17.649584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet 7ed50279-86cb-437e-975a-5ed3626e97a7 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:17.654025 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.725529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:17.734155 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da724606-543e-4a18-8751-940cf189f93f admin admin] 10.222.0.10 "PUT /v2.0/routers/e358c442-12e2-4c67-8b16-2d521b3fa3f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1174569 Aug 31 13:56:17.736918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.739206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38642) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:17.739338 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] Sync routers for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:17.751791 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:17.753097 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:17.805012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.893977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['289a829b-f427-432b-85fb-504f24548930'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:17.907107 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:17.922857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Pushing event deleted for resources: {'Port': ['ID=289a829b-f427-432b-85fb-504f24548930,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:17.972999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.001705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8100d938-89c4-43c6-a3ce-4897ddcee53c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:18.046994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] No DVR routers for this DVR port 289a829b-f427-432b-85fb-504f24548930 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:18.050568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.052654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-345aae54-89d8-4f09-b0f1-322052e2a255 req-810b7b4b-fe4e-4dcb-9782-de9dd4ae120d tempest-ServerTagsTestJSON-811218095 tempest-ServerTagsTestJSON-811218095-project] 10.222.0.26 "DELETE /v2.0/ports/289a829b-f427-432b-85fb-504f24548930 HTTP/1.1" status: 204 len: 173 time: 0.9494500 Aug 31 13:56:18.053208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'name': 'network-vif-deleted', 'tag': '289a829b-f427-432b-85fb-504f24548930'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:18.055911 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd8ce23-1efd-4d4c-ade7-0cb521a0fd43" -d '{"events": [{"server_uuid": "8fe05378-1aa6-48b8-902e-502f7cfce14f", "name": "network-vif-deleted", "tag": "289a829b-f427-432b-85fb-504f24548930"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:18.081981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.157195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed50279-86cb-437e-975a-5ed3626e97a7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:18.187701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a14ef-8e1e-46af-83c0-66d0d4e3abe5 None None] Network bb40f82f-cb15-41d3-aec9-5613acf55673 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:18.194651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c662d-1d80-47b5-b71d-981d2d191ecf req-60e07728-01f2-4c40-b81c-1fd3b1705308 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.204396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d2c662d-1d80-47b5-b71d-981d2d191ecf req-60e07728-01f2-4c40-b81c-1fd3b1705308 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 944 time: 0.4687259 Aug 31 13:56:18.214419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.214795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.220684 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0dd7a1b4-abea-4d94-b761-d1a57605a601 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/7ed50279-86cb-437e-975a-5ed3626e97a7 HTTP/1.1" status: 204 len: 168 time: 0.7126300 Aug 31 13:56:18.222698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.223524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38648) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:18.230916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.236728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.262215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.270761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.277961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.287025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc377149-7b8a-4322-9ece-4a33b884239c req-529e33d5-6583-4fc8-bbc6-d77e2885514b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.3056493 Aug 31 13:56:18.360066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.374983 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:56:15Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:18.457730 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] Checking router: e358c442-12e2-4c67-8b16-2d521b3fa3f0 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:18.472925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.476840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.495352 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] Routers {'e358c442-12e2-4c67-8b16-2d521b3fa3f0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:18.495989 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:18.523823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8100d938-89c4-43c6-a3ce-4897ddcee53c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:18.548387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:18.567340 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.587382 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d2c662d-1d80-47b5-b71d-981d2d191ecf req-b0c3b031-1519-4e10-8296-d11cf196821a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814833 Aug 31 13:56:18.680170 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:18.688377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] DHCP port deletion for bb40f82f-cb15-41d3-aec9-5613acf55673 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:56:18.770428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] Deleting port bce84e04-e2c8-42e4-8923-e9d3f7b4503f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:18.771238 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.847036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d6cfa3a-2c9d-4de8-9aa7-a39192d2a510 req-5539b077-a796-40c6-a480-3b5498c95cdc tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1123824 Aug 31 13:56:18.848620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port bce84e04-e2c8-42e4-8923-e9d3f7b4503f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:18.849183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.868928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] For port bce84e04-e2c8-42e4-8923-e9d3f7b4503f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,segment=NetworkSegment(c45ea93f-a312-4093-8ade-571431ad3d2a),segment_id=c45ea93f-a312-4093-8ade-571431ad3d2a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:18.871794 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.926965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] Calling delete_port for bce84e04-e2c8-42e4-8923-e9d3f7b4503f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:19.070869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc377149-7b8a-4322-9ece-4a33b884239c req-eeb3c015-9002-4fcc-8854-e71be0fe199f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7826958 Aug 31 13:56:19.072485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.089086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.108610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port bce84e04-e2c8-42e4-8923-e9d3f7b4503f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,segment=NetworkSegment(c45ea93f-a312-4093-8ade-571431ad3d2a),segment_id=c45ea93f-a312-4093-8ade-571431ad3d2a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:19.109011 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.181241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for bce84e04-e2c8-42e4-8923-e9d3f7b4503f owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:19.198412 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a0ddd8-bb5c-4aee-ab39-744daaabc062 x-openstack-request-id: req-93a0ddd8-bb5c-4aee-ab39-744daaabc062 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:19.198412 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe05378-1aa6-48b8-902e-502f7cfce14f", "name": "network-vif-deleted", "tag": "289a829b-f427-432b-85fb-504f24548930", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:19.203993 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93a0ddd8-bb5c-4aee-ab39-744daaabc062 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:19.203993 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe05378-1aa6-48b8-902e-502f7cfce14f', 'name': 'network-vif-deleted', 'tag': '289a829b-f427-432b-85fb-504f24548930', 'status': 'completed', 'code': 200} Aug 31 13:56:19.254199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Deleting port 85a7068f-f28b-48c0-b303-f66ee480f344 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:19.254537 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.260137 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] Set router e358c442-12e2-4c67-8b16-2d521b3fa3f0 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:19.263142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] Pushing event deleted for resources: {'Port': ['ID=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:19.282392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.283612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8d094-ac5f-40e1-927e-f62b56f7759f None None] No DVR routers for this DVR port bce84e04-e2c8-42e4-8923-e9d3f7b4503f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:19.366370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38666) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:19.372346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=bce84e04-e2c8-42e4-8923-e9d3f7b4503f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:19.425974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port bce84e04-e2c8-42e4-8923-e9d3f7b4503f on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:19.548710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] Deleting subnet 4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:19.560793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912850-1219-4289-a386-79c3f0ae364a req-b205bdc5-07ac-4c95-91ee-d290f636af9c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:19.563734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31912850-1219-4289-a386-79c3f0ae364a req-b205bdc5-07ac-4c95-91ee-d290f636af9c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 943 time: 0.1640360 Aug 31 13:56:19.694192 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:56:15Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:19.735128 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b720b1-533c-476d-b273-2b0d14e6767e None None] The sync data for ids ['e358c442-12e2-4c67-8b16-2d521b3fa3f0'] in n-d-792362-6 is: [{'id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'name': 'tempest-ServersTestFqdnHostnames-415707378-router', 'tenant_id': '690553c4f111446d885439b7b2d725cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:53:13Z', 'updated_at': '2021-08-31T13:56:15Z', 'revision_number': 5, 'project_id': '690553c4f111446d885439b7b2d725cb', 'gw_port': {'id': '85a7068f-f28b-48c0-b303-f66ee480f344', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e358c442-12e2-4c67-8b16-2d521b3fa3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:53:14Z', 'updated_at': '2021-08-31T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:19.741618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] For port 85a7068f-f28b-48c0-b303-f66ee480f344, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=85a7068f-f28b-48c0-b303-f66ee480f344,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:19.743244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.812596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Calling delete_port for 85a7068f-f28b-48c0-b303-f66ee480f344 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:19.840447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.851834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79621c9c-c5c4-44a2-a784-c52956a47a62 req-d1d57c5d-2d1d-4aae-a5ae-b641fcc74f5d tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:19.855219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb40f82f-cb15-41d3-aec9-5613acf55673']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:19.860810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79621c9c-c5c4-44a2-a784-c52956a47a62 req-d1d57c5d-2d1d-4aae-a5ae-b641fcc74f5d tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 943 time: 0.1312058 Aug 31 13:56:19.870068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45ea93f-a312-4093-8ade-571431ad3d2a') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:19.871245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45ea93f-a312-4093-8ade-571431ad3d2a') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:19.884637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.920643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.936093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1517 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:56:19.938740 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.953566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8100d938-89c4-43c6-a3ce-4897ddcee53c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:56:19.970009 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:56:19.972460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.006369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79621c9c-c5c4-44a2-a784-c52956a47a62 req-71201475-b276-44ff-b02f-ec5d3261820e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445134 Aug 31 13:56:20.020552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Deleting port 8100d938-89c4-43c6-a3ce-4897ddcee53c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:20.023204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.077844 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.080004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.109588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.109972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/bb40f82f-cb15-41d3-aec9-5613acf55673 HTTP/1.1" status: 204 len: 168 time: 1.8691127 Aug 31 13:56:20.112389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 8100d938-89c4-43c6-a3ce-4897ddcee53c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:20.114996 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.130318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38706) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:20.139570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e9ea-cf71-4d42-b39f-45f124819396 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=bb40f82f-cb15-41d3-aec9-5613acf55673,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:20.190780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5ef03509-4c58-45ab-bc35-b0c0bbfbd543 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-657585944', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:20.222902 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.243309 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ef03509-4c58-45ab-bc35-b0c0bbfbd543 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.244437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ef03509-4c58-45ab-bc35-b0c0bbfbd543 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.288640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06da3440-b021-4a20-be0a-3397a917cd95 req-0e5bb0ea-5b99-4adf-a691-cb26cde2d6dd tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0607326 Aug 31 13:56:20.344824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.397269 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.412148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:20.431622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:20.434572 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e414a24-7f1e-40c6-8b90-7ac20a1be040" -d '{"events": [{"server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "name": "network-vif-plugged", "status": "completed", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:20.447133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:20.456230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.458068 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-755ba789-f9aa-465b-b3f6-e5b791b1abe0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4bcb9a45-f946-42fc-ab1d-5aaa3d4c6fe3 HTTP/1.1" status: 204 len: 168 time: 1.0696476 Aug 31 13:56:20.461074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38742) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:20.461995 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.467251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 289a829b-f427-432b-85fb-504f24548930 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:20.574656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 289a829b-f427-432b-85fb-504f24548930 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:20.574999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 289a829b-f427-432b-85fb-504f24548930 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:20.580246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bce84e04-e2c8-42e4-8923-e9d3f7b4503f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:20.583491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ef03509-4c58-45ab-bc35-b0c0bbfbd543 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.626544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: bce84e04-e2c8-42e4-8923-e9d3f7b4503f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:20.627158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bce84e04-e2c8-42e4-8923-e9d3f7b4503f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:20.627792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 96648184-944a-48d5-a151-c654fe35c75c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:20.648728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.685918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ef03509-4c58-45ab-bc35-b0c0bbfbd543 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.696917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 96648184-944a-48d5-a151-c654fe35c75c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:20.697286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 96648184-944a-48d5-a151-c654fe35c75c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:20.707052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:20.741611 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b3ae82-f533-489c-9c45-0f61f544c8e2 x-openstack-request-id: req-52b3ae82-f533-489c-9c45-0f61f544c8e2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:20.741908 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "name": "network-vif-plugged", "status": "completed", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:20.742161 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52b3ae82-f533-489c-9c45-0f61f544c8e2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:20.742611 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'code': 200} Aug 31 13:56:20.774268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] For port 8100d938-89c4-43c6-a3ce-4897ddcee53c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8100d938-89c4-43c6-a3ce-4897ddcee53c,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:20.774790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.780411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.797801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddf4f87-6540-43e5-9252-4c23c4b2ccc2']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:20.807569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Calling delete_port for 8100d938-89c4-43c6-a3ce-4897ddcee53c owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:20.820191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8192a9-ac8f-4480-8072-85882b8a79cf') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:20.821164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8192a9-ac8f-4480-8072-85882b8a79cf') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:20.824170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ef03509-4c58-45ab-bc35-b0c0bbfbd543 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.825530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ef03509-4c58-45ab-bc35-b0c0bbfbd543 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6390200 Aug 31 13:56:20.833238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38760) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:20.842019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-598319259'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:20.851698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.881417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.887529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.894545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.899378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.904077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.910591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.912140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Releasing vlan 1521 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:56:20.914119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:56:20.916207 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:56:20.920687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.938286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.940401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-54aa095f-bce4-432a-b36d-e6bbb76b8b38 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.3730671 Aug 31 13:56:20.989783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:20.993480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.037603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.039407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:56:21.041899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.060428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.062882 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0ddf4f87-6540-43e5-9252-4c23c4b2ccc2 HTTP/1.1" status: 204 len: 168 time: 0.6008255 Aug 31 13:56:21.083305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=85a7068f-f28b-48c0-b303-f66ee480f344,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:21.109461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c636f-bfa3-40de-b74c-a056c253c8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddf4f87-6540-43e5-9252-4c23c4b2ccc2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:21.110273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b7f01a0-2e14-459b-8d63-85da7ba7d291 req-c24a5373-cfb7-42f8-86e9-627fd6f23796 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593964 Aug 31 13:56:21.147179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.147553 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 95f60f07-7b26-4bc4-ab90-e91a8dfab49a of type vlan for network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd Aug 31 13:56:21.265154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de6d01-0436-4824-9d0c-44f7cd90716b req-fdfc8104-019b-4905-a5bb-446183bd60ae tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.267112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84de6d01-0436-4824-9d0c-44f7cd90716b req-fdfc8104-019b-4905-a5bb-446183bd60ae tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.2003946 Aug 31 13:56:21.280759 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.310771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.352103 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84de6d01-0436-4824-9d0c-44f7cd90716b req-13949bd2-45e0-47e2-abe5-f52ae605abf4 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685799 Aug 31 13:56:21.362366 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.369521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.370219 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.394999 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5602746 Aug 31 13:56:21.397892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38770) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:21.422547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.428167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.459131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:21.485870 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.486422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e358c442-12e2-4c67-8b16-2d521b3fa3f0 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:56:21.493314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.497811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-47a304c5-e52c-4d19-a38d-dbb7fe3b2dfd admin admin] 10.222.0.10 "DELETE /v2.0/routers/e358c442-12e2-4c67-8b16-2d521b3fa3f0 HTTP/1.1" status: 204 len: 168 time: 3.7543294 Aug 31 13:56:21.506126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26a152-054f-4e6d-b533-bafc93d88df3 req-5a5e4cc5-8c76-4ccb-8d11-916d9a408900 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.513577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb26a152-054f-4e6d-b533-bafc93d88df3 req-5a5e4cc5-8c76-4ccb-8d11-916d9a408900 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3698474-6304-4dfc-aa37-ff85bc21915e HTTP/1.1" status: 200 len: 945 time: 0.2903326 Aug 31 13:56:21.521912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38772) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:21.561236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38774) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:21.597941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.627528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4a9a2601-cdf8-467c-85b4-269a0a410c9e req-cb77b71d-1e27-4f96-a607-0f9109473634 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0651228 Aug 31 13:56:21.646495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8100d938-89c4-43c6-a3ce-4897ddcee53c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:21.678912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb26a152-054f-4e6d-b533-bafc93d88df3 req-561831ec-1fce-4b16-8737-11a07c0cfad7 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643729 Aug 31 13:56:21.685598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] Deleting subnet 32bb8b5c-622f-4162-80b0-ee322c624c86 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:21.688005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event deleted for resources: {'Port': ['ID=8100d938-89c4-43c6-a3ce-4897ddcee53c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:21.696951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.732622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa9709-2010-4736-88f7-f1ad07da0f2b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=75efeff2-5d22-41ce-9df7-2a9bb4b02bdd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:21.750075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:56:21.766077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] No DVR routers for this DVR port 8100d938-89c4-43c6-a3ce-4897ddcee53c on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:21.771328 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.773771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31912850-1219-4289-a386-79c3f0ae364a req-aa702a9f-4efe-4907-947f-7df9663001d6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "DELETE /v2.0/ports/8100d938-89c4-43c6-a3ce-4897ddcee53c HTTP/1.1" status: 204 len: 173 time: 2.1953516 Aug 31 13:56:21.774498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'name': 'network-vif-deleted', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:21.777734 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316349e7-381a-48aa-b512-b0f858a31f35" -d '{"events": [{"server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "name": "network-vif-deleted", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:21.790849 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.805990 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e392fa0b-72ff-45d6-91e1-fc21b9f85a38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=389a91cc520d4f0e9148149bab481b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066715 Aug 31 13:56:21.810269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38778) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:21.864886 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dd2047-9444-4a3e-b648-26deeb5f9e83 x-openstack-request-id: req-89dd2047-9444-4a3e-b648-26deeb5f9e83 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:21.865316 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3698474-6304-4dfc-aa37-ff85bc21915e", "name": "network-vif-deleted", "tag": "8100d938-89c4-43c6-a3ce-4897ddcee53c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:21.865856 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89dd2047-9444-4a3e-b648-26deeb5f9e83 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:21.866229 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3698474-6304-4dfc-aa37-ff85bc21915e', 'name': 'network-vif-deleted', 'tag': '8100d938-89c4-43c6-a3ce-4897ddcee53c', 'status': 'completed', 'code': 200} Aug 31 13:56:21.910268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:21.917905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.942945 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.004426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.036889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bb8b5c-622f-4162-80b0-ee322c624c86,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:22.039151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.043059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76715580-e673-4e17-b677-15d220a9da33 None None] Network af259e6d-1a3f-493d-bf01-6272bd7bc99e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:22.046745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9b31d254-4ead-4726-9177-f92c0813ee6b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/32bb8b5c-622f-4162-80b0-ee322c624c86 HTTP/1.1" status: 204 len: 168 time: 0.5217216 Aug 31 13:56:22.055286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:22.219496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.221969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.310715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf72c670-ad4f-44e2-a130-ec80304f8f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.333174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:22.333669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:56:22.367526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.368544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=2774ee17-dbc5-4df9-85d1-7b32b8127503,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:22.370008 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf72c670-ad4f-44e2-a130-ec80304f8f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.374450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.380134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:56:22.382692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.389511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.396043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.403797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.410038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.412030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-846c8e0f-ad99-43c3-83e3-6cf04b9bf770 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.1801343 Aug 31 13:56:22.419744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:22.428927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d577e-99c8-4808-9c78-f3bff8727b28 None None] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:22.430310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.430919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.464720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14f24e42-2d81-4779-8b1a-0483b7c9c27d req-93f62add-ff64-4b6a-8fe4-8f3aa24e47a9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440581 Aug 31 13:56:22.469914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Deleting port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:22.470271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.480770 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-35807f1b-938b-4eb9-ba67-0f8bc83213e1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0607986 Aug 31 13:56:22.482747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38786) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:22.582803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] DHCP port deletion for af259e6d-1a3f-493d-bf01-6272bd7bc99e request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:56:22.587274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85a7068f-f28b-48c0-b303-f66ee480f344 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:22.636936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 85a7068f-f28b-48c0-b303-f66ee480f344 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:22.637275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85a7068f-f28b-48c0-b303-f66ee480f344 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:22.641054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] For port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:22.641469 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.670724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Calling delete_port for a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:22.767305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf72c670-ad4f-44e2-a130-ec80304f8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.773459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf72c670-ad4f-44e2-a130-ec80304f8f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.776904 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cf72c670-ad4f-44e2-a130-ec80304f8f76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b8945f5-fe48-46aa-a14f-f727d79fd528 HTTP/1.1" status: 204 len: 168 time: 0.9649122 Aug 31 13:56:22.797646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] Deleting port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:22.799223 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.875958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:56:22.877255 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.930571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] For port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,segment=NetworkSegment(624b9c2b-efc4-44eb-b23f-3e92aaa8bec0),segment_id=624b9c2b-efc4-44eb-b23f-3e92aaa8bec0)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:22.931379 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.939037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.995686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] Calling delete_port for a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:23.059405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:23.060856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72c670-ad4f-44e2-a130-ec80304f8f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8945f5-fe48-46aa-a14f-f727d79fd528,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:23.081608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca924242-b371-4ecd-893d-c734cfa3eb48 req-d17d7448-2db7-4f73-8999-945a85e4c1d8 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1663721 Aug 31 13:56:23.087945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] No DVR routers for this DVR port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:23.137977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Allocated IP 172.20.0.2 (75efeff2-5d22-41ce-9df7-2a9bb4b02bdd/2774ee17-dbc5-4df9-85d1-7b32b8127503/802df8bd-8f92-4583-ad38-bcafc99e2729) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:23.235717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab83fe-aa27-4086-994b-47b8a3b4d575 req-75638a01-3e4a-448b-99b2-8113074dc9b8 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.239476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8ab83fe-aa27-4086-994b-47b8a3b4d575 req-75638a01-3e4a-448b-99b2-8113074dc9b8 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.7012954 Aug 31 13:56:23.370151 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.388337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Transition to ACTIVE for port object 802df8bd-8f92-4583-ad38-bcafc99e2729 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:23.414701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.417618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Transition to ACTIVE for port object 802df8bd-8f92-4583-ad38-bcafc99e2729 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:23.441055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.458325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-e82acb96-46ed-44bc-927c-9df5befe0ec0 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.459780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-e82acb96-46ed-44bc-927c-9df5befe0ec0 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.2838874 Aug 31 13:56:23.473187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af259e6d-1a3f-493d-bf01-6272bd7bc99e']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:23.530045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38800) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:23.543692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a8af9995-60fc-4e4c-be80-b0296475a599 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640561547', 'description': 'tempest-description--1625514073'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:23.563714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b8ab83fe-aa27-4086-994b-47b8a3b4d575 req-e75ebfd1-5ba7-4557-8280-04987118e115 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788950 Aug 31 13:56:23.566930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:23.567207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624b9c2b-efc4-44eb-b23f-3e92aaa8bec0') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:23.578746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:23.601911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8af9995-60fc-4e4c-be80-b0296475a599 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.605249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.613942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:23.622107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.627569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Pushing event updated for resources: {'Port': ['ID=802df8bd-8f92-4583-ad38-bcafc99e2729,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:23.630797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:23.669940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.670228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] Pushing event deleted for resources: {'Port': ['ID=a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:23.672280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f6fafe-6f35-4ae1-8cbe-f4b4f7a6c542 None None] No DVR routers for this DVR port a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:23.693915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:56:23.694331 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.758472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Attempting to bind port 802df8bd-8f92-4583-ad38-bcafc99e2729 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:23.759200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Attempting to bind port 802df8bd-8f92-4583-ad38-bcafc99e2729 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:23.759850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Attempting to bind port 802df8bd-8f92-4583-ad38-bcafc99e2729 on network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:23.767129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:23.768258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Checking segment: {'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:23.768912 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.769484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Bound using segment: {'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:23.770204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Bound port: 802df8bd-8f92-4583-ad38-bcafc99e2729, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:23.771038 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.814898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8af9995-60fc-4e4c-be80-b0296475a599 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:56:23.836730 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:56:23.863895 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8af9995-60fc-4e4c-be80-b0296475a599 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.876404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.891547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] For port 802df8bd-8f92-4583-ad38-bcafc99e2729, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:23.904683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] For port 802df8bd-8f92-4583-ad38-bcafc99e2729, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=802df8bd-8f92-4583-ad38-bcafc99e2729,segment=NetworkSegment(95f60f07-7b26-4bc4-ab90-e91a8dfab49a),segment_id=95f60f07-7b26-4bc4-ab90-e91a8dfab49a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:23.911282 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.917950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8af9995-60fc-4e4c-be80-b0296475a599 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.919276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a8af9995-60fc-4e4c-be80-b0296475a599 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3811154 Aug 31 13:56:23.924772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38810) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:23.976782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bb0799d7-dca3-4041-8745-30e9a7344570 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e99ea-5f34-49da-bfe7-25dfe5c7f133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:24.015988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8100d938-89c4-43c6-a3ce-4897ddcee53c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:24.023200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af9995-60fc-4e4c-be80-b0296475a599 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e99ea-5f34-49da-bfe7-25dfe5c7f133,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:24.031059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.054844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.062503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] 10.222.0.10 "DELETE /v2.0/networks/af259e6d-1a3f-493d-bf01-6272bd7bc99e HTTP/1.1" status: 204 len: 168 time: 2.0051816 Aug 31 13:56:24.084442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 8100d938-89c4-43c6-a3ce-4897ddcee53c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:24.084795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8100d938-89c4-43c6-a3ce-4897ddcee53c not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:24.106599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69288686-6f87-4313-a0f7-b35ff6eeaf28 None None] Pushing event updated for resources: {'Port': ['ID=802df8bd-8f92-4583-ad38-bcafc99e2729,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:24.134272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb0799d7-dca3-4041-8745-30e9a7344570 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.165469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99606a4c-3298-4364-ad79-0c84c78d3369 admin admin] Pushing event deleted for resources: {'Network': ['ID=af259e6d-1a3f-493d-bf01-6272bd7bc99e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:24.220566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.234863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.238390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb0799d7-dca3-4041-8745-30e9a7344570 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.246140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.254719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.263581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.279459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.286831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.297376 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-92c75a6a-a735-4a0e-b882-9b1bfcf09a9e req-46ef0b9e-8f84-471c-8e3c-d38895841999 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0533438 Aug 31 13:56:24.297915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-769172c9-3d4b-489e-812c-a19bc5b7c1d6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.4599504 Aug 31 13:56:24.301836 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb0799d7-dca3-4041-8745-30e9a7344570 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.352697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Deleting port 71900247-1fa3-4d54-907b-aff7315316c3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:24.353077 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.364995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38822) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:24.405637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0799d7-dca3-4041-8745-30e9a7344570 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db09dc4-262e-4bbf-b0c8-58951c8c6841,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:24.411447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb0799d7-dca3-4041-8745-30e9a7344570 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.415121 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb0799d7-dca3-4041-8745-30e9a7344570 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4869549 Aug 31 13:56:24.416306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38826) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:24.421386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9907a8a0-1dce-43cd-8ca9-a93db0647d84 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e99ea-5f34-49da-bfe7-25dfe5c7f133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:24.533421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.20.0.1 (75efeff2-5d22-41ce-9df7-2a9bb4b02bdd/2774ee17-dbc5-4df9-85d1-7b32b8127503/417a44e2-9f02-410c-95d7-664e12bdb013) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:24.570754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:24.587854 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f82c19ef-279b-45b8-82a1-db43203216e3 req-c61cc953-3cf4-48ee-8714-800d4e72569c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2887771 Aug 31 13:56:24.625077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:24.625426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a28f7cb1-b668-4ae2-bc2f-50fe9878fc0b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:24.708809 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.740476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object 417a44e2-9f02-410c-95d7-664e12bdb013 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:24.747297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-723d6e7c-ccd3-4b3e-b1ba-e0f1b10d8fd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=690553c4f111446d885439b7b2d725cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778045 Aug 31 13:56:24.755310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38832) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:24.784940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] For port 71900247-1fa3-4d54-907b-aff7315316c3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=71900247-1fa3-4d54-907b-aff7315316c3,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:24.784940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.785792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9907a8a0-1dce-43cd-8ca9-a93db0647d84 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.811553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Calling delete_port for 71900247-1fa3-4d54-907b-aff7315316c3 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:24.831703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.875133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01ef26e7-abc8-4b36-861b-b8bd24776941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.958880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01ef26e7-abc8-4b36-861b-b8bd24776941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.959458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f59a96-5868-4f4f-8611-f4b0ede24923 req-2f69e8e3-d364-497a-bdf4-5ae9f6bf630f tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.961610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-35f59a96-5868-4f4f-8611-f4b0ede24923 req-2f69e8e3-d364-497a-bdf4-5ae9f6bf630f tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 948 time: 0.1960983 Aug 31 13:56:24.966413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:24.987017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:25.002252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=417a44e2-9f02-410c-95d7-664e12bdb013,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:25.014709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:25.030882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.031464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.032041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.032922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.033649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.034165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.034741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.035310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.035874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.036421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.037274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.037626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:25.057317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9907a8a0-1dce-43cd-8ca9-a93db0647d84 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.086614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01ef26e7-abc8-4b36-861b-b8bd24776941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.089726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01ef26e7-abc8-4b36-861b-b8bd24776941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.091883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-01ef26e7-abc8-4b36-861b-b8bd24776941 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af740818-8139-4850-a4d0-2e6a85304daf HTTP/1.1" status: 204 len: 168 time: 0.3347170 Aug 31 13:56:25.110945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9907a8a0-1dce-43cd-8ca9-a93db0647d84 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.119716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef26e7-abc8-4b36-861b-b8bd24776941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af740818-8139-4850-a4d0-2e6a85304daf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:25.178900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.246405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Pushing event deleted for resources: {'Port': ['ID=71900247-1fa3-4d54-907b-aff7315316c3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:25.268138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a8a0-1dce-43cd-8ca9-a93db0647d84 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093c6c15-57e3-493d-a57b-f5b4bb1eca4d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:25.276477 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-35f59a96-5868-4f4f-8611-f4b0ede24923 req-3e25ff9f-3258-43e4-8150-fcdd0aa48724 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043468 Aug 31 13:56:25.280217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.292210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9907a8a0-1dce-43cd-8ca9-a93db0647d84 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.315152 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9907a8a0-1dce-43cd-8ca9-a93db0647d84 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8975220 Aug 31 13:56:25.354360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38842) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:25.447379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:25.511917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] No DVR routers for this DVR port 71900247-1fa3-4d54-907b-aff7315316c3 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:25.594357 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.596391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f0ee4a9-d029-491e-a532-b111e93be3e5 req-1f155672-edc9-4932-a156-0aa5fd9a8045 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "DELETE /v2.0/ports/71900247-1fa3-4d54-907b-aff7315316c3 HTTP/1.1" status: 204 len: 173 time: 2.1205518 Aug 31 13:56:25.596743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-deleted', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:25.619905 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0df20e5-587f-4d5f-9905-55ec96d3d1bf" -d '{"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-deleted", "tag": "71900247-1fa3-4d54-907b-aff7315316c3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:25.625743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.631640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.674690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b095f42-c19c-4ff3-8270-0f90bc967caf req-797a17c8-a72d-4275-be70-9ac69de80802 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1631687 Aug 31 13:56:25.869581 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ebdb1-47ab-4c36-8978-82faab617065 x-openstack-request-id: req-207ebdb1-47ab-4c36-8978-82faab617065 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:25.869827 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a34d6-29e1-4b07-b48d-c6cd88d1f194", "name": "network-vif-deleted", "tag": "71900247-1fa3-4d54-907b-aff7315316c3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:25.870169 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-207ebdb1-47ab-4c36-8978-82faab617065 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:25.870654 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a34d6-29e1-4b07-b48d-c6cd88d1f194', 'name': 'network-vif-deleted', 'tag': '71900247-1fa3-4d54-907b-aff7315316c3', 'status': 'completed', 'code': 200} Aug 31 13:56:25.973004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796eba5-0336-4e48-bdc7-1685856af49e None None] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:26.027770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:26.150819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ee877c91-f228-4738-a300-3b985b27b7f2 None None] Provisioning for port 802df8bd-8f92-4583-ad38-bcafc99e2729 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:26.396687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Allocated IP 172.25.0.69 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/46222359-2b9e-49fc-8bc8-821cc2b210bd) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:26.648809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 802df8bd-8f92-4583-ad38-bcafc99e2729 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:26.735622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.741884 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:26.742450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.763227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.770325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.773026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ba97199-6681-4e21-bb30-2709a858399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:26.784008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.800087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.813168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.816495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 802df8bd-8f92-4583-ad38-bcafc99e2729 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:26.827012 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-28e90d9b-600b-4458-aa71-7b9f93059bb0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 1.0444207 Aug 31 13:56:26.828007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 802df8bd-8f92-4583-ad38-bcafc99e2729 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:26.828806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:26.833320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69dedcd0-3365-4098-817f-50cc058c96d5 req-698d8c35-d34a-466e-9704-6aa902d545b5 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=755a34d6-29e1-4b07-b48d-c6cd88d1f194 HTTP/1.1" status: 200 len: 210 time: 0.0865228 Aug 31 13:56:26.935599 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.015388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'Port': ['ID=46222359-2b9e-49fc-8bc8-821cc2b210bd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:27.052086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:27.062590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75c0fb3a-f29d-40c0-a5b5-e7116b7b762d req-15deaa25-1659-4054-8b43-8dd783388e47 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0439363 Aug 31 13:56:27.064672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:27.080198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:27.126981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.153704 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9fba8cfa-8129-4e50-b082-d4b0ec79d6b7 req-24161da0-5838-4824-8c90-ecff06eeef94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3182027 Aug 31 13:56:27.210753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-413a4f3c-789a-441e-9865-2d197986b804 None None] Provisioning for port 417a44e2-9f02-410c-95d7-664e12bdb013 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:27.237158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-413a4f3c-789a-441e-9865-2d197986b804 None None] Provisioning complete for port 417a44e2-9f02-410c-95d7-664e12bdb013 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:27.237923 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-413a4f3c-789a-441e-9865-2d197986b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.305537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38890) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:27.310138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.323961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-413a4f3c-789a-441e-9865-2d197986b804 None None] Port 417a44e2-9f02-410c-95d7-664e12bdb013 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:27.376726 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.387027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-413a4f3c-789a-441e-9865-2d197986b804 None None] Provisioning complete for port 802df8bd-8f92-4583-ad38-bcafc99e2729 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:27.389858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-413a4f3c-789a-441e-9865-2d197986b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.393165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.395085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.456628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 802df8bd-8f92-4583-ad38-bcafc99e2729, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=802df8bd-8f92-4583-ad38-bcafc99e2729,segment=NetworkSegment(95f60f07-7b26-4bc4-ab90-e91a8dfab49a),segment_id=95f60f07-7b26-4bc4-ab90-e91a8dfab49a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:27.480821 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.582748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.593761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=417a44e2-9f02-410c-95d7-664e12bdb013,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:27.700034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=802df8bd-8f92-4583-ad38-bcafc99e2729,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:27.758818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.766072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:27.766901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.768783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:27.857745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-10e84f3b-b8dd-48bc-88af-31c26f537ed5 None None] Provisioning complete for port 417a44e2-9f02-410c-95d7-664e12bdb013 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:27.858408 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-10e84f3b-b8dd-48bc-88af-31c26f537ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.883684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-201113807-network', 'tenant_id': '9dae341a54e74696b6081eaea298ea13'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:27.888168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'Port': ['ID=46222359-2b9e-49fc-8bc8-821cc2b210bd,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:27.911937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-10e84f3b-b8dd-48bc-88af-31c26f537ed5 None None] Port 417a44e2-9f02-410c-95d7-664e12bdb013 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:27.926872 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.947735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Made reservation on behalf of 9dae341a54e74696b6081eaea298ea13 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:27.950612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.957600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.959127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b9f98218-a56f-4e39-bf26-d0e2158d71b0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5154488 Aug 31 13:56:27.980073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.991452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 71900247-1fa3-4d54-907b-aff7315316c3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:28.014696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 71900247-1fa3-4d54-907b-aff7315316c3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:28.015345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 71900247-1fa3-4d54-907b-aff7315316c3 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:28.053195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:56:28.165704 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:56:28.251510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff45cd36-5f54-4bb7-80d0-aa9489fe71d6 None None] Provisioning complete for port 417a44e2-9f02-410c-95d7-664e12bdb013 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:28.255169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff45cd36-5f54-4bb7-80d0-aa9489fe71d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.300797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b6762e8-e1a2-4a26-9a89-70d705ee55ed req-e5c19c72-2818-4b08-9e67-684219b0c243 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0744379 Aug 31 13:56:28.347018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff45cd36-5f54-4bb7-80d0-aa9489fe71d6 None None] Port 417a44e2-9f02-410c-95d7-664e12bdb013 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:28.395782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:28.413090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:28.416959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d7ae24d9-53e8-4c87-bedd-5e48851c7315 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8827178 Aug 31 13:56:28.421799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38924) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:28.459166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:28.462796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:55:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:28.463961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-93964318'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:28.554761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.567895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 802df8bd-8f92-4583-ad38-bcafc99e2729 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:28.571653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.585920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.592574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.603518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.615114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.621282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.629204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-f573a54f-fd49-4fdd-88f3-b40ed2fa5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.2195916 Aug 31 13:56:28.668578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-a74aaf49-148a-47c9-8ae0-16b9ea1674ae tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.671751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-a74aaf49-148a-47c9-8ae0-16b9ea1674ae tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 822 time: 0.1678646 Aug 31 13:56:28.706823 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-ed266a82-62b6-45a1-9933-079b0f5d3e13 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/quotas/7525a1eb2fd840c5b8de512a9df87228 HTTP/1.1" status: 200 len: 375 time: 0.0289261 Aug 31 13:56:28.713238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a9af912-b1d3-42df-bd8d-f6de4fbb5d04 req-dc103091-326b-44f5-86fd-2226e71aa565 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813098 Aug 31 13:56:28.765760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.777401 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.792231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:28.835354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 1505, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:56:28.844408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f76fa7-c7c2-4327-b679-9838ef3d9bcf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:28.879594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:28.884676 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.897623 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.898003 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Added segment b4c2f698-40c9-4d17-9a8d-01d225a121ed of type vlan for network 9395c72b-f401-4438-812c-00eed4772f4b Aug 31 13:56:28.920566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f4fe0-f232-43fe-9b23-1ca332e5fab2 req-43892b41-262d-45e3-92ce-509fdd9bc23b tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.922617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-987f4fe0-f232-43fe-9b23-1ca332e5fab2 req-43892b41-262d-45e3-92ce-509fdd9bc23b tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 948 time: 0.0826356 Aug 31 13:56:28.929954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 802df8bd-8f92-4583-ad38-bcafc99e2729 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:28.930307 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.961636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.986194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-987f4fe0-f232-43fe-9b23-1ca332e5fab2 req-d4c795c1-a070-4947-b6e4-26d2d1fe955b tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Aug 31 13:56:29.034030 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-2459403a-71ad-4b4e-9d38-2024078b1042 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3187299 Aug 31 13:56:29.042877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.044591 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:29.046194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.141090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] Pushing event updated for resources: {'Network': ['ID=9395c72b-f401-4438-812c-00eed4772f4b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:29.148511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:25Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:26Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:29.180981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9395c72b-f401-4438-812c-00eed4772f4b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:56:29.191345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1532, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:56:29.213366 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.214608 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 47da7bbb-d4bc-4940-a238-4250741a99b9 of type vlan for network af9f029b-1777-4ad6-b70f-cfb52a1f6ece Aug 31 13:56:29.274298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.293238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a544edde-0a1e-4357-b316-90f478f38f62 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9815502 Aug 31 13:56:29.296850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38936) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:29.304287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Request body: {'subnet': {'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-201113807-subnet', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:29.318527 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.341588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:29.342467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.375412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Made reservation on behalf of 9dae341a54e74696b6081eaea298ea13 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:29.380575 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.453958 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0154667 Aug 31 13:56:29.454630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38942) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:29.469442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:29.470027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Updating router db8a0462-c599-4094-871a-1ce9431b9fc3 port 417a44e2-9f02-410c-95d7-664e12bdb013 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:29.473288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:29.591689 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.597476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ac37b92-65d0-41f7-94e0-42332a6fcc88 req-62eb2045-23a4-4680-8dfd-b5cb3e8b081c tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1080382 Aug 31 13:56:29.630025 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-547ebb04-7258-4484-8556-9e4761f55064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.635195 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.655833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d2cde-a7f6-446b-9448-98baca96ba19 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=af9f029b-1777-4ad6-b70f-cfb52a1f6ece,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:29.700419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:56:29.714188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:29.719141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.838443 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-0c2713b1-7bb5-4a5a-8c85-ed9e46998436 service neutron] 10.222.0.10 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851591 Aug 31 13:56:29.876738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.932605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38948) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:29.955229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db70b0d-396f-444d-b7cd-fa66b3f2059d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:30.019200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.030648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.036960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.045835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.052538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.057913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-492f08f3-5510-43c3-966c-a5e00d6392f6 service neutron] 10.222.0.10 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163739 Aug 31 13:56:30.060736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.069085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.079948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-c846263a-d6d4-4a25-80a2-b11b2b38843a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.2163191 Aug 31 13:56:30.096617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Checking segment: {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:30.097006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Network hostable DHCP agents. Network: 9395c72b-f401-4438-812c-00eed4772f4b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:56:30.162257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d65e86b-d08f-4e82-8336-c8898c135b12 req-fa1abb85-51d7-457b-9f34-a431e07adfc7 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812526 Aug 31 13:56:30.164014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Network 9395c72b-f401-4438-812c-00eed4772f4b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:56:30.208767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9395c72b-f401-4438-812c-00eed4772f4b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:30.215645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.216443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.226069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64a3274e-4252-411e-90aa-9329beb22ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.236797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab05ee-0745-4ba5-bbb8-2d7cdb949350 None None] Network 9395c72b-f401-4438-812c-00eed4772f4b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:30.253173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6cb0214f-e169-4ac6-b9af-8e1cff73d88a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9549205 Aug 31 13:56:30.254120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38954) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:30.264760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:30.369006 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.379284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.390062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178146-25c3-4d9e-89f5-1d994c4954cf req-68810698-a84e-4ac2-b999-3b1aaf7b9e4e tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.391833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09178146-25c3-4d9e-89f5-1d994c4954cf req-68810698-a84e-4ac2-b999-3b1aaf7b9e4e tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 948 time: 0.1042261 Aug 31 13:56:30.411303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Transition to ACTIVE for port object 417a44e2-9f02-410c-95d7-664e12bdb013 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:30.446120 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.477998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09178146-25c3-4d9e-89f5-1d994c4954cf req-719fb6b8-b347-4d61-b8b7-19317c3162a4 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 Aug 31 13:56:30.512915 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6218fd40-b41b-4ba4-bc70-9d601d500ce5 req-60610742-2db8-45ac-8411-6c4de1cf817d tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 210 time: 0.1334093 Aug 31 13:56:30.555676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=a5973395-c7ad-4e6f-b6e6-b55b648c0d0b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:30.568046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64a3274e-4252-411e-90aa-9329beb22ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.580272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64a3274e-4252-411e-90aa-9329beb22ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.610669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.613617 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-64a3274e-4252-411e-90aa-9329beb22ab2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4053d5634f7439f8ce1bc07c8264a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769674 Aug 31 13:56:30.618012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.622489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38964) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:30.682459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.708955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18626066-7c66-4f86-9892-c5529457760d None None] Pushing event updated for resources: {'Port': ['ID=417a44e2-9f02-410c-95d7-664e12bdb013,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:30.724324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:30.735466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: af9f029b-1777-4ad6-b70f-cfb52a1f6ece, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:56:30.746033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.816590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3274e-4252-411e-90aa-9329beb22ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f91199-7787-4b32-b053-13d6fa467794,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:30.929827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:56:30.939111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98b0754e-a7e1-4c16-9645-d1d8b5213861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.951576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, af9f029b-1777-4ad6-b70f-cfb52a1f6ece) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:30.970232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.970849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.988104 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98b0754e-a7e1-4c16-9645-d1d8b5213861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.002533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76746fa0-4edd-479f-97c7-114608b990d5 None None] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:31.040025 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ce4a6195-9588-4ff3-9c5f-aff5188d5a18 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5806170 Aug 31 13:56:31.049210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38970) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:31.318919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9395c72b-f401-4438-812c-00eed4772f4b', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:56:31.319915 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.335104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Attempting to bind port 417a44e2-9f02-410c-95d7-664e12bdb013 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:31.335566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Attempting to bind port 417a44e2-9f02-410c-95d7-664e12bdb013 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:31.336004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Attempting to bind port 417a44e2-9f02-410c-95d7-664e12bdb013 on network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:31.535269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.541727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.548590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-679430a3-ff11-45ee-a1c4-0396a5acb3f6 req-72f5afe1-3b72-4dda-bd13-718848ce971f tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0563796 Aug 31 13:56:31.549156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.557732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.564589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.579717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Allocated IP 172.20.0.2 (9395c72b-f401-4438-812c-00eed4772f4b/8db70b0d-396f-444d-b7cd-fa66b3f2059d/3fc3314d-304c-4d89-907c-d3d70a232bbe) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:31.584956 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.592127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.594826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-e7b1ab50-5a9e-46a5-badc-c129ddfcf1d1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.1772978 Aug 31 13:56:31.647521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:56:31.651546 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.674929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98b0754e-a7e1-4c16-9645-d1d8b5213861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.677662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98b0754e-a7e1-4c16-9645-d1d8b5213861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.678840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-98b0754e-a7e1-4c16-9645-d1d8b5213861 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68f91199-7787-4b32-b053-13d6fa467794 HTTP/1.1" status: 204 len: 168 time: 1.0553851 Aug 31 13:56:31.685242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:31.686233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Checking segment: {'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:31.686886 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39e01cf4-7e4b-40d5-b3ad-b5c5dbe9ce56 req-2e09348c-6369-44e7-8a8a-c227d9a13789 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752485 Aug 31 13:56:31.699794 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.701269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Bound using segment: {'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:31.702203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Bound port: 417a44e2-9f02-410c-95d7-664e12bdb013, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f60f07-7b26-4bc4-ab90-e91a8dfab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:31.703380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0754e-a7e1-4c16-9645-d1d8b5213861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f91199-7787-4b32-b053-13d6fa467794,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:31.703833 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.713866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.735844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.823131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-7c1c07e2-dba3-48d4-8ce0-d425ab173bf6 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.825913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-7c1c07e2-dba3-48d4-8ce0-d425ab173bf6 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 948 time: 0.2988234 Aug 31 13:56:32.041694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573c296-aa46-4f68-92d7-c56e10b06462 req-56884e7d-66f6-4120-beab-88acc8da78bf tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:32.043413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1573c296-aa46-4f68-92d7-c56e10b06462 req-56884e7d-66f6-4120-beab-88acc8da78bf tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 948 time: 0.2694590 Aug 31 13:56:32.110151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 335fe7f2-34fc-41e1-899e-8ae0a445794a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:32.151373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Deleting port 4cce9098-b6de-4d73-b19b-2ad798be3bfb {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:32.151720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.255830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.21.0.1 (af9f029b-1777-4ad6-b70f-cfb52a1f6ece/a5973395-c7ad-4e6f-b6e6-b55b648c0d0b/5bfbc738-4dce-442f-a0f9-ef278f2b0e6d) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:32.347917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1573c296-aa46-4f68-92d7-c56e10b06462 req-f184bc69-6acc-49b9-bf4a-c5d31c7e9152 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851338 Aug 31 13:56:32.353265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38982) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:32.407969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3ee008d-6260-4d8e-84ac-555e7b0d8d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.426163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.442527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:32.444088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 335fe7f2-34fc-41e1-899e-8ae0a445794a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:32.467916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '335fe7f2-34fc-41e1-899e-8ae0a445794a', 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb', 'port_id': '335fe7f2-34fc-41e1-899e-8ae0a445794a', 'mac_address': 'fa:16:3e:6d:79:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f18fe2-ce55-43f8-b56c-6f846c3be919', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:32.495831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.517831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-8492cd83-59e7-4e34-92f3-03041ad48dd1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:32.519590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-8492cd83-59e7-4e34-92f3-03041ad48dd1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 822 time: 0.4750342 Aug 31 13:56:32.534220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.568462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Request body: {'port': {'device_id': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'admin_state_up': True, 'tenant_id': '7525a1eb2fd840c5b8de512a9df87228'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:32.582160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:32.592173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Allocated IP 172.21.0.2 (af9f029b-1777-4ad6-b70f-cfb52a1f6ece/a5973395-c7ad-4e6f-b6e6-b55b648c0d0b/2e5c1153-7bff-445c-8d44-7f056b5a2620) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:32.605924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0065e52c-acf3-4f91-90c0-4b15c5d3a3d2 req-c0138488-75bf-468c-87ad-124123f49dc3 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 210 time: 0.1275854 Aug 31 13:56:32.631786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:32.638244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:32.648435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:32.667854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] For port 4cce9098-b6de-4d73-b19b-2ad798be3bfb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4cce9098-b6de-4d73-b19b-2ad798be3bfb,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:32.668230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.722662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Calling delete_port for 4cce9098-b6de-4d73-b19b-2ad798be3bfb owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:32.775414 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.781243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.791087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Transition to ACTIVE for port object 2e5c1153-7bff-445c-8d44-7f056b5a2620 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:32.807208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Transition to ACTIVE for port object 2e5c1153-7bff-445c-8d44-7f056b5a2620 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:32.843765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23691791-f4ae-49a3-b98c-0e94af5b3967 req-f79795ec-c9cb-48c4-bc18-341db2553681 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1073036 Aug 31 13:56:32.847021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.851542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] For port 417a44e2-9f02-410c-95d7-664e12bdb013, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:32.853575 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.854080 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.927931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.945821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Pushing event updated for resources: {'Port': ['ID=2e5c1153-7bff-445c-8d44-7f056b5a2620,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:32.956803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] For port 417a44e2-9f02-410c-95d7-664e12bdb013, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=417a44e2-9f02-410c-95d7-664e12bdb013,segment=NetworkSegment(95f60f07-7b26-4bc4-ab90-e91a8dfab49a),segment_id=95f60f07-7b26-4bc4-ab90-e91a8dfab49a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:32.971066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:32.978627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:32.981981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:32.988706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335fe7f2-34fc-41e1-899e-8ae0a445794a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:33.015418 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.017245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 335fe7f2-34fc-41e1-899e-8ae0a445794a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:33.022963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3ee008d-6260-4d8e-84ac-555e7b0d8d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.027983 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.034702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3ee008d-6260-4d8e-84ac-555e7b0d8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.047756 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.048533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:33.056619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.065444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.080817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.088814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.102134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.108577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.117159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.119292 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-c05bf0ba-ee05-4472-bfaa-227bc435241f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5431 time: 0.2063944 Aug 31 13:56:33.177066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:33.182508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a3ee008d-6260-4d8e-84ac-555e7b0d8d86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23c149d15e834d71be50829f45251040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8280635 Aug 31 13:56:33.192260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee008d-6260-4d8e-84ac-555e7b0d8d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77409971-d553-44c7-b98d-e85e7c9980df,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:33.194715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 38988) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:33.210283 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.212693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'port_id': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'mac_address': 'fa:16:3e:94:d1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:33.247541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Made reservation on behalf of 7525a1eb2fd840c5b8de512a9df87228 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:33.260021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.352781 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7846a786-52e2-43a8-b171-657ee1f25e8a req-6c1b8731-27b4-4b5c-823b-7f001eee8b71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711958 Aug 31 13:56:33.361335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Allocated IP 172.25.0.202 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/7bd3fbec-4ca8-4932-8a72-d785b954771f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:33.524349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.537960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18626066-7c66-4f86-9892-c5529457760d None None] Pushing event updated for resources: {'Port': ['ID=417a44e2-9f02-410c-95d7-664e12bdb013,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:33.591451 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.595823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Transition to ACTIVE for port object 3fc3314d-304c-4d89-907c-d3d70a232bbe will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:33.616234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.622217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Attempting to bind port 2e5c1153-7bff-445c-8d44-7f056b5a2620 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:33.622511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Attempting to bind port 2e5c1153-7bff-445c-8d44-7f056b5a2620 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:33.622879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Attempting to bind port 2e5c1153-7bff-445c-8d44-7f056b5a2620 on network af9f029b-1777-4ad6-b70f-cfb52a1f6ece {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:33.624830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:33.625775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:33.626454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.671735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd3fbec-4ca8-4932-8a72-d785b954771f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:33.732465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:33.748136 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.755534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:33.758384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:33.772065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:33.777176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:33.814421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Transition to ACTIVE for port object 3fc3314d-304c-4d89-907c-d3d70a232bbe will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:33.843966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-88f1fced-b96d-4cf9-b180-56b567ec9d95 req-36dd5f02-ad13-407a-b2d8-ebb551b9e27f tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 210 time: 0.0924349 Aug 31 13:56:33.916258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:33.916548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Checking segment: {'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:33.916828 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.917263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Bound using segment: {'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:33.917768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Bound port: 2e5c1153-7bff-445c-8d44-7f056b5a2620, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:33.918163 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.952393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.972207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:33.977375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:33.989425 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.022837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b83060a-bfc7-437a-9103-13cd9a3e7722 req-1b34786d-878a-4b95-b8ce-ae50142600c1 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0429747 Aug 31 13:56:34.076192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.078719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=335fe7f2-34fc-41e1-899e-8ae0a445794a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:34.115102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Allocated IP 172.20.0.10 (60a02723-c44a-40e8-b3bd-3b9d898e5f4d/a0834182-206c-4bce-9e95-5cf408dcdb94/e7e4abd3-d20e-48b4-962a-7cd858f302ce) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:34.146799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:34.243722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.244368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.244927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.245448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.245998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.247442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.248103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.249268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.249904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.250459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.251007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.251546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:34.294539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.339766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Pushing event updated for resources: {'Port': ['ID=3fc3314d-304c-4d89-907c-d3d70a232bbe,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:34.362154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Network 9395c72b-f401-4438-812c-00eed4772f4b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:34.378707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:34.379835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.405146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:34.423566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:34.502328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5026b-43f2-4a26-bb31-9b884a719623 req-af270c0c-57d0-4c42-b394-236a61d038a6 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.510955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5026b-43f2-4a26-bb31-9b884a719623 req-af270c0c-57d0-4c42-b394-236a61d038a6 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf0a2f3-c0d6-4df4-80b0-b1775235ac56 HTTP/1.1" status: 200 len: 866 time: 0.9251969 Aug 31 13:56:34.523347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:34.536197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] For port 2e5c1153-7bff-445c-8d44-7f056b5a2620, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:34.545339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Pushing event deleted for resources: {'Port': ['ID=4cce9098-b6de-4d73-b19b-2ad798be3bfb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:34.562407 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.563407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 395ba9a7-839e-4a9f-b7c6-891b91569fb7 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:34.585603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.610625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] No DVR routers for this DVR port 4cce9098-b6de-4d73-b19b-2ad798be3bfb on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:34.613937 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.616286 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e10dda1-af82-472b-b930-f2b2a0076a91 req-82d9da68-72dc-4890-b2a6-e11a79446b23 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.26 "DELETE /v2.0/ports/4cce9098-b6de-4d73-b19b-2ad798be3bfb HTTP/1.1" status: 204 len: 173 time: 2.7791231 Aug 31 13:56:34.616635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] For port 2e5c1153-7bff-445c-8d44-7f056b5a2620, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2e5c1153-7bff-445c-8d44-7f056b5a2620,segment=NetworkSegment(47da7bbb-d4bc-4940-a238-4250741a99b9),segment_id=47da7bbb-d4bc-4940-a238-4250741a99b9)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:34.627239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:32Z', 'revision_number': 3, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:32Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:33Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:34.635981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.674738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Attempting to bind port 3fc3314d-304c-4d89-907c-d3d70a232bbe on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:34.676012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Attempting to bind port 3fc3314d-304c-4d89-907c-d3d70a232bbe by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:34.676012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Attempting to bind port 3fc3314d-304c-4d89-907c-d3d70a232bbe on network 9395c72b-f401-4438-812c-00eed4772f4b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:34.690794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a6fd7-68f4-43dd-b427-4db9ec1a6f06 None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:32Z', 'revision_number': 3, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:32Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:33Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:34.714169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.715249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-deleted', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:34.720645 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a98a92-4cdc-45e3-80cd-48d99c3c284f" -d '{"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-deleted", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:34.722810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.740717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.746296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:34.746714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Checking segment: {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:34.747135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.747544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Bound using segment: {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:34.748067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Bound port: 3fc3314d-304c-4d89-907c-d3d70a232bbe, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:34.748608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.758357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.775097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.782417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.789902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.798700 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-058533fd-f011-40d6-adc9-51cd49f4a477 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5433 time: 0.1786251 Aug 31 13:56:34.829525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:34.841229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:34.844316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:34.846907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:34.863860 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a9eb41e-c8c7-44d8-a277-0d16b417fc4f tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8129830 Aug 31 13:56:34.873567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39000) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:34.879885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-1191403389'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:34.909172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5026b-43f2-4a26-bb31-9b884a719623 req-6c362a03-5c73-41ae-a456-313167910057 tempest-ListImageFiltersTestJSON-1927570471 tempest-ListImageFiltersTestJSON-1927570471-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff5b02af-0e0e-472d-be2f-d29fbe7f7133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966947 Aug 31 13:56:34.920199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:34.930737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.937532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-92e4df34-8a6b-4196-8d66-c0d62c5e8fab req-acf0ee93-4f41-4ae6-9aa9-9af468426b9e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378858 Aug 31 13:56:34.961361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:34.972147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.046966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:56:35.076701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:35.079650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.080014 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 3465a088-84c0-49b9-92cc-9aa84e4bd472 of type vlan for network 7daea377-e355-49a3-b9d9-27246bd4443a Aug 31 13:56:35.104228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:35.105108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.110880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '395ba9a7-839e-4a9f-b7c6-891b91569fb7', 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'port_id': '395ba9a7-839e-4a9f-b7c6-891b91569fb7', 'mac_address': 'fa:16:3e:25:e4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927c3777-0413-4feb-affc-dec5cd3c8921', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:35.190519 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816364f-50c0-4ea8-a6e8-0042d244a090 x-openstack-request-id: req-7816364f-50c0-4ea8-a6e8-0042d244a090 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:35.191062 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf0a2f3-c0d6-4df4-80b0-b1775235ac56", "name": "network-vif-deleted", "tag": "4cce9098-b6de-4d73-b19b-2ad798be3bfb", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:35.193274 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7816364f-50c0-4ea8-a6e8-0042d244a090 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:35.195253 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf0a2f3-c0d6-4df4-80b0-b1775235ac56', 'name': 'network-vif-deleted', 'tag': '4cce9098-b6de-4d73-b19b-2ad798be3bfb', 'status': 'completed', 'code': 200} Aug 31 13:56:35.202360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.327845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:35.376083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d78e1972-b80d-49e8-8a64-de9af6cdf93c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8117654 Aug 31 13:56:35.387782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.396258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:35.396799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.409288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Request body: {'port': {'device_id': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:35.464583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822ee10-9763-4261-8aaf-c3c893706555 None None] Pushing event updated for resources: {'Port': ['ID=2e5c1153-7bff-445c-8d44-7f056b5a2620,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:35.468950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba5be1ed-3931-4c9a-84c1-3859f5b265fa req-c96333f4-e615-4e85-b47f-fbd9b7bb0209 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1054449 Aug 31 13:56:35.499957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.550315 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.573512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] For port 3fc3314d-304c-4d89-907c-d3d70a232bbe, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:35.612110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] For port 3fc3314d-304c-4d89-907c-d3d70a232bbe, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3fc3314d-304c-4d89-907c-d3d70a232bbe,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:35.620072 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.706937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f664d8-7607-424c-b3c8-e8392cff8fc2 req-2a95d24b-71be-4656-9be7-44e12bc6bb13 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:35.714889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85f664d8-7607-424c-b3c8-e8392cff8fc2 req-2a95d24b-71be-4656-9be7-44e12bc6bb13 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 932 time: 0.6024687 Aug 31 13:56:35.743288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395ba9a7-839e-4a9f-b7c6-891b91569fb7 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:35.771319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8965230 Aug 31 13:56:35.785397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39010) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:35.799377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:35.799583 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.860005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:35.887243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.888580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c3b212c8-5ad0-4297-92cf-eb512bce51d5 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:35.930990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1d3b1-8666-4bd0-90e1-005e8ddaea04 None None] Pushing event updated for resources: {'Port': ['ID=3fc3314d-304c-4d89-907c-d3d70a232bbe,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:36.018504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1c889-7462-434d-9cff-6ccb458cb29b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=7daea377-e355-49a3-b9d9-27246bd4443a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:36.062697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c3b212c8-5ad0-4297-92cf-eb512bce51d5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:36.087730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7daea377-e355-49a3-b9d9-27246bd4443a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:56:36.092419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'c3b212c8-5ad0-4297-92cf-eb512bce51d5', 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'port_id': 'c3b212c8-5ad0-4297-92cf-eb512bce51d5', 'mac_address': 'fa:16:3e:f8:8f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927c3777-0413-4feb-affc-dec5cd3c8921', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:36.099493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85f664d8-7607-424c-b3c8-e8392cff8fc2 req-61a92c34-561d-46af-9906-84ae47a6c578 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836255 Aug 31 13:56:36.311914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:36.324906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.326484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.438949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b212c8-5ad0-4297-92cf-eb512bce51d5 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:36.466350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c3b212c8-5ad0-4297-92cf-eb512bce51d5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:36.477577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.478236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7690cbee-df75-4c69-9843-aa9a75ffca6b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:36.600953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=395ba9a7-839e-4a9f-b7c6-891b91569fb7,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:36.608852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7690cbee-df75-4c69-9843-aa9a75ffca6b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:36.765805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '7690cbee-df75-4c69-9843-aa9a75ffca6b', 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'port_id': '7690cbee-df75-4c69-9843-aa9a75ffca6b', 'mac_address': 'fa:16:3e:07:77:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927c3777-0413-4feb-affc-dec5cd3c8921', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:36.949014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 417a44e2-9f02-410c-95d7-664e12bdb013 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:36.974698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.979314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.982915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77409971-d553-44c7-b98d-e85e7c9980df HTTP/1.1" status: 204 len: 168 time: 3.7492943 Aug 31 13:56:37.083847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c3b212c8-5ad0-4297-92cf-eb512bce51d5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:37.084932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-267c44ca-ec4c-4299-87c5-c84ac00a4cea req-fe01d979-037f-4fb6-a73d-6a07a340f40a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.3443029 Aug 31 13:56:37.112684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77409971-d553-44c7-b98d-e85e7c9980df,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:37.125916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.149993 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.171197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 417a44e2-9f02-410c-95d7-664e12bdb013 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:37.177844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 417a44e2-9f02-410c-95d7-664e12bdb013 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:37.180052 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.184923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7690cbee-df75-4c69-9843-aa9a75ffca6b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:37.243753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7690cbee-df75-4c69-9843-aa9a75ffca6b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:37.255093 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.256848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1518e96-08fd-4119-8718-c588bbb8cfd6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:37.304715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f1518e96-08fd-4119-8718-c588bbb8cfd6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:37.328161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f1518e96-08fd-4119-8718-c588bbb8cfd6', 'network_id': '0c92811f-b7a0-4b89-a5e6-e07707c4dcbb', 'port_id': 'f1518e96-08fd-4119-8718-c588bbb8cfd6', 'mac_address': 'fa:16:3e:83:3a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f18fe2-ce55-43f8-b56c-6f846c3be919', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:37.375741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=75b84902-76b6-47f1-89bd-67022c961aa7,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:37.384334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.384334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.384545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.384858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.385231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.395623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.395996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.396346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.396692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.399514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.400164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.402322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a47e2ec-9936-4a3f-ae9b-02220f767e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:37.443623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.506040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbffef5-139b-4ca3-9377-d3bc99ee974b None None] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:37.509833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:37.510220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: 7daea377-e355-49a3-b9d9-27246bd4443a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:56:37.537192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.543584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.559785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.579968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.596823 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71ffb445-4b70-45df-b54f-077d37af00de req-9c1a5921-89bc-47e4-8725-68205f0e70b8 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0897539 Aug 31 13:56:37.597036 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.622206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.625330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 7daea377-e355-49a3-b9d9-27246bd4443a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:56:37.642895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.647788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 7daea377-e355-49a3-b9d9-27246bd4443a) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:37.652146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.652759 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.655819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.674150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-70ff9803-9d74-4455-97a8-824741dfe0f3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5435 time: 0.9194448 Aug 31 13:56:37.680520 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08ba1423-067f-4ecc-a3e2-4bcdbbe89941 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8898602 Aug 31 13:56:37.680797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39044) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:37.968704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=7690cbee-df75-4c69-9843-aa9a75ffca6b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:37.980193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1518e96-08fd-4119-8718-c588bbb8cfd6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:37.982599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35a51b7d-2d81-4524-bc14-252dc3017ef6 req-931ae16d-ffdf-4b69-a0a7-50ee6a4f5041 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2963405 Aug 31 13:56:37.993201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069415cb-1ee7-4ca4-a7b4-c1571cf5c85a None None] Network 7daea377-e355-49a3-b9d9-27246bd4443a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:38.010042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c509c9b0-bb92-45f4-95ad-b8c34ab74296 None None] Network 9395c72b-f401-4438-812c-00eed4772f4b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:38.019566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.144043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77814cb-c52f-4f1c-bd05-75a39427d384 req-135d7a77-4302-45d9-b3a1-a3cc730fe986 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:38.146001 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d77814cb-c52f-4f1c-bd05-75a39427d384 req-135d7a77-4302-45d9-b3a1-a3cc730fe986 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 932 time: 0.2490284 Aug 31 13:56:38.251885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 417a44e2-9f02-410c-95d7-664e12bdb013, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=417a44e2-9f02-410c-95d7-664e12bdb013,segment=NetworkSegment(95f60f07-7b26-4bc4-ab90-e91a8dfab49a),segment_id=95f60f07-7b26-4bc4-ab90-e91a8dfab49a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:38.303734 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.304955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3fc3314d-304c-4d89-907c-d3d70a232bbe up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:38.310450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6379f37d-3e14-43d7-9b63-27d9d23e890d None None] Provisioning for port 2e5c1153-7bff-445c-8d44-7f056b5a2620 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:38.384081 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d77814cb-c52f-4f1c-bd05-75a39427d384 req-6c929ff3-b868-4e70-93df-9723decd5904 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515169 Aug 31 13:56:38.506456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f1518e96-08fd-4119-8718-c588bbb8cfd6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:38.584677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.585442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 102e8105-c574-4181-87e7-d3a7e739efad details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:38.602523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e88b568-2d0f-43b3-9141-20bc22256d91 None None] Provisioning for port 3fc3314d-304c-4d89-907c-d3d70a232bbe completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:38.738298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=417a44e2-9f02-410c-95d7-664e12bdb013,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:38.798272 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:38.813555 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:38.818216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:38.822938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:56:38.883380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a5657dc-3d07-4510-93dd-f04d3469b63c req-11ae767c-62fb-47a5-8a40-553cf5c489e0 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.0752113 Aug 31 13:56:38.907399 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.914525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e4abd3-d20e-48b4-962a-7cd858f302ce {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:38.952622 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.022482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Transition to ACTIVE for port object e7e4abd3-d20e-48b4-962a-7cd858f302ce will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:39.042801 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.104744 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:39.141290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 102e8105-c574-4181-87e7-d3a7e739efad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=102e8105-c574-4181-87e7-d3a7e739efad,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:39.218430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:39.249904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 3fc3314d-304c-4d89-907c-d3d70a232bbe completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:39.267528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3fc3314d-304c-4d89-907c-d3d70a232bbe triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:39.267528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.288372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '102e8105-c574-4181-87e7-d3a7e739efad', 'network_id': '078abde4-f05e-48b6-87ef-cf0b965ebcf9', 'port_id': '102e8105-c574-4181-87e7-d3a7e739efad', 'mac_address': 'fa:16:3e:ef:ef:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927c3777-0413-4feb-affc-dec5cd3c8921', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:39.455093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-7daea377-e355-49a3-b9d9-27246bd4443a', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:56:39.458081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.613265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f1518e96-08fd-4119-8718-c588bbb8cfd6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:39.628242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Attempting to bind port e7e4abd3-d20e-48b4-962a-7cd858f302ce on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:39.628823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Attempting to bind port e7e4abd3-d20e-48b4-962a-7cd858f302ce by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:39.629219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Attempting to bind port e7e4abd3-d20e-48b4-962a-7cd858f302ce on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:39.631337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.656713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Port e7e4abd3-d20e-48b4-962a-7cd858f302ce on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:56:39.659326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.673945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Attempting to bind port e7e4abd3-d20e-48b4-962a-7cd858f302ce on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:39.696582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.717951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:39.718413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Checking segment: {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:39.718782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Bound using segment: {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:39.719294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Bound port: e7e4abd3-d20e-48b4-962a-7cd858f302ce, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:39.719678 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.720931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.741688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.778803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.788918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:56:39.816094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.819866 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-96e50102-c81e-4894-961d-f2ffedbbdc86 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5437 time: 0.5566893 Aug 31 13:56:39.894728 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.941354 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.979216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:32Z', 'revision_number': 3, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:33Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:40.111730 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:40.123887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Updating router db8a0462-c599-4094-871a-1ce9431b9fc3 port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:40.162693 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a8c3ab79-563f-4db7-b968-4931a8e61c4d req-1c81ad87-433c-41b7-a907-4e3fdc3876f6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3155644 Aug 31 13:56:40.177890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102e8105-c574-4181-87e7-d3a7e739efad {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:40.253304 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.317614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a29bb3c-c557-40b1-aae2-689af77abd11 None None] Provisioning complete for port 3fc3314d-304c-4d89-907c-d3d70a232bbe triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:40.317942 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a29bb3c-c557-40b1-aae2-689af77abd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.362531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 102e8105-c574-4181-87e7-d3a7e739efad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=102e8105-c574-4181-87e7-d3a7e739efad,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:40.389609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.410237 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.430699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-359cd45f-ddd2-40d4-9219-8f9361581b52 req-a8aeb1b7-8a54-4144-8dba-ddf9a119aab9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=910c35868b6f46c89728e1d1a03eab17&device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1694160 Aug 31 13:56:40.579339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=102e8105-c574-4181-87e7-d3a7e739efad,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:40.580705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-359cd45f-ddd2-40d4-9219-8f9361581b52 req-786dbfe3-258c-4f82-a123-de451466d1ea service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=910c35868b6f46c89728e1d1a03eab17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562751 Aug 31 13:56:40.636063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:40.665951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.22.0.1 (7daea377-e355-49a3-b9d9-27246bd4443a/75b84902-76b6-47f1-89bd-67022c961aa7/d385a1a8-5cdf-4015-97c8-589593ce1ff4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:40.728085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 3fc3314d-304c-4d89-907c-d3d70a232bbe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3fc3314d-304c-4d89-907c-d3d70a232bbe,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:40.729693 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a29bb3c-c557-40b1-aae2-689af77abd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.736699 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.737867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2e5c1153-7bff-445c-8d44-7f056b5a2620 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:40.752971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81022b32-3511-405f-b5b7-550cef5e01b1 req-35b0eea4-d55d-4f29-8505-a9c26f00468e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:40.766959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-81022b32-3511-405f-b5b7-550cef5e01b1 req-35b0eea4-d55d-4f29-8505-a9c26f00468e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 944 time: 0.2844651 Aug 31 13:56:40.806871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:40.874045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=3fc3314d-304c-4d89-907c-d3d70a232bbe,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:40.881598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.917494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:41.013794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 2e5c1153-7bff-445c-8d44-7f056b5a2620 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:41.015594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:41.016239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.022816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Sync routers for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:41.023228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] 10.222.0.26 "PUT /v2.0/ports/e7e4abd3-d20e-48b4-962a-7cd858f302ce HTTP/1.1" status: 200 len: 1092 time: 5.6218266 Aug 31 13:56:41.041358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-8a29bb3c-c557-40b1-aae2-689af77abd11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:56:41.041977 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-8a29bb3c-c557-40b1-aae2-689af77abd11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:56:41.054029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 2e5c1153-7bff-445c-8d44-7f056b5a2620 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:41.055501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.091741 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.134664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:41.138864 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Transition to ACTIVE for port object 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:41.146096 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4525102-07ae-4773-9d00-120aeac83cda" -d '{"events": [{"name": "network-changed", "server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:41.158974 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.216982 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-81022b32-3511-405f-b5b7-550cef5e01b1 req-c66a17af-c9e2-46f1-a66f-6aff615b7722 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443712 Aug 31 13:56:41.260204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:41.267465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:41.288372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf5dea-5c9b-42fd-8628-a35bc69cfbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:41.450291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.458760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-70324e5e-9da4-4847-8f09-23c8266ee7c5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2032435 Aug 31 13:56:41.461027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f1518e96-08fd-4119-8718-c588bbb8cfd6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:41.480242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:41.490029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['395ba9a7-839e-4a9f-b7c6-891b91569fb7'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:41.512752 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7f813-3b3f-4ca6-8a7d-db01aafd7bdc None None] Pushing event updated for resources: {'Port': ['ID=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:41.513726 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.576332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object d385a1a8-5cdf-4015-97c8-589593ce1ff4 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:41.591262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['7690cbee-df75-4c69-9843-aa9a75ffca6b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:41.637137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cd45f-ddd2-40d4-9219-8f9361581b52 req-7fc1a05c-90a0-4596-a1ce-181fc1788fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:41.644375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-359cd45f-ddd2-40d4-9219-8f9361581b52 req-7fc1a05c-90a0-4596-a1ce-181fc1788fcd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0491090 Aug 31 13:56:41.711424 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Attempting to bind port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:41.715785 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Attempting to bind port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:41.716546 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Attempting to bind port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d on network af9f029b-1777-4ad6-b70f-cfb52a1f6ece {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:41.725316 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.740969 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:41.744939 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Checking segment: {'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:41.748276 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.750004 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Bound using segment: {'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:41.750453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f209dc57-ff8c-4db6-bcc3-b44c45fb3e36 req-6c6a9175-69db-4d84-9d78-81d8616639d1 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.3086424 Aug 31 13:56:41.752229 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Bound port: 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47da7bbb-d4bc-4940-a238-4250741a99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:41.754438 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.835610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c3b212c8-5ad0-4297-92cf-eb512bce51d5'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:41.845099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=d385a1a8-5cdf-4015-97c8-589593ce1ff4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:41.853567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['95f67a26-e5bd-4ffd-8270-e149c1c99fc3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:41.854236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 7daea377-e355-49a3-b9d9-27246bd4443a is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:41.856607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:41.860017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:41.975447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.043395 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] For port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:42.055940 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] For port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,segment=NetworkSegment(47da7bbb-d4bc-4940-a238-4250741a99b9),segment_id=47da7bbb-d4bc-4940-a238-4250741a99b9)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:42.069698 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.170049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Allocated IP 172.22.0.2 (7daea377-e355-49a3-b9d9-27246bd4443a/75b84902-76b6-47f1-89bd-67022c961aa7/e70a3df1-bd95-4875-acf6-0ad95f411f47) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:42.288435 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0778ae8-91b8-4f2a-a728-2fc5e0af9b1e x-openstack-request-id: req-b0778ae8-91b8-4f2a-a728-2fc5e0af9b1e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:42.288746 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:42.289266 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0778ae8-91b8-4f2a-a728-2fc5e0af9b1e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:42.289447 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'status': 'completed', 'code': 200} Aug 31 13:56:42.301869 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:42.302522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:42.323879 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7f813-3b3f-4ca6-8a7d-db01aafd7bdc None None] Pushing event updated for resources: {'Port': ['ID=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:42.391716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.412262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.419325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.425709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.431853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.438503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.444718 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.456446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-23c6b6c4-daaa-4900-a6de-ae4da9483aca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5438 time: 0.3557355 Aug 31 13:56:42.517086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-2dcf50f2-f09a-4037-a320-77953ecab647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.528486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-2dcf50f2-f09a-4037-a320-77953ecab647 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 1095 time: 1.2397861 Aug 31 13:56:42.630607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-204c03c6-5919-42ed-bdb7-aed89dbc4aa3 req-e404953e-fba7-417b-93ed-8d78426a8ad1 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722596 Aug 31 13:56:42.637765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:42.682473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.759799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-9b7e13ec-5e70-49ea-85a9-974c2e1fabe4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce HTTP/1.1" status: 200 len: 217 time: 0.1581452 Aug 31 13:56:42.779431 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:42.843646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.978817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39164) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:42.982796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-a35a6a8a-9507-4980-8c27-32029a7e61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.984312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-a35a6a8a-9507-4980-8c27-32029a7e61ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0834182-206c-4bce-9e95-5cf408dcdb94 HTTP/1.1" status: 200 len: 862 time: 0.1844659 Aug 31 13:56:43.147936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a58363e-c630-4ef5-9f52-504ba6754675 req-0c4c5dc2-6258-4a12-b36d-cb912c86786e tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1658027 Aug 31 13:56:43.198472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415296b-1688-4d28-902f-777a145a5121 req-8bed24fd-cb83-4b0a-b164-3e25d2396113 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:43.206788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b415296b-1688-4d28-902f-777a145a5121 req-8bed24fd-cb83-4b0a-b164-3e25d2396113 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 944 time: 0.6751513 Aug 31 13:56:43.220449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-4cfdd6c6-ddb0-417a-a482-c1b7f25795da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1653016 Aug 31 13:56:43.250452 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:32Z', 'revision_number': 3, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:43.331758 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fb1a8-f4c0-4e17-a409-b0385584c8e8 None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:32Z', 'revision_number': 3, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:43.402586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-359cd45f-ddd2-40d4-9219-8f9361581b52 req-b0539d4e-3e16-4ce5-bd68-147b6b365be4 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.1901445 Aug 31 13:56:43.472848 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.492044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.598446 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.611053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Transition to ACTIVE for port object e70a3df1-bd95-4875-acf6-0ad95f411f47 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:43.612679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=d385a1a8-5cdf-4015-97c8-589593ce1ff4,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:43.630985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Transition to ACTIVE for port object e70a3df1-bd95-4875-acf6-0ad95f411f47 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:43.654173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:43.674162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.705166 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8be8af4b-8faf-4b4d-a4aa-cbe1b31d1464 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d76cd7958fba43a28fc731c707b4e485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7250493 Aug 31 13:56:43.719877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39180) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:43.726775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b415296b-1688-4d28-902f-777a145a5121 req-0d1e0b14-e1f2-492f-b2f1-d4a6652d5cae tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051222 Aug 31 13:56:43.756815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Network 7daea377-e355-49a3-b9d9-27246bd4443a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:43.758864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 4cce9098-b6de-4d73-b19b-2ad798be3bfb {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:43.759215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4cce9098-b6de-4d73-b19b-2ad798be3bfb not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:43.794533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:43.816091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39184) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:43.862828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-d84cf3d0-0ab8-441e-a74b-345409372ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112676 Aug 31 13:56:43.868561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:43.906468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95ecd7f9-0f6b-4bdf-8025-89d50b886fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.939920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95ecd7f9-0f6b-4bdf-8025-89d50b886fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.940213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['335fe7f2-34fc-41e1-899e-8ae0a445794a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:44.003998 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.009649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['102e8105-c574-4181-87e7-d3a7e739efad'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:44.022176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95ecd7f9-0f6b-4bdf-8025-89d50b886fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.025665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95ecd7f9-0f6b-4bdf-8025-89d50b886fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.030611 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95ecd7f9-0f6b-4bdf-8025-89d50b886fbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff5b02af-0e0e-472d-be2f-d29fbe7f7133 HTTP/1.1" status: 204 len: 168 time: 0.3044207 Aug 31 13:56:44.128804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.137702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.144308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.151917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.158756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.165737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.173238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.183156 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-74e5a0cd-0e47-498d-89b8-4dac7551d252 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5438 time: 0.3594434 Aug 31 13:56:44.212521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd624664-e338-4502-b9d0-e248620bd68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.236425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecd7f9-0f6b-4bdf-8025-89d50b886fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b02af-0e0e-472d-be2f-d29fbe7f7133,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:44.293927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 2e5c1153-7bff-445c-8d44-7f056b5a2620, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2e5c1153-7bff-445c-8d44-7f056b5a2620,segment=NetworkSegment(47da7bbb-d4bc-4940-a238-4250741a99b9),segment_id=47da7bbb-d4bc-4940-a238-4250741a99b9)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:44.346865 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.375784 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b1a3411-fb9e-4e3e-93cf-4cb26d77ebd1 req-22401a00-5b10-4ff1-957f-8f380bed847c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916378 Aug 31 13:56:44.495410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 7daea377-e355-49a3-b9d9-27246bd4443a is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:44.506539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:44.511563 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.681756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Attempting to bind port e70a3df1-bd95-4875-acf6-0ad95f411f47 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:44.682411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Attempting to bind port e70a3df1-bd95-4875-acf6-0ad95f411f47 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:44.682411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Attempting to bind port e70a3df1-bd95-4875-acf6-0ad95f411f47 on network 7daea377-e355-49a3-b9d9-27246bd4443a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:44.738631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:44.739020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Checking segment: {'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:44.739439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.739843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Bound using segment: {'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:44.740329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Bound port: e70a3df1-bd95-4875-acf6-0ad95f411f47, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:44.740717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.815460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Allocated IP 172.20.0.1 (9395c72b-f401-4438-812c-00eed4772f4b/8db70b0d-396f-444d-b7cd-fa66b3f2059d/9ea68aa2-4f2f-4463-90ff-11fdf0647158) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:44.855113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] For port e70a3df1-bd95-4875-acf6-0ad95f411f47, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:44.858594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] For port e70a3df1-bd95-4875-acf6-0ad95f411f47, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e70a3df1-bd95-4875-acf6-0ad95f411f47,segment=NetworkSegment(3465a088-84c0-49b9-92cc-9aa84e4bd472),segment_id=3465a088-84c0-49b9-92cc-9aa84e4bd472)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:44.879319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd624664-e338-4502-b9d0-e248620bd68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.916501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:44.919795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 417a44e2-9f02-410c-95d7-664e12bdb013 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:44.927420 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd624664-e338-4502-b9d0-e248620bd68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.933596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.965595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.981126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Transition to ACTIVE for port object 9ea68aa2-4f2f-4463-90ff-11fdf0647158 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:44.997487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dd5aec78-08ee-434c-b647-be1e65cd50f9 None None] Provisioning complete for port 2e5c1153-7bff-445c-8d44-7f056b5a2620 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:44.997916 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dd5aec78-08ee-434c-b647-be1e65cd50f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.022114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9265ea0-9ff7-4a02-8924-bfbdd7b08678 req-081e2653-7e2e-4f9f-b81f-9a98bc5ec5b4 service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1492743 Aug 31 13:56:45.039729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8147ca16-3286-4832-b37b-66c513a7873a req-6b8e9bc9-0a79-4de5-a8bb-2b2b54fe64b3 tempest-ServerShowV254Test-1941673055 tempest-ServerShowV254Test-1941673055-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9b03855-8bbd-4063-a166-d3a2c2979c8a HTTP/1.1" status: 200 len: 210 time: 0.6323740 Aug 31 13:56:45.041241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.090278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Pushing event updated for resources: {'Port': ['ID=e70a3df1-bd95-4875-acf6-0ad95f411f47,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:45.123501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Network 9395c72b-f401-4438-812c-00eed4772f4b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:45.128479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:45.133936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:45.134889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dd624664-e338-4502-b9d0-e248620bd68a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fd851c0292e47568cb704c2b5483511&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3150167 Aug 31 13:56:45.135735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39210) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:45.188220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea68aa2-4f2f-4463-90ff-11fdf0647158,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:45.247908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd624664-e338-4502-b9d0-e248620bd68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76dda3b-708b-4392-8a55-98f8d03abee6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:45.250722 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.306470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525102-07ae-4773-9d00-120aeac83cda req-eba545a3-a787-458a-acfa-0e1a7082f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:45.309876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4525102-07ae-4773-9d00-120aeac83cda req-eba545a3-a787-458a-acfa-0e1a7082f1c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 1095 time: 0.1317134 Aug 31 13:56:45.359184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea02a0-a252-4148-a29f-50d658479039 req-f9f981a5-e1b0-4919-bc83-fc0787ae15a1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:45.363000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c8ea02a0-a252-4148-a29f-50d658479039 req-f9f981a5-e1b0-4919-bc83-fc0787ae15a1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 944 time: 0.4847574 Aug 31 13:56:45.604394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bb84455-c400-490c-8338-97c082c18eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.675741 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c8ea02a0-a252-4148-a29f-50d658479039 req-bb128e73-c610-4d47-aa59-7fd18fdef65e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955117 Aug 31 13:56:45.707735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:45.717458 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4b5b31cb-2fc8-43b6-ae86-64f4a8d12ee2 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0326698 Aug 31 13:56:45.718838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39220) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:45.724221 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:45.727075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679324388'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:45.744202 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bb84455-c400-490c-8338-97c082c18eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.745871 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:45.750832 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:45.847853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:45.858712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.869236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.944799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:56:45.962622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525102-07ae-4773-9d00-120aeac83cda req-516f215b-5525-4c78-a760-9c1b34bef877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:45.969010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4525102-07ae-4773-9d00-120aeac83cda req-516f215b-5525-4c78-a760-9c1b34bef877 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 924 time: 0.6434400 Aug 31 13:56:45.970736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.971135 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added segment 1eb7833f-bf9e-4007-8d8b-9f4e715cbf97 of type vlan for network 8af93093-18ff-4a64-94d2-5706ec3bcd70 Aug 31 13:56:45.975989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=2e5c1153-7bff-445c-8d44-7f056b5a2620,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:46.028533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.059495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bb84455-c400-490c-8338-97c082c18eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.063848 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bb84455-c400-490c-8338-97c082c18eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.077473 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7bb84455-c400-490c-8338-97c082c18eba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a76dda3b-708b-4392-8a55-98f8d03abee6 HTTP/1.1" status: 204 len: 168 time: 0.9248724 Aug 31 13:56:46.085915 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.095841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.096496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.173623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb84455-c400-490c-8338-97c082c18eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76dda3b-708b-4392-8a55-98f8d03abee6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:46.181347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecde84-f102-4f6b-97e2-4c2f9c86070e None None] Pushing event updated for resources: {'Port': ['ID=e70a3df1-bd95-4875-acf6-0ad95f411f47,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:46.199018 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4790115 Aug 31 13:56:46.253311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4525102-07ae-4773-9d00-120aeac83cda req-1a4e30f9-4f5b-46a7-85ff-a411347f4ea9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce HTTP/1.1" status: 200 len: 217 time: 0.2590346 Aug 31 13:56:46.258527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39230) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:46.281381 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:46.300391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.306259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 417a44e2-9f02-410c-95d7-664e12bdb013 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:46.306720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.332549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.366860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.388716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.422139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.456303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.463986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d2eb1-89c8-4f9d-8b84-1bbc0374e953 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Network': ['ID=8af93093-18ff-4a64-94d2-5706ec3bcd70,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:46.475825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.482667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-4409540e-38c6-46fb-97a2-fd02154dc34d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5438 time: 0.7236702 Aug 31 13:56:46.495820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'subnet': {'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:46.850150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:56:46.852271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 335fe7f2-34fc-41e1-899e-8ae0a445794a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:46.854029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b60116-5022-4dbb-b710-d68d4dba3f06 None None] Network 7daea377-e355-49a3-b9d9-27246bd4443a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:46.903011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525102-07ae-4773-9d00-120aeac83cda req-00c2b833-404f-4c94-a060-e62ed0af3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.905505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4525102-07ae-4773-9d00-120aeac83cda req-00c2b833-404f-4c94-a060-e62ed0af3c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0834182-206c-4bce-9e95-5cf408dcdb94 HTTP/1.1" status: 200 len: 862 time: 0.4165597 Aug 31 13:56:46.916970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Made reservation on behalf of c667d9d608c74654b1df86a6ce48a23e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:46.924653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.937708 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68d20a40-21d8-4138-9c5e-d71f1cbb30d1 req-d39c5065-d448-472c-9069-92da604de939 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4169772 Aug 31 13:56:47.129419 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:43Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:47.223688 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:47.225045 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Updating router db8a0462-c599-4094-871a-1ce9431b9fc3 port d385a1a8-5cdf-4015-97c8-589593ce1ff4 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:47.274093 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.480529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:33Z', 'revision_number': 3, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:47.550508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Checking router: ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:47.551247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Updating router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 port 7bd3fbec-4ca8-4932-8a72-d785b954771f binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:47.608628 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.697586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dd5aec78-08ee-434c-b647-be1e65cd50f9 None None] Provisioning for port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:47.710043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39252) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:47.711537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39254) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:47.712098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39256) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:47.771596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22ab923-4968-4560-b636-9a6fd1326a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.851098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4525102-07ae-4773-9d00-120aeac83cda req-2add69c7-8192-46db-8304-4021e6e7b7eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9365449 Aug 31 13:56:47.907135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 335fe7f2-34fc-41e1-899e-8ae0a445794a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:47.918013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf14e-de69-408e-b7f1-55094b2078fb req-ceedfee4-e519-4a6d-9e45-02ac1fd6d775 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:47.930492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c38cf14e-de69-408e-b7f1-55094b2078fb req-ceedfee4-e519-4a6d-9e45-02ac1fd6d775 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 944 time: 1.0887969 Aug 31 13:56:47.960720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3fc3314d-304c-4d89-907c-d3d70a232bbe up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:47.976901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 335fe7f2-34fc-41e1-899e-8ae0a445794a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:47.980404 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.053298 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.072787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.083993 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c38cf14e-de69-408e-b7f1-55094b2078fb req-ab5546f6-0ee4-41e8-8728-68a9b73b4721 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525455 Aug 31 13:56:48.114966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.125729 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Transition to ACTIVE for port object d385a1a8-5cdf-4015-97c8-589593ce1ff4 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:48.141778 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.170419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71ed495e-4b66-4015-a2e0-718a5bddb924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.217591 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.293035 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Pushing event updated for resources: {'Port': ['ID=d385a1a8-5cdf-4015-97c8-589593ce1ff4,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.368146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:48.428548 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22ab923-4968-4560-b636-9a6fd1326a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.445940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22ab923-4968-4560-b636-9a6fd1326a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.462644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-79bb0854-8a1f-4bc3-8bdd-ce85bd9de801 None None] Provisioning for port e70a3df1-bd95-4875-acf6-0ad95f411f47 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:48.485362 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Attempting to bind port d385a1a8-5cdf-4015-97c8-589593ce1ff4 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:48.485746 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Attempting to bind port d385a1a8-5cdf-4015-97c8-589593ce1ff4 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:48.486114 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Attempting to bind port d385a1a8-5cdf-4015-97c8-589593ce1ff4 on network 7daea377-e355-49a3-b9d9-27246bd4443a {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:48.493337 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:48.493872 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Checking segment: {'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:48.497408 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.498216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Bound using segment: {'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:48.499080 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Bound port: d385a1a8-5cdf-4015-97c8-589593ce1ff4, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465a088-84c0-49b9-92cc-9aa84e4bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:48.499467 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.562069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.api [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:56:48.562069 n-d-792362-6 neutron-server[101360]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:56:48.562069 n-d-792362-6 neutron-server[101360]: [parameters: {'project_id_1': '910c35868b6f46c89728e1d1a03eab17', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 56, 48, 261799)}] Aug 31 13:56:48.562069 n-d-792362-6 neutron-server[101360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:56:48.562590 n-d-792362-6 neutron-server[101360]: DEBUG oslo_db.api [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:56:48.576686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea68aa2-4f2f-4463-90ff-11fdf0647158,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:48.602169 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b22ab923-4968-4560-b636-9a6fd1326a3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c83446c300b5411d97a885b976f9184d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8854728 Aug 31 13:56:48.602394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39270) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:48.604633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ab923-4968-4560-b636-9a6fd1326a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a065f23-7770-4dca-b7fb-7d5d36698e85,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:48.607791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.652349 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] For port d385a1a8-5cdf-4015-97c8-589593ce1ff4, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:48.663340 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] For port d385a1a8-5cdf-4015-97c8-589593ce1ff4, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d385a1a8-5cdf-4015-97c8-589593ce1ff4,segment=NetworkSegment(3465a088-84c0-49b9-92cc-9aa84e4bd472),segment_id=3465a088-84c0-49b9-92cc-9aa84e4bd472)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:48.670091 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.699385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e7e4abd3-d20e-48b4-962a-7cd858f302ce details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:48.704493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.740181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Transition to ACTIVE for port object 7bd3fbec-4ca8-4932-8a72-d785b954771f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:48.752535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-79bb0854-8a1f-4bc3-8bdd-ce85bd9de801 None None] Provisioning for port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:48.766227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4525102-07ae-4773-9d00-120aeac83cda req-c76aaed2-2a7f-4d0c-add3-09a03219cb07 service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8791831 Aug 31 13:56:48.784919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.813042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-79bb0854-8a1f-4bc3-8bdd-ce85bd9de801 None None] Provisioning complete for port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:48.813442 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-79bb0854-8a1f-4bc3-8bdd-ce85bd9de801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.816670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.844205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a735afd-56f3-423e-9bd2-204c27343aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.888119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a735afd-56f3-423e-9bd2-204c27343aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.892065 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:48.896834 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:48.908883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-79bb0854-8a1f-4bc3-8bdd-ce85bd9de801 None None] Port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:48.969750 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.976522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3fc3314d-304c-4d89-907c-d3d70a232bbe triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:48.976906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.998460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71ed495e-4b66-4015-a2e0-718a5bddb924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.004821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71ed495e-4b66-4015-a2e0-718a5bddb924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.017370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4525102-07ae-4773-9d00-120aeac83cda req-a0241edb-1c87-4e5a-9008-dd7f30885a4f service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430759 Aug 31 13:56:49.018473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Attempting to bind port 7bd3fbec-4ca8-4932-8a72-d785b954771f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:49.018850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Attempting to bind port 7bd3fbec-4ca8-4932-8a72-d785b954771f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:49.019899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Attempting to bind port 7bd3fbec-4ca8-4932-8a72-d785b954771f on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:49.048636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.053001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73176744-40e4-4b66-9ba5-d84597e17512 None None] Pushing event updated for resources: {'Port': ['ID=7bd3fbec-4ca8-4932-8a72-d785b954771f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:49.057025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.065205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.072019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.076319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.081461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.089199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.096023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.098271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-7ce9e8ef-50a2-46c7-8fd6-b96919ef5c21 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5438 time: 0.9791727 Aug 31 13:56:49.102362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:49.106731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:49.107245 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.110836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:49.111504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Bound port: 7bd3fbec-4ca8-4932-8a72-d785b954771f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:49.111910 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.128495 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71ed495e-4b66-4015-a2e0-718a5bddb924 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a67c531d2faa4d0197dbd2f7e3702a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3754997 Aug 31 13:56:49.129803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed495e-4b66-4015-a2e0-718a5bddb924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ced13-c996-4a2e-9d7b-b93c68191f7f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:49.139139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:49.196799 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae260408-cd3b-47b1-803b-f05ca8cabe74 None None] Pushing event updated for resources: {'Port': ['ID=d385a1a8-5cdf-4015-97c8-589593ce1ff4,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:49.199121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:49.213911 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c73e85-d098-4a56-90b8-efb85ebe1b08" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:49.217579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a735afd-56f3-423e-9bd2-204c27343aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.221910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a735afd-56f3-423e-9bd2-204c27343aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.223240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4a735afd-56f3-423e-9bd2-204c27343aa5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a065f23-7770-4dca-b7fb-7d5d36698e85 HTTP/1.1" status: 204 len: 168 time: 0.6200228 Aug 31 13:56:49.252740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a735afd-56f3-423e-9bd2-204c27343aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a065f23-7770-4dca-b7fb-7d5d36698e85,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:49.260770 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:49.319527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf8c4d16-4b4d-46b7-8771-8531be821fb0 req-3fc923a7-ae69-475b-98ee-f8c19f2492a8 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786931 Aug 31 13:56:49.343585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Network 9395c72b-f401-4438-812c-00eed4772f4b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:49.352038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:49.379561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Subnet': ['ID=c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:49.385573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc56d-e548-4831-ae4d-8a5b34304de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.467757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] For port 7bd3fbec-4ca8-4932-8a72-d785b954771f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:49.477503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] For port 7bd3fbec-4ca8-4932-8a72-d785b954771f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7bd3fbec-4ca8-4932-8a72-d785b954771f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:49.488375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 335fe7f2-34fc-41e1-899e-8ae0a445794a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:49.491786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:49.535194 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.574045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Checking segment: {'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:49.574414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network hostable DHCP agents. Network: 8af93093-18ff-4a64-94d2-5706ec3bcd70, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:56:49.580656 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.580953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:49.597140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7690cbee-df75-4c69-9843-aa9a75ffca6b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:49.624272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:56:49.654091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 8af93093-18ff-4a64-94d2-5706ec3bcd70) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:49.659391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.660038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.726401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-09923a5a-0612-4685-a346-586d73f7b8d7 None None] Provisioning for port d385a1a8-5cdf-4015-97c8-589593ce1ff4 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:49.762895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd4a51-8615-408a-9356-fd5448456857 None None] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:49.769290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f216d-97b8-472d-b64d-c094fcec85e7 req-786b9c46-88f5-46e0-b376-29e5848e0a65 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.778195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b28f216d-97b8-472d-b64d-c094fcec85e7 req-786b9c46-88f5-46e0-b376-29e5848e0a65 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 944 time: 0.1751347 Aug 31 13:56:49.781898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'port_id': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'mac_address': 'fa:16:3e:7e:a4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0834182-206c-4bce-9e95-5cf408dcdb94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:49.799416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-bf6669a5-67a3-4ebb-9d3b-6706bff7093a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.802173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-bf6669a5-67a3-4ebb-9d3b-6706bff7093a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/networks?id=000d81ce-975a-42dc-ac67-6759a0c0409d HTTP/1.1" status: 200 len: 814 time: 0.4543803 Aug 31 13:56:49.877349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc56d-e548-4831-ae4d-8a5b34304de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.879237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:49.883244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b28f216d-97b8-472d-b64d-c094fcec85e7 req-1bb38142-2e3c-4ebf-b1ec-dac3a2227436 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038277 Aug 31 13:56:49.906848 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-f6862308-3415-4cbd-9ade-b0590171dd6c tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/quotas/138b246fda894d6d8af6c77095998313 HTTP/1.1" status: 200 len: 375 time: 0.0717189 Aug 31 13:56:49.940462 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:48Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:49.952279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:49.971289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-547f5b85-bb6b-4c67-af91-e601894d3e11 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff31c0d5-ba05-4754-a9e5-3e0f6c31c113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4878864 Aug 31 13:56:50.004486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73176744-40e4-4b66-9ba5-d84597e17512 None None] Pushing event updated for resources: {'Port': ['ID=7bd3fbec-4ca8-4932-8a72-d785b954771f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:50.014389 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03721b08-d106-41c4-9279-e5235cf13d21 None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:42Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:48Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:50.023287 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3817c241-955f-4817-8489-ddacf2276a2e x-openstack-request-id: req-3817c241-955f-4817-8489-ddacf2276a2e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:50.023586 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:50.023935 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3817c241-955f-4817-8489-ddacf2276a2e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:50.024358 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a', 'code': 200} Aug 31 13:56:50.042174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.057264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c36edbb6-160d-43c6-86a7-d6307afc9d66 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5708704 Aug 31 13:56:50.058730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39302) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:50.087756 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-f41dbfb2-3e39-4820-b53c-2001eb16fc9e tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=138b246fda894d6d8af6c77095998313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1838973 Aug 31 13:56:50.123196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.141844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:50.142500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:50.249336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc56d-e548-4831-ae4d-8a5b34304de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.252118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc56d-e548-4831-ae4d-8a5b34304de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.253437 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fc6cc56d-e548-4831-ae4d-8a5b34304de1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e19ced13-c996-4a2e-9d7b-b93c68191f7f HTTP/1.1" status: 204 len: 168 time: 1.1132908 Aug 31 13:56:50.303925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=910c35868b6f46c89728e1d1a03eab17&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5404904 Aug 31 13:56:50.307918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39314) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:50.309311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:50.317255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166baa4-8ea3-44e1-802f-1f5525b7de26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba72dfab-31f4-4355-9f51-94e87bd64f65,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:50.329309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.409019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cc56d-e548-4831-ae4d-8a5b34304de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ced13-c996-4a2e-9d7b-b93c68191f7f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:50.422647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:50.423023 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.450911 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-ac3805c6-01fd-4e43-ae41-a87660cca6ab service neutron] 10.222.0.10 "GET /v2.0/networks/000d81ce-975a-42dc-ac67-6759a0c0409d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618922 Aug 31 13:56:50.483221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e4abd3-d20e-48b4-962a-7cd858f302ce {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:50.493904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=335fe7f2-34fc-41e1-899e-8ae0a445794a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:50.529033 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37ad414b-c3c7-4cf9-9b84-c12e93dc5cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.559266 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37ad414b-c3c7-4cf9-9b84-c12e93dc5cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.641886 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-48a4f2d5-0cc5-4fe2-b10a-c29448ba19b2 service neutron] 10.222.0.10 "GET /v2.0/networks/000d81ce-975a-42dc-ac67-6759a0c0409d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899917 Aug 31 13:56:50.677302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37ad414b-c3c7-4cf9-9b84-c12e93dc5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.680420 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37ad414b-c3c7-4cf9-9b84-c12e93dc5cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.681500 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37ad414b-c3c7-4cf9-9b84-c12e93dc5cfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba72dfab-31f4-4355-9f51-94e87bd64f65 HTTP/1.1" status: 204 len: 168 time: 0.3693609 Aug 31 13:56:50.690231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 7690cbee-df75-4c69-9843-aa9a75ffca6b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:50.696998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad414b-c3c7-4cf9-9b84-c12e93dc5cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba72dfab-31f4-4355-9f51-94e87bd64f65,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:50.875817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 7690cbee-df75-4c69-9843-aa9a75ffca6b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:50.876418 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.994003 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.018834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.041704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.077728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7468bb02-ec79-476f-a80d-1e42e8ec6308 None None] Provisioning complete for port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:51.078405 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7468bb02-ec79-476f-a80d-1e42e8ec6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.080244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.106009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.129633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.139799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:51.141125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7468bb02-ec79-476f-a80d-1e42e8ec6308 None None] Port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:51.145583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-8af93093-18ff-4a64-94d2-5706ec3bcd70', 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'fixed_ips': [{'subnet_id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:56:51.147251 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.157150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.174752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.184388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.190034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:51.211630 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-b276a4f5-82b8-4087-a96f-18c443ad71e9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5439 time: 0.3281610 Aug 31 13:56:51.300463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dff34114-a964-4ea5-9bf3-3cb4ff7d4126 req-bb1fa804-8523-467f-a512-4921821bac9b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858989 Aug 31 13:56:51.489726 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e029fb6a-4792-40a3-9a9d-ea42f1e07adb req-2fb3bb8b-808c-4a5a-839e-b95a773dd6ec tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 210 time: 0.0768034 Aug 31 13:56:51.524171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39352) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:51.531121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e0d597db-fc74-4859-9887-ef96c1eca777 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605539380', 'description': 'tempest-description--646785900'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:51.580481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:51.699217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0d597db-fc74-4859-9887-ef96c1eca777 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.719138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.726626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Allocated IP 172.23.0.1 (8af93093-18ff-4a64-94d2-5706ec3bcd70/c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c/9a1e4920-2cc8-4158-a712-1b4b2639fc39) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:51.739907 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.761224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e7e4abd3-d20e-48b4-962a-7cd858f302ce'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:51.895943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0d597db-fc74-4859-9887-ef96c1eca777 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.900850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0d597db-fc74-4859-9887-ef96c1eca777 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.977943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dec49-e06e-404f-85a6-fb08c0a2d194 req-a22e5a8b-f105-4ef7-a947-4c156de7d858 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.990148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f75dec49-e06e-404f-85a6-fb08c0a2d194 req-a22e5a8b-f105-4ef7-a947-4c156de7d858 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.3921952 Aug 31 13:56:51.996434 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.997485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0d597db-fc74-4859-9887-ef96c1eca777 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.015271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Transition to ACTIVE for port object 9a1e4920-2cc8-4158-a712-1b4b2639fc39 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:52.019697 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e0d597db-fc74-4859-9887-ef96c1eca777 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4929061 Aug 31 13:56:52.023968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:52.047919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d597db-fc74-4859-9887-ef96c1eca777 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10953a9a-c368-453e-89ec-1058b064a018,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:52.050634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9395ace5-ac91-448a-a57b-3a3daf22385c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Request body: {'security_group_rule': {'security_group_id': '10953a9a-c368-453e-89ec-1058b064a018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:52.140693 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f75dec49-e06e-404f-85a6-fb08c0a2d194 req-f0b249f3-a8f2-42c9-956b-b84d246e059a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496174 Aug 31 13:56:52.173253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9395ace5-ac91-448a-a57b-3a3daf22385c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.180547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.271636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7690cbee-df75-4c69-9843-aa9a75ffca6b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:52.274445 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9828267a-debe-478a-824b-9824be59eb81" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "7690cbee-df75-4c69-9843-aa9a75ffca6b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:52.277041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:52.282494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 7690cbee-df75-4c69-9843-aa9a75ffca6b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:52.287921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:52.293621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:52.297488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=9a1e4920-2cc8-4158-a712-1b4b2639fc39,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:52.353802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9395ace5-ac91-448a-a57b-3a3daf22385c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.362659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.368468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9395ace5-ac91-448a-a57b-3a3daf22385c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.401853 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9395ace5-ac91-448a-a57b-3a3daf22385c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.405990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39378) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:52.410785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-dde084d3-8baf-4a5c-be8e-fe437992ed76 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Request body: {'security_group_rule': {'security_group_id': '10953a9a-c368-453e-89ec-1058b064a018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:52.415350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9395ace5-ac91-448a-a57b-3a3daf22385c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741307 Aug 31 13:56:52.426625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.430072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395ace5-ac91-448a-a57b-3a3daf22385c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d7a8f6-1653-4fc1-909d-c47eb21390f1,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:52.441125 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de3600-ac80-40e7-9432-0f42aee1f454 x-openstack-request-id: req-44de3600-ac80-40e7-9432-0f42aee1f454 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:52.441514 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "7690cbee-df75-4c69-9843-aa9a75ffca6b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:52.441904 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44de3600-ac80-40e7-9432-0f42aee1f454 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:52.442492 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7690cbee-df75-4c69-9843-aa9a75ffca6b', 'code': 200} Aug 31 13:56:52.448178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:52.467978 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde084d3-8baf-4a5c-be8e-fe437992ed76 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.479468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,segment=NetworkSegment(47da7bbb-d4bc-4940-a238-4250741a99b9),segment_id=47da7bbb-d4bc-4940-a238-4250741a99b9)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:52.529829 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.536830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Allocated IP 172.23.0.2 (8af93093-18ff-4a64-94d2-5706ec3bcd70/c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c/28915a31-336c-4741-9a14-664165a5eb51) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:52.625168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.683559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=7690cbee-df75-4c69-9843-aa9a75ffca6b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:52.834481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.845047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.878233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:56:46Z', 'revision_number': 2, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:52.886179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.899503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:52.908115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.924121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.942823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.955878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.975142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2100455e-4a46-4054-9e37-22d9be1655ac req-aae8f3ac-e71e-4fca-bd26-e370667ed72c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5440 time: 0.4741578 Aug 31 13:56:53.025515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.030093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9a644-16fb-40de-a15a-c8d122a1e058 None None] The sync data for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 is: [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:56:46Z', 'revision_number': 2, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:53.034483 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde084d3-8baf-4a5c-be8e-fe437992ed76 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.043757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.060853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d385a1a8-5cdf-4015-97c8-589593ce1ff4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:53.062465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde084d3-8baf-4a5c-be8e-fe437992ed76 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.075022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:53.075408 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.108126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde084d3-8baf-4a5c-be8e-fe437992ed76 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafebc8e-a3ea-433d-9f1d-14b80bebfdae,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:53.128290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c22c8940-003e-4c08-87eb-90b8d708e8ee req-af85e36c-399f-402c-8373-f548057b3aba tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 210 time: 0.1002421 Aug 31 13:56:53.158331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde084d3-8baf-4a5c-be8e-fe437992ed76 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.159847 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dde084d3-8baf-4a5c-be8e-fe437992ed76 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7527554 Aug 31 13:56:53.172350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39404) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:53.180279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:53.208823 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2100455e-4a46-4054-9e37-22d9be1655ac req-b92ae0b5-0253-4b5f-afef-c6da0aa574da tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2062838 Aug 31 13:56:53.233498 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.395435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.524400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event updated for resources: {'Port': ['ID=9a1e4920-2cc8-4158-a712-1b4b2639fc39,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:53.524735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:53.557174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.631501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Allocated IP 172.25.0.127 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/1d06f87f-4f5e-46dc-baca-e04642fe28c8) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:53.664668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d385a1a8-5cdf-4015-97c8-589593ce1ff4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:53.691826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d385a1a8-5cdf-4015-97c8-589593ce1ff4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:53.692222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.700887 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.757204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:53.761562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:53.787281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Transition to ACTIVE for port object 28915a31-336c-4741-9a14-664165a5eb51 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:53.807154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.828636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-8cb0f6c5-7c02-4dfe-9d78-a295cdda0513 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:53.831767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-8cb0f6c5-7c02-4dfe-9d78-a295cdda0513 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.26 "GET /v2.0/networks?id=000d81ce-975a-42dc-ac67-6759a0c0409d HTTP/1.1" status: 200 len: 814 time: 0.8010330 Aug 31 13:56:53.844809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Transition to ACTIVE for port object 28915a31-336c-4741-9a14-664165a5eb51 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:53.869585 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.898786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d3aa4-11fd-4f92-889b-31e03c8bfe14 req-f8424d60-f638-47fa-9a86-40778135d46c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:53.908687 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e3d3aa4-11fd-4f92-889b-31e03c8bfe14 req-f8424d60-f638-47fa-9a86-40778135d46c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.1355565 Aug 31 13:56:54.017860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Pushing event updated for resources: {'Port': ['ID=28915a31-336c-4741-9a14-664165a5eb51,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:54.055349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.122768 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e3d3aa4-11fd-4f92-889b-31e03c8bfe14 req-f79b015c-0f0a-4908-ae46-7042e99f6f44 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069452 Aug 31 13:56:54.287496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.389066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:54.409265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:54.413681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.428314 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.429911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 395ba9a7-839e-4a9f-b7c6-891b91569fb7 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:54.431722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event updated for resources: {'Port': ['ID=1d06f87f-4f5e-46dc-baca-e04642fe28c8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:54.433806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:54.457105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:54.471716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:54.473567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:54.488797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:54.542282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:54.549171 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a35b95-9b8e-424a-8249-59df888b82d4" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:54.637383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39444) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:54.740694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d385a1a8-5cdf-4015-97c8-589593ce1ff4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d385a1a8-5cdf-4015-97c8-589593ce1ff4,segment=NetworkSegment(3465a088-84c0-49b9-92cc-9aa84e4bd472),segment_id=3465a088-84c0-49b9-92cc-9aa84e4bd472)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:54.782945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Request body: {'port': {'device_id': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d', 'admin_state_up': True, 'tenant_id': '138b246fda894d6d8af6c77095998313'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:54.783960 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.787134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2e5c1153-7bff-445c-8d44-7f056b5a2620 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:54.829802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39452) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:54.870575 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:54.910763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:54.946437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:54.950322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Attempting to bind port 28915a31-336c-4741-9a14-664165a5eb51 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:54.950705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Attempting to bind port 28915a31-336c-4741-9a14-664165a5eb51 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:54.952133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Attempting to bind port 28915a31-336c-4741-9a14-664165a5eb51 on network 8af93093-18ff-4a64-94d2-5706ec3bcd70 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:54.964644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:54.968754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:54.980251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:55.007157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:55.013954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:55.014347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Checking segment: {'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:55.014765 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.019140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Bound using segment: {'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:55.019995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Bound port: 28915a31-336c-4741-9a14-664165a5eb51, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:55.020468 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.028273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:55.046497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:55.054666 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-f2bf806a-425c-4990-bb71-dbbe5a81d4e4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5441 time: 0.5614600 Aug 31 13:56:55.056248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eee23b00-1b34-4f09-98eb-746f98f0efda req-b8085526-fd5e-47e7-ad91-46ea3a477161 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 210 time: 0.2656329 Aug 31 13:56:55.186040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:55.189505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.236823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:55.278704 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbe4654-73da-42ce-a1ad-e0ef23bf056b x-openstack-request-id: req-7fbe4654-73da-42ce-a1ad-e0ef23bf056b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:55.279007 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:55.282067 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fbe4654-73da-42ce-a1ad-e0ef23bf056b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:55.282567 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'code': 200} Aug 31 13:56:55.346425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.469823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 2e5c1153-7bff-445c-8d44-7f056b5a2620 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:55.472783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.509654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.610403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eadc0340-89b6-4fe8-a67c-186b56be0327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.653508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d385a1a8-5cdf-4015-97c8-589593ce1ff4,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:55.688311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8bd186e7-a3fb-4103-ad32-b6098601a1c9 req-34a85b0d-aae2-4d02-977c-c043d5c12783 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5834205 Aug 31 13:56:55.692585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:55.704555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aea8018f-95e9-4103-a116-ad4af9211786 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6401944 Aug 31 13:56:55.709004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39466) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:55.730168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:55.745774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fca6f365-ff68-40a9-810e-d2aed19ffe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.772771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] For port 28915a31-336c-4741-9a14-664165a5eb51, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:55.810450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] For port 28915a31-336c-4741-9a14-664165a5eb51, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=28915a31-336c-4741-9a14-664165a5eb51,segment=NetworkSegment(1eb7833f-bf9e-4007-8d8b-9f4e715cbf97),segment_id=1eb7833f-bf9e-4007-8d8b-9f4e715cbf97)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:55.825527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:55.842418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Made reservation on behalf of 138b246fda894d6d8af6c77095998313 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:55.849179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.876097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.885297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:55.885961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:55.932092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf214a-6083-4fc6-a7fc-95bcf1c9e5d2 req-c44f492e-e5e6-4ba1-83a0-0c6d25e9ad08 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:55.940776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5acf214a-6083-4fc6-a7fc-95bcf1c9e5d2 req-c44f492e-e5e6-4ba1-83a0-0c6d25e9ad08 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.4663112 Aug 31 13:56:56.082974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e70a3df1-bd95-4875-acf6-0ad95f411f47 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:56.246939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e70a3df1-bd95-4875-acf6-0ad95f411f47 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:56.251446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:56.253484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c9146-0a54-42d1-8dc3-7a4f360964d8 None None] Pushing event updated for resources: {'Port': ['ID=28915a31-336c-4741-9a14-664165a5eb51,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:56.330267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e70a3df1-bd95-4875-acf6-0ad95f411f47 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:56.330655 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.378353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe0e65ba-fe3f-4ec4-a79d-03feb8954ba4 req-5dc16993-1fcc-4700-ab6f-d5c25d376666 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 210 time: 0.0511065 Aug 31 13:56:56.411833 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.441781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.586800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5acf214a-6083-4fc6-a7fc-95bcf1c9e5d2 req-ac04419a-e779-49f0-b4d1-371c2fdb3b4b tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348641 Aug 31 13:56:56.673921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Allocated IP 172.20.0.6 (000d81ce-975a-42dc-ac67-6759a0c0409d/4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d/65be4618-2fa4-4248-8978-a79412d384c6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:56.716822 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.790042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event updated for resources: {'Port': ['ID=1d06f87f-4f5e-46dc-baca-e04642fe28c8,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:56.801445 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eadc0340-89b6-4fe8-a67c-186b56be0327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.845363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eadc0340-89b6-4fe8-a67c-186b56be0327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.985056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc0340-89b6-4fe8-a67c-186b56be0327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0831d477-2381-4579-8a30-f44556095bce,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:57.039298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.063967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.076686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Transition to ACTIVE for port object 65be4618-2fa4-4248-8978-a79412d384c6 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:57.210621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.244641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fca6f365-ff68-40a9-810e-d2aed19ffe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.254823 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eadc0340-89b6-4fe8-a67c-186b56be0327 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c501855c2df4be1a17a73155e9a8056&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5123982 Aug 31 13:56:57.259532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fca6f365-ff68-40a9-810e-d2aed19ffe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.290166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39486) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:57.334671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fca6f365-ff68-40a9-810e-d2aed19ffe7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=646d7269be304996b46a032ff1dd727a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2784314 Aug 31 13:56:57.341068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.343387 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-73d228bd-36a4-44cf-97e7-569ad4a2b746 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1691117 Aug 31 13:56:57.351515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:57.448714 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ecf58732-8285-4058-9760-4d576dee7909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.451173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.476440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Network 000d81ce-975a-42dc-ac67-6759a0c0409d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:57.488830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:57.489372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.494554 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5dcf8-6538-41d5-9a5d-58c0556c5612" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:57.513169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.537804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:57.554007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:57.555653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.578125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.579073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c3b212c8-5ad0-4297-92cf-eb512bce51d5 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:57.596152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.599202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:57.601981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Pushing event updated for resources: {'Port': ['ID=65be4618-2fa4-4248-8978-a79412d384c6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:57.624087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.646174 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Sync routers for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:57.688360 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:57.701002 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:57.704295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.733028 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-007d3315-1fcf-47d5-b4f5-42864ad6ac80 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5441 time: 0.7751453 Aug 31 13:56:57.760225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39502) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:57.878242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.903343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6f365-ff68-40a9-810e-d2aed19ffe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2e48c-1bf7-4d3a-87f5-5c697fa415b3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:57.934389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.extraroute_db [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 13:56:57.984603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a1e4920-2cc8-4158-a712-1b4b2639fc39', 'name': '', 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:88:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:51Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:58.001918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed818d58-22e4-47f4-aa7b-3a4a2868967f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.033515 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4e9971c6-9761-434b-a25b-9b05b0753b2a req-c936c487-491e-4fd5-8609-520953275d7e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2893040 Aug 31 13:56:58.089590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa627036-9a83-4a1c-9a1d-6a7de07b50dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.094991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed818d58-22e4-47f4-aa7b-3a4a2868967f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.123306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:58.123841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Updating router db8a0462-c599-4094-871a-1ce9431b9fc3 port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:58.151245 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:58.159284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.extraroute_db [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Removed routes are [] {{(pid=101361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 13:56:58.160939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.202706 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa627036-9a83-4a1c-9a1d-6a7de07b50dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.203004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:58.203699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.316627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-413ad0c3-d0d3-42df-8481-5416f2689d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.329107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c537a7e-263b-4e00-a3ca-578e6d795752 req-d887db6f-dbb2-47e5-934e-a90140447e01 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:58.333142 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36ece8e-d245-4b1f-bceb-daa55262bc6c x-openstack-request-id: req-f36ece8e-d245-4b1f-bceb-daa55262bc6c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:58.333676 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:58.334036 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f36ece8e-d245-4b1f-bceb-daa55262bc6c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:58.334649 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7', 'code': 200} Aug 31 13:56:58.339234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d965b2-0c08-44d8-8d81-d344a446fd04 None None] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:58.360828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c537a7e-263b-4e00-a3ca-578e6d795752 req-d887db6f-dbb2-47e5-934e-a90140447e01 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 931 time: 0.7637303 Aug 31 13:56:58.391208 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa627036-9a83-4a1c-9a1d-6a7de07b50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.394936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa627036-9a83-4a1c-9a1d-6a7de07b50dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.396244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fa627036-9a83-4a1c-9a1d-6a7de07b50dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfe2e48c-1bf7-4d3a-87f5-5c697fa415b3 HTTP/1.1" status: 204 len: 168 time: 1.0412314 Aug 31 13:56:58.437093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa627036-9a83-4a1c-9a1d-6a7de07b50dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2e48c-1bf7-4d3a-87f5-5c697fa415b3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:58.508409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=395ba9a7-839e-4a9f-b7c6-891b91569fb7,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:58.513514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-88b428f7-a560-455d-a20d-0418b44cbe69 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6266439 Aug 31 13:56:58.626974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-c11d2037-e837-4ad3-b553-d1d93a379871 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1605539380&fields=id&tenant_id=9dae341a54e74696b6081eaea298ea13 HTTP/1.1" status: 200 len: 267 time: 0.1630511 Aug 31 13:56:58.661100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e70a3df1-bd95-4875-acf6-0ad95f411f47, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e70a3df1-bd95-4875-acf6-0ad95f411f47,segment=NetworkSegment(3465a088-84c0-49b9-92cc-9aa84e4bd472),segment_id=3465a088-84c0-49b9-92cc-9aa84e4bd472)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:58.664600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port c3b212c8-5ad0-4297-92cf-eb512bce51d5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:58.671916 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.705144 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.707079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-83e12962-3cc4-4a69-b3f6-67e1db9a4e83 None None] Provisioning for port 65be4618-2fa4-4248-8978-a79412d384c6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:58.713904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port c3b212c8-5ad0-4297-92cf-eb512bce51d5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:58.714246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.731421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Request body: {'port': {'device_id': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:58.923156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e70a3df1-bd95-4875-acf6-0ad95f411f47,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:58.932334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-83e12962-3cc4-4a69-b3f6-67e1db9a4e83 None None] Provisioning complete for port 65be4618-2fa4-4248-8978-a79412d384c6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:58.932722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83e12962-3cc4-4a69-b3f6-67e1db9a4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.932833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:56:46Z', 'revision_number': 2, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:58.945454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-413ad0c3-d0d3-42df-8481-5416f2689d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.971856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-413ad0c3-d0d3-42df-8481-5416f2689d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.033429 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Checking router: ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:59.033429 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Updating router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:56:59.061830 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-413ad0c3-d0d3-42df-8481-5416f2689d7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6be6a266256041a895d1ffc23628ac86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2998950 Aug 31 13:56:59.069345 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed818d58-22e4-47f4-aa7b-3a4a2868967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.069666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed818d58-22e4-47f4-aa7b-3a4a2868967f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.090572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ed818d58-22e4-47f4-aa7b-3a4a2868967f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0831d477-2381-4579-8a30-f44556095bce HTTP/1.1" status: 204 len: 168 time: 1.7962980 Aug 31 13:56:59.140558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-e963381a-33fa-47ef-9564-26d053adbcbd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:59.145059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39520) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:59.156326 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.157735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-e963381a-33fa-47ef-9564-26d053adbcbd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/networks?id=9395c72b-f401-4438-812c-00eed4772f4b HTTP/1.1" status: 200 len: 811 time: 0.5156996 Aug 31 13:56:59.214666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-83e12962-3cc4-4a69-b3f6-67e1db9a4e83 None None] Port 65be4618-2fa4-4248-8978-a79412d384c6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:59.271166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed818d58-22e4-47f4-aa7b-3a4a2868967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831d477-2381-4579-8a30-f44556095bce,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:59.293383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-e2b7d233-b967-41ef-80b6-ab85c57e4e05 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/quotas/9dae341a54e74696b6081eaea298ea13 HTTP/1.1" status: 200 len: 375 time: 0.1235840 Aug 31 13:56:59.297987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ad0c3-d0d3-42df-8481-5416f2689d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf2f7a5-febc-40f3-bc30-0bbbab1ed243,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:59.319009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:59.321350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.342758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.407615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c537a7e-263b-4e00-a3ca-578e6d795752 req-77e5ca6c-79ed-496f-bf26-c28c5f5d1325 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8748529 Aug 31 13:56:59.425621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.557780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-506c8b56-5214-48f7-8428-63f040824690 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9dae341a54e74696b6081eaea298ea13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2589931 Aug 31 13:56:59.895892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.958830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9072870d-854d-45e9-9918-b25c8ff37b5a None None] Provisioning for port 28915a31-336c-4741-9a14-664165a5eb51 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:59.959616 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-5fc50444-9130-4cc8-abaf-7672d36fd369 service neutron] 10.222.0.10 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892596 Aug 31 13:57:00.013852 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-454b755f-3e21-4eb9-a0a4-7d4cbd5b2c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.058919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.262678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c3b212c8-5ad0-4297-92cf-eb512bce51d5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:00.298284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:00.304424 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.367449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-af600736-b197-463a-90e7-5d9decd24fe1 service neutron] 10.222.0.10 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896492 Aug 31 13:57:00.385199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:00.436329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b212c8-5ad0-4297-92cf-eb512bce51d5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:00.443083 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f309121-b6d9-4921-b128-597bdebec969" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "c3b212c8-5ad0-4297-92cf-eb512bce51d5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:00.457699 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.461223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1518e96-08fd-4119-8718-c588bbb8cfd6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:00.592179 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.629991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ca42-5b97-4feb-921f-e1be3fb59bec req-a85e92c4-c9b4-40f7-bc08-a44a5a910a56 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:00.630456 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Transition to ACTIVE for port object 9ea68aa2-4f2f-4463-90ff-11fdf0647158 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:00.640742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e70ca42-5b97-4feb-921f-e1be3fb59bec req-a85e92c4-c9b4-40f7-bc08-a44a5a910a56 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.8478234 Aug 31 13:57:00.641914 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.649782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73535408-65b2-402e-9c6c-5bc5407b051e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.875887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65be4618-2fa4-4248-8978-a79412d384c6 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:00.971056 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.007885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Transition to ACTIVE for port object 9a1e4920-2cc8-4158-a712-1b4b2639fc39 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:01.049059 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.061299 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.078618 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Attempting to bind port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:01.078998 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Attempting to bind port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:01.079369 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Attempting to bind port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 on network 9395c72b-f401-4438-812c-00eed4772f4b {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:01.083289 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced99a4-c2fc-4f07-87db-579d465df713 None None] Pushing event updated for resources: {'Port': ['ID=9ea68aa2-4f2f-4463-90ff-11fdf0647158,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:01.091214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e70ca42-5b97-4feb-921f-e1be3fb59bec req-ac4f58dd-ba7f-44f2-bc44-243566c634a6 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491992 Aug 31 13:57:01.099817 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:01.101885 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Checking segment: {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:01.101885 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.101885 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Bound using segment: {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:01.101885 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Bound port: 9ea68aa2-4f2f-4463-90ff-11fdf0647158, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:01.103577 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.122467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.148260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73535408-65b2-402e-9c6c-5bc5407b051e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.149347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.171290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.193865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.224136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.245851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.266440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.278632 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] For port 9ea68aa2-4f2f-4463-90ff-11fdf0647158, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:01.282929 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] For port 9ea68aa2-4f2f-4463-90ff-11fdf0647158, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ea68aa2-4f2f-4463-90ff-11fdf0647158,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:01.284639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d385a1a8-5cdf-4015-97c8-589593ce1ff4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:01.290157 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.293807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Transition to ACTIVE for port object 65be4618-2fa4-4248-8978-a79412d384c6 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:01.294502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.310878 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26196cb3-94e9-4604-8a5a-08853657e219 req-421d972a-9cfc-4ca5-9fd9-f694113df03b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5443 time: 0.2886956 Aug 31 13:57:01.380452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c3b212c8-5ad0-4297-92cf-eb512bce51d5,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:01.447360 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26196cb3-94e9-4604-8a5a-08853657e219 req-2dfc1551-b352-43ed-a0ea-0a66faafcc08 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345167 Aug 31 13:57:01.458139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.470531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39574) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:01.470788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:01.477755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:01.478817 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:01.529424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.534349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:01.540996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd60c540-3a14-4b14-93b5-cd715dc5f5d0 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 200 len: 933 time: 5.8283043 Aug 31 13:57:01.604472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73535408-65b2-402e-9c6c-5bc5407b051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.617407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73535408-65b2-402e-9c6c-5bc5407b051e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.618611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-674a33d0-5bfb-48ce-b170-461de1f3e6b4 None None] Provisioning for port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:01.624733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-73535408-65b2-402e-9c6c-5bc5407b051e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccf2f7a5-febc-40f3-bc30-0bbbab1ed243 HTTP/1.1" status: 204 len: 168 time: 2.4769874 Aug 31 13:57:01.649867 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced99a4-c2fc-4f07-87db-579d465df713 None None] Pushing event updated for resources: {'Port': ['ID=9ea68aa2-4f2f-4463-90ff-11fdf0647158,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:01.688097 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5658547e-1903-4f11-94fa-98081096ffa8 x-openstack-request-id: req-5658547e-1903-4f11-94fa-98081096ffa8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:01.688647 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "c3b212c8-5ad0-4297-92cf-eb512bce51d5", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:01.689016 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5658547e-1903-4f11-94fa-98081096ffa8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:01.689696 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b212c8-5ad0-4297-92cf-eb512bce51d5', 'code': 200} Aug 31 13:57:01.704602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d385a1a8-5cdf-4015-97c8-589593ce1ff4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:01.705350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.018711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-267642879-network', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:02.112607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f1518e96-08fd-4119-8718-c588bbb8cfd6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:02.127234 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:02.223142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7b5c3071-c696-4571-8b2a-9c79e7d7c6eb req-b3c49029-d9ae-4d7b-bd5f-c88bf75f2898 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 210 time: 0.2465410 Aug 31 13:57:02.274342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f1518e96-08fd-4119-8718-c588bbb8cfd6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:02.274729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.398981 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-25b89053-6d62-461d-9dbc-1163ad87096d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 200 len: 933 time: 0.8610065 Aug 31 13:57:02.399835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39598) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:02.435836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'routes': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:02.450162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Made reservation on behalf of bb1c479995934079ab2ded3b7f350996 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:02.479086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Attempting to bind port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:02.480990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Attempting to bind port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:02.481944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Attempting to bind port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 on network 8af93093-18ff-4a64-94d2-5706ec3bcd70 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:02.483725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.534825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:02.543202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Checking segment: {'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:02.544331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.545595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Bound using segment: {'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:02.546229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Bound port: 9a1e4920-2cc8-4158-a712-1b4b2639fc39, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:02.546794 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.686182 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.754480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] For port 9a1e4920-2cc8-4158-a712-1b4b2639fc39, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:02.770196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] For port 9a1e4920-2cc8-4158-a712-1b4b2639fc39, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9a1e4920-2cc8-4158-a712-1b4b2639fc39,segment=NetworkSegment(1eb7833f-bf9e-4007-8d8b-9f4e715cbf97),segment_id=1eb7833f-bf9e-4007-8d8b-9f4e715cbf97)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:02.842123 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:01Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:02.870524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991cad2-43fa-4837-a05f-01b9e302a4be None None] Pushing event updated for resources: {'Port': ['ID=9a1e4920-2cc8-4158-a712-1b4b2639fc39,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:02.875428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.881617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39604) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:02.923727 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.939990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 28915a31-336c-4741-9a14-664165a5eb51 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:02.952076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2befde-e535-465f-913f-8a3263edf694 req-2a76448b-c5b8-4c85-8dd2-0703b2d884ba tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:02.954365 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e099ed-a3ce-4e8b-a72a-26a79c34c014 None None] The sync data for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 is: [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:01Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:02.961544 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c2befde-e535-465f-913f-8a3263edf694 req-2a76448b-c5b8-4c85-8dd2-0703b2d884ba tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.4702475 Aug 31 13:57:03.105833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991cad2-43fa-4837-a05f-01b9e302a4be None None] Pushing event updated for resources: {'Port': ['ID=9a1e4920-2cc8-4158-a712-1b4b2639fc39,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:03.110558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.148610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:03.149665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:03.201720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4dce-1ee1-4bb3-b710-d1c6eb0bd513 req-a02f114d-de2f-4951-9240-51df8f86ccbc tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.213350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f1518e96-08fd-4119-8718-c588bbb8cfd6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:03.213595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-103b4dce-1ee1-4bb3-b710-d1c6eb0bd513 req-a02f114d-de2f-4951-9240-51df8f86ccbc tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 943 time: 1.9369524 Aug 31 13:57:03.218146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73535408-65b2-402e-9c6c-5bc5407b051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf2f7a5-febc-40f3-bc30-0bbbab1ed243,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:03.266777 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3aabae8a-d82c-434b-b1dc-924559988d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.273354 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.274464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 102e8105-c574-4181-87e7-d3a7e739efad up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:03.396402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Pushing event updated for resources: {'Port': ['ID=65be4618-2fa4-4248-8978-a79412d384c6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:03.426148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Attempting to bind port 65be4618-2fa4-4248-8978-a79412d384c6 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:03.426826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Attempting to bind port 65be4618-2fa4-4248-8978-a79412d384c6 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:03.427801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Attempting to bind port 65be4618-2fa4-4248-8978-a79412d384c6 on network 000d81ce-975a-42dc-ac67-6759a0c0409d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:03.436530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Port 65be4618-2fa4-4248-8978-a79412d384c6 on network 000d81ce-975a-42dc-ac67-6759a0c0409d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:03.437225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Attempting to bind port 65be4618-2fa4-4248-8978-a79412d384c6 on network 000d81ce-975a-42dc-ac67-6759a0c0409d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:03.445333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:03.446001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Checking segment: {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:03.446726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Bound using segment: {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:03.447471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Bound port: 65be4618-2fa4-4248-8978-a79412d384c6, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:03.453788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.475827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-103b4dce-1ee1-4bb3-b710-d1c6eb0bd513 req-3247c876-e29c-4ae2-b5ae-cc4f07192ef2 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610526 Aug 31 13:57:03.499569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 28915a31-336c-4741-9a14-664165a5eb51 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:03.511945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 28915a31-336c-4741-9a14-664165a5eb51 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:03.512902 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.699083 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c2befde-e535-465f-913f-8a3263edf694 req-e9531632-f37c-4b67-a7e8-4a2a3bdbaabd tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364893 Aug 31 13:57:03.744946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] For port 65be4618-2fa4-4248-8978-a79412d384c6, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:03.749835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] For port 65be4618-2fa4-4248-8978-a79412d384c6, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=65be4618-2fa4-4248-8978-a79412d384c6,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:03.769910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.778260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.779996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1518e96-08fd-4119-8718-c588bbb8cfd6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:03.783112 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed2754f-318b-4ceb-9629-7d3a45d372a0" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "f1518e96-08fd-4119-8718-c588bbb8cfd6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:03.785819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.793861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.801270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.808985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.817600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.827755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-1396be32-ee68-4c56-b56f-b3ca59d16132 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5444 time: 0.1867232 Aug 31 13:57:03.831284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.869154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.887158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 102e8105-c574-4181-87e7-d3a7e739efad completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:03.914851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.929886 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.937835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 28915a31-336c-4741-9a14-664165a5eb51, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=28915a31-336c-4741-9a14-664165a5eb51,segment=NetworkSegment(1eb7833f-bf9e-4007-8d8b-9f4e715cbf97),segment_id=1eb7833f-bf9e-4007-8d8b-9f4e715cbf97)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:03.968298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 102e8105-c574-4181-87e7-d3a7e739efad triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:03.968849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.973277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.976252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.979972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] 10.222.0.26 "PUT /v2.0/ports/65be4618-2fa4-4248-8978-a79412d384c6 HTTP/1.1" status: 200 len: 1091 time: 5.3223805 Aug 31 13:57:04.001106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6a9ffb-e82b-46a0-a508-fd563af5001b req-38851864-3f11-4246-ad86-d33de227fafe tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670251 Aug 31 13:57:04.003797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'tag': '65be4618-2fa4-4248-8978-a79412d384c6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:04.009478 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.012378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7bd3fbec-4ca8-4932-8a72-d785b954771f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:04.013448 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0022f1e7-7ef6-46f2-8055-1c3242719676" -d '{"events": [{"name": "network-changed", "server_uuid": "284ebd6a-7851-4584-b826-2d27ce1177b7", "tag": "65be4618-2fa4-4248-8978-a79412d384c6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:04.213337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] vlan segment allocate from pool success with {'vlan_id': 1541, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:57:04.256095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32e78b31-74b1-417a-a71d-0fff684de5fc req-3f09d1a2-6844-4add-bf52-550d44c3f307 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 210 time: 0.2665193 Aug 31 13:57:04.265934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62698a1-efdc-478f-9dfa-6ea1b076cf9a service neutron] Pushing event updated for resources: {'Port': ['ID=65be4618-2fa4-4248-8978-a79412d384c6,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:04.345829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704582cb-52f0-40b8-9d6c-f97444468915,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:04.392263 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de84ff46-f34c-4db2-8240-73651e39593b x-openstack-request-id: req-de84ff46-f34c-4db2-8240-73651e39593b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:04.393331 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "f1518e96-08fd-4119-8718-c588bbb8cfd6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:04.397679 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de84ff46-f34c-4db2-8240-73651e39593b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:04.398425 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1518e96-08fd-4119-8718-c588bbb8cfd6', 'code': 200} Aug 31 13:57:04.424364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added routes are [] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 13:57:04.425000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 13:57:04.430353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.431408 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Added segment aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8 of type vlan for network 93a4b332-702b-420a-88b4-3e5212361ea8 Aug 31 13:57:04.439591 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82efb5bb-4017-44c7-9b55-ed23277fed1f x-openstack-request-id: req-82efb5bb-4017-44c7-9b55-ed23277fed1f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:04.439591 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284ebd6a-7851-4584-b826-2d27ce1177b7", "tag": "65be4618-2fa4-4248-8978-a79412d384c6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:04.439591 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82efb5bb-4017-44c7-9b55-ed23277fed1f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:04.439591 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'tag': '65be4618-2fa4-4248-8978-a79412d384c6', 'status': 'completed', 'code': 200} Aug 31 13:57:04.508102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f1518e96-08fd-4119-8718-c588bbb8cfd6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:04.517584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:04.542388 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.561473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.622702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-230e7ab1-ed68-421b-9e5a-2357303c932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.624713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-230e7ab1-ed68-421b-9e5a-2357303c932d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=138b246fda894d6d8af6c77095998313&device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 1094 time: 0.4800656 Aug 31 13:57:04.710784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-086f3fa8-0f83-4220-bb4e-07dae3ca7d7d tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.715703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-086f3fa8-0f83-4220-bb4e-07dae3ca7d7d tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.26 "GET /v2.0/networks?id=9395c72b-f401-4438-812c-00eed4772f4b HTTP/1.1" status: 200 len: 811 time: 0.3416839 Aug 31 13:57:04.887958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-6b18b622-4e39-4c06-a730-6a4f97ebfd42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65be4618-2fa4-4248-8978-a79412d384c6 HTTP/1.1" status: 200 len: 217 time: 0.1526387 Aug 31 13:57:04.893606 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.894577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.907553 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.961043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87da5c-4c00-4ca4-89d8-65b47a7bd9de req-3dfc0a58-a9ec-4b3f-90b4-1d48d52dd2b9 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.962220 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.963607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.964322 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.979583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3aabae8a-d82c-434b-b1dc-924559988d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.989467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7bd3fbec-4ca8-4932-8a72-d785b954771f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:04.990228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f87da5c-4c00-4ca4-89d8-65b47a7bd9de req-3dfc0a58-a9ec-4b3f-90b4-1d48d52dd2b9 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 943 time: 0.2728868 Aug 31 13:57:05.001813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=28915a31-336c-4741-9a14-664165a5eb51,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:05.035684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7bd3fbec-4ca8-4932-8a72-d785b954771f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:05.036513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.064338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f87da5c-4c00-4ca4-89d8-65b47a7bd9de req-7b10f747-2ed3-4965-bbbe-31419647da33 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730131 Aug 31 13:57:05.107541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 102e8105-c574-4181-87e7-d3a7e739efad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=102e8105-c574-4181-87e7-d3a7e739efad,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:05.169949 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:57:05.177255 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.219082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e7e4abd3-d20e-48b4-962a-7cd858f302ce up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:05.372359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.383966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.391219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.408852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.418796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.426362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.433999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.441386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-93ac5a2e-6272-4d62-a350-e82df8749c37 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.2123165 Aug 31 13:57:05.491193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=102e8105-c574-4181-87e7-d3a7e739efad,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:05.494361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e7e4abd3-d20e-48b4-962a-7cd858f302ce completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:05.498769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] Pushing event updated for resources: {'Network': ['ID=93a4b332-702b-420a-88b4-3e5212361ea8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:05.512302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:05.513725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e7e4abd3-d20e-48b4-962a-7cd858f302ce triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:05.514187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3aabae8a-d82c-434b-b1dc-924559988d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.514308 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.523876 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-62c88dbe-5266-47aa-8503-8eb1d980b516 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0544052 Aug 31 13:57:05.526019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19c37985-194b-44f2-9a07-0b54b1200b83 req-8a1c2771-c49f-467c-bb83-63ea8c6f43b4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774202 Aug 31 13:57:05.527718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39626) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:05.535561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Request body: {'subnet': {'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-267642879-subnet', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:05.559105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabae8a-d82c-434b-b1dc-924559988d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfd6099-ff73-4c66-852e-34ab86e9f7d0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:05.561933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 93a4b332-702b-420a-88b4-3e5212361ea8 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:57:05.570137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9fa4-bbf7-4b4f-bcc0-b6be3c3e3809 req-13036c81-100d-4e64-a65f-22c22e53bb64 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.578239 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c03d9fa4-bbf7-4b4f-bcc0-b6be3c3e3809 req-13036c81-100d-4e64-a65f-22c22e53bb64 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.6788263 Aug 31 13:57:05.606397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Made reservation on behalf of bb1c479995934079ab2ded3b7f350996 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:05.613620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.708448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:57Z', 'revision_number': 6, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a1e4920-2cc8-4158-a712-1b4b2639fc39', 'name': '', 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:88:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:51Z', 'updated_at': '2021-08-31T13:57:02Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:05.710508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.717233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:05.720911 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3aabae8a-d82c-434b-b1dc-924559988d7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=219416be7a3a43958175a6b6bbc66e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8282654 Aug 31 13:57:05.728662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.729916 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f1843345-26b7-4f4d-bf4b-a9a8ebda778c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 200 len: 699 time: 3.3276110 Aug 31 13:57:05.746383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39630) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:05.746748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39632) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:05.754471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f5013-8de1-42ae-811f-1baa070f8e6f None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:56:57Z', 'revision_number': 6, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a1e4920-2cc8-4158-a712-1b4b2639fc39', 'name': '', 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:88:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:51Z', 'updated_at': '2021-08-31T13:57:02Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:05.759489 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c03d9fa4-bbf7-4b4f-bcc0-b6be3c3e3809 req-b1b942ca-35f0-4d81-b172-deb05834d497 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803248 Aug 31 13:57:05.794716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7bd3fbec-4ca8-4932-8a72-d785b954771f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7bd3fbec-4ca8-4932-8a72-d785b954771f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:05.804479 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.885062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.966867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c8d10a3-ab4b-4fa5-b5c7-116462c7967e req-53557bce-9c6b-496c-a5ec-1554359429e6 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 210 time: 0.1824696 Aug 31 13:57:05.979658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7bd3fbec-4ca8-4932-8a72-d785b954771f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:06.003516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:06.013342 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.131386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-24800684-4b48-4640-836b-1c2758e0ce68 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dae341a54e74696b6081eaea298ea13 HTTP/1.1" status: 200 len: 380 time: 0.2161186 Aug 31 13:57:06.173984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:06.190573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Request body: {'port': {'device_id': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'admin_state_up': True, 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'security_groups': ['10953a9a-c368-453e-89ec-1058b064a018']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:06.219556 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b0334b10-5ed1-46e3-ac1c-251b577ee77e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 200 len: 699 time: 0.4512086 Aug 31 13:57:06.221506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39642) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:06.233883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-b6abb5a4-270e-44cd-9f15-492993d7daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:06.235391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-b6abb5a4-270e-44cd-9f15-492993d7daed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d HTTP/1.1" status: 200 len: 853 time: 0.3045115 Aug 31 13:57:06.371238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 28915a31-336c-4741-9a14-664165a5eb51 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:06.430103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad'}, {'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:06.432813 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66517ce-e848-4558-b05a-e9a404233ee5" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "102e8105-c574-4181-87e7-d3a7e739efad"}, {"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:06.471971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 28915a31-336c-4741-9a14-664165a5eb51 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:06.471971 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.574711 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8205f-b0cf-4866-969a-2504d934b622 x-openstack-request-id: req-2cd8205f-b0cf-4866-969a-2504d934b622 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:06.575509 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-plugged", "status": "completed", "tag": "102e8105-c574-4181-87e7-d3a7e739efad", "code": 200}, {"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:06.575509 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cd8205f-b0cf-4866-969a-2504d934b622 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:06.581074 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad', 'code': 200} Aug 31 13:57:06.581399 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'code': 200} Aug 31 13:57:06.622205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8c64f81-c35d-4651-b5b4-ea5ecd7a7c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.682884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-944857e3-8ded-47ec-97f0-ee7e4cb5cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:06.690094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-944857e3-8ded-47ec-97f0-ee7e4cb5cc27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=000d81ce-975a-42dc-ac67-6759a0c0409d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3854914 Aug 31 13:57:06.695574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ea68aa2-4f2f-4463-90ff-11fdf0647158 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:06.728335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd6c8-d6a1-49f5-9cd5-b38d009b6b7b req-d8fbaa13-cd30-4714-8ccb-d4301193614e tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:06.771730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-691bd6c8-d6a1-49f5-9cd5-b38d009b6b7b req-d8fbaa13-cd30-4714-8ccb-d4301193614e tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 943 time: 0.4662685 Aug 31 13:57:06.816557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:06.821985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:06.822754 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.957055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8c64f81-c35d-4651-b5b4-ea5ecd7a7c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.024204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.031291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.037572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.044091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.050456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.056942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.062925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.071512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-d16eb80c-b11e-4957-9c27-c42917fe11f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.1909294 Aug 31 13:57:07.081568 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.216237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9ea68aa2-4f2f-4463-90ff-11fdf0647158, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ea68aa2-4f2f-4463-90ff-11fdf0647158,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:07.219358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61181054-169e-48fd-8d8b-e26d55f1f3b9 req-bd7128d3-588c-4a00-8b29-2cbc9c15a268 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446285 Aug 31 13:57:07.223487 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.225464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e70a3df1-bd95-4875-acf6-0ad95f411f47 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:07.254390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.255360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.264528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.267889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.270336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.271561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.274046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.276362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-511defdc-58eb-4a28-af12-dfa5e97484bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6502 time: 0.1548860 Aug 31 13:57:07.317707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.334416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-691bd6c8-d6a1-49f5-9cd5-b38d009b6b7b req-27846596-5bf3-4377-a6ac-faa1687c7805 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606034 Aug 31 13:57:07.414958 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-45e191af-e9d6-4be8-b11e-7ce4719eb7ee req-a47498d8-6164-4abd-8267-8718c128c195 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925577 Aug 31 13:57:07.464247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8c64f81-c35d-4651-b5b4-ea5ecd7a7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.489786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Made reservation on behalf of 9dae341a54e74696b6081eaea298ea13 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:07.500213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8c64f81-c35d-4651-b5b4-ea5ecd7a7c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.500541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.503817 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e8c64f81-c35d-4651-b5b4-ea5ecd7a7c37 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cfd6099-ff73-4c66-852e-34ab86e9f7d0 HTTP/1.1" status: 204 len: 168 time: 1.7371686 Aug 31 13:57:07.503979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d92aa98-db92-4923-97c5-74c55482f251,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:07.521325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64f81-c35d-4651-b5b4-ea5ecd7a7c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfd6099-ff73-4c66-852e-34ab86e9f7d0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:07.589532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f75be-e472-4224-9d8c-5bbfef1a4ff4 req-4b1436d1-dfce-4b58-b3f2-ea2e5e58570a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.599178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-882f75be-e472-4224-9d8c-5bbfef1a4ff4 req-4b1436d1-dfce-4b58-b3f2-ea2e5e58570a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.2061915 Aug 31 13:57:07.608468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e70a3df1-bd95-4875-acf6-0ad95f411f47 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:07.609100 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.691410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9ea68aa2-4f2f-4463-90ff-11fdf0647158,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:07.696007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6cef442d-bda4-460c-98fa-652d3fe8bdc2 req-1b14da19-b688-40e9-9b57-10d7ade30958 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 210 time: 0.1659079 Aug 31 13:57:07.709682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.737188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:07.819773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:07.820421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:07.869222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-bb063c67-0390-4ade-97df-5a9416df56dc service neutron] 10.222.0.26 "GET /v2.0/networks/000d81ce-975a-42dc-ac67-6759a0c0409d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0876315 Aug 31 13:57:07.903362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9d08-61c1-4508-91c9-62e6e997d625 req-99b2a5bc-13e2-4423-8c4c-b34f4ed02987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.906051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-becc9d08-61c1-4508-91c9-62e6e997d625 req-99b2a5bc-13e2-4423-8c4c-b34f4ed02987 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 1097 time: 0.7860467 Aug 31 13:57:07.908008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Allocated IP 172.20.0.13 (9395c72b-f401-4438-812c-00eed4772f4b/8db70b0d-396f-444d-b7cd-fa66b3f2059d/b18794ea-1761-48d2-b90f-d9072ae8c3a2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:07.920807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Checking segment: {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:07.921513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Network hostable DHCP agents. Network: 93a4b332-702b-420a-88b4-3e5212361ea8, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:57:07.984553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Network 93a4b332-702b-420a-88b4-3e5212361ea8 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:57:08.022396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 93a4b332-702b-420a-88b4-3e5212361ea8) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:08.075079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.075708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.075879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe2eda-2d5b-42f8-8cc7-54bae865cc0e None None] Network 93a4b332-702b-420a-88b4-3e5212361ea8 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:08.114514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-882f75be-e472-4224-9d8c-5bbfef1a4ff4 req-287ba4d1-8b90-4bd2-993e-d6dadbcb3776 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050454 Aug 31 13:57:08.124339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e71c34d1-8b89-4f90-a960-6ce40d6a352a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5928676 Aug 31 13:57:08.124697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39666) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:08.135114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:08.214698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.215836 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.409927 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.447252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.469938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Transition to ACTIVE for port object b18794ea-1761-48d2-b90f-d9072ae8c3a2 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:08.482632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:08.483187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.521203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:08.691630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9a1e4920-2cc8-4158-a712-1b4b2639fc39 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:08.692691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port 9a1e4920-2cc8-4158-a712-1b4b2639fc39, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9a1e4920-2cc8-4158-a712-1b4b2639fc39,segment=NetworkSegment(1eb7833f-bf9e-4007-8d8b-9f4e715cbf97),segment_id=1eb7833f-bf9e-4007-8d8b-9f4e715cbf97)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:08.693636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.714773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 9a1e4920-2cc8-4158-a712-1b4b2639fc39 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:08.814660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.940216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.946365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.952555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.958663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.965720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.972014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.978334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.981031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-223c436d-7984-45e1-8b37-0fe06c652223 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.3962617 Aug 31 13:57:09.040842 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.055180 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.224059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-530fb3fc-d4b7-4aaa-a142-3f907f6461da req-27aee374-f538-4b37-a96e-217013088ce4 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2309177 Aug 31 13:57:09.238671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No active binding found for port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 {{(pid=101362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 13:57:09.241244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Network 9395c72b-f401-4438-812c-00eed4772f4b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:09.244701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9a1e4920-2cc8-4158-a712-1b4b2639fc39 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 13:57:09.252120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:09.281190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=9a1e4920-2cc8-4158-a712-1b4b2639fc39,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:09.290251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:09.344706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port 9a1e4920-2cc8-4158-a712-1b4b2639fc39 not found, will not notify nova. {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 13:57:09.345379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ea68aa2-4f2f-4463-90ff-11fdf0647158 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:09.389414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca356bb-a9e0-4978-9189-93ae5e083532 req-48649fa7-0e34-46bd-95b6-36ebec548a00 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:09.397919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca356bb-a9e0-4978-9189-93ae5e083532 req-48649fa7-0e34-46bd-95b6-36ebec548a00 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 943 time: 0.3558719 Aug 31 13:57:09.398657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-becc9d08-61c1-4508-91c9-62e6e997d625 req-a3d0c564-dcc0-4fdf-b96d-c7b89c929ddd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648424 Aug 31 13:57:09.429452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event updated for resources: {'Port': ['ID=b18794ea-1761-48d2-b90f-d9072ae8c3a2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:09.594421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-93a4b332-702b-420a-88b4-3e5212361ea8', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:57:09.595381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.637286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:09.637673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.657200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:09.664153 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.701522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca356bb-a9e0-4978-9189-93ae5e083532 req-9ea3f958-2101-4ffa-b272-41198e04899c tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020122 Aug 31 13:57:09.754967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-76fa39ba-bdee-4d8f-aae0-6c9f6450da0b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6004636 Aug 31 13:57:09.773933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.857498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb271f3-3e49-42f4-96a2-9e3bce869dba req-46359c6f-fc1e-45ba-8632-a2bdd186a3a0 service neutron] 10.222.0.26 "GET /v2.0/networks/000d81ce-975a-42dc-ac67-6759a0c0409d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130159 Aug 31 13:57:09.871196 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.877656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58206-74b1-45ca-bfd6-6811cf6af207 req-d06b5a27-6e66-44d8-8ca6-68e3860f06c4 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:09.879271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91f58206-74b1-45ca-bfd6-6811cf6af207 req-d06b5a27-6e66-44d8-8ca6-68e3860f06c4 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 932 time: 0.4400022 Aug 31 13:57:10.019628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.034719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fa772bc0-f39b-4878-bb7d-a66eba22a299 None None] Provisioning for port b18794ea-1761-48d2-b90f-d9072ae8c3a2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:10.063083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.089542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fa772bc0-f39b-4878-bb7d-a66eba22a299 None None] Provisioning complete for port b18794ea-1761-48d2-b90f-d9072ae8c3a2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:10.090412 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa772bc0-f39b-4878-bb7d-a66eba22a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.102201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91f58206-74b1-45ca-bfd6-6811cf6af207 req-aa0e2bd7-154b-4b4c-8e25-b4da08c7947c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534872 Aug 31 13:57:10.168220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:04Z', 'revision_number': 7, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a1e4920-2cc8-4158-a712-1b4b2639fc39', 'name': '', 'network_id': '8af93093-18ff-4a64-94d2-5706ec3bcd70', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:88:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:51Z', 'updated_at': '2021-08-31T13:57:02Z', 'revision_number': 4, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:10.229468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7bd3fbec-4ca8-4932-8a72-d785b954771f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:10.240109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:10.247518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61513fd7-e81f-404d-b79f-6b0dbe84cdea req-8cf78cfc-a82c-4a68-9282-30af54b5bc8b tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:10.263824 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61513fd7-e81f-404d-b79f-6b0dbe84cdea req-8cf78cfc-a82c-4a68-9282-30af54b5bc8b tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.2320426 Aug 31 13:57:10.331196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Allocated IP 172.25.0.34 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/86f4424a-f5c0-49aa-8425-06e1a744aab4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:10.373900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:10.375463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:10.398202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fa772bc0-f39b-4878-bb7d-a66eba22a299 None None] Port b18794ea-1761-48d2-b90f-d9072ae8c3a2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:10.421812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Allocated IP 172.20.0.2 (93a4b332-702b-420a-88b4-3e5212361ea8/6d92aa98-db92-4923-97c5-74c55482f251/db0a5b90-8387-4eb9-8c19-df84cb494e3d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:10.498795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61513fd7-e81f-404d-b79f-6b0dbe84cdea req-3c422007-6688-4705-a5c6-68d7d9fea73c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327089 Aug 31 13:57:10.563070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.616752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Request body: {'port': {'device_id': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:10.624997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7bd3fbec-4ca8-4932-8a72-d785b954771f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:10.625492 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.692491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:10.743113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412c3c5-145f-4f02-85cc-ce7e747936bc req-24c10a9a-5ffc-4d8b-bb70-a8fcf6ccc64b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0946534 Aug 31 13:57:10.744398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.816370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:10.843065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:10.890025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:10.922472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:10.986098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-ba1536cd-1485-4c7e-b299-b6e2418fed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:10.988955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-ba1536cd-1485-4c7e-b299-b6e2418fed3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=138b246fda894d6d8af6c77095998313&device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 1094 time: 0.3691161 Aug 31 13:57:11.104889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d44fc-bb2f-4ad5-9f01-0ea0e4501fea req-9980a461-958d-4f8b-8f4c-15695ae27fed tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.104889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c46d44fc-bb2f-4ad5-9f01-0ea0e4501fea req-9980a461-958d-4f8b-8f4c-15695ae27fed tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 943 time: 0.2583818 Aug 31 13:57:11.141397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412c3c5-145f-4f02-85cc-ce7e747936bc req-0dec6ef6-a6fd-4a06-9bfb-1ed7dfac2f62 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.2726221 Aug 31 13:57:11.196068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:11.212229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c46d44fc-bb2f-4ad5-9f01-0ea0e4501fea req-cee131fb-d539-4af2-805b-c6172e4060d5 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851417 Aug 31 13:57:11.222921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9a70fab0-6499-4452-90d3-9899b2e7819c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0001292 Aug 31 13:57:11.226199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39734) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:11.270245 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.281163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Transition to ACTIVE for port object db0a5b90-8387-4eb9-8c19-df84cb494e3d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:11.298691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Transition to ACTIVE for port object db0a5b90-8387-4eb9-8c19-df84cb494e3d will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:11.303709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Pushing event updated for resources: {'Port': ['ID=86f4424a-f5c0-49aa-8425-06e1a744aab4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:11.315219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.348525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.375842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.381849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.390393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.398000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.407797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.415352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.418894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-c302e6fe-68f9-4c07-aa0c-e6136b0d3eca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.7613437 Aug 31 13:57:11.445178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:11.462005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.465212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.506075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee97771-cab0-408a-9f4b-9b542c4c1802 req-5864aef4-6e1b-48ce-b3c8-055d52d30f31 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.518239 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ee97771-cab0-408a-9f4b-9b542c4c1802 req-5864aef4-6e1b-48ce-b3c8-055d52d30f31 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 932 time: 0.1417577 Aug 31 13:57:11.563698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Network 93a4b332-702b-420a-88b4-3e5212361ea8 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:11.587288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:11.598775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.600126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:11.703531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ee97771-cab0-408a-9f4b-9b542c4c1802 req-5a95ac70-f213-4a5e-b4b9-c64b652beb16 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864841 Aug 31 13:57:11.712125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Pushing event updated for resources: {'Port': ['ID=db0a5b90-8387-4eb9-8c19-df84cb494e3d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:11.772719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:08Z', 'revision_number': 8, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:11.807942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Attempting to bind port db0a5b90-8387-4eb9-8c19-df84cb494e3d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:11.809068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Attempting to bind port db0a5b90-8387-4eb9-8c19-df84cb494e3d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:11.809677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Attempting to bind port db0a5b90-8387-4eb9-8c19-df84cb494e3d on network 93a4b332-702b-420a-88b4-3e5212361ea8 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:11.815123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48447e-9424-4ba5-ada4-dd5d24fd9c6c None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:08Z', 'revision_number': 8, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:11.824169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:11.824554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Checking segment: {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:11.825004 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.825403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Bound using segment: {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:11.825903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Bound port: db0a5b90-8387-4eb9-8c19-df84cb494e3d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:11.826288 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.882228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.940083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] For port db0a5b90-8387-4eb9-8c19-df84cb494e3d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:11.944080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] For port db0a5b90-8387-4eb9-8c19-df84cb494e3d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=db0a5b90-8387-4eb9-8c19-df84cb494e3d,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:11.950341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.010337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412c3c5-145f-4f02-85cc-ce7e747936bc req-892117b7-f239-47bc-a075-09a2f73201ea service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7675140 Aug 31 13:57:12.039553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c51fc-f6d6-44bd-9638-ddada9d9da98 None None] Pushing event updated for resources: {'Port': ['ID=db0a5b90-8387-4eb9-8c19-df84cb494e3d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:12.230331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f3d1dcf-a989-44b8-ade5-ed88b9167fed req-e870da68-d90e-4289-8812-9487fb582c91 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321479 Aug 31 13:57:12.416834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337061af-714a-4793-856b-24d62ff1d035 req-825a0f86-6493-4bd0-a8d7-46bde91374c1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:12.419597 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-337061af-714a-4793-856b-24d62ff1d035 req-825a0f86-6493-4bd0-a8d7-46bde91374c1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.5873663 Aug 31 13:57:12.499010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-337061af-714a-4793-856b-24d62ff1d035 req-5b0a0b27-0e12-4776-a800-0c05cd29c304 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663507 Aug 31 13:57:12.500569 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.522732 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.533287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:12.535404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.537501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d72f7d4d-81b1-4c74-a847-3a1f3b0de1c7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c HTTP/1.1" status: 204 len: 168 time: 1.3099909 Aug 31 13:57:12.539998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39758) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:12.549051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b791a5-60f5-44c5-b64b-59bdc33b5229 None None] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:12.763002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5cac5-960d-4b5c-abe1-e8a984b815ab req-f9e1617a-2344-4806-9de5-c6632c178665 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:12.770568 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:12.776657 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57f5cac5-960d-4b5c-abe1-e8a984b815ab req-f9e1617a-2344-4806-9de5-c6632c178665 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.1108074 Aug 31 13:57:12.783544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-80d2144a-cf57-4f9e-9e1c-385c1fdcfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:12.787515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-80d2144a-cf57-4f9e-9e1c-385c1fdcfc5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=000d81ce-975a-42dc-ac67-6759a0c0409d HTTP/1.1" status: 200 len: 916 time: 1.5325022 Aug 31 13:57:12.789371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c3c5-145f-4f02-85cc-ce7e747936bc req-017ddf80-b120-4214-9487-d0a4a27dcb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:12.791133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412c3c5-145f-4f02-85cc-ce7e747936bc req-017ddf80-b120-4214-9487-d0a4a27dcb23 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7543857 Aug 31 13:57:12.802438 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:12.802438 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:12.863497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.882304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] DHCP port deletion for 8af93093-18ff-4a64-94d2-5706ec3bcd70 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:57:12.906695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57f5cac5-960d-4b5c-abe1-e8a984b815ab req-425381ac-ce24-4135-b539-f5a310b4f3a0 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271503 Aug 31 13:57:12.971574 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:12.993634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] Deleting port 28915a31-336c-4741-9a14-664165a5eb51 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:12.994009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.067142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad30ce4-7239-45e6-bbc8-e3ba56536e3c req-a8cc19ff-6f36-4073-84f8-1ec441463a0e tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:13.075427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ad30ce4-7239-45e6-bbc8-e3ba56536e3c req-a8cc19ff-6f36-4073-84f8-1ec441463a0e tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 932 time: 0.0981171 Aug 31 13:57:13.184352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-d439c4e8-68bf-4d56-a7c5-5a1181da6543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65be4618-2fa4-4248-8978-a79412d384c6 HTTP/1.1" status: 200 len: 217 time: 0.0740716 Aug 31 13:57:13.193980 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ad30ce4-7239-45e6-bbc8-e3ba56536e3c req-4917ac90-4235-4002-87f6-64d444ba575f tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129277 Aug 31 13:57:13.211306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 28915a31-336c-4741-9a14-664165a5eb51 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:13.211666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.330670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device db0a5b90-8387-4eb9-8c19-df84cb494e3d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:13.361932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8013c-e76e-48a9-8329-1f69e6176644 req-5b64681c-01f8-4d59-90bb-75e549c27e34 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:13.364178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7c8013c-e76e-48a9-8329-1f69e6176644 req-5b64681c-01f8-4d59-90bb-75e549c27e34 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 943 time: 1.0003455 Aug 31 13:57:13.400472 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:08Z', 'revision_number': 8, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:13.418858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 65be4618-2fa4-4248-8978-a79412d384c6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:13.442974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port 28915a31-336c-4741-9a14-664165a5eb51, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=28915a31-336c-4741-9a14-664165a5eb51,segment=NetworkSegment(1eb7833f-bf9e-4007-8d8b-9f4e715cbf97),segment_id=1eb7833f-bf9e-4007-8d8b-9f4e715cbf97)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:13.443373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.468246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.476381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 28915a31-336c-4741-9a14-664165a5eb51 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:13.488859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:13.508923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-0e2a3072-2014-4824-92c4-da958bcd7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:13.510822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-0e2a3072-2014-4824-92c4-da958bcd7593 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d HTTP/1.1" status: 200 len: 853 time: 0.2659383 Aug 31 13:57:13.511851 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:13.512514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:13.517162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7c8013c-e76e-48a9-8329-1f69e6176644 req-099ef866-f3c3-4b7c-9b0d-ea5c9538432a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342194 Aug 31 13:57:13.700982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] For port 28915a31-336c-4741-9a14-664165a5eb51, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=28915a31-336c-4741-9a14-664165a5eb51,segment=NetworkSegment(1eb7833f-bf9e-4007-8d8b-9f4e715cbf97),segment_id=1eb7833f-bf9e-4007-8d8b-9f4e715cbf97)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:13.701547 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.742600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.774903 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:13.781640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=28915a31-336c-4741-9a14-664165a5eb51,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:13.789105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port 28915a31-336c-4741-9a14-664165a5eb51 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:13.835479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92f8b8-110c-494a-99e0-76b76bce7a6b None None] Network 93a4b332-702b-420a-88b4-3e5212361ea8 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:13.849614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18794ea-1761-48d2-b90f-d9072ae8c3a2 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:13.882564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] Calling delete_port for 28915a31-336c-4741-9a14-664165a5eb51 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:13.893855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.909244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.927788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af93093-18ff-4a64-94d2-5706ec3bcd70']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:13.954697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:13.955234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb7833f-bf9e-4007-8d8b-9f4e715cbf97') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:13.972650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-eabe7ed0-34b0-4684-9870-10b8d27c5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:13.973961 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.974302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-eabe7ed0-34b0-4684-9870-10b8d27c5d7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=000d81ce-975a-42dc-ac67-6759a0c0409d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899306 Aug 31 13:57:13.986707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port db0a5b90-8387-4eb9-8c19-df84cb494e3d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:14.004175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.012581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:14.013599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:14.090784 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:14.100018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.114270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-f20e03fe-84bb-4cf2-b6b5-8bcc3b77b890 service neutron] 10.222.0.26 "GET /v2.0/networks/000d81ce-975a-42dc-ac67-6759a0c0409d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278913 Aug 31 13:57:14.115723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Transition to ACTIVE for port object b18794ea-1761-48d2-b90f-d9072ae8c3a2 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:14.119259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.125772 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/8af93093-18ff-4a64-94d2-5706ec3bcd70 HTTP/1.1" status: 204 len: 168 time: 1.5845270 Aug 31 13:57:14.128475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39794) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:14.139625 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:08Z', 'revision_number': 8, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:14.143201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.150393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 65be4618-2fa4-4248-8978-a79412d384c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=65be4618-2fa4-4248-8978-a79412d384c6,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:14.157614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde261d6-0c22-4472-8ab1-ff6739f675d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=8af93093-18ff-4a64-94d2-5706ec3bcd70,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:14.158248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9b7e038-927d-4002-851a-86a18d9a1d85 None None] Provisioning for port db0a5b90-8387-4eb9-8c19-df84cb494e3d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:14.203947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.206357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9b7e038-927d-4002-851a-86a18d9a1d85 None None] Provisioning complete for port db0a5b90-8387-4eb9-8c19-df84cb494e3d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:14.208718 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e038-927d-4002-851a-86a18d9a1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.210110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.217471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.223653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.238683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.239496 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47484e-0b4c-4ced-acae-2275cfd1acc3 None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:08Z', 'revision_number': 8, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd385a1a8-5cdf-4015-97c8-589593ce1ff4', 'name': '', 'network_id': '7daea377-e355-49a3-b9d9-27246bd4443a', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:39Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '75b84902-76b6-47f1-89bd-67022c961aa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:14.264136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.286374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.293779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-55fe2165-96a3-4f2c-bd36-e17cb0764a71 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.6080427 Aug 31 13:57:14.520955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:57:14.568147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a12d2e48-6fc9-4366-820f-5eca19bb47d1 req-03c0c3cd-6b58-49b2-a407-e9e8b53b15db tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2629046 Aug 31 13:57:14.570155 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.584824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 28915a31-336c-4741-9a14-664165a5eb51 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:14.603109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Pushing event updated for resources: {'Port': ['ID=b18794ea-1761-48d2-b90f-d9072ae8c3a2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:14.683061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] Network 8af93093-18ff-4a64-94d2-5706ec3bcd70 is not hosted by any dhcp agent {{(pid=101362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 13:57:14.683635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] No DVR routers for this DVR port 28915a31-336c-4741-9a14-664165a5eb51 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:14.799490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '65be4618-2fa4-4248-8978-a79412d384c6', 'network_id': '000d81ce-975a-42dc-ac67-6759a0c0409d', 'port_id': '65be4618-2fa4-4248-8978-a79412d384c6', 'mac_address': 'fa:16:3e:2a:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:14.801149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 28915a31-336c-4741-9a14-664165a5eb51 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:14.801513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 28915a31-336c-4741-9a14-664165a5eb51 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:14.801929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9a1e4920-2cc8-4158-a712-1b4b2639fc39 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:14.838186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Attempting to bind port b18794ea-1761-48d2-b90f-d9072ae8c3a2 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:14.839425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Attempting to bind port b18794ea-1761-48d2-b90f-d9072ae8c3a2 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:14.839425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Attempting to bind port b18794ea-1761-48d2-b90f-d9072ae8c3a2 on network 9395c72b-f401-4438-812c-00eed4772f4b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:14.849215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Port b18794ea-1761-48d2-b90f-d9072ae8c3a2 on network 9395c72b-f401-4438-812c-00eed4772f4b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:14.849871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Attempting to bind port b18794ea-1761-48d2-b90f-d9072ae8c3a2 on network 9395c72b-f401-4438-812c-00eed4772f4b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:14.865708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76a45b-3d65-4dec-933c-e190bf20abb7 None None] Pushing event deleted for resources: {'Port': ['ID=28915a31-336c-4741-9a14-664165a5eb51,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:14.890635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.906547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9a1e4920-2cc8-4158-a712-1b4b2639fc39 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:14.906894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9a1e4920-2cc8-4158-a712-1b4b2639fc39 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:14.970464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0022f1e7-7ef6-46f2-8055-1c3242719676 req-3bf9923b-b409-467c-88b7-ea74f29d6979 service neutron] 10.222.0.26 "GET /v2.0/networks/000d81ce-975a-42dc-ac67-6759a0c0409d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8344247 Aug 31 13:57:14.971247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:14.971599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Checking segment: {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:14.971990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Bound using segment: {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:14.972577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Bound port: b18794ea-1761-48d2-b90f-d9072ae8c3a2, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c2f698-40c9-4d17-9a8d-01d225a121ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:14.972983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.077636 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e038-927d-4002-851a-86a18d9a1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.090875 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.134047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e9b7e038-927d-4002-851a-86a18d9a1d85 None None] For port db0a5b90-8387-4eb9-8c19-df84cb494e3d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=db0a5b90-8387-4eb9-8c19-df84cb494e3d,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:15.137694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65be4618-2fa4-4248-8978-a79412d384c6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:15.160891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172404c2-36d5-4d18-90f9-00431c55b184 req-f3a8dc0b-9a51-4820-b999-6077bb7631ab tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.166677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 65be4618-2fa4-4248-8978-a79412d384c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=65be4618-2fa4-4248-8978-a79412d384c6,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:15.170379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-172404c2-36d5-4d18-90f9-00431c55b184 req-f3a8dc0b-9a51-4820-b999-6077bb7631ab tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 944 time: 0.3475916 Aug 31 13:57:15.171250 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e038-927d-4002-851a-86a18d9a1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.192020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:15.242251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] For port b18794ea-1761-48d2-b90f-d9072ae8c3a2, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:15.243021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.246968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] For port b18794ea-1761-48d2-b90f-d9072ae8c3a2, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:15.247227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7e038-927d-4002-851a-86a18d9a1d85 None None] Pushing event updated for resources: {'Port': ['ID=db0a5b90-8387-4eb9-8c19-df84cb494e3d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:15.255029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.257157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Sync routers for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:15.316105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=65be4618-2fa4-4248-8978-a79412d384c6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:15.383043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:15.383936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:15.398952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811e5ad-d96a-49a6-9bcd-d0a2583af3e0 req-1663ccb7-39ae-493b-bada-96f1a139600b tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.398952 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b811e5ad-d96a-49a6-9bcd-d0a2583af3e0 req-1663ccb7-39ae-493b-bada-96f1a139600b tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 944 time: 0.2332385 Aug 31 13:57:15.423967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.425261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e2002fdc-4931-41ed-b6d7-5b3c6a6b6794 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2995074 Aug 31 13:57:15.425976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Pushing event updated for resources: {'Port': ['ID=b18794ea-1761-48d2-b90f-d9072ae8c3a2,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:15.433595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39830) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:15.435064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.435754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.437177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-fb7e42fd-3832-46c4-b5fc-35f5c622cf28 service neutron] 10.222.0.26 "PUT /v2.0/ports/b18794ea-1761-48d2-b90f-d9072ae8c3a2 HTTP/1.1" status: 200 len: 1092 time: 4.8266733 Aug 31 13:57:15.437820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:15.440078 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ba37d-dccf-4c6d-a4c6-8be45693c107" -d '{"events": [{"name": "network-changed", "server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:15.452123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-172404c2-36d5-4d18-90f9-00431c55b184 req-f0148f96-03e7-4854-beb9-f98522ab1c27 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805803 Aug 31 13:57:15.467862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port d385a1a8-5cdf-4015-97c8-589593ce1ff4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:15.468217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.597512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b811e5ad-d96a-49a6-9bcd-d0a2583af3e0 req-f0945948-0bea-44c5-970e-b76692b075b4 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737058 Aug 31 13:57:15.626920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4a0a831b-919f-4dfd-b422-f4babed3b409 None None] Provisioning complete for port db0a5b90-8387-4eb9-8c19-df84cb494e3d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:15.627729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a0a831b-919f-4dfd-b422-f4babed3b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.644445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:15.698283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-62e33aad-45c1-455c-8dbb-3288480dd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.700998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-62e33aad-45c1-455c-8dbb-3288480dd1ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dae341a54e74696b6081eaea298ea13&device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 1095 time: 0.1843002 Aug 31 13:57:15.759893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.762257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['65be4618-2fa4-4248-8978-a79412d384c6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:15.774510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.784493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port d385a1a8-5cdf-4015-97c8-589593ce1ff4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d385a1a8-5cdf-4015-97c8-589593ce1ff4,segment=NetworkSegment(3465a088-84c0-49b9-92cc-9aa84e4bd472),segment_id=3465a088-84c0-49b9-92cc-9aa84e4bd472)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:15.784992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.786948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.795057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.823226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.834338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.841209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for d385a1a8-5cdf-4015-97c8-589593ce1ff4 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:15.842009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.858200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39848) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:15.865501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec4ba5b7-486e-4e58-852a-0c2a28869b35 req-99540a95-eeee-40a1-a5bd-4e0489f0e081 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.2888036 Aug 31 13:57:15.865840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Request body: {'floatingip': {'port_id': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:15.867630 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae3120-0d02-46f0-88ae-745216cee08e x-openstack-request-id: req-8cae3120-0d02-46f0-88ae-745216cee08e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:15.867808 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:15.868075 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cae3120-0d02-46f0-88ae-745216cee08e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:15.868441 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'status': 'completed', 'code': 200} Aug 31 13:57:15.970441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-3650d4ef-c4d1-460c-a10d-50f9b3e22d48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2 HTTP/1.1" status: 200 len: 217 time: 0.2424757 Aug 31 13:57:16.014622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.093508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-1b3f58bb-371e-46a3-9b8a-41732fa33888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.100891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-1b3f58bb-371e-46a3-9b8a-41732fa33888 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8db70b0d-396f-444d-b7cd-fa66b3f2059d HTTP/1.1" status: 200 len: 850 time: 0.1213915 Aug 31 13:57:16.154743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5da7-a133-4559-bbcf-f65dc11c071e req-109abd9f-c075-422a-9ff8-f5821ef867d3 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.156400 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a0a5da7-a133-4559-bbcf-f65dc11c071e req-109abd9f-c075-422a-9ff8-f5821ef867d3 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.2181423 Aug 31 13:57:16.202101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:11Z', 'revision_number': 3, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:16.208715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-c30f9513-f999-430e-801d-f025278ab0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.210626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-c30f9513-f999-430e-801d-f025278ab0ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9395c72b-f401-4438-812c-00eed4772f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032569 Aug 31 13:57:16.237220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Checking router: c75c15e5-4dbb-4f91-8e36-f4294d8ed436 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:16.237574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Updating router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 port 86f4424a-f5c0-49aa-8425-06e1a744aab4 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:57:16.271793 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.356359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-3ccde9b8-3976-46c8-a010-fa15b7434f8a service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231377 Aug 31 13:57:16.496278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a0a5da7-a133-4559-bbcf-f65dc11c071e req-a6b4f840-5876-4b4c-9afe-3b37dd0dc88e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277516 Aug 31 13:57:16.573171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01e60d97-9b87-4dc2-a77a-0a2a3330c0b0 req-2d5fcc10-9173-4b1d-a0fa-788d3c40f0a8 service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013514 Aug 31 13:57:16.795172 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.811231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71d13-5065-483a-a0a0-5a9087c6ece0 req-0babe768-3a31-4e27-954a-07bfc68d8613 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.815798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03b71d13-5065-483a-a0a0-5a9087c6ece0 req-0babe768-3a31-4e27-954a-07bfc68d8613 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 944 time: 0.1170940 Aug 31 13:57:16.820286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Transition to ACTIVE for port object 86f4424a-f5c0-49aa-8425-06e1a744aab4 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:16.831312 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.875703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-e54bbb7e-e278-4f0f-9b0a-1b3e4a80685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.877370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-e54bbb7e-e278-4f0f-9b0a-1b3e4a80685e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dae341a54e74696b6081eaea298ea13&device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 1095 time: 0.1277680 Aug 31 13:57:16.896742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Attempting to bind port 86f4424a-f5c0-49aa-8425-06e1a744aab4 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:16.897531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Attempting to bind port 86f4424a-f5c0-49aa-8425-06e1a744aab4 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:16.898139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Attempting to bind port 86f4424a-f5c0-49aa-8425-06e1a744aab4 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:16.907296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d048a0c-6a0b-42fe-ad12-9488f6720a27 None None] Pushing event updated for resources: {'Port': ['ID=86f4424a-f5c0-49aa-8425-06e1a744aab4,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:16.913331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:16.913742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:16.914131 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.914536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:16.917923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Bound port: 86f4424a-f5c0-49aa-8425-06e1a744aab4, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:16.917923 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.982359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] For port 86f4424a-f5c0-49aa-8425-06e1a744aab4, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:16.987997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] For port 86f4424a-f5c0-49aa-8425-06e1a744aab4, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=86f4424a-f5c0-49aa-8425-06e1a744aab4,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:16.989069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-4594e1b2-40e3-4ae5-8d24-df00e25f5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.990844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-4594e1b2-40e3-4ae5-8d24-df00e25f5348 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9395c72b-f401-4438-812c-00eed4772f4b HTTP/1.1" status: 200 len: 913 time: 0.1004491 Aug 31 13:57:16.992918 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.003648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03b71d13-5065-483a-a0a0-5a9087c6ece0 req-02c2a139-58eb-4321-92da-ea5d04c33f8c tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761680 Aug 31 13:57:17.059517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-d0d6e0c8-82fc-4d85-97bd-1e8fa02fd751 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2 HTTP/1.1" status: 200 len: 217 time: 0.0548952 Aug 31 13:57:17.066979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d048a0c-6a0b-42fe-ad12-9488f6720a27 None None] Pushing event updated for resources: {'Port': ['ID=86f4424a-f5c0-49aa-8425-06e1a744aab4,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:17.085191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:17.086292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:17.148892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-ece3e0b4-89a7-4b68-a113-71febb27b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:17.148892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-ece3e0b4-89a7-4b68-a113-71febb27b932 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8db70b0d-396f-444d-b7cd-fa66b3f2059d HTTP/1.1" status: 200 len: 850 time: 0.0697312 Aug 31 13:57:17.212610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-da73f59d-057c-4726-a89a-10cb1b77d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:17.216488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-da73f59d-057c-4726-a89a-10cb1b77d19c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9395c72b-f401-4438-812c-00eed4772f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603673 Aug 31 13:57:17.280351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device db0a5b90-8387-4eb9-8c19-df84cb494e3d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:17.300361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.398815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port db0a5b90-8387-4eb9-8c19-df84cb494e3d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:17.399510 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.437727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-49fc9f37-476f-4b33-bac0-b010072a42ec service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006936 Aug 31 13:57:17.446792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:17.591774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0196bf-13d5-4d04-a4f6-94f451388de6 req-36fc3fb3-830d-450e-b2d7-1c7605cea3f0 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:17.605999 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6e0196bf-13d5-4d04-a4f6-94f451388de6 req-36fc3fb3-830d-450e-b2d7-1c7605cea3f0 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 944 time: 0.9389102 Aug 31 13:57:17.611932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-313ba37d-dccf-4c6d-a4c6-8be45693c107 req-012db329-fa8a-4f44-b169-5601b4febd0a service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577437 Aug 31 13:57:17.697215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2655-b0e7-4dd3-8c84-ecf6c9f54ac2 req-fcb6381e-b3bd-48b6-96a2-afe5867eaedd tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:17.705237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c0b2655-b0e7-4dd3-8c84-ecf6c9f54ac2 req-fcb6381e-b3bd-48b6-96a2-afe5867eaedd tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.0830421 Aug 31 13:57:17.773058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=d385a1a8-5cdf-4015-97c8-589593ce1ff4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:17.793481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c0b2655-b0e7-4dd3-8c84-ecf6c9f54ac2 req-0d7a2cc3-0015-49b6-a691-71ff96fa6225 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871799 Aug 31 13:57:17.819347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e7e4abd3-d20e-48b4-962a-7cd858f302ce details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:17.922730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:17.939978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 65be4618-2fa4-4248-8978-a79412d384c6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:18.001879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'port_id': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'mac_address': 'fa:16:3e:7e:a4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0834182-206c-4bce-9e95-5cf408dcdb94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:18.068229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.121038 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6e0196bf-13d5-4d04-a4f6-94f451388de6 req-4587cbfd-d6ae-40db-b7b5-4b99769e43e0 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112362 Aug 31 13:57:18.163313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.185974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 65be4618-2fa4-4248-8978-a79412d384c6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:18.201688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2c99a-a851-4ff0-a69b-ebd747b87dd6 req-90edc732-4aef-4268-9b37-4c7340b200d7 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:18.205121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55d2c99a-a851-4ff0-a69b-ebd747b87dd6 req-90edc732-4aef-4268-9b37-4c7340b200d7 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 944 time: 0.1015389 Aug 31 13:57:18.219673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 65be4618-2fa4-4248-8978-a79412d384c6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:18.223088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.273940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7e4abd3-d20e-48b4-962a-7cd858f302ce {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:18.300911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55d2c99a-a851-4ff0-a69b-ebd747b87dd6 req-1ff6ef9e-f258-4ee8-95b1-50ab2d27b743 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896153 Aug 31 13:57:18.332513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:18.339465 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.359991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.resource_extend [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:57:18.362596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.394161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:11Z', 'revision_number': 3, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:18.484473 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.504129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Allocated IP 172.20.0.1 (93a4b332-702b-420a-88b4-3e5212361ea8/6d92aa98-db92-4923-97c5-74c55482f251/ca99db6f-1adb-4803-96a2-8b3509d7a9fd) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:18.504272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6129a-1b86-46d1-9786-895c3267feaf None None] The sync data for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 is: [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:11Z', 'revision_number': 3, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:18.530301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65be4618-2fa4-4248-8978-a79412d384c6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:18.532613 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15344bb4-5e21-4b15-a22d-0f93acb36cc8" -d '{"events": [{"server_uuid": "284ebd6a-7851-4584-b826-2d27ce1177b7", "name": "network-vif-plugged", "status": "completed", "tag": "65be4618-2fa4-4248-8978-a79412d384c6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:18.553140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:18.562974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 65be4618-2fa4-4248-8978-a79412d384c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=65be4618-2fa4-4248-8978-a79412d384c6,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:18.567765 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.608005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e7e4abd3-d20e-48b4-962a-7cd858f302ce'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:18.608830 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.658199 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f162d-b81d-43b7-b527-63def62e2ee9 x-openstack-request-id: req-080f162d-b81d-43b7-b527-63def62e2ee9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:18.658776 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284ebd6a-7851-4584-b826-2d27ce1177b7", "name": "network-vif-plugged", "status": "completed", "tag": "65be4618-2fa4-4248-8978-a79412d384c6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:18.659230 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-080f162d-b81d-43b7-b527-63def62e2ee9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:18.659822 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65be4618-2fa4-4248-8978-a79412d384c6', 'code': 200} Aug 31 13:57:18.692061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=65be4618-2fa4-4248-8978-a79412d384c6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:18.723924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.839833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52959-8411-4410-a191-a3f1e9fc6bc1 req-4851d287-6a99-49d6-b987-35ea60fd6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:18.851701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2f52959-8411-4410-a191-a3f1e9fc6bc1 req-4851d287-6a99-49d6-b987-35ea60fd6056 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 1096 time: 0.1042118 Aug 31 13:57:19.002979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2f52959-8411-4410-a191-a3f1e9fc6bc1 req-093316cd-aef2-4efb-9183-c28e98dfb7dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488690 Aug 31 13:57:19.050183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d70fc-97f7-49ac-be18-1b0263a7e3cd req-7c2508ed-2049-4798-b13a-bf9ad913b389 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:19.057092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658d70fc-97f7-49ac-be18-1b0263a7e3cd req-7c2508ed-2049-4798-b13a-bf9ad913b389 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.1260202 Aug 31 13:57:19.128316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-658d70fc-97f7-49ac-be18-1b0263a7e3cd req-5d26a955-01f8-4656-b86d-0f80c10ad4c5 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Aug 31 13:57:19.203370 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Floating IP b6f0a6bd-37c6-4d7d-a533-159ed6018d75 associated. External IP: 172.25.0.75, port: 95f67a26-e5bd-4ffd-8270-e149c1c99fc3. Aug 31 13:57:19.334311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:19.384720 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.417551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 86f4424a-f5c0-49aa-8425-06e1a744aab4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:19.470874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18794ea-1761-48d2-b90f-d9072ae8c3a2 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:19.556780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af204f0f-07be-4dcf-86a8-7d0a1990f55b req-d02ff943-489b-4443-b5b2-41d8e3c3fd11 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:19.564983 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af204f0f-07be-4dcf-86a8-7d0a1990f55b req-d02ff943-489b-4443-b5b2-41d8e3c3fd11 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 944 time: 0.2712274 Aug 31 13:57:19.570325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Transition to ACTIVE for port object ca99db6f-1adb-4803-96a2-8b3509d7a9fd will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:19.570971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e58561-ab34-42aa-95a9-6017a45eab46 req-937a80e4-83a1-49b0-a410-25f086c011d2 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:19.578959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57e58561-ab34-42aa-95a9-6017a45eab46 req-937a80e4-83a1-49b0-a410-25f086c011d2 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 945 time: 0.0922413 Aug 31 13:57:19.618603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b18794ea-1761-48d2-b90f-d9072ae8c3a2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:19.634007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57e58561-ab34-42aa-95a9-6017a45eab46 req-9125d024-f4e6-4a0f-bd70-f1de47d5012c tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 Aug 31 13:57:19.650019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e7e4abd3-d20e-48b4-962a-7cd858f302ce up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:19.663412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'port_id': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'mac_address': 'fa:16:3e:0a:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:19.766625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047c90a-cb74-46ee-84de-7b207a3e251c req-39deeab0-58d7-4016-935a-4d875940d024 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:19.776348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c047c90a-cb74-46ee-84de-7b207a3e251c req-39deeab0-58d7-4016-935a-4d875940d024 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 945 time: 0.0676723 Aug 31 13:57:19.827741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c047c90a-cb74-46ee-84de-7b207a3e251c req-ae1eb63e-9391-4117-8783-cb498ed2842a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Aug 31 13:57:19.875294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 86f4424a-f5c0-49aa-8425-06e1a744aab4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:19.886772 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.888851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 86f4424a-f5c0-49aa-8425-06e1a744aab4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:19.889536 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.962120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18794ea-1761-48d2-b90f-d9072ae8c3a2 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:19.990844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b18794ea-1761-48d2-b90f-d9072ae8c3a2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:19.992566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e7e4abd3-d20e-48b4-962a-7cd858f302ce triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:19.992984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.998940 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.164841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b18794ea-1761-48d2-b90f-d9072ae8c3a2,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:20.170033 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.206439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 86f4424a-f5c0-49aa-8425-06e1a744aab4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=86f4424a-f5c0-49aa-8425-06e1a744aab4,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:20.251588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.280312 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.332922 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.361649 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-af204f0f-07be-4dcf-86a8-7d0a1990f55b req-f7ee3dc6-79c1-423e-a0f9-1a900841279d tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7956254 Aug 31 13:57:20.383963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=86f4424a-f5c0-49aa-8425-06e1a744aab4,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:20.385004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:20.439138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Network 93a4b332-702b-420a-88b4-3e5212361ea8 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:20.441787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:20.444053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:20.445620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:20.454876 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1214901e-7ec9-437b-bedd-09d7db7f47b4 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3248413 Aug 31 13:57:20.455722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39942) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:20.459924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:20.461641 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:20.466012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.488762 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:20.491417 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:20.532082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b18794ea-1761-48d2-b90f-d9072ae8c3a2'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:20.600487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet 75b84902-76b6-47f1-89bd-67022c961aa7 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:20.603386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.617860 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.661078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:20.663433 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a62825-7dd6-4854-8f61-cad5bcaa2ccd" -d '{"events": [{"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:20.760580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:20.791766 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9acc26-2d20-4c0a-960a-a480f8240f1a x-openstack-request-id: req-3a9acc26-2d20-4c0a-960a-a480f8240f1a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:20.792066 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:20.792887 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a9acc26-2d20-4c0a-960a-a480f8240f1a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:20.793340 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'code': 200} Aug 31 13:57:20.809030 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:20.818500 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.081477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.095295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-06000998-7e27-42be-97e9-76c07f3ac743 None None] Provisioning for port ca99db6f-1adb-4803-96a2-8b3509d7a9fd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:21.111439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Router 73644e95-ff5a-499f-a11e-b18a086d624b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:21.131643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-06000998-7e27-42be-97e9-76c07f3ac743 None None] Provisioning complete for port ca99db6f-1adb-4803-96a2-8b3509d7a9fd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:21.132026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06000998-7e27-42be-97e9-76c07f3ac743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.152122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.194514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-06000998-7e27-42be-97e9-76c07f3ac743 None None] Port ca99db6f-1adb-4803-96a2-8b3509d7a9fd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:21.211212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817aaf1-c62d-4168-a432-a978fcab7b92 req-2d6365e4-3caa-4d2d-b3a5-22e59ef28e8f tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:21.211212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c817aaf1-c62d-4168-a432-a978fcab7b92 req-2d6365e4-3caa-4d2d-b3a5-22e59ef28e8f tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.1978452 Aug 31 13:57:21.222092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 86f4424a-f5c0-49aa-8425-06e1a744aab4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:21.290998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 86f4424a-f5c0-49aa-8425-06e1a744aab4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:21.291515 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.364920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.430906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=75b84902-76b6-47f1-89bd-67022c961aa7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:21.440305 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.442334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a54cad13-090a-4689-944f-366c8d5fbcfd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/75b84902-76b6-47f1-89bd-67022c961aa7 HTTP/1.1" status: 204 len: 168 time: 0.9846141 Aug 31 13:57:21.447331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39964) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:21.463677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e7e4abd3-d20e-48b4-962a-7cd858f302ce no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:21.468309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f5e77-3bb7-4f52-9c9b-9cfe53cf5309 None None] Network 7daea377-e355-49a3-b9d9-27246bd4443a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:21.596383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c817aaf1-c62d-4168-a432-a978fcab7b92 req-153b9497-a968-4f12-bee1-62bf50238a08 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574831 Aug 31 13:57:21.666310 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:16Z', 'revision_number': 9, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:21.707611 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:21.724135 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:21.725529 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:21.817017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:21.836435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.841134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] Sync routers for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:21.870926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:21.871467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:21.878680 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:21.933336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-51346714-1e64-4806-a11b-17b39915e621 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "PUT /v2.0/floatingips/b6f0a6bd-37c6-4d7d-a533-159ed6018d75 HTTP/1.1" status: 200 len: 991 time: 6.0739686 Aug 31 13:57:21.941427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:21.944758 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:21.957423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f49b-0178-4598-b382-9dab4b3d3acc req-dbc5bbb1-9feb-417b-9daf-bb347c935c15 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:21.966677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.974095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9712f49b-0178-4598-b382-9dab4b3d3acc req-dbc5bbb1-9feb-417b-9daf-bb347c935c15 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 945 time: 0.6978292 Aug 31 13:57:21.992334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494057a-e949-4dfc-a4b2-4840099827f0 req-4705e249-019b-4e23-80e1-e3d39b7ae271 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:21.992620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.000349 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5494057a-e949-4dfc-a4b2-4840099827f0 req-4705e249-019b-4e23-80e1-e3d39b7ae271 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 945 time: 0.1032846 Aug 31 13:57:22.088211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5494057a-e949-4dfc-a4b2-4840099827f0 req-7740565a-e77d-4449-80a0-a1653bd3626b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817959 Aug 31 13:57:22.092484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] DHCP port deletion for 7daea377-e355-49a3-b9d9-27246bd4443a request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:57:22.103734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:22.113663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.203106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.208397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c88158-98b8-4218-9693-f1ade50f4019 req-aebf0728-f378-4ff3-ae10-5159d1ef75f2 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.210074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.210233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99c88158-98b8-4218-9693-f1ade50f4019 req-aebf0728-f378-4ff3-ae10-5159d1ef75f2 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 946 time: 0.2119529 Aug 31 13:57:22.366591 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:16Z', 'revision_number': 9, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:22.371845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:22.400144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9712f49b-0178-4598-b382-9dab4b3d3acc req-21f0e8d1-20a9-41fd-8298-7a37f602c497 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248371 Aug 31 13:57:22.404746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.421096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f77ea-b67d-4e5c-a62c-bf1562aca873 None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:16Z', 'revision_number': 9, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfbc738-4dce-442f-a0f9-ef278f2b0e6d', 'name': '', 'network_id': 'af9f029b-1777-4ad6-b70f-cfb52a1f6ece', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:92:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:31Z', 'updated_at': '2021-08-31T13:56:52Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': 'a5973395-c7ad-4e6f-b6e6-b55b648c0d0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:22.560323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port e70a3df1-bd95-4875-acf6-0ad95f411f47 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:22.560683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.603571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:22.668409 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab2c8b7-63cd-4c20-a8dd-49ed6ded1bbd x-openstack-request-id: req-1ab2c8b7-63cd-4c20-a8dd-49ed6ded1bbd {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:22.668409 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:22.669075 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ab2c8b7-63cd-4c20-a8dd-49ed6ded1bbd {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:22.669075 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'status': 'completed', 'code': 200} Aug 31 13:57:22.728676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39988) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:22.760771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:22.786354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Network 93a4b332-702b-420a-88b4-3e5212361ea8 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:22.791285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:22.804186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:22.806491 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee4100-d959-47aa-9d2c-80df063a0705" -d '{"events": [{"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:22.881302 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f92d0eb-0bce-4d6f-a05c-1e12448baabc x-openstack-request-id: req-6f92d0eb-0bce-4d6f-a05c-1e12448baabc {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:22.881592 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:22.881845 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f92d0eb-0bce-4d6f-a05c-1e12448baabc {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:22.882272 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'code': 200} Aug 31 13:57:22.907190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port e70a3df1-bd95-4875-acf6-0ad95f411f47, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e70a3df1-bd95-4875-acf6-0ad95f411f47,segment=NetworkSegment(3465a088-84c0-49b9-92cc-9aa84e4bd472),segment_id=3465a088-84c0-49b9-92cc-9aa84e4bd472)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:22.907572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.938502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] Deleting port e70a3df1-bd95-4875-acf6-0ad95f411f47 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:22.939115 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.962340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for e70a3df1-bd95-4875-acf6-0ad95f411f47 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:23.045622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:23.229562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b090ca97-37e4-45bf-93df-30e167a530a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.237043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Deleting port e7e4abd3-d20e-48b4-962a-7cd858f302ce {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:23.237407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.250175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d385a1a8-5cdf-4015-97c8-589593ce1ff4 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:23.263310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed82e94-38c8-45b9-8265-54686a0b3f84 req-7806b59c-1e7f-4fa9-9549-130d3cffd232 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.281480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ed82e94-38c8-45b9-8265-54686a0b3f84 req-7806b59c-1e7f-4fa9-9549-130d3cffd232 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=e650eb9e-59f6-4d7e-acb2-da4e23630a87 HTTP/1.1" status: 200 len: 944 time: 0.5811045 Aug 31 13:57:23.311491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d385a1a8-5cdf-4015-97c8-589593ce1ff4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:23.311856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d385a1a8-5cdf-4015-97c8-589593ce1ff4 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:23.312282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e70a3df1-bd95-4875-acf6-0ad95f411f47 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:23.325289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968e9f4-aa51-45d8-b3b8-9520257decf3 req-606ee4c2-60bb-4bdb-b359-82814d8b7165 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.334459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c968e9f4-aa51-45d8-b3b8-9520257decf3 req-606ee4c2-60bb-4bdb-b359-82814d8b7165 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 945 time: 0.1010730 Aug 31 13:57:23.400752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.402928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.403677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.404342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.405257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.406007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.406690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.409605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-56e390f7-d125-4f12-8346-ceb34984d851 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6502 time: 0.6915321 Aug 31 13:57:23.440351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] For port e70a3df1-bd95-4875-acf6-0ad95f411f47, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e70a3df1-bd95-4875-acf6-0ad95f411f47,segment=NetworkSegment(3465a088-84c0-49b9-92cc-9aa84e4bd472),segment_id=3465a088-84c0-49b9-92cc-9aa84e4bd472)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:23.440756 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.472449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] For port e7e4abd3-d20e-48b4-962a-7cd858f302ce, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e7e4abd3-d20e-48b4-962a-7cd858f302ce,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:23.473262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.489729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Calling delete_port for e7e4abd3-d20e-48b4-962a-7cd858f302ce owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:23.500521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c968e9f4-aa51-45d8-b3b8-9520257decf3 req-80a1caaa-9736-49ff-882e-b90adab90450 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646669 Aug 31 13:57:23.550106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18794ea-1761-48d2-b90f-d9072ae8c3a2 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:23.652730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] Calling delete_port for e70a3df1-bd95-4875-acf6-0ad95f411f47 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:23.653890 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b090ca97-37e4-45bf-93df-30e167a530a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.668154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ebc1b259-f007-43b2-a944-36ea6ce5ece5 None None] Provisioning complete for port ca99db6f-1adb-4803-96a2-8b3509d7a9fd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:23.668154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ebc1b259-f007-43b2-a944-36ea6ce5ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.676136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ed82e94-38c8-45b9-8265-54686a0b3f84 req-ddfabdb3-512b-4a19-bc21-700f9f64e1c8 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926237 Aug 31 13:57:23.679202 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.689388 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b090ca97-37e4-45bf-93df-30e167a530a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.772712 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.781807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event deleted for resources: {'Port': ['ID=e7e4abd3-d20e-48b4-962a-7cd858f302ce,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:23.826976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:23.847253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c6144737-d04f-45c2-8de9-b47a892d8ca3 admin admin] 10.222.0.10 "PUT /v2.0/routers/c75c15e5-4dbb-4f91-8e36-f4294d8ed436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3956373 Aug 31 13:57:23.848955 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Sync routers for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:23.856580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ca97-37e4-45bf-93df-30e167a530a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59786065-36c0-403a-a51e-6a252d4adfb8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:23.880086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b090ca97-37e4-45bf-93df-30e167a530a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc13b218dfe64e298eb14590e15afa5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1417701 Aug 31 13:57:23.880838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40008) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:23.888723 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:23.895168 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:23.910648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] No DVR routers for this DVR port e7e4abd3-d20e-48b4-962a-7cd858f302ce on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:23.923848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.931163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99c88158-98b8-4218-9693-f1ade50f4019 req-99fe2977-4e76-4ccb-93dd-6a2ec6133b04 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "DELETE /v2.0/ports/e7e4abd3-d20e-48b4-962a-7cd858f302ce HTTP/1.1" status: 204 len: 173 time: 1.6821597 Aug 31 13:57:23.973734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-deleted', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:23.985165 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd86d9-134f-4c91-91ca-3475f0a9952e" -d '{"events": [{"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-deleted", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:24.046303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.080364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ead1ad79-a5ec-4b54-9c4d-60177aa67da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.131767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port e70a3df1-bd95-4875-acf6-0ad95f411f47 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:24.141966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ead1ad79-a5ec-4b54-9c4d-60177aa67da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.174461 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972ed316-251c-49fd-a775-2c940dc85642 x-openstack-request-id: req-972ed316-251c-49fd-a775-2c940dc85642 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:24.174763 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e650eb9e-59f6-4d7e-acb2-da4e23630a87", "name": "network-vif-deleted", "tag": "e7e4abd3-d20e-48b4-962a-7cd858f302ce", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:24.175022 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-972ed316-251c-49fd-a775-2c940dc85642 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:24.176569 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650eb9e-59f6-4d7e-acb2-da4e23630a87', 'name': 'network-vif-deleted', 'tag': 'e7e4abd3-d20e-48b4-962a-7cd858f302ce', 'status': 'completed', 'code': 200} Aug 31 13:57:24.193394 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:24.260605 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ead1ad79-a5ec-4b54-9c4d-60177aa67da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.267251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ead1ad79-a5ec-4b54-9c4d-60177aa67da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.272155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1b259-f007-43b2-a944-36ea6ce5ece5 None None] Port ca99db6f-1adb-4803-96a2-8b3509d7a9fd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:24.273035 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ead1ad79-a5ec-4b54-9c4d-60177aa67da5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59786065-36c0-403a-a51e-6a252d4adfb8 HTTP/1.1" status: 204 len: 168 time: 0.3883491 Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: from cryptography.utils import int_from_bytes Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: from cryptography.utils import int_from_bytes Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:24.278612 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 13:57:24.312603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1ad79-a5ec-4b54-9c4d-60177aa67da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59786065-36c0-403a-a51e-6a252d4adfb8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:24.329394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.358680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=e70a3df1-bd95-4875-acf6-0ad95f411f47,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:24.391821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b18794ea-1761-48d2-b90f-d9072ae8c3a2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:24.407552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] Pushing event deleted for resources: {'Port': ['ID=e70a3df1-bd95-4875-acf6-0ad95f411f47,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:24.410352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b18794ea-1761-48d2-b90f-d9072ae8c3a2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:24.410352 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.449030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02c862-be82-470a-8a5c-ab202407d9de None None] No DVR routers for this DVR port e70a3df1-bd95-4875-acf6-0ad95f411f47 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:24.480631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b6f0a6bd-37c6-4d7d-a533-159ed6018d75', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'port_id': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'mac_address': 'fa:16:3e:94:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:55:03Z', 'updated_at': '2021-08-31T13:57:18Z', 'revision_number': 1, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:16Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:24.492306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-6b2739cc-fd88-40ed-8d7c-d5db1839d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:24.497204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-6b2739cc-fd88-40ed-8d7c-d5db1839d9c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e826e557-6658-4810-8c86-7d55890038fa HTTP/1.1" status: 200 len: 919 time: 0.8350146 Aug 31 13:57:24.512623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] Checking router: 73644e95-ff5a-499f-a11e-b18a086d624b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:24.540832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:24.541785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:24.558987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.723268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daea377-e355-49a3-b9d9-27246bd4443a']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:24.738003 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:21Z', 'revision_number': 2, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:24.759784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3465a088-84c0-49b9-92cc-9aa84e4bd472') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:24.760221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3465a088-84c0-49b9-92cc-9aa84e4bd472') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:24.808728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.814918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70133-6b44-4774-9f1a-7ca468fb11b6 req-7635f21c-a9ec-4a4f-bcbf-132aad7bc4a8 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:24.816894 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ddd70133-6b44-4774-9f1a-7ca468fb11b6 req-7635f21c-a9ec-4a4f-bcbf-132aad7bc4a8 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 945 time: 0.1310623 Aug 31 13:57:24.852251 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Checking router: c75c15e5-4dbb-4f91-8e36-f4294d8ed436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:24.853548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Updating router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 port ca99db6f-1adb-4803-96a2-8b3509d7a9fd binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:57:24.855936 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.875339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:24.876027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.912855 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.918574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40034) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:24.927512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ddd70133-6b44-4774-9f1a-7ca468fb11b6 req-d9d0bb78-13f4-412e-890a-306a1e716fb1 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950830 Aug 31 13:57:24.939655 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.963151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.996391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:24.996391 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f817cd4-5059-44f1-8877-743280a82f63" -d '{"events": [{"server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "name": "network-vif-plugged", "status": "completed", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:25.041415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b18794ea-1761-48d2-b90f-d9072ae8c3a2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:25.074922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:25.077100 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:25.114530 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:25.125351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.139472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.141785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/7daea377-e355-49a3-b9d9-27246bd4443a HTTP/1.1" status: 204 len: 168 time: 3.6887383 Aug 31 13:57:25.145716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40038) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:25.199193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.209856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.318467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d74d1f0-c50a-4768-8d0d-9608b8caa968,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:25.320453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ade67b-5cb7-4a9e-8ed8-7bf5dd4d06b8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=7daea377-e355-49a3-b9d9-27246bd4443a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:25.354188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.354568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.354912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.356279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.356279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.356279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.356279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.356652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.381053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.381562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.381911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.382249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:25.439630 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eb93dffc-8777-4449-a686-608a66edd223 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bde5a0292cc44792acf7934e473e0f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078077 Aug 31 13:57:25.440770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40046) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:25.453084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-d43a94a7-92f6-414d-b278-dbb9faa30a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3 HTTP/1.1" status: 200 len: 999 time: 0.8702977 Aug 31 13:57:25.453391 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbfa77f-44b4-49b4-a2f3-4d7359540a1a x-openstack-request-id: req-5bbfa77f-44b4-49b4-a2f3-4d7359540a1a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:25.453675 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "name": "network-vif-plugged", "status": "completed", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:25.454503 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bbfa77f-44b4-49b4-a2f3-4d7359540a1a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:25.454503 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'code': 200} Aug 31 13:57:25.482501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e7e4abd3-d20e-48b4-962a-7cd858f302ce no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:25.549318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e7e4abd3-d20e-48b4-962a-7cd858f302ce {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:25.549666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e7e4abd3-d20e-48b4-962a-7cd858f302ce not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:25.553829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b18794ea-1761-48d2-b90f-d9072ae8c3a2,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:25.602457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5bc433b5-4b65-492a-955a-4fea9ee8559e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.648197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5bc433b5-4b65-492a-955a-4fea9ee8559e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.709091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-97de57bb-2848-4f87-8d9f-46eea73e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:25.711484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-97de57bb-2848-4f87-8d9f-46eea73e7516 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b87d092b-4b37-4b49-9b89-cbf630a4280c HTTP/1.1" status: 200 len: 856 time: 0.2376926 Aug 31 13:57:25.737659 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.770087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5bc433b5-4b65-492a-955a-4fea9ee8559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.773275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5bc433b5-4b65-492a-955a-4fea9ee8559e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.775064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5bc433b5-4b65-492a-955a-4fea9ee8559e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d74d1f0-c50a-4768-8d0d-9608b8caa968 HTTP/1.1" status: 204 len: 168 time: 0.3331904 Aug 31 13:57:25.793326 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Transition to ACTIVE for port object ca99db6f-1adb-4803-96a2-8b3509d7a9fd will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:25.809651 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.819635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc433b5-4b65-492a-955a-4fea9ee8559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d74d1f0-c50a-4768-8d0d-9608b8caa968,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:25.916128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b6f0a6bd-37c6-4d7d-a533-159ed6018d75', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'port_id': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'mac_address': 'fa:16:3e:94:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:55:03Z', 'updated_at': '2021-08-31T13:57:18Z', 'revision_number': 1, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:16Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:26.063971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7e69e-509d-4491-9550-9465c4591598 None None] The sync data for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 is: [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b6f0a6bd-37c6-4d7d-a533-159ed6018d75', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'port_id': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'mac_address': 'fa:16:3e:94:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:55:03Z', 'updated_at': '2021-08-31T13:57:18Z', 'revision_number': 1, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:16Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:26.086245 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Attempting to bind port ca99db6f-1adb-4803-96a2-8b3509d7a9fd on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:26.087181 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Attempting to bind port ca99db6f-1adb-4803-96a2-8b3509d7a9fd by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:26.087704 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Attempting to bind port ca99db6f-1adb-4803-96a2-8b3509d7a9fd on network 93a4b332-702b-420a-88b4-3e5212361ea8 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:26.098213 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45363b-aa5d-4b13-8ca8-21c4a1a3852f None None] Pushing event updated for resources: {'Port': ['ID=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:26.111910 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:26.112366 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Checking segment: {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:26.112839 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.113256 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Bound using segment: {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:26.113739 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Bound port: ca99db6f-1adb-4803-96a2-8b3509d7a9fd, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:26.114126 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.225211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d37ae-4bab-4d6f-9a6d-751c2189ab79 req-adeccedc-4768-456f-a068-9b3d88621a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:26.228530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f6d37ae-4bab-4d6f-9a6d-751c2189ab79 req-adeccedc-4768-456f-a068-9b3d88621a4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 1097 time: 0.7275689 Aug 31 13:57:26.272255 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] For port ca99db6f-1adb-4803-96a2-8b3509d7a9fd, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:26.279793 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] For port ca99db6f-1adb-4803-96a2-8b3509d7a9fd, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:26.293560 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.374370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065889-7454-40da-81e8-cb520f4c41ee req-e1cce348-84c3-45df-90f8-a157855552ce tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:26.378729 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45363b-aa5d-4b13-8ca8-21c4a1a3852f None None] Pushing event updated for resources: {'Port': ['ID=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:26.380858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40076) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:26.382017 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-e1cce348-84c3-45df-90f8-a157855552ce tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 822 time: 0.2725751 Aug 31 13:57:26.409268 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:26.410464 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:26.416528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4acf8b71-4762-402f-9330-b1e766247a2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--891922981', 'description': 'tempest-description--1766046701'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:26.422250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-79c47869-065c-467d-a399-eaa317f1e9ae tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/quotas/7525a1eb2fd840c5b8de512a9df87228 HTTP/1.1" status: 200 len: 375 time: 0.0381410 Aug 31 13:57:26.562774 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:26.578637 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-4be9333b-2843-4182-9cf5-d09184d91a66 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548891 Aug 31 13:57:26.690909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa143dde-6e6f-4ecc-9f73-27d805704e1a None None] New status for floating IP b6f0a6bd-37c6-4d7d-a533-159ed6018d75: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:57:26.706255 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f6d37ae-4bab-4d6f-9a6d-751c2189ab79 req-5477ea84-93d7-4624-a85f-e3e208ff059d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198323 Aug 31 13:57:26.774080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-aa609193-3448-49d8-a3ee-5b8a4108ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:26.775979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-aa609193-3448-49d8-a3ee-5b8a4108ffcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e826e557-6658-4810-8c86-7d55890038fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0343056 Aug 31 13:57:26.786384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-5d80f00e-05d5-4be1-a874-ca4aa36fee9f service neutron] 10.222.0.10 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065907 Aug 31 13:57:26.833053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-4762-402f-9330-b1e766247a2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.935321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6a25-9c41-43b7-8397-79f44536a6d2 req-0826754c-fa1d-4bed-a6c3-841557778e15 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:26.945476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d9d6a25-9c41-43b7-8397-79f44536a6d2 req-0826754c-fa1d-4bed-a6c3-841557778e15 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.3889987 Aug 31 13:57:26.987353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb81c-017b-4280-bf66-2f33c79a45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.016216 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-c8f65535-0892-41e4-991a-39240ee8260f service neutron] 10.222.0.10 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286973 Aug 31 13:57:27.047065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d9d6a25-9c41-43b7-8397-79f44536a6d2 req-ad540577-21d0-41d3-916c-e361df5bad37 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916495 Aug 31 13:57:27.254851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-21ded9ce-d2b5-4e5e-b967-4c33e05c2379 service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024288 Aug 31 13:57:27.334236 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:26Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:27.390583 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c33cd7-513c-4782-a7af-95b804fe6944 None None] The sync data for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 is: [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:26Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:27.548481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8fef5fbf-929b-485f-b6e9-d1cd85e56259 req-df755086-bafe-4f78-91bb-62e29d561852 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 210 time: 0.1513453 Aug 31 13:57:27.659698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.693093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-4762-402f-9330-b1e766247a2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.792246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-4762-402f-9330-b1e766247a2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.897655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-4762-402f-9330-b1e766247a2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.901618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4acf8b71-4762-402f-9330-b1e766247a2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4890311 Aug 31 13:57:27.902554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40112) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:27.907436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-869a4f50-ac4e-4bbc-b460-48b6a960b149 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Request body: {'security_group_rule': {'security_group_id': '89cb1f4b-b112-4cef-b901-6ea651d35846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:27.910769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a3a8b0-cef9-4998-9a3c-1bcda3ffc5d7 req-0f5c5866-0669-4e80-a7c5-83171e42066f service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770295 Aug 31 13:57:27.926198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf8b71-4762-402f-9330-b1e766247a2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb1f4b-b112-4cef-b901-6ea651d35846,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:27.990992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-869a4f50-ac4e-4bbc-b460-48b6a960b149 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.099293 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-869a4f50-ac4e-4bbc-b460-48b6a960b149 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.104053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-869a4f50-ac4e-4bbc-b460-48b6a960b149 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.173863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4f50-ac4e-4bbc-b460-48b6a960b149 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e4c242-d2a3-4bdd-b538-27f86a2fc8a4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:28.188127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-869a4f50-ac4e-4bbc-b460-48b6a960b149 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.192103 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-869a4f50-ac4e-4bbc-b460-48b6a960b149 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2860050 Aug 31 13:57:28.195056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40122) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:28.204594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-76a6e660-bf1e-4c5e-a8d3-1fe99c13ec01 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Request body: {'security_group_rule': {'security_group_id': '89cb1f4b-b112-4cef-b901-6ea651d35846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:28.384834 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76a6e660-bf1e-4c5e-a8d3-1fe99c13ec01 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.418678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:28.419186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.556124 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76a6e660-bf1e-4c5e-a8d3-1fe99c13ec01 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.561490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76a6e660-bf1e-4c5e-a8d3-1fe99c13ec01 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.580686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,segment=NetworkSegment(47da7bbb-d4bc-4940-a238-4250741a99b9),segment_id=47da7bbb-d4bc-4940-a238-4250741a99b9)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:28.581524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.605321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:28.612944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76a6e660-bf1e-4c5e-a8d3-1fe99c13ec01 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.626724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-76a6e660-bf1e-4c5e-a8d3-1fe99c13ec01 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4305286 Aug 31 13:57:28.641972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9205218-03a9-4dff-8201-629dbc92873b req-a633b0b8-4838-47ae-b76c-52f55a84ee24 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:28.649836 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a9205218-03a9-4dff-8201-629dbc92873b req-a633b0b8-4838-47ae-b76c-52f55a84ee24 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.3817663 Aug 31 13:57:28.657275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:28.663176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:28.699146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6e660-bf1e-4c5e-a8d3-1fe99c13ec01 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb00120f-3ea3-4231-92cc-f24b7d8491e9,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:28.737809 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a9205218-03a9-4dff-8201-629dbc92873b req-04bff7cf-ce88-4bff-a903-ff53a0ec16c2 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870788 Aug 31 13:57:28.743026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.816281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5fa5fef-cba9-4e8c-a57c-917ea052bcfa req-8ded04b3-42e0-4654-9c72-ab38a31a7e2c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 210 time: 0.0494030 Aug 31 13:57:28.897065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40138) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:29.002489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.044895 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.144981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=5bfbc738-4dce-442f-a0f9-ef278f2b0e6d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:29.195580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:29.243454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ca99db6f-1adb-4803-96a2-8b3509d7a9fd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:29.450359 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bafe-e4a2-4da1-b423-48e7905c1bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.489146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.524382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port ca99db6f-1adb-4803-96a2-8b3509d7a9fd completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:29.556676 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.560497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ca99db6f-1adb-4803-96a2-8b3509d7a9fd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:29.561470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.654113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Allocated IP 172.25.0.245 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/540f4b28-7086-41c4-a9c0-7bad682b0cf9) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:29.756758 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.841781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port ca99db6f-1adb-4803-96a2-8b3509d7a9fd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:29.846713 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.859881 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.929873 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.964597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:30.005583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:30.019337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:30.026887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:30.156669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event updated for resources: {'Port': ['ID=540f4b28-7086-41c4-a9c0-7bad682b0cf9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:30.173484 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-008ede64-24a0-4337-949a-82a3d8c75dc3 req-7b6c625b-5d3d-474c-a3c1-c7b6537b6b1f tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 210 time: 0.0913165 Aug 31 13:57:30.261805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.311494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.318401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0991fa-b8aa-4e2d-9663-bdf21eab204b req-48d9d2a1-d951-4c36-88b0-2ec1345bc886 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:30.322470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e0991fa-b8aa-4e2d-9663-bdf21eab204b req-48d9d2a1-d951-4c36-88b0-2ec1345bc886 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.2547889 Aug 31 13:57:30.338905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065889-7454-40da-81e8-cb520f4c41ee req-ad4d7fcc-5e31-43d0-b3b0-bd0fff2aa347 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:30.342863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-ad4d7fcc-5e31-43d0-b3b0-bd0fff2aa347 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 822 time: 1.1718459 Aug 31 13:57:30.349553 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.373562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Request body: {'port': {'device_id': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'admin_state_up': True, 'tenant_id': '7525a1eb2fd840c5b8de512a9df87228'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:30.386157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:30.488397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.504147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.527666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e0991fa-b8aa-4e2d-9663-bdf21eab204b req-3750f5d5-03d7-4940-a8a3-fc5af6ff927d tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834605 Aug 31 13:57:30.669994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Allocated IP 172.25.0.97 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/633aaf20-b428-4934-a695-198c502aae3c) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:30.738731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b328200-58b6-4599-8464-67a920cbbf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.790257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Made reservation on behalf of 7525a1eb2fd840c5b8de512a9df87228 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:30.794682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.809835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.828959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fda4e-85aa-479c-b142-c8a63788795b req-99d481ac-e31f-40f9-8261-55b370c59fb2 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:30.830525 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f96fda4e-85aa-479c-b142-c8a63788795b req-99d481ac-e31f-40f9-8261-55b370c59fb2 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.1625957 Aug 31 13:57:30.831245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.845071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:30.856565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Request body: {'floatingip': {'port_id': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:30.949031 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.993511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:31.029976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.040925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event updated for resources: {'Port': ['ID=540f4b28-7086-41c4-a9c0-7bad682b0cf9,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:31.088303 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.183477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Allocated IP 172.20.0.8 (60a02723-c44a-40e8-b3bd-3b9d898e5f4d/a0834182-206c-4bce-9e95-5cf408dcdb94/362ac54e-c6b4-4221-a6b7-17a307b215de) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:31.214940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b328200-58b6-4599-8464-67a920cbbf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.219827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.234656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:31.245295 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:31.264698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b328200-58b6-4599-8464-67a920cbbf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.272447 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:31.274541 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:31.288464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.296924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22f44b74-0201-449c-a3f2-f5958fe9498d tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6302702 Aug 31 13:57:31.331216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ca99db6f-1adb-4803-96a2-8b3509d7a9fd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:31.371567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-42dfd12a-b372-4022-9647-a8d1157fb789 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2230520 Aug 31 13:57:31.433916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4b328200-58b6-4599-8464-67a920cbbf55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d403cd296d344efb9e86feaaddcca77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0428567 Aug 31 13:57:31.435331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40172) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:31.435743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40174) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:31.441292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b328200-58b6-4599-8464-67a920cbbf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf7ecf-89e3-4e72-8804-5927eea3cb93,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:31.478210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ca99db6f-1adb-4803-96a2-8b3509d7a9fd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:31.478830 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.568859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:31.584154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet a5973395-c7ad-4e6f-b6e6-b55b648c0d0b {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:31.598364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.620847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:31.641228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:31.647478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Pushing event updated for resources: {'Port': ['ID=633aaf20-b428-4934-a695-198c502aae3c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:31.652228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2dc81774-1895-47c0-b61a-1fbd1cc06e7a req-38128f2d-1791-4103-b188-2d67a572c95e tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 210 time: 0.3000922 Aug 31 13:57:31.657437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.658755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:31.694391 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.757478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db6ce6cd-a9dc-4919-95a7-dcdeffcbe88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.842956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.869393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.881441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db6ce6cd-a9dc-4919-95a7-dcdeffcbe88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.901950 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.948531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.996241 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:28Z', 'revision_number': 10, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:32.041550 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Floating IP 0bebdf0d-50ee-48d1-9d6e-5bf7510653aa associated. External IP: 172.25.0.127, port: b18794ea-1761-48d2-b90f-d9072ae8c3a2. Aug 31 13:57:32.084207 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.090095 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:32.107839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db6ce6cd-a9dc-4919-95a7-dcdeffcbe88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.108486 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:32.109812 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:32.110780 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db6ce6cd-a9dc-4919-95a7-dcdeffcbe88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.112066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-db6ce6cd-a9dc-4919-95a7-dcdeffcbe88b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3abf7ecf-89e3-4e72-8804-5927eea3cb93 HTTP/1.1" status: 204 len: 168 time: 0.5621068 Aug 31 13:57:32.113822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.244493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ce6cd-a9dc-4919-95a7-dcdeffcbe88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf7ecf-89e3-4e72-8804-5927eea3cb93,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:32.284655 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:32.352403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.387313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.450472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.455162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/a5973395-c7ad-4e6f-b6e6-b55b648c0d0b HTTP/1.1" status: 204 len: 168 time: 1.0011706 Aug 31 13:57:32.458871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecc63ff-cd43-4491-85ca-0124561a70fa None None] Network af9f029b-1777-4ad6-b70f-cfb52a1f6ece requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:32.574528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:32.614171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33128bf7-63d9-4900-8618-160d20f6a104 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=a5973395-c7ad-4e6f-b6e6-b55b648c0d0b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:32.731844 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:28Z', 'revision_number': 10, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:32.828226 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44952e1-e4eb-4deb-9f05-c291f296bd86 None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:28Z', 'revision_number': 10, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None, '_interfaces': [{'id': '417a44e2-9f02-410c-95d7-664e12bdb013', 'name': '', 'network_id': '75efeff2-5d22-41ce-9df7-2a9bb4b02bdd', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'mac_address': 'fa:16:3e:84:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:24Z', 'updated_at': '2021-08-31T13:56:38Z', 'revision_number': 5, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'subnets': [{'id': '2774ee17-dbc5-4df9-85d1-7b32b8127503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:32.848256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:32.853617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.860904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:32.941471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:33.023720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event updated for resources: {'Port': ['ID=362ac54e-c6b4-4221-a6b7-17a307b215de,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:33.092403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:33.093135 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.112495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-d16c9d6d-3eab-462a-9aad-8638627e983c tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7503288 Aug 31 13:57:33.142117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Request body: {'port': {'device_id': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:33.159023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d985b6-3234-4fcc-9f45-56cb36fafcae req-595510e0-c3d9-4562-9999-9b133335b053 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:33.161150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4d985b6-3234-4fcc-9f45-56cb36fafcae req-595510e0-c3d9-4562-9999-9b133335b053 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 931 time: 0.2868922 Aug 31 13:57:33.204014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.217320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.271751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:33.273808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.315424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 2e5c1153-7bff-445c-8d44-7f056b5a2620 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:33.315780 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.344936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:33.345650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5bfbc738-4dce-442f-a0f9-ef278f2b0e6d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:33.465446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4d985b6-3234-4fcc-9f45-56cb36fafcae req-6a51dc5b-68be-4d78-bc8b-27a5d48be119 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826970 Aug 31 13:57:33.525550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Pushing event updated for resources: {'Port': ['ID=633aaf20-b428-4934-a695-198c502aae3c,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:33.540943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.563844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] DHCP port deletion for af9f029b-1777-4ad6-b70f-cfb52a1f6ece request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:57:33.570449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.571764 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bfb268a2-70af-4f33-b1af-72d936f58054 tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6738133 Aug 31 13:57:33.575674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40274) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:33.582047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-37514657', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'fixed_ips': [{'ip_address': '172.25.0.97'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:33.588530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:33.661166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] Deleting port 2e5c1153-7bff-445c-8d44-7f056b5a2620 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:33.661671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.726408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Made reservation on behalf of 5ecad1cdb6734c56b1581584f9e5bc55 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:33.732973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.761568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.765618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] For port 2e5c1153-7bff-445c-8d44-7f056b5a2620, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2e5c1153-7bff-445c-8d44-7f056b5a2620,segment=NetworkSegment(47da7bbb-d4bc-4940-a238-4250741a99b9),segment_id=47da7bbb-d4bc-4940-a238-4250741a99b9)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:33.766031 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.783389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] Calling delete_port for 2e5c1153-7bff-445c-8d44-7f056b5a2620 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:33.895673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port 2e5c1153-7bff-445c-8d44-7f056b5a2620, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2e5c1153-7bff-445c-8d44-7f056b5a2620,segment=NetworkSegment(47da7bbb-d4bc-4940-a238-4250741a99b9),segment_id=47da7bbb-d4bc-4940-a238-4250741a99b9)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:33.896088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.900859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362ac54e-c6b4-4221-a6b7-17a307b215de {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:33.920098 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.936366 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.943995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 2e5c1153-7bff-445c-8d44-7f056b5a2620 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:33.962378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] No DVR routers for this DVR port 2e5c1153-7bff-445c-8d44-7f056b5a2620 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:33.966842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3296d-d05c-47d7-948a-1d9c4b168d0b None None] Pushing event deleted for resources: {'Port': ['ID=2e5c1153-7bff-445c-8d44-7f056b5a2620,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:33.985075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:33.996657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] Sync routers for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:33.997538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Transition to ACTIVE for port object 362ac54e-c6b4-4221-a6b7-17a307b215de will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:34.013370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:34.014225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.014464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:34.078904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.103919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fd0aaefd-5b1a-41aa-9775-b7a3eaae58bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "PUT /v2.0/floatingips/0bebdf0d-50ee-48d1-9d6e-5bf7510653aa HTTP/1.1" status: 200 len: 992 time: 3.2532213 Aug 31 13:57:34.117447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:34.119676 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511e8862-2ed5-4283-8878-184f770a8d82" -d '{"events": [{"name": "network-changed", "server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:34.217907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.223773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.240254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] device_id is not set on port 9160c019-2587-4b36-a4c6-b8e3328d943e yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:34.270884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Pushing event updated for resources: {'Port': ['ID=362ac54e-c6b4-4221-a6b7-17a307b215de,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:34.333808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:34.406563 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6044562c-0f0c-45bf-938b-4346bf42b9f3 x-openstack-request-id: req-6044562c-0f0c-45bf-938b-4346bf42b9f3 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:34.419321 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:34.419603 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6044562c-0f0c-45bf-938b-4346bf42b9f3 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:34.420037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.420240 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'status': 'completed', 'code': 200} Aug 31 13:57:34.481506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8ae609-b304-4e46-9e7f-7c204099a5e9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:34.551835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port 2e5c1153-7bff-445c-8d44-7f056b5a2620 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:34.556602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=2e5c1153-7bff-445c-8d44-7f056b5a2620,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:34.659866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Attempting to bind port 362ac54e-c6b4-4221-a6b7-17a307b215de on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:34.664039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Attempting to bind port 362ac54e-c6b4-4221-a6b7-17a307b215de by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:34.667996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Attempting to bind port 362ac54e-c6b4-4221-a6b7-17a307b215de on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:34.678799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Port 362ac54e-c6b4-4221-a6b7-17a307b215de on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:34.679379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Attempting to bind port 362ac54e-c6b4-4221-a6b7-17a307b215de on network 60a02723-c44a-40e8-b3bd-3b9d898e5f4d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:34.818142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '0bebdf0d-50ee-48d1-9d6e-5bf7510653aa', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'port_id': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'mac_address': 'fa:16:3e:0a:c1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:56:55Z', 'updated_at': '2021-08-31T13:57:31Z', 'revision_number': 1, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:07Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:34.823871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.842201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9f029b-1777-4ad6-b70f-cfb52a1f6ece']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:34.886775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47da7bbb-d4bc-4940-a238-4250741a99b9') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:34.887433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47da7bbb-d4bc-4940-a238-4250741a99b9') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:34.890332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:34.890735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Checking segment: {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:34.891378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Bound using segment: {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:34.891903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Bound port: 362ac54e-c6b4-4221-a6b7-17a307b215de, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54ce4c-3df2-4252-aefe-b1fd43310447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:34.892368 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.902586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] Checking router: ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:34.904994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3d7ae-d5d5-4f67-8058-2a58b9a84d40 req-6430dd3b-e875-43c6-8934-97380d374927 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:34.914559 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.917721 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13b3d7ae-d5d5-4f67-8058-2a58b9a84d40 req-6430dd3b-e875-43c6-8934-97380d374927 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 943 time: 0.2514637 Aug 31 13:57:34.919904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:34.920718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:34.960628 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 13:57:34.961251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:34.998199 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13b3d7ae-d5d5-4f67-8058-2a58b9a84d40 req-00b28a4f-3f2c-4921-843f-bcdd13b16dee tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781138 Aug 31 13:57:35.014013 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d72137a6-324b-4734-ac64-ceeb4896b23a tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4346611 Aug 31 13:57:35.014410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40306) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:35.085288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] For port 362ac54e-c6b4-4221-a6b7-17a307b215de, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:35.094876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] For port 362ac54e-c6b4-4221-a6b7-17a307b215de, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=362ac54e-c6b4-4221-a6b7-17a307b215de,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:35.098876 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.107379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e8862-2ed5-4283-8878-184f770a8d82 req-438883ad-5b91-412d-b5cf-5fb880daa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:35.111408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-511e8862-2ed5-4283-8878-184f770a8d82 req-438883ad-5b91-412d-b5cf-5fb880daa74a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dae341a54e74696b6081eaea298ea13&device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 1097 time: 0.6790392 Aug 31 13:57:35.120615 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.126223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1532 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:35.126719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:35.133223 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:35.195821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:35.263720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2e5c1153-7bff-445c-8d44-7f056b5a2620 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:35.299954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 2e5c1153-7bff-445c-8d44-7f056b5a2620 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:35.300558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2e5c1153-7bff-445c-8d44-7f056b5a2620 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:35.336749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e8862-2ed5-4283-8878-184f770a8d82 req-be0166a6-755e-4c36-9cbe-5915f209c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:35.339223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-511e8862-2ed5-4283-8878-184f770a8d82 req-be0166a6-755e-4c36-9cbe-5915f209c7bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9395c72b-f401-4438-812c-00eed4772f4b HTTP/1.1" status: 200 len: 913 time: 0.2083673 Aug 31 13:57:35.343453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:35.344208 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.345833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/362ac54e-c6b4-4221-a6b7-17a307b215de HTTP/1.1" status: 200 len: 1091 time: 2.2145832 Aug 31 13:57:35.346979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'tag': '362ac54e-c6b4-4221-a6b7-17a307b215de'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:35.349601 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2852b83f-e41c-4976-b2de-edfc9c61f6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac04034a-66af-4d32-a636-0f21d4cb6925", "tag": "362ac54e-c6b4-4221-a6b7-17a307b215de"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:35.441546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cb828-9606-46a6-9bbb-6f1650e209c8 service neutron] Pushing event updated for resources: {'Port': ['ID=362ac54e-c6b4-4221-a6b7-17a307b215de,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:35.448832 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.544583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Deleting port 633aaf20-b428-4934-a695-198c502aae3c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:35.545112 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.653567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.654201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.681821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Calling delete_port for 633aaf20-b428-4934-a695-198c502aae3c owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:35.736913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '0bebdf0d-50ee-48d1-9d6e-5bf7510653aa', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'port_id': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'mac_address': 'fa:16:3e:0a:c1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:56:55Z', 'updated_at': '2021-08-31T13:57:31Z', 'revision_number': 1, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:07Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:35.778936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84a77d-ef34-4eca-b5a8-e50439d08122 None None] The sync data for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 is: [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '0bebdf0d-50ee-48d1-9d6e-5bf7510653aa', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'port_id': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'mac_address': 'fa:16:3e:0a:c1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:56:55Z', 'updated_at': '2021-08-31T13:57:31Z', 'revision_number': 1, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:07Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:35.894695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.917058 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bdd169-96de-4831-a9a8-9ad2d38687ac x-openstack-request-id: req-f2bdd169-96de-4831-a9a8-9ad2d38687ac {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:35.917722 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac04034a-66af-4d32-a636-0f21d4cb6925", "tag": "362ac54e-c6b4-4221-a6b7-17a307b215de", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:35.917722 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2bdd169-96de-4831-a9a8-9ad2d38687ac {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:35.917872 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'tag': '362ac54e-c6b4-4221-a6b7-17a307b215de', 'status': 'completed', 'code': 200} Aug 31 13:57:35.918957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.923512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/af9f029b-1777-4ad6-b70f-cfb52a1f6ece HTTP/1.1" status: 204 len: 168 time: 3.3411574 Aug 31 13:57:35.926608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40330) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:36.012117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6988232-32b7-417d-8bf2-f65e5177189c tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=af9f029b-1777-4ad6-b70f-cfb52a1f6ece,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:36.091160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Pushing event deleted for resources: {'Port': ['ID=633aaf20-b428-4934-a695-198c502aae3c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:36.107251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-511e8862-2ed5-4283-8878-184f770a8d82 req-48d9fcbe-a549-421e-8a8c-3c064181f383 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2 HTTP/1.1" status: 200 len: 1000 time: 0.7252977 Aug 31 13:57:36.248853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065889-7454-40da-81e8-cb520f4c41ee req-2f075154-63b1-4bb5-bae4-f85b93174eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.257196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-2f075154-63b1-4bb5-bae4-f85b93174eac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 1094 time: 0.8055298 Aug 31 13:57:36.282236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e8862-2ed5-4283-8878-184f770a8d82 req-7fe0bfb2-e428-4036-853c-d154d2656e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.283678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-511e8862-2ed5-4283-8878-184f770a8d82 req-7fe0bfb2-e428-4036-853c-d154d2656e9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8db70b0d-396f-444d-b7cd-fa66b3f2059d HTTP/1.1" status: 200 len: 850 time: 0.1848643 Aug 31 13:57:36.331460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.334742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.336007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3bdee9f7-5ca6-4c04-88ef-df42e9438c6f tempest-ExternalNetworksAdminNegativeTestJSON-62563363 tempest-ExternalNetworksAdminNegativeTestJSON-62563363-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/3bee6a85-fdbe-4920-b9a7-db9ccae636ba HTTP/1.1" status: 204 len: 168 time: 1.3186429 Aug 31 13:57:36.362766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-85e4187c-348e-47f2-95a7-a8644303c988 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362ac54e-c6b4-4221-a6b7-17a307b215de HTTP/1.1" status: 200 len: 217 time: 0.0892241 Aug 31 13:57:36.434731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca182a-8009-4413-8917-8c2f3ad5ce88 req-0f831a91-5ca2-4761-9886-d73a576c2265 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.444184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbca182a-8009-4413-8917-8c2f3ad5ce88 req-0f831a91-5ca2-4761-9886-d73a576c2265 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 943 time: 0.2863750 Aug 31 13:57:36.500132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e8862-2ed5-4283-8878-184f770a8d82 req-5006d307-2d14-43df-a5b5-cc057bc110a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.501692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-511e8862-2ed5-4283-8878-184f770a8d82 req-5006d307-2d14-43df-a5b5-cc057bc110a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9395c72b-f401-4438-812c-00eed4772f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768768 Aug 31 13:57:36.544280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065889-7454-40da-81e8-cb520f4c41ee req-8a7ca43e-9428-4452-9f12-0941ffca287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.545822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-8a7ca43e-9428-4452-9f12-0941ffca287a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0834182-206c-4bce-9e95-5cf408dcdb94 HTTP/1.1" status: 200 len: 862 time: 0.1730211 Aug 31 13:57:36.709044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.711454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-ad90d784-b8d3-4d74-9f52-0716811e55cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523249 Aug 31 13:57:36.740444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbca182a-8009-4413-8917-8c2f3ad5ce88 req-664cce43-d3d7-4cf3-a8b5-faaa5f9c49c1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949409 Aug 31 13:57:36.951592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:36.990244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-511e8862-2ed5-4283-8878-184f770a8d82 req-889e507b-784a-4266-9973-ac81d4f2511d service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761405 Aug 31 13:57:37.109519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 417a44e2-9f02-410c-95d7-664e12bdb013 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:37.110061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.139103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-cd2be6d9-8258-4456-bc11-516b829916eb service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935943 Aug 31 13:57:37.230517 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df33b45-40c8-4478-8187-f1742946edbc None None] New status for floating IP 0bebdf0d-50ee-48d1-9d6e-5bf7510653aa: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:57:37.295848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.298607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port 417a44e2-9f02-410c-95d7-664e12bdb013, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=417a44e2-9f02-410c-95d7-664e12bdb013,segment=NetworkSegment(95f60f07-7b26-4bc4-ab90-e91a8dfab49a),segment_id=95f60f07-7b26-4bc4-ab90-e91a8dfab49a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:37.299191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.328300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 417a44e2-9f02-410c-95d7-664e12bdb013 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:37.351632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-511e8862-2ed5-4283-8878-184f770a8d82 req-1ba22ff5-c18a-47af-b9ed-c8fb21b7faf4 service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451390 Aug 31 13:57:37.406327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c065889-7454-40da-81e8-cb520f4c41ee req-26460851-fc2d-4584-818c-099fc187c8f7 service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589607 Aug 31 13:57:37.492218 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.504739 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.550599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bea0c793e6914c1a81670391479e3d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946541 Aug 31 13:57:37.560654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40376) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:37.598927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.651318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=417a44e2-9f02-410c-95d7-664e12bdb013,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:37.688460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5476a421-12df-4f96-880d-8f81a84010c4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:37.697746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40380) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:37.722658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.723007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.723351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.723690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.724020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.724354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.724847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.725206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.725528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.725880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.733934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.734393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbea77-d8a9-40c8-b474-ecae71247e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:37.747653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-bf88f192-b541-4718-9e70-2215a8502f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:37.749404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-bf88f192-b541-4718-9e70-2215a8502f38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7525a1eb2fd840c5b8de512a9df87228&device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 1094 time: 0.2058101 Aug 31 13:57:37.786497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98fbcd74-c195-43aa-a4c5-4d91cb01fd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.903795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98fbcd74-c195-43aa-a4c5-4d91cb01fd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.048897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.050029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-46354593-f63a-4e66-af29-8738d6865925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.051621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-46354593-f63a-4e66-af29-8738d6865925 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 200 len: 924 time: 0.2577198 Aug 31 13:57:38.058787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d9b61a8-0f5f-483e-ba25-04c67abf70d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.140881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-923ae091-7d0d-4c9d-9f78-042a4780024a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362ac54e-c6b4-4221-a6b7-17a307b215de HTTP/1.1" status: 200 len: 217 time: 0.0789216 Aug 31 13:57:38.144627 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98fbcd74-c195-43aa-a4c5-4d91cb01fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.151577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98fbcd74-c195-43aa-a4c5-4d91cb01fd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.152749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-98fbcd74-c195-43aa-a4c5-4d91cb01fd21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5476a421-12df-4f96-880d-8f81a84010c4 HTTP/1.1" status: 204 len: 168 time: 0.5900707 Aug 31 13:57:38.173780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389f3aa-5437-4314-8fe4-ee57258fadc2 req-f02c7ba3-6ff7-48a1-b535-731b82024855 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.174856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c389f3aa-5437-4314-8fe4-ee57258fadc2 req-f02c7ba3-6ff7-48a1-b535-731b82024855 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 943 time: 0.1472700 Aug 31 13:57:38.206581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbcd74-c195-43aa-a4c5-4d91cb01fd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476a421-12df-4f96-880d-8f81a84010c4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:38.253669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-2fc9b89d-bb32-4575-b24b-d07e9d9a6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.255284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-2fc9b89d-bb32-4575-b24b-d07e9d9a6a6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0834182-206c-4bce-9e95-5cf408dcdb94 HTTP/1.1" status: 200 len: 862 time: 0.1014678 Aug 31 13:57:38.299378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:38.303381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c389f3aa-5437-4314-8fe4-ee57258fadc2 req-ff296e5b-3663-4df6-a07e-1c5e848d9f78 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161931 Aug 31 13:57:38.318337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-4e6ab477-a9fc-47cd-8964-288aae121175 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60a02723-c44a-40e8-b3bd-3b9d898e5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384088 Aug 31 13:57:38.438269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:38.447269 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-65a7861d-c644-47f7-9a23-60acb9e6a46e tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5089734 Aug 31 13:57:38.447760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:38.453582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:38.456670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-e4e2d290-6218-48d2-bda2-7f81047fa13f service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285546 Aug 31 13:57:38.469248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:38.472624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:38.484755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d9b61a8-0f5f-483e-ba25-04c67abf70d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.527118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting subnet 2774ee17-dbc5-4df9-85d1-7b32b8127503 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:38.531396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.532586 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d9b61a8-0f5f-483e-ba25-04c67abf70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.608032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6d9b61a8-0f5f-483e-ba25-04c67abf70d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=687434d6640b4dff92f7154d34cb218b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096320 Aug 31 13:57:38.610310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.611929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:38.611929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b61a8-0f5f-483e-ba25-04c67abf70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1621d-d1ef-4eb7-9561-403175c09fd0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:38.616742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:38.648179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40400) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:38.685315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:37Z', 'revision_number': 11, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:38.691884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2852b83f-e41c-4976-b2de-edfc9c61f6f0 req-bbec0208-7126-4188-a272-71932b3fb9cb service neutron] 10.222.0.26 "GET /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198632 Aug 31 13:57:38.724139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:38.731067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e0477354-ec6c-4094-ab4f-fd29ccb2f160 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ecad1cdb6734c56b1581584f9e5bc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791774 Aug 31 13:57:38.736991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40402) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:38.739790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:38.741502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:38.758779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bc66-c810-49c0-888b-4a9058c4fa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.811769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bc66-c810-49c0-888b-4a9058c4fa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.826196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.835162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:38.863747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa2c-59ed-4d0e-a8d2-c789a000bad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.897111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa2c-59ed-4d0e-a8d2-c789a000bad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.913380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:37Z', 'revision_number': 11, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:38.944585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357941c-4279-4bba-b072-9e5aba5a3e0c None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:37Z', 'revision_number': 11, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:38.953854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.008170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa2c-59ed-4d0e-a8d2-c789a000bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.009354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Subnet': ['ID=2774ee17-dbc5-4df9-85d1-7b32b8127503,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:39.016656 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.018754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa9336-f202-4ef1-9d29-19f1a30c8036 None None] Network 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:39.019324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eae397b7-f5e5-4e6f-9331-ee1173d3a507 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/2774ee17-dbc5-4df9-85d1-7b32b8127503 HTTP/1.1" status: 204 len: 168 time: 0.5703721 Aug 31 13:57:39.023870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40408) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:39.029705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa2c-59ed-4d0e-a8d2-c789a000bad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.031272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2c76fa2c-59ed-4d0e-a8d2-c789a000bad4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec8ae609-b304-4e46-9e7f-7c204099a5e9 HTTP/1.1" status: 204 len: 168 time: 0.2933021 Aug 31 13:57:39.040511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bc66-c810-49c0-888b-4a9058c4fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.047611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bc66-c810-49c0-888b-4a9058c4fa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.063847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3ec2bc66-c810-49c0-888b-4a9058c4fa0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2b1621d-d1ef-4eb7-9561-403175c09fd0 HTTP/1.1" status: 204 len: 168 time: 0.4440260 Aug 31 13:57:39.082532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76fa2c-59ed-4d0e-a8d2-c789a000bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8ae609-b304-4e46-9e7f-7c204099a5e9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:39.108089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2bc66-c810-49c0-888b-4a9058c4fa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1621d-d1ef-4eb7-9561-403175c09fd0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:39.186040 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.359286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Deleting port 802df8bd-8f92-4583-ad38-bcafc99e2729 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:39.359920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.550179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 417a44e2-9f02-410c-95d7-664e12bdb013 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:39.605708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da85261-0f7e-4928-b9b8-0f9981a3298c req-b1438bc5-5540-444d-90d9-95b119370ada tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:39.607079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] For port 802df8bd-8f92-4583-ad38-bcafc99e2729, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=802df8bd-8f92-4583-ad38-bcafc99e2729,segment=NetworkSegment(95f60f07-7b26-4bc4-ab90-e91a8dfab49a),segment_id=95f60f07-7b26-4bc4-ab90-e91a8dfab49a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:39.607588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.608289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9da85261-0f7e-4928-b9b8-0f9981a3298c req-b1438bc5-5540-444d-90d9-95b119370ada tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 943 time: 0.1075230 Aug 31 13:57:39.621485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 417a44e2-9f02-410c-95d7-664e12bdb013 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:39.621834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 417a44e2-9f02-410c-95d7-664e12bdb013 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:39.627398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 362ac54e-c6b4-4221-a6b7-17a307b215de details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:39.655239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Calling delete_port for 802df8bd-8f92-4583-ad38-bcafc99e2729 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:39.676458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9da85261-0f7e-4928-b9b8-0f9981a3298c req-85e666b9-9d60-49b9-9c25-0cc58585c105 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614974 Aug 31 13:57:39.809072 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.889469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.913689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 362ac54e-c6b4-4221-a6b7-17a307b215de, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=362ac54e-c6b4-4221-a6b7-17a307b215de,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:39.927931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '362ac54e-c6b4-4221-a6b7-17a307b215de', 'network_id': '60a02723-c44a-40e8-b3bd-3b9d898e5f4d', 'port_id': '362ac54e-c6b4-4221-a6b7-17a307b215de', 'mac_address': 'fa:16:3e:9c:28:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0834182-206c-4bce-9e95-5cf408dcdb94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:39.931837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No DVR routers for this DVR port 802df8bd-8f92-4583-ad38-bcafc99e2729 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:39.933809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Port': ['ID=802df8bd-8f92-4583-ad38-bcafc99e2729,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:40.009707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c5f5fc-597a-4d93-bbbf-ff94da7153d6 None None] DHCP port deletion for 75efeff2-5d22-41ce-9df7-2a9bb4b02bdd request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:57:40.031309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.045734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40434) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:40.073744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4818872f-b872-4c99-a509-d022c19d8371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.078284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362ac54e-c6b4-4221-a6b7-17a307b215de {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:40.128174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 362ac54e-c6b4-4221-a6b7-17a307b215de, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=362ac54e-c6b4-4221-a6b7-17a307b215de,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:40.137174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.165626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.199108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75efeff2-5d22-41ce-9df7-2a9bb4b02bdd']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:40.232982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=362ac54e-c6b4-4221-a6b7-17a307b215de,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:40.245258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.245883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.246473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.247251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.247794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.248371 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.248974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.249743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.250339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.251818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.252411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.252947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:40.254440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f60f07-7b26-4bc4-ab90-e91a8dfab49a') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:40.257290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f60f07-7b26-4bc4-ab90-e91a8dfab49a') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:40.289260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.311860 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.321466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:40.322404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:40.336013 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:40.375549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4818872f-b872-4c99-a509-d022c19d8371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.380507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4818872f-b872-4c99-a509-d022c19d8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.473193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4818872f-b872-4c99-a509-d022c19d8371 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=484bb77933e4428091c0a63a3c0b9aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259005 Aug 31 13:57:40.474940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40448) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:40.511274 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.566933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.571757 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/networks/75efeff2-5d22-41ce-9df7-2a9bb4b02bdd HTTP/1.1" status: 204 len: 168 time: 1.5442896 Aug 31 13:57:40.571757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80e5da-f12a-43e3-96d1-69b7714af05b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Pushing event deleted for resources: {'Network': ['ID=75efeff2-5d22-41ce-9df7-2a9bb4b02bdd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:40.572080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40452) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:40.577555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'routes': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:40.607138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818872f-b872-4c99-a509-d022c19d8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c05a0e2-100c-4b02-b81c-a8753e9a8b6d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:40.660479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93e6907b-f082-4f04-aaef-ff90209176ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.699147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93e6907b-f082-4f04-aaef-ff90209176ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.744354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['362ac54e-c6b4-4221-a6b7-17a307b215de'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:40.840388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93e6907b-f082-4f04-aaef-ff90209176ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.843893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93e6907b-f082-4f04-aaef-ff90209176ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.848960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-93e6907b-f082-4f04-aaef-ff90209176ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c05a0e2-100c-4b02-b81c-a8753e9a8b6d HTTP/1.1" status: 204 len: 168 time: 0.3623006 Aug 31 13:57:40.879873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6907b-f082-4f04-aaef-ff90209176ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c05a0e2-100c-4b02-b81c-a8753e9a8b6d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:41.077085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Added routes are [] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 13:57:41.077902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Removed routes are [] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 13:57:41.078598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:41.171767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bed0a-74a6-450a-816d-2ad6e84df9cb req-0c0bf662-095e-4a85-b452-9c91d3b8f94d tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:41.180305 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-840bed0a-74a6-450a-816d-2ad6e84df9cb req-0c0bf662-095e-4a85-b452-9c91d3b8f94d tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 944 time: 0.3765168 Aug 31 13:57:41.254863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 802df8bd-8f92-4583-ad38-bcafc99e2729 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:41.296472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:41.313423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-840bed0a-74a6-450a-816d-2ad6e84df9cb req-10efc422-f430-40e0-bdfe-7cb2f21e59bd tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317198 Aug 31 13:57:41.315711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:41.327130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 802df8bd-8f92-4583-ad38-bcafc99e2729 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:41.327588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 802df8bd-8f92-4583-ad38-bcafc99e2729 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:41.829660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router db8a0462-c599-4094-871a-1ce9431b9fc3 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:41.943503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:41.960571 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] Sync routers for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:41.965535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:41.969810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40506) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:41.970324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-be479dce-fb7c-42ed-87e8-d198628077cc tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 200 len: 700 time: 1.3967972 Aug 31 13:57:41.972690 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:41.973344 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:42.073831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40510) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:42.087525 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:42.089873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bf49795a-3021-4a9e-b4ed-ca6837375382 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 200 len: 205 time: 0.1185210 Aug 31 13:57:42.212066 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:57:42.213267 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:37Z', 'revision_number': 11, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:42.250785 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e557bbd5-f643-476e-be79-d6603a711cd6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.260802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:42.287934 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] Checking router: db8a0462-c599-4094-871a-1ce9431b9fc3 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:42.301317 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] Routers {'db8a0462-c599-4094-871a-1ce9431b9fc3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:42.302944 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['db8a0462-c599-4094-871a-1ce9431b9fc3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:42.416370 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] Set router db8a0462-c599-4094-871a-1ce9431b9fc3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:42.604008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e91a3-8e71-4516-a0eb-f65304ccc341 req-d0c8abdb-91f6-4ff5-b54f-5b882713847f tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:42.617520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-912e91a3-8e71-4516-a0eb-f65304ccc341 req-d0c8abdb-91f6-4ff5-b54f-5b882713847f tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 944 time: 0.1067774 Aug 31 13:57:42.629215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2112183572'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:42.645293 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e557bbd5-f643-476e-be79-d6603a711cd6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.650277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e557bbd5-f643-476e-be79-d6603a711cd6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.698420 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:37Z', 'revision_number': 11, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:42.729892 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fee178-c863-4f1b-ba04-3bf5e950e0ba None None] The sync data for ids ['db8a0462-c599-4094-871a-1ce9431b9fc3'] in n-d-792362-6 is: [{'id': 'db8a0462-c599-4094-871a-1ce9431b9fc3', 'name': 'tempest-RoutersTest-router-657585944', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:20Z', 'updated_at': '2021-08-31T13:57:37Z', 'revision_number': 11, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:42.748069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-912e91a3-8e71-4516-a0eb-f65304ccc341 req-05ffe217-68a6-4325-8a82-89bd4dc1013a tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293898 Aug 31 13:57:42.760271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Made reservation on behalf of 16486acee8cc47b1965091bbb85d8143 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:42.764353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.780284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.782591 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e557bbd5-f643-476e-be79-d6603a711cd6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.784396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e557bbd5-f643-476e-be79-d6603a711cd6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Fanout notify agent at l3_agent the message router_deleted on router db8a0462-c599-4094-871a-1ce9431b9fc3 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:57:42.796077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e557bbd5-f643-476e-be79-d6603a711cd6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.797779 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e557bbd5-f643-476e-be79-d6603a711cd6 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 204 len: 168 time: 0.7225699 Aug 31 13:57:42.802342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40532) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:42.810133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-79d22098-8b1f-4102-8645-0dd6261f6ef7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1318839995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:42.992536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.007322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.078728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:57:43.087783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79d22098-8b1f-4102-8645-0dd6261f6ef7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.088939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79d22098-8b1f-4102-8645-0dd6261f6ef7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.162490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79d22098-8b1f-4102-8645-0dd6261f6ef7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.172339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1651fff-b00c-4079-8f0c-5dd3c6178e0a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:43.176057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.176460 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Added segment d0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df of type vlan for network df16f217-5a94-4aee-aacd-2b906a396829 Aug 31 13:57:43.180855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79d22098-8b1f-4102-8645-0dd6261f6ef7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.256455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79d22098-8b1f-4102-8645-0dd6261f6ef7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.259401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-79d22098-8b1f-4102-8645-0dd6261f6ef7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4559925 Aug 31 13:57:43.262374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40542) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:43.270381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ed78dba7-9a9b-4673-9715-283c3c2b2286 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:43.286249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.339961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.347798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:43.348704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.451325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1889868 Aug 31 13:57:43.461276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b892a58-d9a2-43c5-a266-5da44dc80caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Pushing event updated for resources: {'Network': ['ID=df16f217-5a94-4aee-aacd-2b906a396829,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:43.477603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network df16f217-5a94-4aee-aacd-2b906a396829 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:57:43.579848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 362ac54e-c6b4-4221-a6b7-17a307b215de up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:43.707716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 362ac54e-c6b4-4221-a6b7-17a307b215de completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:43.718102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 362ac54e-c6b4-4221-a6b7-17a307b215de triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:43.722226 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.740189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed78dba7-9a9b-4673-9715-283c3c2b2286 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.765147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed78dba7-9a9b-4673-9715-283c3c2b2286 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.899997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.936038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ac54e-c6b4-4221-a6b7-17a307b215de'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:43.941371 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5433461e-6b15-4a0d-8a12-bf6f21d3baa0" -d '{"events": [{"server_uuid": "ac04034a-66af-4d32-a636-0f21d4cb6925", "name": "network-vif-plugged", "status": "completed", "tag": "362ac54e-c6b4-4221-a6b7-17a307b215de"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:43.968594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 362ac54e-c6b4-4221-a6b7-17a307b215de, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=362ac54e-c6b4-4221-a6b7-17a307b215de,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:43.974087 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.018470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40568) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:44.043960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Request body: {'port': {'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829', 'binding:host_id': 'n-h2-792362-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1890147166'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:44.048055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=362ac54e-c6b4-4221-a6b7-17a307b215de,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:44.098476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed78dba7-9a9b-4673-9715-283c3c2b2286 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Router 6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:57:44.123578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91917367-6a56-498f-9d73-96d601042681 req-bb9a4ff9-1efa-44e4-aa72-50dc699fa022 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:44.125385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91917367-6a56-498f-9d73-96d601042681 req-bb9a4ff9-1efa-44e4-aa72-50dc699fa022 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 944 time: 0.2164183 Aug 31 13:57:44.199808 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf12bea-f44c-4072-a675-e53480092ddb x-openstack-request-id: req-2cf12bea-f44c-4072-a675-e53480092ddb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:44.200280 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac04034a-66af-4d32-a636-0f21d4cb6925", "name": "network-vif-plugged", "status": "completed", "tag": "362ac54e-c6b4-4221-a6b7-17a307b215de", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:44.200856 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cf12bea-f44c-4072-a675-e53480092ddb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:44.201397 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ac54e-c6b4-4221-a6b7-17a307b215de', 'code': 200} Aug 31 13:57:44.209666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Made reservation on behalf of bd52816463fb48e1b3b740fceee5af65 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:44.211959 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.254657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.285297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed78dba7-9a9b-4673-9715-283c3c2b2286 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:44.295571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed78dba7-9a9b-4673-9715-283c3c2b2286 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.297783 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ed78dba7-9a9b-4673-9715-283c3c2b2286 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "PUT /v2.0/routers/6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 HTTP/1.1" status: 200 len: 694 time: 1.0332036 Aug 31 13:57:44.300478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40574) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:44.313086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] Sync routers for ids ['6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:44.316782 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91917367-6a56-498f-9d73-96d601042681 req-882aafff-e8dd-46b2-9954-b55e6a627bbf tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355982 Aug 31 13:57:44.343247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] Routers {'6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:44.344838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:44.475347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.484486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.492365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] device_id is not set on port afa4e975-d9b5-45b1-99cd-f36efaf5555e yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:44.519823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c2967842-72d7-4d2c-bca0-de85708e6093 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/routers/6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 HTTP/1.1" status: 200 len: 700 time: 0.2180536 Aug 31 13:57:44.522597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40578) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:44.554717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9ba3cbb2-0f68-4302-b14d-d119216570ea tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 HTTP/1.1" status: 200 len: 205 time: 0.0308297 Aug 31 13:57:44.557900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994510d-ca7f-4d35-9ae6-866428c2f77c req-99b5f706-6b60-4c18-bd72-4949a01629b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:44.559355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0994510d-ca7f-4d35-9ae6-866428c2f77c req-99b5f706-6b60-4c18-bd72-4949a01629b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 1096 time: 0.1233344 Aug 31 13:57:44.559832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40580) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:44.562443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] Set router 6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:44.673287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0994510d-ca7f-4d35-9ae6-866428c2f77c req-aaa9ab3b-fcce-441c-8844-d37ec250f651 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683136 Aug 31 13:57:44.676700 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62737dc8-8362-4f97-a332-4fd17880750a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.735610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3', 'name': 'tempest-RoutersTest-router-1318839995', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:43Z', 'updated_at': '2021-08-31T13:57:43Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:44.772698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] Checking router: 6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:44.783338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] Routers {'6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:44.783975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:44.881778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62737dc8-8362-4f97-a332-4fd17880750a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.887710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc106f-1f01-45b4-87db-804be12542c1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:44.888336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62737dc8-8362-4f97-a332-4fd17880750a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.001105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] Set router 6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:45.005258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62737dc8-8362-4f97-a332-4fd17880750a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.005912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62737dc8-8362-4f97-a332-4fd17880750a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Fanout notify agent at l3_agent the message router_deleted on router 6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:57:45.020133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62737dc8-8362-4f97-a332-4fd17880750a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.021457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-62737dc8-8362-4f97-a332-4fd17880750a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 HTTP/1.1" status: 204 len: 168 time: 0.4596200 Aug 31 13:57:45.025124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40588) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.075868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] device_id is not set on port afa4e975-d9b5-45b1-99cd-f36efaf5555e yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:45.105577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.106072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3', 'name': 'tempest-RoutersTest-router-1318839995', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:43Z', 'updated_at': '2021-08-31T13:57:43Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:45.139370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d3e11ee2-e1d0-4e01-9cf5-8547b76a14b7 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 HTTP/1.1" status: 200 len: 205 time: 0.0967906 Aug 31 13:57:45.140996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40590) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.143229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Transition to ACTIVE for port object afa4e975-d9b5-45b1-99cd-f36efaf5555e will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:45.158289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9edfb-99da-4084-8fe4-f3bb0d4853f1 None None] The sync data for ids ['6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3'] in n-d-792362-6 is: [{'id': '6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3', 'name': 'tempest-RoutersTest-router-1318839995', 'tenant_id': 'c667d9d608c74654b1df86a6ce48a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:43Z', 'updated_at': '2021-08-31T13:57:43Z', 'revision_number': 2, 'project_id': 'c667d9d608c74654b1df86a6ce48a23e', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:45.178808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.261686 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-6f69a2be-91f2-4022-9c79-65a403d5e778 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] delete failed (client error): The resource could not be found. Aug 31 13:57:45.266183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6f69a2be-91f2-4022-9c79-65a403d5e778 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/6bedf3ae-f258-44a2-b4c3-414ec7f3cfe3 HTTP/1.1" status: 404 len: 336 time: 0.1209128 Aug 31 13:57:45.271078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40596) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.278537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=afa4e975-d9b5-45b1-99cd-f36efaf5555e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:45.298106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Checking segment: {'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:45.298738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Network hostable DHCP agents. Network: df16f217-5a94-4aee-aacd-2b906a396829, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:57:45.322082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Network df16f217-5a94-4aee-aacd-2b906a396829 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:57:45.343114 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f251a4-80d3-41a4-8ae3-be2f16c321bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:45.344298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f251a4-80d3-41a4-8ae3-be2f16c321bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:45.346509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50f251a4-80d3-41a4-8ae3-be2f16c321bf tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/c0ff9b6e-16a3-4d3a-8eb8-8f9611bc728c HTTP/1.1" status: 404 len: 337 time: 0.0733769 Aug 31 13:57:45.352757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40600) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.369431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, df16f217-5a94-4aee-aacd-2b906a396829) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:45.380061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84934a09-f50a-4def-935e-696201502341 None None] Network df16f217-5a94-4aee-aacd-2b906a396829 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:45.386150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:45.390121 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a87d8ee-0c18-4493-ae77-131c42f8dc44 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:45.393822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a87d8ee-0c18-4493-ae77-131c42f8dc44 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:45.395972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a87d8ee-0c18-4493-ae77-131c42f8dc44 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/75b84902-76b6-47f1-89bd-67022c961aa7 HTTP/1.1" status: 404 len: 337 time: 0.0417688 Aug 31 13:57:45.400823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40602) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.424765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.428055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.428444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.441037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.441460 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.441776 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 2 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.473137 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-182ab3a1-5474-4089-8fc4-182cade1e9da tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:45.473784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182ab3a1-5474-4089-8fc4-182cade1e9da tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:45.476257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-182ab3a1-5474-4089-8fc4-182cade1e9da tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/a5973395-c7ad-4e6f-b6e6-b55b648c0d0b HTTP/1.1" status: 404 len: 337 time: 0.0732148 Aug 31 13:57:45.479485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40608) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.494001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.494350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.494733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.528304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.528660 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.529098 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 3 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.556097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.556443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.556789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.570880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.570880 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.570880 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 4 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.585717 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cab2711-5e10-4d7f-9b03-5589d7d9add1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:45.586497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cab2711-5e10-4d7f-9b03-5589d7d9add1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:45.588676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4cab2711-5e10-4d7f-9b03-5589d7d9add1 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/2774ee17-dbc5-4df9-85d1-7b32b8127503 HTTP/1.1" status: 404 len: 337 time: 0.1069245 Aug 31 13:57:45.593774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40612) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.657824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eab2f-1f91-4c5d-863a-53078681cbd5 req-239943cd-7abc-436a-95d1-89952933dffe tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:45.658570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.658916 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.659866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.664150 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e53f39a0-20eb-4592-a18e-7b05f15d8f4d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 200 len: 205 time: 0.0693045 Aug 31 13:57:45.667208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40616) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.668438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f2eab2f-1f91-4c5d-863a-53078681cbd5 req-239943cd-7abc-436a-95d1-89952933dffe tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 945 time: 0.1901467 Aug 31 13:57:45.723409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f2eab2f-1f91-4c5d-863a-53078681cbd5 req-038b1269-684c-48f2-ae20-9cd5e562f706 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497983 Aug 31 13:57:45.729209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.731231 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.732279 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-68367f95-6756-4179-ad29-aed5330923f8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] delete failed (client error): The resource could not be found. Aug 31 13:57:45.733366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-68367f95-6756-4179-ad29-aed5330923f8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/db8a0462-c599-4094-871a-1ce9431b9fc3 HTTP/1.1" status: 404 len: 336 time: 0.0650139 Aug 31 13:57:45.733882 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 5 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.736126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.763718 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.764478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.765203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.770884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.771343 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.771747 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 6 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.781434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-47216d89-ffa7-4816-b77f-5faba442228d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=5accfcfc-c644-49df-aefb-3d00405d5c31 HTTP/1.1" status: 200 len: 205 time: 0.0437970 Aug 31 13:57:45.783711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40622) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.797291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.797728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.798216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.803334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.803675 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.804072 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 7 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.818941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.819281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.819627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.828770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.829236 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.829786 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 8 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.840101 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-0bd381ad-275e-4e71-abb3-49a004606b8b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] delete failed (client error): The resource could not be found. Aug 31 13:57:45.842070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0bd381ad-275e-4e71-abb3-49a004606b8b tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/5accfcfc-c644-49df-aefb-3d00405d5c31 HTTP/1.1" status: 404 len: 336 time: 0.0572360 Aug 31 13:57:45.844905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.845315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.845464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40626) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.845833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.851115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.851856 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.859440 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 9 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.876148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.876650 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.877357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.890372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.891093 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.891435 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 10 to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e Aug 31 13:57:45.894348 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b8632b-c31b-43aa-983d-32ee3d6476fd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:45.895294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b8632b-c31b-43aa-983d-32ee3d6476fd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:45.897595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-38b8632b-c31b-43aa-983d-32ee3d6476fd tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/7ed50279-86cb-437e-975a-5ed3626e97a7 HTTP/1.1" status: 404 len: 337 time: 0.0508137 Aug 31 13:57:45.900140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40628) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:45.912141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:45.912840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:45.913454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:45.920132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port afa4e975-d9b5-45b1-99cd-f36efaf5555e on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:45.920955 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port afa4e975-d9b5-45b1-99cd-f36efaf5555e on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:45.921571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.936217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3f7c4e69-c657-412b-8eaa-4b8d1de9775a tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=d03788f8-0cbb-4018-a269-7b906848c7ad HTTP/1.1" status: 200 len: 205 time: 0.0349679 Aug 31 13:57:45.939749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40630) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.079124 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-675e17fc-5e53-4531-89eb-43e395ca1511 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] delete failed (client error): The resource could not be found. Aug 31 13:57:46.083337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-675e17fc-5e53-4531-89eb-43e395ca1511 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/d03788f8-0cbb-4018-a269-7b906848c7ad HTTP/1.1" status: 404 len: 336 time: 0.1421483 Aug 31 13:57:46.083953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.108685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] For port afa4e975-d9b5-45b1-99cd-f36efaf5555e, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:46.110526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempted to set empty binding levels {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:57:46.128606 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:46.150561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-86942c14-b9a1-4ee3-82e1-733e3dac4a96 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ca17a4d-9cf8-4395-9667-9837cb53cfdc HTTP/1.1" status: 200 len: 205 time: 0.0651829 Aug 31 13:57:46.153589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40642) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.251965 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-911cb50d-093e-4856-b9c9-e9d70967ae45 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] delete failed (client error): The resource could not be found. Aug 31 13:57:46.255726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-911cb50d-093e-4856-b9c9-e9d70967ae45 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/0ca17a4d-9cf8-4395-9667-9837cb53cfdc HTTP/1.1" status: 404 len: 336 time: 0.0966790 Aug 31 13:57:46.255858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40644) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.286289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=afa4e975-d9b5-45b1-99cd-f36efaf5555e,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:46.318657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.319274 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:46.320161 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-568c8fdf-94f1-4872-9191-ad5b8eba2a71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:46.321478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568c8fdf-94f1-4872-9191-ad5b8eba2a71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:46.325002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-568c8fdf-94f1-4872-9191-ad5b8eba2a71 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/223748d4-f640-452c-9c76-4f8e42a89b4a HTTP/1.1" status: 404 len: 337 time: 0.0682878 Aug 31 13:57:46.329636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40650) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.383216 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d8328c34-4bad-4635-b9ab-6272b38f78a5 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1227fc-2788-46eb-b366-ef7cde558b9e HTTP/1.1" status: 200 len: 205 time: 0.0519202 Aug 31 13:57:46.388632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40652) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.389205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40654) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.389301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-332dd9f6-892c-4c26-a4a9-61460e0c676d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.3652315 Aug 31 13:57:46.487150 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-244c826e-8b22-4c15-9c0c-1af16678ed21 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] delete failed (client error): The resource could not be found. Aug 31 13:57:46.488550 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-244c826e-8b22-4c15-9c0c-1af16678ed21 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/0b1227fc-2788-46eb-b366-ef7cde558b9e HTTP/1.1" status: 404 len: 336 time: 0.0985403 Aug 31 13:57:46.492059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.527927 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-159aeffa-8ce3-459d-a0cd-46a40c34cb9d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:46.528405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159aeffa-8ce3-459d-a0cd-46a40c34cb9d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:46.530509 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-159aeffa-8ce3-459d-a0cd-46a40c34cb9d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/e2553c6d-2263-46fb-822b-ca6eb42f97b0 HTTP/1.1" status: 404 len: 337 time: 0.0370324 Aug 31 13:57:46.533234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40662) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.563978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Deleting port afa4e975-d9b5-45b1-99cd-f36efaf5555e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:46.563978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:46.586276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-002ca18e-3f0a-48fe-bfe9-6a9bb19fa94d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 HTTP/1.1" status: 200 len: 205 time: 0.0495961 Aug 31 13:57:46.587470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40664) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.670170 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-044d0466-2590-45af-ba2c-ff0aff75c1d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] delete failed (client error): The resource could not be found. Aug 31 13:57:46.675045 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-044d0466-2590-45af-ba2c-ff0aff75c1d8 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/routers/ef3864ce-a5ad-4dab-ad34-9ac7b18105b5 HTTP/1.1" status: 404 len: 336 time: 0.0815237 Aug 31 13:57:46.677958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40668) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.717008 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66de2a9-350d-45f8-bb90-0177421ef00d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:46.717486 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66de2a9-350d-45f8-bb90-0177421ef00d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:46.723347 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f66de2a9-350d-45f8-bb90-0177421ef00d tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/1b163ef9-30f4-4f6b-9f36-8501ea95560c HTTP/1.1" status: 404 len: 337 time: 0.0409143 Aug 31 13:57:46.724001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40670) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:46.808569 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f1d2e8-864b-4373-adbd-46fef58eba06 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] DELETE failed (client error): The resource could not be found. Aug 31 13:57:46.811554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f1d2e8-864b-4373-adbd-46fef58eba06 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:57:46.818876 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b7f1d2e8-864b-4373-adbd-46fef58eba06 tempest-RoutersTest-1721920222 tempest-RoutersTest-1721920222-project] 10.222.0.10 "DELETE /v2.0/subnets/d30a7560-849c-4f25-93a8-8166d216f514 HTTP/1.1" status: 404 len: 337 time: 0.0930715 Aug 31 13:57:46.989856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800fe0-9e9a-4bca-9379-71524e52a09a req-3f9f1d8a-1de3-44d8-b90a-0eb9b9b7bd60 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:47.001093 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-66800fe0-9e9a-4bca-9379-71524e52a09a req-3f9f1d8a-1de3-44d8-b90a-0eb9b9b7bd60 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 945 time: 0.1109624 Aug 31 13:57:47.054695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-66800fe0-9e9a-4bca-9379-71524e52a09a req-d2dc8a4b-a160-4a9e-8404-b4a4de9cd6b3 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525358 Aug 31 13:57:47.173009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] For port afa4e975-d9b5-45b1-99cd-f36efaf5555e, host n-h2-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:47.173763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.195024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Calling delete_port for afa4e975-d9b5-45b1-99cd-f36efaf5555e owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:47.323229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40688) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:47.395378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.460084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event deleted for resources: {'Port': ['ID=afa4e975-d9b5-45b1-99cd-f36efaf5555e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:47.477119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.478827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ea1bc86c-4cae-48e5-8ad2-2aed639a6736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "DELETE /v2.0/ports/afa4e975-d9b5-45b1-99cd-f36efaf5555e HTTP/1.1" status: 204 len: 168 time: 1.0874221 Aug 31 13:57:47.481457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40696) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:47.564095 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b8f812-37b0-459f-a7af-0985aa5cd90d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] GET failed (client error): The resource could not be found. Aug 31 13:57:47.565712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f0b8f812-37b0-459f-a7af-0985aa5cd90d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "GET /v2.0/ports/afa4e975-d9b5-45b1-99cd-f36efaf5555e HTTP/1.1" status: 404 len: 333 time: 0.0828445 Aug 31 13:57:47.571458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40698) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:47.582487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Request body: {'port': {'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-262966931'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:47.597092 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12f0167a-8ee1-43bf-972a-d42e69c6696b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c667d9d608c74654b1df86a6ce48a23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686310 Aug 31 13:57:47.599963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40700) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:47.632296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52498355-b731-451c-a125-0a57f4ff47e8 req-02e7832a-ebc2-4b1a-9547-5392bef60786 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:47.641237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52498355-b731-451c-a125-0a57f4ff47e8 req-02e7832a-ebc2-4b1a-9547-5392bef60786 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 945 time: 0.1879499 Aug 31 13:57:47.653314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Made reservation on behalf of bd52816463fb48e1b3b740fceee5af65 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:47.655723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.691165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] device_id is not set on port d820d6f9-29b8-44d0-b81d-8febfc4ca47c yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:47.697225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d6c-5535-4dc8-b6e2-26e690362848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.735292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52498355-b731-451c-a125-0a57f4ff47e8 req-5c7438b0-7c43-49dc-b8e8-bc4303259717 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855038 Aug 31 13:57:47.779158 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d6c-5535-4dc8-b6e2-26e690362848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.863385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d6c-5535-4dc8-b6e2-26e690362848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.868002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d6c-5535-4dc8-b6e2-26e690362848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.871331 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e4b81d6c-5535-4dc8-b6e2-26e690362848 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/570cb40a-9101-4ff0-88b8-01837dc40b77 HTTP/1.1" status: 204 len: 168 time: 0.2675037 Aug 31 13:57:47.885945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b81d6c-5535-4dc8-b6e2-26e690362848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570cb40a-9101-4ff0-88b8-01837dc40b77,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:48.027406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.084766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.145703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Network df16f217-5a94-4aee-aacd-2b906a396829 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:48.149361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:48.152141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:48.153540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.154153 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.179768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6057689 Aug 31 13:57:48.183053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40712) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:48.188442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:48.209773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6778b6-8c8e-47a3-80a3-3fce58b38084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=d820d6f9-29b8-44d0-b81d-8febfc4ca47c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:48.318461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.705144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] device_id is not set on port d820d6f9-29b8-44d0-b81d-8febfc4ca47c yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:48.727380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.765057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Transition to ACTIVE for port object d820d6f9-29b8-44d0-b81d-8febfc4ca47c will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:48.772797 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.980392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=d820d6f9-29b8-44d0-b81d-8febfc4ca47c,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:49.007485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a43406-d8be-4c99-b4bc-ba630227a23a req-ce2a3bc9-0350-4a72-a8f9-e8e17d005426 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.009311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a8a43406-d8be-4c99-b4bc-ba630227a23a req-ce2a3bc9-0350-4a72-a8f9-e8e17d005426 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 945 time: 0.1324742 Aug 31 13:57:49.010709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.011217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.011561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.018021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.018359 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.019398 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 2 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.049124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.049474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.049814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.064563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.064997 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.067426 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 3 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.074685 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a8a43406-d8be-4c99-b4bc-ba630227a23a req-e5bacab4-cba6-44fd-acdf-d04bec262520 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573967 Aug 31 13:57:49.085468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.085805 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.086146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.091784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.092123 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.092661 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 4 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.106505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.107053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.107528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.112609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.113194 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.113689 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 5 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.146301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.146744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.147266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.155062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.155534 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.156088 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 6 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.173165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.173708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.174190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.179662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.180010 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.180580 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 7 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.194782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.195378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.195587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.201201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.201536 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.201932 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 8 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.217165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.217507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.217854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.223505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.223840 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.224259 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 9 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.238778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.239067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.239409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.244280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.244653 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.245072 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 10 to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c Aug 31 13:57:49.262567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:49.262904 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:49.263242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:49.268328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:49.268839 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:49.269380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.377028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] For port d820d6f9-29b8-44d0-b81d-8febfc4ca47c, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:49.377562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempted to set empty binding levels {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:57:49.383095 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.428379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] In _notify_port_updated(), no bound segment for port d820d6f9-29b8-44d0-b81d-8febfc4ca47c on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:57:49.434223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.435210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.438878 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "PUT /v2.0/ports/d820d6f9-29b8-44d0-b81d-8febfc4ca47c HTTP/1.1" status: 200 len: 978 time: 1.2524657 Aug 31 13:57:49.441150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40756) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:49.491475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40758) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:49.518115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-487aaf10-634d-475d-8a0d-633b8968dbd9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.520155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-487aaf10-634d-475d-8a0d-633b8968dbd9 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 945 time: 0.1006260 Aug 31 13:57:49.538522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91e24e-4dcc-425b-941c-42a325f26322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=d820d6f9-29b8-44d0-b81d-8febfc4ca47c,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:49.593912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.594952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.595507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.596221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.596914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.597415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.598114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.598352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.599032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.599795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.599959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.600421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.601225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.601525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.601985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.603123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.603602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.604101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.605014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.605590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.606090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.606613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.607121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.608012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.608304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.609066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.609915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.610440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.610914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.612482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.613255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.613491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.613993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.614456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.614920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.615380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.619299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b70eda6a-b945-434e-9211-86b3cde362ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32403 time: 0.1773815 Aug 31 13:57:49.624806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40764) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:49.707193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085844821-network', 'tenant_id': '15fc2dff85d44fd1b5c0abb6f8bc3812'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:49.746080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Deleting port d820d6f9-29b8-44d0-b81d-8febfc4ca47c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:49.746484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.747277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Deleting port 362ac54e-c6b4-4221-a6b7-17a307b215de {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:49.747628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.752456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Made reservation on behalf of 15fc2dff85d44fd1b5c0abb6f8bc3812 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:49.755074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.812361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.838555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] For port d820d6f9-29b8-44d0-b81d-8febfc4ca47c, host n-h2-792362-6, got binding levels [] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:49.838932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.877333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Calling delete_port for d820d6f9-29b8-44d0-b81d-8febfc4ca47c owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:49.924253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] For port 362ac54e-c6b4-4221-a6b7-17a307b215de, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=362ac54e-c6b4-4221-a6b7-17a307b215de,segment=NetworkSegment(ed54ce4c-3df2-4252-aefe-b1fd43310447),segment_id=ed54ce4c-3df2-4252-aefe-b1fd43310447)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:49.924489 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.945658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Calling delete_port for 362ac54e-c6b4-4221-a6b7-17a307b215de owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:49.975611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.017548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event deleted for resources: {'Port': ['ID=d820d6f9-29b8-44d0-b81d-8febfc4ca47c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.029929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.035124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1188961e-1de2-4581-95cd-ff6aa0c9a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d820d6f9-29b8-44d0-b81d-8febfc4ca47c HTTP/1.1" status: 204 len: 168 time: 0.4093592 Aug 31 13:57:50.035837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40776) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.065332 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8157bb02-0821-4a44-a35f-a65fd1d7b7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] GET failed (client error): The resource could not be found. Aug 31 13:57:50.070472 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8157bb02-0821-4a44-a35f-a65fd1d7b7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "GET /v2.0/ports/d820d6f9-29b8-44d0-b81d-8febfc4ca47c HTTP/1.1" status: 404 len: 333 time: 0.0302634 Aug 31 13:57:50.070903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40780) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.076687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204219935', 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:50.158395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.169495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.218749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Made reservation on behalf of bd52816463fb48e1b3b740fceee5af65 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:50.221767 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.222172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 1532, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:57:50.250705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.250705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbe1088-64c5-4c12-89bd-af862b79b122,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.279321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.279840 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Added segment db1e4934-8743-4eeb-b5cb-8e8a10e05298 of type vlan for network 34bd9bdd-455c-4f0a-9d50-284e6c35cef4 Aug 31 13:57:50.287432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] device_id is not set on port cdd7f220-063e-47af-b68d-e1058232bdf0 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:50.288180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['362ac54e-c6b4-4221-a6b7-17a307b215de'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:50.339506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event deleted for resources: {'Port': ['ID=362ac54e-c6b4-4221-a6b7-17a307b215de,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.365429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01bf90-759c-41f1-a8b5-985d2c19b001 req-4859cdc5-6bc7-423b-8ecb-bb2618a3f180 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.376645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6f01bf90-759c-41f1-a8b5-985d2c19b001 req-4859cdc5-6bc7-423b-8ecb-bb2618a3f180 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac04034a-66af-4d32-a636-0f21d4cb6925 HTTP/1.1" status: 200 len: 867 time: 0.1794353 Aug 31 13:57:50.437529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] No DVR routers for this DVR port 362ac54e-c6b4-4221-a6b7-17a307b215de on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:50.444428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.448578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-645c5df7-e71f-4808-9ccf-82bd1f70965f req-a5669a8b-612c-469e-b3bb-1edfbcc758f1 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.26 "DELETE /v2.0/ports/362ac54e-c6b4-4221-a6b7-17a307b215de HTTP/1.1" status: 204 len: 173 time: 0.9208050 Aug 31 13:57:50.449244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'name': 'network-vif-deleted', 'tag': '362ac54e-c6b4-4221-a6b7-17a307b215de'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:50.453231 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c8d1e1-dca1-4406-bd62-4ac1912c9b2e" -d '{"events": [{"server_uuid": "ac04034a-66af-4d32-a636-0f21d4cb6925", "name": "network-vif-deleted", "tag": "362ac54e-c6b4-4221-a6b7-17a307b215de"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:50.455974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6f01bf90-759c-41f1-a8b5-985d2c19b001 req-0ef0a170-f848-44b5-97da-f3116c0d1b92 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddd8d383-948d-4390-9eaf-e07756852fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782802 Aug 31 13:57:50.457763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.503624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.505722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.508646 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.614433 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6692e-f106-4dac-9431-32168ac16554 x-openstack-request-id: req-22c6692e-f106-4dac-9431-32168ac16554 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:50.614588 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac04034a-66af-4d32-a636-0f21d4cb6925", "name": "network-vif-deleted", "tag": "362ac54e-c6b4-4221-a6b7-17a307b215de", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:50.614987 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22c6692e-f106-4dac-9431-32168ac16554 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:50.615474 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac04034a-66af-4d32-a636-0f21d4cb6925', 'name': 'network-vif-deleted', 'tag': '362ac54e-c6b4-4221-a6b7-17a307b215de', 'status': 'completed', 'code': 200} Aug 31 13:57:50.616886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1244769 Aug 31 13:57:50.619785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40798) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.626591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Request body: {'subnet': {'network_id': '34bd9bdd-455c-4f0a-9d50-284e6c35cef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085844821-subnet', 'tenant_id': '15fc2dff85d44fd1b5c0abb6f8bc3812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:50.627143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.644334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ede6cf-a16a-4ab2-ad72-24f692027f21 admin admin] Pushing event updated for resources: {'Network': ['ID=34bd9bdd-455c-4f0a-9d50-284e6c35cef4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.658896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Made reservation on behalf of 15fc2dff85d44fd1b5c0abb6f8bc3812 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:50.661130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.663318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 34bd9bdd-455c-4f0a-9d50-284e6c35cef4 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:57:50.709669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.795671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd7f220-063e-47af-b68d-e1058232bdf0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.804641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Network df16f217-5a94-4aee-aacd-2b906a396829 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:50.814995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:50.818906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:50.819854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.820456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.849261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeeff8-f471-4f3e-bdf4-70a2f67c9076 req-53a8d7f0-1b87-487c-bebe-fe0edbd129e5 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.851202 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f9eeeff8-f471-4f3e-bdf4-70a2f67c9076 req-53a8d7f0-1b87-487c-bebe-fe0edbd129e5 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 945 time: 0.1604602 Aug 31 13:57:50.854384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-007d93ff-62e6-4f88-8d8f-4ece4a0fa377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7820194 Aug 31 13:57:50.856986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40802) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.911685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.942063 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2123e-0919-4544-8293-abadffe6577a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.950296 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08c2123e-0919-4544-8293-abadffe6577a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "GET /v2.0/ports/cdd7f220-063e-47af-b68d-e1058232bdf0 HTTP/1.1" status: 200 len: 959 time: 0.0913966 Aug 31 13:57:50.953179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40810) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:51.031037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ef3c92-2277-4fb3-96c0-d95dd9ed30e1,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:51.036421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Checking segment: {'id': 'db1e4934-8743-4eeb-b5cb-8e8a10e05298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '34bd9bdd-455c-4f0a-9d50-284e6c35cef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:51.036839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Network hostable DHCP agents. Network: 34bd9bdd-455c-4f0a-9d50-284e6c35cef4, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:57:51.054944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f9eeeff8-f471-4f3e-bdf4-70a2f67c9076 req-d4c0d8e8-9b5a-450b-badc-151e5f02daaa tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881824 Aug 31 13:57:51.066136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Network 34bd9bdd-455c-4f0a-9d50-284e6c35cef4 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:57:51.086075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 34bd9bdd-455c-4f0a-9d50-284e6c35cef4) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:51.095088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:51.095837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.095995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bbdcde-53a0-4506-85d0-ab6ad9a21f10 None None] Network 34bd9bdd-455c-4f0a-9d50-284e6c35cef4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:51.125647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b943aef4-763e-4896-a5b9-fba44e7e83c1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4973662 Aug 31 13:57:51.175225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Deleting port cdd7f220-063e-47af-b68d-e1058232bdf0 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:51.175601 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.305576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.332220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Calling delete_port for cdd7f220-063e-47af-b68d-e1058232bdf0 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:51.394119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bb2f2-4c9f-4d4a-a27a-280dc280540a None None] Network 34bd9bdd-455c-4f0a-9d50-284e6c35cef4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:51.531704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.609785 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.614682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "DELETE /v2.0/ports/cdd7f220-063e-47af-b68d-e1058232bdf0 HTTP/1.1" status: 204 len: 168 time: 0.6596727 Aug 31 13:57:51.617212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40834) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:51.631516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a36950-4295-41c4-acd3-ee0054d69683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdd7f220-063e-47af-b68d-e1058232bdf0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:51.705703 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-83518e2c-c24f-404e-adc6-101b1fb9387f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] GET failed (client error): The resource could not be found. Aug 31 13:57:51.708526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-83518e2c-c24f-404e-adc6-101b1fb9387f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "GET /v2.0/ports/cdd7f220-063e-47af-b68d-e1058232bdf0 HTTP/1.1" status: 404 len: 333 time: 0.0895431 Aug 31 13:57:51.714211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40840) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:51.726707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Request body: {'port': {'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-68566567'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:51.769857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Made reservation on behalf of bd52816463fb48e1b3b740fceee5af65 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:51.774225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.811071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] device_id is not set on port bccacfa0-b5e5-48d7-8f06-891747de600a yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:51.915498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40850) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:52.047920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f16e-5f0f-4cd5-8f7b-8c7ccb0e0f49 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.096206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f16e-5f0f-4cd5-8f7b-8c7ccb0e0f49 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.097386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.181262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.182382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f16e-5f0f-4cd5-8f7b-8c7ccb0e0f49 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.186371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f16e-5f0f-4cd5-8f7b-8c7ccb0e0f49 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.190656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bcd9f16e-5f0f-4cd5-8f7b-8c7ccb0e0f49 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "DELETE /v2.0/security-groups/ed1e99ea-5f34-49da-bfe7-25dfe5c7f133 HTTP/1.1" status: 204 len: 168 time: 0.2731874 Aug 31 13:57:52.200611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40864) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:52.227136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Network df16f217-5a94-4aee-aacd-2b906a396829 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:52.236741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:52.238823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:52.239836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:52.240448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.246583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=bccacfa0-b5e5-48d7-8f06-891747de600a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:52.255353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9f16e-5f0f-4cd5-8f7b-8c7ccb0e0f49 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e99ea-5f34-49da-bfe7-25dfe5c7f133,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:52.259346 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-f0815472-4766-4894-a272-52e4ee3a7b99 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] show failed (client error): The resource could not be found. Aug 31 13:57:52.263843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f0815472-4766-4894-a272-52e4ee3a7b99 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "GET /v2.0/security-groups/ed1e99ea-5f34-49da-bfe7-25dfe5c7f133 HTTP/1.1" status: 404 len: 347 time: 0.0566118 Aug 31 13:57:52.264593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40866) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:52.270246 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6a3cab90-7873-48f2-a627-ca996c9e7f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5541623 Aug 31 13:57:52.271162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40868) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:52.278653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:52.382139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.467328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40872) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:52.489950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-532751729-network', 'tenant_id': '3d356f20997248788fcd349798618de2'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:52.513941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe9275-f33a-4c43-bf2a-c707b14e22fd req-16e5e7d3-71be-488d-868e-8a3a2c923a3a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:52.517533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7fe9275-f33a-4c43-bf2a-c707b14e22fd req-16e5e7d3-71be-488d-868e-8a3a2c923a3a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 945 time: 0.3004203 Aug 31 13:57:52.609953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Made reservation on behalf of 3d356f20997248788fcd349798618de2 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:52.610644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.624911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7fe9275-f33a-4c43-bf2a-c707b14e22fd req-32adc5e6-7c0c-4475-a4a0-171009544a55 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Aug 31 13:57:52.626711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.668593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Deleting port 46222359-2b9e-49fc-8bc8-821cc2b210bd {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:52.669677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.734053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] device_id is not set on port bccacfa0-b5e5-48d7-8f06-891747de600a yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:57:52.746386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.770487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Transition to ACTIVE for port object bccacfa0-b5e5-48d7-8f06-891747de600a will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:52.786497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.803889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.803889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.826876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Calling delete_port for 46222359-2b9e-49fc-8bc8-821cc2b210bd owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:52.853002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.861993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.881585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=bccacfa0-b5e5-48d7-8f06-891747de600a,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:52.903325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] vlan segment allocate from pool success with {'vlan_id': 1527, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:57:52.917573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.918158 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Added segment 3543aa31-0a52-40fe-904c-832c3f3d13a0 of type vlan for network bf34e545-354c-4bc3-8778-9ba5f30bb80a Aug 31 13:57:52.931525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:52.931906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:52.932551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.015865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.017012 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.043148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.048510 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 2 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.074774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b524b77c-88ae-436f-93b4-47eea5eb1b78,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:53.101015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.101804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.102261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.105269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.115955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.116541 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.118180 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 3 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.142106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Pushing event deleted for resources: {'Port': ['ID=46222359-2b9e-49fc-8bc8-821cc2b210bd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:53.148647 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.149649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.150236 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.151635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-32a315e8-f91c-4a77-be76-a40cbd7bf6fc tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.155387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-32a315e8-f91c-4a77-be76-a40cbd7bf6fc tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.26 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 945 time: 0.1663051 Aug 31 13:57:53.185221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.185766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.186065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.257047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7880287 Aug 31 13:57:53.258376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.258716 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.259839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7d76-24fe-471b-bf3f-f217215c667f admin admin] Pushing event updated for resources: {'Network': ['ID=bf34e545-354c-4bc3-8778-9ba5f30bb80a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:53.261959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40886) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:53.269994 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 4 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.271919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network bf34e545-354c-4bc3-8778-9ba5f30bb80a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:57:53.296884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Request body: {'subnet': {'network_id': 'bf34e545-354c-4bc3-8778-9ba5f30bb80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-532751729-subnet', 'tenant_id': '3d356f20997248788fcd349798618de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:53.301505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.301846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.302195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.316902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.317457 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.320932 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 5 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.340237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.341410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.341777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.349549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.349891 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.352157 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 6 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.353099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.357662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.361854 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d662f7de-86f8-4acf-bcd6-bfc337ec9705 tempest-ImagesOneServerNegativeTestJSON-2136276052 tempest-ImagesOneServerNegativeTestJSON-2136276052-project] 10.222.0.10 "DELETE /v2.0/floatingips/db8b59ee-22ad-4f5a-a604-20e7a313865f HTTP/1.1" status: 204 len: 168 time: 1.0963249 Aug 31 13:57:53.366154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Deleting port 65be4618-2fa4-4248-8978-a79412d384c6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:53.366713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.369986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.370363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.371746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.377897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.378235 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.379097 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 7 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.382210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Made reservation on behalf of 3d356f20997248788fcd349798618de2 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:53.386007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.406196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40894) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:53.462915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.464140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.464140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.472370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.473434 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.475753 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 8 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.495822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.496563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.496563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.504087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.504806 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.507393 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 9 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.514315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] For port 65be4618-2fa4-4248-8978-a79412d384c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=65be4618-2fa4-4248-8978-a79412d384c6,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:53.514766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.517277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:53.530523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.530857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.531202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.543053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.543394 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.545745 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempt 10 to bind port bccacfa0-b5e5-48d7-8f06-891747de600a Aug 31 13:57:53.560220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 362ac54e-c6b4-4221-a6b7-17a307b215de no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:53.565257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Calling delete_port for 65be4618-2fa4-4248-8978-a79412d384c6 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:53.565439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:53.565730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:53.566246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempting to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:53.573242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:53.573757 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Failed to bind port bccacfa0-b5e5-48d7-8f06-891747de600a on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'df16f217-5a94-4aee-aacd-2b906a396829'}] Aug 31 13:57:53.574143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.596856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 362ac54e-c6b4-4221-a6b7-17a307b215de {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:53.597654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 362ac54e-c6b4-4221-a6b7-17a307b215de not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:53.650759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] Deleting subnet a0834182-206c-4bce-9e95-5cf408dcdb94 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:53.665013 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.714014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] For port bccacfa0-b5e5-48d7-8f06-891747de600a, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:53.714626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attempted to set empty binding levels {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 13:57:53.715474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-136a02a6-558c-4f25-b50a-778249cd7a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.723099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.726792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.738135 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.761924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] In _notify_port_updated(), no bound segment for port bccacfa0-b5e5-48d7-8f06-891747de600a on network df16f217-5a94-4aee-aacd-2b906a396829 {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 13:57:53.761924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.761924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.761924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "PUT /v2.0/ports/bccacfa0-b5e5-48d7-8f06-891747de600a HTTP/1.1" status: 200 len: 977 time: 1.4887877 Aug 31 13:57:53.768469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40914) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:53.864565 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.910923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eea6e-dce9-4483-974c-02f1ce74237f req-4bf0f0d7-f9b2-4667-adbf-139d0453bb91 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.912671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b16eea6e-dce9-4483-974c-02f1ce74237f req-4bf0f0d7-f9b2-4667-adbf-139d0453bb91 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 945 time: 0.2009985 Aug 31 13:57:54.043163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b16eea6e-dce9-4483-974c-02f1ce74237f req-2bd3db76-6066-4474-afc9-c4f036936117 tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/security-groups?id=40fd7fe2-f9a3-43cf-9164-7d994b09bef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149919 Aug 31 13:57:54.049525 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.099595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.099595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0834182-206c-4bce-9e95-5cf408dcdb94,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.107401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.109674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-220b811c-5e15-47f1-8520-332855f94cd6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a0834182-206c-4bce-9e95-5cf408dcdb94 HTTP/1.1" status: 204 len: 168 time: 0.5912230 Aug 31 13:57:54.116834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40922) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:54.139009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['65be4618-2fa4-4248-8978-a79412d384c6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:54.176597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Pushing event deleted for resources: {'Port': ['ID=65be4618-2fa4-4248-8978-a79412d384c6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.218423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-136a02a6-558c-4f25-b50a-778249cd7a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.242305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f778a5-95d1-4e32-abd5-f40a8d826225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event updated for resources: {'Port': ['ID=bccacfa0-b5e5-48d7-8f06-891747de600a,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.283464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-136a02a6-558c-4f25-b50a-778249cd7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.290436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=669f6628-e050-4648-9b03-1a56690feb17,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.305851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Checking segment: {'id': '3543aa31-0a52-40fe-904c-832c3f3d13a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'bf34e545-354c-4bc3-8778-9ba5f30bb80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:54.306218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Network hostable DHCP agents. Network: bf34e545-354c-4bc3-8778-9ba5f30bb80a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:57:54.307475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] No DVR routers for this DVR port 65be4618-2fa4-4248-8978-a79412d384c6 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:54.336086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.338712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b24c0a5-68ef-4479-bb57-b691bfd8c286 req-a3c34c09-54b5-4901-907d-4b9d0fecf65a tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.26 "DELETE /v2.0/ports/65be4618-2fa4-4248-8978-a79412d384c6 HTTP/1.1" status: 204 len: 173 time: 1.1745706 Aug 31 13:57:54.339249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Deleting port bccacfa0-b5e5-48d7-8f06-891747de600a {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:54.339613 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.341823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'name': 'network-vif-deleted', 'tag': '65be4618-2fa4-4248-8978-a79412d384c6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:54.344547 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2045790-9712-484f-9681-3d1e27e02af7" -d '{"events": [{"server_uuid": "284ebd6a-7851-4584-b826-2d27ce1177b7", "name": "network-vif-deleted", "tag": "65be4618-2fa4-4248-8978-a79412d384c6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:54.371596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.399512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-136a02a6-558c-4f25-b50a-778249cd7a42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=821db5605e1e47769179245e9a2d222b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9922159 Aug 31 13:57:54.408604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40928) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:54.410594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a02a6-558c-4f25-b50a-778249cd7a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99b54a3-e32a-4035-bd2e-79453557c8d0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.436062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Network bf34e545-354c-4bc3-8778-9ba5f30bb80a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:57:54.452898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, bf34e545-354c-4bc3-8778-9ba5f30bb80a) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:54.463742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:54.464547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.465590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a45649-7776-41b7-99a5-f073938beb6b None None] Network bf34e545-354c-4bc3-8778-9ba5f30bb80a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:54.474571 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269258ad-c22e-4b05-ae0b-607de9c2f05f x-openstack-request-id: req-269258ad-c22e-4b05-ae0b-607de9c2f05f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:54.475502 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284ebd6a-7851-4584-b826-2d27ce1177b7", "name": "network-vif-deleted", "tag": "65be4618-2fa4-4248-8978-a79412d384c6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:54.476115 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-269258ad-c22e-4b05-ae0b-607de9c2f05f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:54.477348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] For port bccacfa0-b5e5-48d7-8f06-891747de600a, host n-h2-792362-6, got binding levels [] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:54.478355 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284ebd6a-7851-4584-b826-2d27ce1177b7', 'name': 'network-vif-deleted', 'tag': '65be4618-2fa4-4248-8978-a79412d384c6', 'status': 'completed', 'code': 200} Aug 31 13:57:54.485600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.504910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Calling delete_port for bccacfa0-b5e5-48d7-8f06-891747de600a owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:54.510394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f0dd87ad-393e-4b1f-80b7-e8b50bd6a3cb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2203856 Aug 31 13:57:54.673774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.685795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.705379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a02723-c44a-40e8-b3bd-3b9d898e5f4d']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:54.725351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed54ce4c-3df2-4252-aefe-b1fd43310447') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:54.725820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed54ce4c-3df2-4252-aefe-b1fd43310447') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:54.735603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Pushing event deleted for resources: {'Port': ['ID=bccacfa0-b5e5-48d7-8f06-891747de600a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.739573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.744806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-522c95ff-c423-4d23-b847-f18a61366c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "DELETE /v2.0/ports/bccacfa0-b5e5-48d7-8f06-891747de600a HTTP/1.1" status: 204 len: 168 time: 0.9750111 Aug 31 13:57:54.745313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40936) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:54.771998 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.772284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40938) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:54.776521 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d4473a-9fa4-4ca6-a45a-d82f404a8776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] GET failed (client error): The resource could not be found. Aug 31 13:57:54.783359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-04d4473a-9fa4-4ca6-a45a-d82f404a8776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624330660-project-admin] 10.222.0.10 "GET /v2.0/ports/bccacfa0-b5e5-48d7-8f06-891747de600a HTTP/1.1" status: 404 len: 333 time: 0.0362837 Aug 31 13:57:54.784074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40940) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:54.794019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.801073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39509f-9beb-4671-b910-521a97786ba8 None None] Network bf34e545-354c-4bc3-8778-9ba5f30bb80a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:54.803428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Releasing vlan 1507 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:54.803928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:54.868462 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:54.875733 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.903819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] Deleting subnet 00ef3c92-2277-4fb3-96c0-d95dd9ed30e1 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:54.911760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.914783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.928480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.935997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] 10.222.0.10 "DELETE /v2.0/networks/60a02723-c44a-40e8-b3bd-3b9d898e5f4d HTTP/1.1" status: 204 len: 168 time: 0.8151917 Aug 31 13:57:54.937511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c91ea6-111c-4cd2-a6c7-ecf44dcf828e admin admin] Pushing event deleted for resources: {'Network': ['ID=60a02723-c44a-40e8-b3bd-3b9d898e5f4d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.967470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1f2c2c6-2c7d-4ab6-b98d-f5549e1761be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.001600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.013766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1f2c2c6-2c7d-4ab6-b98d-f5549e1761be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.116474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1f2c2c6-2c7d-4ab6-b98d-f5549e1761be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.120101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1f2c2c6-2c7d-4ab6-b98d-f5549e1761be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.121522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c1f2c2c6-2c7d-4ab6-b98d-f5549e1761be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e99b54a3-e32a-4035-bd2e-79453557c8d0 HTTP/1.1" status: 204 len: 168 time: 0.7081099 Aug 31 13:57:55.138715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2c2c6-2c7d-4ab6-b98d-f5549e1761be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99b54a3-e32a-4035-bd2e-79453557c8d0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.171687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40954) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:55.205545 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.211229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.234250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-023aeb1b-3078-4284-b8a3-caca8bfd913b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7525a1eb2fd840c5b8de512a9df87228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581918 Aug 31 13:57:55.234492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40956) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:55.301594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3562928-ee4f-4555-8a8e-76201c4576b9 req-0dc31f89-7f6d-4cf6-a678-538ee3d5984b tempest-AttachSCSIVolumeTestJSON-1847918679 tempest-AttachSCSIVolumeTestJSON-1847918679-project] 10.222.0.10 "GET /v2.0/ports?device_id=284ebd6a-7851-4584-b826-2d27ce1177b7 HTTP/1.1" status: 200 len: 210 time: 0.0438838 Aug 31 13:57:55.317941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df16f217-5a94-4aee-aacd-2b906a396829']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:55.345096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-14962099-8f1f-47b7-9a49-fd0faf4ba6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.360781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:55.361794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b3b43a-4782-4ce4-ac79-f5e5b8c8e0df') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:55.380839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-14962099-8f1f-47b7-9a49-fd0faf4ba6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.388440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.421041 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.435890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:55.436618 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:55.441371 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:55.472969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-14962099-8f1f-47b7-9a49-fd0faf4ba6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.475812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-14962099-8f1f-47b7-9a49-fd0faf4ba6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.479762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-14962099-8f1f-47b7-9a49-fd0faf4ba6a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddd8d383-948d-4390-9eaf-e07756852fdb HTTP/1.1" status: 204 len: 168 time: 0.2415278 Aug 31 13:57:55.504852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962099-8f1f-47b7-9a49-fd0faf4ba6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd8d383-948d-4390-9eaf-e07756852fdb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.507195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.541576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ef3c92-2277-4fb3-96c0-d95dd9ed30e1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.553329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.555299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-991da434-f0f0-4b4f-86a8-623bd87227e3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/00ef3c92-2277-4fb3-96c0-d95dd9ed30e1 HTTP/1.1" status: 204 len: 168 time: 0.7820833 Aug 31 13:57:55.557302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.559271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40966) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:55.566621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.571442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] 10.222.0.10 "DELETE /v2.0/networks/df16f217-5a94-4aee-aacd-2b906a396829 HTTP/1.1" status: 204 len: 168 time: 0.7790239 Aug 31 13:57:55.584840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc36aa7-424a-4061-ace3-29564d1bda31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159602429-project] Pushing event deleted for resources: {'Network': ['ID=df16f217-5a94-4aee-aacd-2b906a396829,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.682767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.781143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.792888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40972) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:55.795371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bd9bdd-455c-4f0a-9d50-284e6c35cef4']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:55.809918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1e4934-8743-4eeb-b5cb-8e8a10e05298') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:55.810470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1e4934-8743-4eeb-b5cb-8e8a10e05298') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:55.819342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15c33ab6-8363-41a4-936b-dde300ff7b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.823065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.843826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.863600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Releasing vlan 1532 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:55.865246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:55.870804 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:55.995403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15c33ab6-8363-41a4-936b-dde300ff7b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.001626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15c33ab6-8363-41a4-936b-dde300ff7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.024990 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.038648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.044116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] 10.222.0.10 "DELETE /v2.0/networks/34bd9bdd-455c-4f0a-9d50-284e6c35cef4 HTTP/1.1" status: 204 len: 168 time: 0.4815753 Aug 31 13:57:56.045004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40980) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:56.090710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8d1cb-996c-4470-a16a-7acaac987b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=34bd9bdd-455c-4f0a-9d50-284e6c35cef4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:56.110029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-15c33ab6-8363-41a4-936b-dde300ff7b26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de56a5999ea64babb3ed2d89d61bef6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152874 Aug 31 13:57:56.111094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c33ab6-8363-41a4-936b-dde300ff7b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b57390-df61-4a6f-9ebd-3866abe3cdf2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:56.113988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40982) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:56.161663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] Deleting subnet 669f6628-e050-4648-9b03-1a56690feb17 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:56.177959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.205711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5651d0b-e2e7-44cd-9ef9-cb8029fe411f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.230333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.232431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5651d0b-e2e7-44cd-9ef9-cb8029fe411f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.287100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.306996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5651d0b-e2e7-44cd-9ef9-cb8029fe411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.319278 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5651d0b-e2e7-44cd-9ef9-cb8029fe411f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.324485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d5651d0b-e2e7-44cd-9ef9-cb8029fe411f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80b57390-df61-4a6f-9ebd-3866abe3cdf2 HTTP/1.1" status: 204 len: 168 time: 0.2094998 Aug 31 13:57:56.369724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5651d0b-e2e7-44cd-9ef9-cb8029fe411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b57390-df61-4a6f-9ebd-3866abe3cdf2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:56.387799 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.425263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.430591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/669f6628-e050-4648-9b03-1a56690feb17 HTTP/1.1" status: 204 len: 168 time: 0.3593843 Aug 31 13:57:56.433474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41008) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:56.527620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2d503-adb2-4123-8b8a-3ce3de4d05c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669f6628-e050-4648-9b03-1a56690feb17,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:56.534327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41010) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:56.570048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.676729 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.692030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf34e545-354c-4bc3-8778-9ba5f30bb80a']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:56.710395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3543aa31-0a52-40fe-904c-832c3f3d13a0') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:56.710972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3543aa31-0a52-40fe-904c-832c3f3d13a0') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:56.727426 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2566713d-54c7-4233-a69a-2ee54814c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.728506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.753658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.761276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Releasing vlan 1527 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:56.762323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:56.764712 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:56.837430 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.845356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.850433 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bf34e545-354c-4bc3-8778-9ba5f30bb80a HTTP/1.1" status: 204 len: 168 time: 0.4129698 Aug 31 13:57:56.884076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5c8f3-c352-40bd-b2de-6b6d6dfe0503 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf34e545-354c-4bc3-8778-9ba5f30bb80a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:56.923075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4d521ac7-71c8-42ab-854f-f096b850b94e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16486acee8cc47b1965091bbb85d8143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824663 Aug 31 13:57:56.927012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41040) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:56.992123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e296-b9a3-415f-b561-02b6ba10848f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.034090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e296-b9a3-415f-b561-02b6ba10848f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.106997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41048) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:57.114795 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e296-b9a3-415f-b561-02b6ba10848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.118280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e296-b9a3-415f-b561-02b6ba10848f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.120957 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0ee5e296-b9a3-415f-b561-02b6ba10848f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1651fff-b00c-4079-8f0c-5dd3c6178e0a HTTP/1.1" status: 204 len: 168 time: 0.1928718 Aug 31 13:57:57.137725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5e296-b9a3-415f-b561-02b6ba10848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1651fff-b00c-4079-8f0c-5dd3c6178e0a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:57.206191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-32cff2c9-b15f-4d2a-8d35-ff8e51a44a88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15fc2dff85d44fd1b5c0abb6f8bc3812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978379 Aug 31 13:57:57.208634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41066) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:57.310363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b2985e-4d56-4a46-8ea4-ea9e68e01d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.352572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b2985e-4d56-4a46-8ea4-ea9e68e01d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.422495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b2985e-4d56-4a46-8ea4-ea9e68e01d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.425669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b2985e-4d56-4a46-8ea4-ea9e68e01d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.427959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-25b2985e-4d56-4a46-8ea4-ea9e68e01d55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bbe1088-64c5-4c12-89bd-af862b79b122 HTTP/1.1" status: 204 len: 168 time: 0.2180326 Aug 31 13:57:57.445494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2985e-4d56-4a46-8ea4-ea9e68e01d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbe1088-64c5-4c12-89bd-af862b79b122,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:57.561615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 65be4618-2fa4-4248-8978-a79412d384c6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:57.594455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 65be4618-2fa4-4248-8978-a79412d384c6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:57.594847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 65be4618-2fa4-4248-8978-a79412d384c6 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:57.805845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41100) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:57.895647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8240a129-1b04-4fe5-8651-df4617b201a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd52816463fb48e1b3b740fceee5af65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887032 Aug 31 13:57:57.898056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41106) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:57.975460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4adf6859-9d4f-4e05-81da-6d78261a7a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.022857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4adf6859-9d4f-4e05-81da-6d78261a7a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.133301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4adf6859-9d4f-4e05-81da-6d78261a7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.141297 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4adf6859-9d4f-4e05-81da-6d78261a7a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.146129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4adf6859-9d4f-4e05-81da-6d78261a7a90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dfc106f-1f01-45b4-87db-804be12542c1 HTTP/1.1" status: 204 len: 168 time: 0.2468219 Aug 31 13:57:58.178832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf6859-9d4f-4e05-81da-6d78261a7a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc106f-1f01-45b4-87db-804be12542c1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:58.333088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41114) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:58.451449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-776fa56a-6697-408d-aa3f-6052d1bb77cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d356f20997248788fcd349798618de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204462 Aug 31 13:57:58.453735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41116) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:58.543662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e44b4e8a-82ce-4bc2-8900-f4d6da15b555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.582347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e44b4e8a-82ce-4bc2-8900-f4d6da15b555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.679237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e44b4e8a-82ce-4bc2-8900-f4d6da15b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.683975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e44b4e8a-82ce-4bc2-8900-f4d6da15b555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.685587 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e44b4e8a-82ce-4bc2-8900-f4d6da15b555 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b524b77c-88ae-436f-93b4-47eea5eb1b78 HTTP/1.1" status: 204 len: 168 time: 0.2308061 Aug 31 13:57:58.705909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b4e8a-82ce-4bc2-8900-f4d6da15b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b524b77c-88ae-436f-93b4-47eea5eb1b78,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:59.303698 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-10bc3fa3-f6af-48e2-a4d6-6fe4da0057ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.502963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.893661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-67ca8b06-80d9-4a50-808a-5d861fdd2ea3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2432055 Aug 31 13:58:00.243582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.244217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.245553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.246601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.247750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.248939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.251825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.267466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28eb51de-85cb-4100-8fb5-6c6ae3b4b85d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6502 time: 0.2658887 Aug 31 13:58:00.492839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:00.557420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-7b6159ec-1f55-4963-b468-9d16c0a935ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.558262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-7b6159ec-1f55-4963-b468-9d16c0a935ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.559241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-7b6159ec-1f55-4963-b468-9d16c0a935ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.561543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-7b6159ec-1f55-4963-b468-9d16c0a935ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=e826e557-6658-4810-8c86-7d55890038fa&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb HTTP/1.1" status: 200 len: 2299 time: 0.2562625 Aug 31 13:58:00.752304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-9ee6f2c8-2839-43db-af50-be943c48526e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3 HTTP/1.1" status: 200 len: 1001 time: 0.1790292 Aug 31 13:58:00.897539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-e960dc43-c2e8-4adf-b69e-576f1f31c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.899060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-e960dc43-c2e8-4adf-b69e-576f1f31c24f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b87d092b-4b37-4b49-9b89-cbf630a4280c HTTP/1.1" status: 200 len: 856 time: 0.1387374 Aug 31 13:58:00.982682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-4d787caa-eb8e-4fb9-a218-43563dc5933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.984373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-4d787caa-eb8e-4fb9-a218-43563dc5933a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e826e557-6658-4810-8c86-7d55890038fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705612 Aug 31 13:58:01.222797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-2d4be98b-be66-4d43-82b3-7efbc07a7a75 service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224150 Aug 31 13:58:01.441409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-8d4f9a4f-f902-4b62-bcf3-a27f87569fce service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101784 Aug 31 13:58:01.527517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-4faa2c79-6c78-441f-a090-b5a17e770c4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 217 time: 0.0756643 Aug 31 13:58:01.612929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-45d73718-2a64-42ec-92d4-bd91173b6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:01.615306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-45d73718-2a64-42ec-92d4-bd91173b6283 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.0671482 Aug 31 13:58:01.713626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-55f45b94-c8d3-4758-b0b1-cbb7228a7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:01.716549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-55f45b94-c8d3-4758-b0b1-cbb7228a7e69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911133 Aug 31 13:58:01.851395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-b982d7f2-00c7-42b6-b402-6f8428a80ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220012 Aug 31 13:58:01.878593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-10b09d34-126d-48a5-a6bf-fa255381f51a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--891922981&fields=id&tenant_id=bb1c479995934079ab2ded3b7f350996 HTTP/1.1" status: 200 len: 267 time: 0.0640936 Aug 31 13:58:01.902527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.974147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-c66dc6c6-cbe0-4d9f-8e32-5fc48a411c17 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124430 Aug 31 13:58:02.029916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-25782c5f-e4a9-43c6-a00d-0c37a6953351 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 217 time: 0.0480437 Aug 31 13:58:02.031588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-57518dfa-b882-4e39-8c49-8cde2eb0dff0 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:02.038922 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-57518dfa-b882-4e39-8c49-8cde2eb0dff0 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/networks?id=93a4b332-702b-420a-88b4-3e5212361ea8 HTTP/1.1" status: 200 len: 815 time: 0.1523693 Aug 31 13:58:02.058950 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-c0d162de-7dfb-487d-954c-6b6e85813479 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/quotas/bb1c479995934079ab2ded3b7f350996 HTTP/1.1" status: 200 len: 375 time: 0.0188344 Aug 31 13:58:02.122251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-7742cfd2-6b68-4b3c-8662-2be0d0caa899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:02.123999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-7742cfd2-6b68-4b3c-8662-2be0d0caa899 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.0823336 Aug 31 13:58:02.140395 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d07a0d9d-004a-4228-b75d-634b2493c65f tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb1c479995934079ab2ded3b7f350996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727825 Aug 31 13:58:02.188504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-cca2fbe9-ff89-479c-bf86-8107560ea75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:02.190484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-cca2fbe9-ff89-479c-bf86-8107560ea75c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562212 Aug 31 13:58:02.251324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d1dac158-6958-4137-890f-383961192066 service neutron] 10.222.0.10 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090500 Aug 31 13:58:02.365249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-bb2e2fce-95a3-4e38-916c-2e2be24e7c74 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633382 Aug 31 13:58:02.417619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41274) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:02.514271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:02.554727 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-4fb2b11d-6f82-4986-9f74-baf101a25467 service neutron] 10.222.0.10 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958558 Aug 31 13:58:02.594406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-fba0477b-2034-46f0-be2b-9d5936b510cd service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212121 Aug 31 13:58:02.678739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-7ea91c64-0006-4353-84b2-dd738591f5b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=102e8105-c574-4181-87e7-d3a7e739efad HTTP/1.1" status: 200 len: 217 time: 0.0721626 Aug 31 13:58:02.782287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-c8c1ee49-de28-4df7-a8a3-822cf89c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:02.787117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-c8c1ee49-de28-4df7-a8a3-822cf89c0d36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.0960901 Aug 31 13:58:02.888809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-5c8274d6-083f-4bcf-829a-c8c37ce80c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:02.890630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-5c8274d6-083f-4bcf-829a-c8c37ce80c21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937793 Aug 31 13:58:03.016056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0239274b-6a80-47ee-9e03-d80402150aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.178100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-201a7d5d-1803-4160-9983-b2f473cb7916 req-e7f8ac66-b980-4c14-bd9b-89d6a04ab60f tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.0831563 Aug 31 13:58:03.185538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-50b9d420-6eeb-4e75-806d-8e3997057813 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818997 Aug 31 13:58:03.241036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.406764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41316) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:03.832488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Deleting port 896ba9b1-2445-4c9a-b530-2aa51bb54c90 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:03.833195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.863295 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0239274b-6a80-47ee-9e03-d80402150aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.869648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0239274b-6a80-47ee-9e03-d80402150aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.939243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] For port 896ba9b1-2445-4c9a-b530-2aa51bb54c90, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=896ba9b1-2445-4c9a-b530-2aa51bb54c90,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:03.940017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.958368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Calling delete_port for 896ba9b1-2445-4c9a-b530-2aa51bb54c90 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:03.969392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-170738131', 'router:external': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:03.975385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239274b-6a80-47ee-9e03-d80402150aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d44688b-d4c3-4e4a-acc4-57e5d5bf2163,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:03.983838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0239274b-6a80-47ee-9e03-d80402150aea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=509c521566ab4988a8c91866957aae79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4689014 Aug 31 13:58:03.990634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41338) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:04.003896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Made reservation on behalf of 7ad87ef5c3f645bc88ff21a9822c2232 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:04.007329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.030007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-51a49655-034e-4df1-b9ab-ccb2adca358f service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316405 Aug 31 13:58:04.046296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.081964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-9cee8559-271d-4659-bb2b-51f4f589336f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7 HTTP/1.1" status: 200 len: 217 time: 0.0426929 Aug 31 13:58:04.158115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-4fff21ac-4022-42c2-b5b5-edc8ff9c77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:04.159822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-4fff21ac-4022-42c2-b5b5-edc8ff9c77f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.0701466 Aug 31 13:58:04.172701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ffd0-2535-4545-a0ca-9ef88b4de449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.226947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ffd0-2535-4545-a0ca-9ef88b4de449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.256962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41344) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:04.271582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-d4aa079c-b0ec-4752-bd51-1a9b3aee921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:04.274250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-d4aa079c-b0ec-4752-bd51-1a9b3aee921c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054890 Aug 31 13:58:04.386880 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32ce53ac-b31a-41a3-afd6-63183254e42c req-5998aa71-4536-4dd0-9b0d-cd4c64e81bbb tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.0567892 Aug 31 13:58:04.468418 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ffd0-2535-4545-a0ca-9ef88b4de449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.471545 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ffd0-2535-4545-a0ca-9ef88b4de449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.475182 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c1d3ffd0-2535-4545-a0ca-9ef88b4de449 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d44688b-d4c3-4e4a-acc4-57e5d5bf2163 HTTP/1.1" status: 204 len: 168 time: 0.4807510 Aug 31 13:58:04.477002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.490496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.493311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3ffd0-2535-4545-a0ca-9ef88b4de449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d44688b-d4c3-4e4a-acc4-57e5d5bf2163,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:04.511100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.528699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] vlan segment allocate from pool success with {'vlan_id': 1517, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:04.565318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255ca816-3ba2-4a96-928b-5a2f98a13463,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:04.570085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Pushing event deleted for resources: {'Port': ['ID=896ba9b1-2445-4c9a-b530-2aa51bb54c90,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:04.584181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-72f11299-e7d3-4248-8dc5-e48761c9eb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.584624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.585146 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Added segment a935bdad-b9d7-4055-9f6f-2bbe57b498fa of type vlan for network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 Aug 31 13:58:04.609907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-28bc3a30-67cb-4889-829a-707021f3461f service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265007 Aug 31 13:58:04.730779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.862541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-2fa70a95-cf9e-4507-8c64-f54bf31b0e56 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:04.864363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-2fa70a95-cf9e-4507-8c64-f54bf31b0e56 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.26 "GET /v2.0/networks?id=93a4b332-702b-420a-88b4-3e5212361ea8 HTTP/1.1" status: 200 len: 815 time: 0.2988856 Aug 31 13:58:04.968493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-825954b8-236c-43c5-8cd6-478d090846ed service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140056 Aug 31 13:58:05.008735 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.010464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:05.011484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.041509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-ead17841-5ecf-4848-ae3f-93e77b8213a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a HTTP/1.1" status: 200 len: 217 time: 0.0449331 Aug 31 13:58:05.049336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-0154db44-1284-4a1b-be51-12d599edcc3f tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1c479995934079ab2ded3b7f350996 HTTP/1.1" status: 200 len: 379 time: 0.1513555 Aug 31 13:58:05.079548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Request body: {'port': {'device_id': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'admin_state_up': True, 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'security_groups': ['89cb1f4b-b112-4cef-b901-6ea651d35846']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:05.199048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Network': ['ID=27e42dc5-bcd9-485d-a738-5941e6a82ab2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:05.213311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:05.215511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.227584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-72f11299-e7d3-4248-8dc5-e48761c9eb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.243493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-72f11299-e7d3-4248-8dc5-e48761c9eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.283116 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-97f9d79f-bb4e-48e6-ad73-5bec74b0d15b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8747010 Aug 31 13:58:05.283685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41372) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:05.286006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f11299-e7d3-4248-8dc5-e48761c9eb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da4ad1-9b47-4116-b53a-ff680b6aa5b5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:05.291908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'subnet': {'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:05.331624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-f4a9c9b7-b08e-409d-8a6e-dac91deaf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:05.333861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-f4a9c9b7-b08e-409d-8a6e-dac91deaf773 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.2813458 Aug 31 13:58:05.402201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-72f11299-e7d3-4248-8dc5-e48761c9eb55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f78f1a7e798f4945ac9207218689af7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1436338 Aug 31 13:58:05.410912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41374) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:05.517091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Made reservation on behalf of 7ad87ef5c3f645bc88ff21a9822c2232 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:05.524279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.587245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e842-1c3d-4611-acee-b72d2d7bf81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.598791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca99ded3-5528-4d86-b275-7a069a710a4b req-c7a3a4e8-3e38-45e8-a6fb-73ed505f01ac tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.0616179 Aug 31 13:58:05.625601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-44f59d95-a6a0-49f9-9b59-9fad2d01d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:05.631232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-44f59d95-a6a0-49f9-9b59-9fad2d01d2fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2837877 Aug 31 13:58:05.695746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e842-1c3d-4611-acee-b72d2d7bf81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.746941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Made reservation on behalf of bb1c479995934079ab2ded3b7f350996 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:05.750435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.763040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Router 67576a26-2e09-4420-9f54-190fbd884afb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:05.976573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41392) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:05.983940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e842-1c3d-4611-acee-b72d2d7bf81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.005843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e842-1c3d-4611-acee-b72d2d7bf81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.010159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e9a5e842-1c3d-4611-acee-b72d2d7bf81e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89da4ad1-9b47-4116-b53a-ff680b6aa5b5 HTTP/1.1" status: 204 len: 168 time: 0.5943403 Aug 31 13:58:06.037202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:06.043632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-34a220e7-2151-439e-850a-f75ddab137de admin admin] 10.222.0.10 "PUT /v2.0/routers/67576a26-2e09-4420-9f54-190fbd884afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6234484 Aug 31 13:58:06.048423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41398) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.055746 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] Sync routers for ids ['67576a26-2e09-4420-9f54-190fbd884afb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:06.075260 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] Routers {'67576a26-2e09-4420-9f54-190fbd884afb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:06.076063 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['67576a26-2e09-4420-9f54-190fbd884afb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:06.100067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-9cbbfd11-8ae8-4140-8936-a86b35867c52 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647947 Aug 31 13:58:06.111376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5e842-1c3d-4611-acee-b72d2d7bf81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da4ad1-9b47-4116-b53a-ff680b6aa5b5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.184832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-905453609-network', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:06.216648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:06.219419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.233109 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] Set router 67576a26-2e09-4420-9f54-190fbd884afb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:06.274120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.284011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Allocated IP 172.20.0.12 (93a4b332-702b-420a-88b4-3e5212361ea8/6d92aa98-db92-4923-97c5-74c55482f251/87c138e9-99dd-47f8-8c88-460e3543e60c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:06.379224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.575519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.598982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41402) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.605687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Transition to ACTIVE for port object 87c138e9-99dd-47f8-8c88-460e3543e60c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:06.607576 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:58:04Z', 'revision_number': 5, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:06.624548 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dffd00de-cf4f-4dc4-bf79-11c32a545eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.630154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-de2e7b02-f8e7-48f4-8164-7307281891cf service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014303 Aug 31 13:58:06.640313 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] Checking router: 67576a26-2e09-4420-9f54-190fbd884afb for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:06.658309 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] Routers {'67576a26-2e09-4420-9f54-190fbd884afb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:06.659307 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['67576a26-2e09-4420-9f54-190fbd884afb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:06.695065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-467e9884-3df2-44eb-90c3-2fb11c286c25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0515847 Aug 31 13:58:06.769718 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.776076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-033fd353-e9c2-44b0-ae7c-d724ea1a27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:06.777761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-033fd353-e9c2-44b0-ae7c-d724ea1a27cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.0736229 Aug 31 13:58:06.852789 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] Set router 67576a26-2e09-4420-9f54-190fbd884afb gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:06.866850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Network 93a4b332-702b-420a-88b4-3e5212361ea8 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:06.874086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:06.879975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:06.945273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:06.946621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.954243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event updated for resources: {'Port': ['ID=87c138e9-99dd-47f8-8c88-460e3543e60c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.970958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-fb262ed5-7587-4da1-9ca6-82fba5260292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:06.972647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-fb262ed5-7587-4da1-9ca6-82fba5260292 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1651018 Aug 31 13:58:07.208383 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:58:04Z', 'revision_number': 5, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:07.208906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 13:58:07.208906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.229225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.245491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-6a4eceee-ad17-4cc1-bca6-40ae0a4da18f service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620134 Aug 31 13:58:07.258143 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd153e-697d-4f4d-bdac-92665c312c3f None None] The sync data for ids ['67576a26-2e09-4420-9f54-190fbd884afb'] in n-d-792362-6 is: [{'id': '67576a26-2e09-4420-9f54-190fbd884afb', 'name': 'tempest-AttachSCSIVolumeTestJSON-806596150-router', 'tenant_id': '138b246fda894d6d8af6c77095998313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:35Z', 'updated_at': '2021-08-31T13:58:04Z', 'revision_number': 5, 'project_id': '138b246fda894d6d8af6c77095998313', 'gw_port': {'id': 'd15fd31b-fadb-4e6c-809c-fd63f97062e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67576a26-2e09-4420-9f54-190fbd884afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:38Z', 'updated_at': '2021-08-31T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:07.307230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2980f88-87e4-4053-9b64-fe89788014b4 req-97450b08-4b49-4fd9-badb-96d750428479 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:07.308827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d2980f88-87e4-4053-9b64-fe89788014b4 req-97450b08-4b49-4fd9-badb-96d750428479 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 932 time: 0.2434199 Aug 31 13:58:07.365631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1c53b3c0-538b-4f1b-abf3-d14905832d94 None None] Provisioning for port 87c138e9-99dd-47f8-8c88-460e3543e60c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:07.372252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1c53b3c0-538b-4f1b-abf3-d14905832d94 None None] Provisioning complete for port 87c138e9-99dd-47f8-8c88-460e3543e60c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:07.375033 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c53b3c0-538b-4f1b-abf3-d14905832d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.400265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e49f5384-efc7-4369-8153-f4be4ae35206,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:07.408918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc03fb91-506a-449b-829c-8af9c7f909d8 req-6d438fb4-f9b3-4b70-9417-30abeb77129f service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579866 Aug 31 13:58:07.410363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.437533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1c53b3c0-538b-4f1b-abf3-d14905832d94 None None] Port 87c138e9-99dd-47f8-8c88-460e3543e60c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:07.439381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-d58c5c70-fa88-4f54-bee4-a6feaea161c7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3753619 Aug 31 13:58:07.455526 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.464191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Request body: {'port': {'device_id': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:07.485668 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d2980f88-87e4-4053-9b64-fe89788014b4 req-e18cb7a2-c4a3-435d-ba8c-549775a45b80 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547086 Aug 31 13:58:07.504945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Checking segment: {'id': 'a935bdad-b9d7-4055-9f6f-2bbe57b498fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:07.505475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network hostable DHCP agents. Network: 27e42dc5-bcd9-485d-a738-5941e6a82ab2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:07.513607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:07.529790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:07.538930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.539663 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Added segment f345b766-ebdd-47dd-a8da-2f57e1bca88a of type vlan for network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a Aug 31 13:58:07.557268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Deleting port d15fd31b-fadb-4e6c-809c-fd63f97062e5 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:07.557784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.635729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:07.682479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 27e42dc5-bcd9-485d-a738-5941e6a82ab2) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:07.691758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdac16b-9f8c-49e6-a810-589ec2dd9d01 None None] Network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:07.717123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:07.717990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.725930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dffd00de-cf4f-4dc4-bf79-11c32a545eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.760433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.764809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dffd00de-cf4f-4dc4-bf79-11c32a545eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.773918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.810049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] For port d15fd31b-fadb-4e6c-809c-fd63f97062e5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d15fd31b-fadb-4e6c-809c-fd63f97062e5,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:07.816573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd00de-cf4f-4dc4-bf79-11c32a545eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f311045-e2fa-4520-b5b6-232d6cdc59ec,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:07.818551 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.842184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d1b6efc1-5803-4064-a4f3-e550c4ce09fa tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5555658 Aug 31 13:58:07.843130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41422) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:07.867707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1706494449', 'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:07.886242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dffd00de-cf4f-4dc4-bf79-11c32a545eda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51be226b3edf4560b53ac637068d2953&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2823107 Aug 31 13:58:07.889000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41426) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:07.918418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Calling delete_port for d15fd31b-fadb-4e6c-809c-fd63f97062e5 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:07.963931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.972023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:07.972756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.986726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de1f94-524d-451e-a2ab-dc1e494b58a4 None None] Network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:08.153356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Made reservation on behalf of 7ad87ef5c3f645bc88ff21a9822c2232 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:08.155709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.179588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1963823 Aug 31 13:58:08.184988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41428) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:08.198040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Request body: {'subnet': {'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-905453609-subnet', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:08.199822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0de15393-d236-4ea3-a890-1e7658e17d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.216725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] device_id is not set on port 6748745d-49ef-4c7c-b871-c3a32b3460f6 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:58:08.223181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b828442-8971-429a-8845-4c0726bbe8ce admin admin] Pushing event updated for resources: {'Network': ['ID=8131c70e-d9c0-4845-b9a0-445c81ca8d3a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:08.249631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0de15393-d236-4ea3-a890-1e7658e17d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.255906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:08.364528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:08.368162 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.387224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0de15393-d236-4ea3-a890-1e7658e17d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.389871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0de15393-d236-4ea3-a890-1e7658e17d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.393958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0de15393-d236-4ea3-a890-1e7658e17d7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f311045-e2fa-4520-b5b6-232d6cdc59ec HTTP/1.1" status: 204 len: 168 time: 0.5038953 Aug 31 13:58:08.420972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de15393-d236-4ea3-a890-1e7658e17d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f311045-e2fa-4520-b5b6-232d6cdc59ec,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:08.541199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c138e9-99dd-47f8-8c88-460e3543e60c {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:08.550112 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.573965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Transition to ACTIVE for port object 87c138e9-99dd-47f8-8c88-460e3543e60c will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:08.578967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.726088 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.768278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Pushing event updated for resources: {'Port': ['ID=87c138e9-99dd-47f8-8c88-460e3543e60c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:08.879991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72278-ccfc-41f6-9f34-65cc0807b3f4 req-dd978cbb-f45e-4a01-ac8c-0d177e757f44 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:08.890742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01a72278-ccfc-41f6-9f34-65cc0807b3f4 req-dd978cbb-f45e-4a01-ac8c-0d177e757f44 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.2464924 Aug 31 13:58:08.919792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c5e8a8-a03e-43c4-89b6-dbc845c14e20,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:08.933986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Checking segment: {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:08.934617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Network hostable DHCP agents. Network: 8131c70e-d9c0-4845-b9a0-445c81ca8d3a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:08.978923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Allocated IP 2001:db8::144 (27e42dc5-bcd9-485d-a738-5941e6a82ab2/e49f5384-efc7-4369-8153-f4be4ae35206/6748745d-49ef-4c7c-b871-c3a32b3460f6) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:08.984713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.997351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01a72278-ccfc-41f6-9f34-65cc0807b3f4 req-7fe9566f-e4bd-442d-9013-b943b85a690e tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012325 Aug 31 13:58:09.036955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Attempting to bind port 87c138e9-99dd-47f8-8c88-460e3543e60c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:09.037970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Attempting to bind port 87c138e9-99dd-47f8-8c88-460e3543e60c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:09.038817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Attempting to bind port 87c138e9-99dd-47f8-8c88-460e3543e60c on network 93a4b332-702b-420a-88b4-3e5212361ea8 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:09.045238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15fd31b-fadb-4e6c-809c-fd63f97062e5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:09.058781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Port 87c138e9-99dd-47f8-8c88-460e3543e60c on network 93a4b332-702b-420a-88b4-3e5212361ea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:09.059258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Attempting to bind port 87c138e9-99dd-47f8-8c88-460e3543e60c on network 93a4b332-702b-420a-88b4-3e5212361ea8 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:09.065116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:09.065614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Checking segment: {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:09.066109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Bound using segment: {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:09.066714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Bound port: 87c138e9-99dd-47f8-8c88-460e3543e60c, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:09.067205 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.151237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 896ba9b1-2445-4c9a-b530-2aa51bb54c90 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:09.177330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:09.208234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] For port 87c138e9-99dd-47f8-8c88-460e3543e60c, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:09.210987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 896ba9b1-2445-4c9a-b530-2aa51bb54c90 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:09.211874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 896ba9b1-2445-4c9a-b530-2aa51bb54c90 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:09.216974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] For port 87c138e9-99dd-47f8-8c88-460e3543e60c, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=87c138e9-99dd-47f8-8c88-460e3543e60c,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:09.222821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.240473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 8131c70e-d9c0-4845-b9a0-445c81ca8d3a) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:09.251461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387e7be-10e9-4ff0-b880-162b3ea381ab None None] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:09.275321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.276081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.276345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.280092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.282390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] 10.222.0.26 "PUT /v2.0/ports/87c138e9-99dd-47f8-8c88-460e3543e60c HTTP/1.1" status: 200 len: 1092 time: 1.8248978 Aug 31 13:58:09.284618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:09.298342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.314111 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f5db7c-8210-455d-81ae-029c887d0f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:09.433590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd903c7c-735c-4006-8619-30fa904f1e2d service neutron] Pushing event updated for resources: {'Port': ['ID=87c138e9-99dd-47f8-8c88-460e3543e60c,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:09.482660 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a38b843-933c-4a38-b6a8-389af7945b46 x-openstack-request-id: req-0a38b843-933c-4a38-b6a8-389af7945b46 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:09.483548 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:09.484127 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a38b843-933c-4a38-b6a8-389af7945b46 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:09.484700 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'status': 'completed', 'code': 200} Aug 31 13:58:09.529444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-a5b4be33-7f50-4d15-a6c3-5d0ffc80e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.540498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-a5b4be33-7f50-4d15-a6c3-5d0ffc80e601 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb1c479995934079ab2ded3b7f350996&device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 1095 time: 0.0912526 Aug 31 13:58:09.593383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:58:09.594383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.668301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-8f725ec7-2ef5-4d6d-ba63-2bac34ac19a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c138e9-99dd-47f8-8c88-460e3543e60c HTTP/1.1" status: 200 len: 217 time: 0.0908029 Aug 31 13:58:09.678049 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.680493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.753795 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.759511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2abecfd5-ed0f-46a9-a349-84b404a9621c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5652781 Aug 31 13:58:09.759511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.759911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67576a26-2e09-4420-9f54-190fbd884afb {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:09.763285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41462) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:09.770767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:09.809250 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.810787 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-14a267ec-f20b-4b79-a39c-db19cd709c33 admin admin] 10.222.0.10 "DELETE /v2.0/routers/67576a26-2e09-4420-9f54-190fbd884afb HTTP/1.1" status: 204 len: 168 time: 3.7477582 Aug 31 13:58:09.814179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.815768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.819647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41464) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:09.845684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-190deeee-9831-4e7c-9738-a142f965ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.851248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-190deeee-9831-4e7c-9738-a142f965ddfa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d92aa98-db92-4923-97c5-74c55482f251 HTTP/1.1" status: 200 len: 854 time: 0.1730258 Aug 31 13:58:09.857993 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.955598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-f1af2e10-bd00-47b6-9cf3-e13728f9a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.957628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-f1af2e10-bd00-47b6-9cf3-e13728f9a6fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a4b332-702b-420a-88b4-3e5212361ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989969 Aug 31 13:58:09.989788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Allocated IP 172.20.0.2 (8131c70e-d9c0-4845-b9a0-445c81ca8d3a/a5c5e8a8-a03e-43c4-89b6-dbc845c14e20/bf40c755-56c9-4bd8-a90c-e4eee722b32a) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:10.019856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] Deleting subnet 4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:58:10.098677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.110058 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.114428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.172230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-4bd1b7b3-5ea0-4e02-81ac-d2557b4deaf4 service neutron] 10.222.0.26 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000446 Aug 31 13:58:10.346471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cf33e-9c40-4cdd-bf17-d00ef078f8e5 req-0c98c8f7-f7e2-4185-a6b4-b003ec284353 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:10.354595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-630cf33e-9c40-4cdd-bf17-d00ef078f8e5 req-0c98c8f7-f7e2-4185-a6b4-b003ec284353 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.2094862 Aug 31 13:58:10.453991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-630cf33e-9c40-4cdd-bf17-d00ef078f8e5 req-c6ca2179-89e8-42fe-91c7-53225b9622d0 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870245 Aug 31 13:58:10.453991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4281817b-6ce7-4ac7-a3c4-cf510f50e0c7 req-0c68462c-6abe-457c-997b-ede629f0687e service neutron] 10.222.0.26 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617748 Aug 31 13:58:10.491770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Port': ['ID=6748745d-49ef-4c7c-b871-c3a32b3460f6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:10.504578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.513432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:10.516207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:10.538429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:10.539545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:10.540382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.596202 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.645570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.664257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Transition to ACTIVE for port object bf40c755-56c9-4bd8-a90c-e4eee722b32a will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:10.675097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-c56aa2f5-51ab-4f0f-9074-b0ffc36b3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:10.684283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-c56aa2f5-51ab-4f0f-9074-b0ffc36b3888 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb1c479995934079ab2ded3b7f350996&device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 1095 time: 0.1352127 Aug 31 13:58:10.698697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Transition to ACTIVE for port object bf40c755-56c9-4bd8-a90c-e4eee722b32a will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:10.706341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.775038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:10.790238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-25b45ba7-aaac-44d9-a677-9e8c0785d54b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9380155 Aug 31 13:58:10.792162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:10.793595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41490) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:10.815249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Pushing event updated for resources: {'Port': ['ID=bf40c755-56c9-4bd8-a90c-e4eee722b32a,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:10.821370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:10.828070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:10.876266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-6f0014c5-cf53-4f46-9978-863613080da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:10.881216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-6f0014c5-cf53-4f46-9978-863613080da9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a4b332-702b-420a-88b4-3e5212361ea8 HTTP/1.1" status: 200 len: 917 time: 0.1742911 Aug 31 13:58:10.964160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-4902d617-d676-4318-a48d-552196b145db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c138e9-99dd-47f8-8c88-460e3543e60c HTTP/1.1" status: 200 len: 217 time: 0.0724714 Aug 31 13:58:11.013018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Attempting to bind port bf40c755-56c9-4bd8-a90c-e4eee722b32a on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:11.014418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Attempting to bind port bf40c755-56c9-4bd8-a90c-e4eee722b32a by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:11.015511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Attempting to bind port bf40c755-56c9-4bd8-a90c-e4eee722b32a on network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:11.030679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:11.032221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Checking segment: {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:11.033763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.035833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Bound using segment: {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:11.037123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Bound port: bf40c755-56c9-4bd8-a90c-e4eee722b32a, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:11.039038 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.110984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-6448ec95-4205-4b51-b024-e9c6ac07ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:11.114787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-6448ec95-4205-4b51-b024-e9c6ac07ebbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d92aa98-db92-4923-97c5-74c55482f251 HTTP/1.1" status: 200 len: 854 time: 0.1420033 Aug 31 13:58:11.120688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.208541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-8b7a7580-3d82-490d-80b4-73528504c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:11.215137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-8b7a7580-3d82-490d-80b4-73528504c725 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a4b332-702b-420a-88b4-3e5212361ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895278 Aug 31 13:58:11.229439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] For port bf40c755-56c9-4bd8-a90c-e4eee722b32a, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:11.238701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] For port bf40c755-56c9-4bd8-a90c-e4eee722b32a, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bf40c755-56c9-4bd8-a90c-e4eee722b32a,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:11.242365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83abcf33-ccb8-4032-bcf0-0d6e420ea1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.246642 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.278111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d15fd31b-fadb-4e6c-809c-fd63f97062e5 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:11.325542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Deleting port 6748745d-49ef-4c7c-b871-c3a32b3460f6 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:11.326022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.442350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-6e5a6acc-a73a-478b-af48-88ac1d5d79f5 service neutron] 10.222.0.26 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197080 Aug 31 13:58:11.443488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41504) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:11.461443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d15fd31b-fadb-4e6c-809c-fd63f97062e5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:11.462014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d15fd31b-fadb-4e6c-809c-fd63f97062e5 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:11.520282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a70368-6efc-4352-bcba-328101cacc55 None None] Pushing event updated for resources: {'Port': ['ID=bf40c755-56c9-4bd8-a90c-e4eee722b32a,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:11.552165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.566002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Calling delete_port for 6748745d-49ef-4c7c-b871-c3a32b3460f6 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:11.658602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.777808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:11.802888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.830199 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f444a319-1c1d-409a-8ed6-594b6dd353d6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4c3c27a8-72ce-4dd0-a3c5-53c77e896d3d HTTP/1.1" status: 204 len: 168 time: 2.0058527 Aug 31 13:58:11.840340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be4f0dec-b31d-4d8c-a679-6ba6591fec67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.848744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.854580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11671c4d-c00b-4bf9-88a3-214145002ad3 None None] Network 000d81ce-975a-42dc-ac67-6759a0c0409d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:11.881340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41512) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:11.948301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02f5db7c-8210-455d-81ae-029c887d0f0d req-451b0757-bdbc-467d-9a53-12a26131e9fc service neutron] 10.222.0.26 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693084 Aug 31 13:58:12.040314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.063576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f2053-a894-4412-9f6b-472ae725972c req-af04a68c-03ce-4668-9fb6-bdf1402eba7c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:12.071402 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-277f2053-a894-4412-9f6b-472ae725972c req-af04a68c-03ce-4668-9fb6-bdf1402eba7c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.4571643 Aug 31 13:58:12.192684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] DHCP port deletion for 000d81ce-975a-42dc-ac67-6759a0c0409d request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:58:12.214909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.256689 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83abcf33-ccb8-4032-bcf0-0d6e420ea1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.257662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] Deleting port d9046a92-9aa4-4154-917b-2a3fcc6c46ce {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:12.258275 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.277901 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-277f2053-a894-4412-9f6b-472ae725972c req-1c19c44f-eb6a-49cc-a32b-c13ed9f9eb1c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048852 Aug 31 13:58:12.315546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83abcf33-ccb8-4032-bcf0-0d6e420ea1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.355019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] For port d9046a92-9aa4-4154-917b-2a3fcc6c46ce, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,segment=NetworkSegment(a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882),segment_id=a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:12.355590 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.371189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] Calling delete_port for d9046a92-9aa4-4154-917b-2a3fcc6c46ce owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:12.448890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be4f0dec-b31d-4d8c-a679-6ba6591fec67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.454311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be4f0dec-b31d-4d8c-a679-6ba6591fec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.471989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Allocated IP 172.25.0.185 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/43d7bd41-e64f-4a9f-a236-386c5463d257) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:12.531691 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.559218 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23638609-16be-480d-b097-82e132aa1dc9 req-40fe4c33-8837-4440-920b-11368534f164 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1008742 Aug 31 13:58:12.593096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-be4f0dec-b31d-4d8c-a679-6ba6591fec67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=637a78f750f84d25a59033a23cd799b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1437509 Aug 31 13:58:12.595071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41516) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:12.608677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.611037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] Pushing event deleted for resources: {'Port': ['ID=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.620363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206f9dc-18e5-41e1-a203-c13d0df89e89 None None] No DVR routers for this DVR port d9046a92-9aa4-4154-917b-2a3fcc6c46ce on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:12.647875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f0dec-b31d-4d8c-a679-6ba6591fec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb13ece1-7f43-48d1-99eb-25a15c7cfe41,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.660664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-83abcf33-ccb8-4032-bcf0-0d6e420ea1df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08d77e8c866c44e8af4ee87ce2ee5178&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8588128 Aug 31 13:58:12.662855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.668837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41518) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:12.708616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23638609-16be-480d-b097-82e132aa1dc9 req-bdaefd04-df00-4227-a07a-742353eae788 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0627980 Aug 31 13:58:12.740993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4920ce39-3bad-4f23-af0e-6024a00edf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.756731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abcf33-ccb8-4032-bcf0-0d6e420ea1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c923a8-f933-410a-bd08-8eef490c26ed,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.768690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event deleted for resources: {'Port': ['ID=6748745d-49ef-4c7c-b871-c3a32b3460f6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.792857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.796666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23638609-16be-480d-b097-82e132aa1dc9 req-16d60fc6-6805-4f73-b9c6-40bde8bc4e8e service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537422 Aug 31 13:58:12.798029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-840340bb-9333-4ab7-b1a1-a0d40fd07797 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6748745d-49ef-4c7c-b871-c3a32b3460f6 HTTP/1.1" status: 204 len: 168 time: 1.9945216 Aug 31 13:58:12.800360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41520) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:12.805918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2', 'external_fixed_ips': [{'subnet_id': 'e49f5384-efc7-4369-8153-f4be4ae35206', 'ip_address': '2001:db8::144'}]}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:12.813508 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4920ce39-3bad-4f23-af0e-6024a00edf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.826150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.881040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:12.885109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.886223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.897478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:12.905999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Deleting port d9046a92-9aa4-4154-917b-2a3fcc6c46ce {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:12.906625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.908748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:12.916377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-310155fa-527b-4dbf-8267-d52ac8c90224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.961358 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-310155fa-527b-4dbf-8267-d52ac8c90224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.024770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Pushing event updated for resources: {'Port': ['ID=43d7bd41-e64f-4a9f-a236-386c5463d257,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:13.061293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23638609-16be-480d-b097-82e132aa1dc9 req-4a1194a9-f717-441e-bebe-65b4a544c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:13.063105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23638609-16be-480d-b097-82e132aa1dc9 req-4a1194a9-f717-441e-bebe-65b4a544c5f6 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2540092 Aug 31 13:58:13.070707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-310155fa-527b-4dbf-8267-d52ac8c90224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.074573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-310155fa-527b-4dbf-8267-d52ac8c90224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.074829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da3af47-5d7c-4f22-adb6-81f63faada77 None None] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:13.078403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-310155fa-527b-4dbf-8267-d52ac8c90224 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1c923a8-f933-410a-bd08-8eef490c26ed HTTP/1.1" status: 204 len: 168 time: 0.4066794 Aug 31 13:58:13.085625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4920ce39-3bad-4f23-af0e-6024a00edf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.088730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4920ce39-3bad-4f23-af0e-6024a00edf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.104934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4920ce39-3bad-4f23-af0e-6024a00edf42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb13ece1-7f43-48d1-99eb-25a15c7cfe41 HTTP/1.1" status: 204 len: 168 time: 0.4992306 Aug 31 13:58:13.105409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] For port d9046a92-9aa4-4154-917b-2a3fcc6c46ce, host n-d-792362-6, got binding levels [] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:13.105782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.110595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.128162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310155fa-527b-4dbf-8267-d52ac8c90224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c923a8-f933-410a-bd08-8eef490c26ed,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:13.154312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920ce39-3bad-4f23-af0e-6024a00edf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb13ece1-7f43-48d1-99eb-25a15c7cfe41,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:13.192223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Calling delete_port for d9046a92-9aa4-4154-917b-2a3fcc6c46ce owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:13.220855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e7182feb-8e2d-4e21-bc7b-058cd5527a4e None None] Provisioning for port bf40c755-56c9-4bd8-a90c-e4eee722b32a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:13.251230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.ipam_backend_mixin [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Port d9046a92-9aa4-4154-917b-2a3fcc6c46ce was not found and therefore no delete operation was performed {{(pid=101360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:58:13.352796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bf40c755-56c9-4bd8-a90c-e4eee722b32a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:13.403871 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.421952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] No DVR routers for this DVR port d9046a92-9aa4-4154-917b-2a3fcc6c46ce on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:13.507264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca903ef-6585-4c3c-962a-bf03a737623f req-0a500506-c9c2-4a44-a457-9ad1d2d6ef34 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:13.510840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port bf40c755-56c9-4bd8-a90c-e4eee722b32a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:13.517152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bf40c755-56c9-4bd8-a90c-e4eee722b32a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:13.517386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cca903ef-6585-4c3c-962a-bf03a737623f req-0a500506-c9c2-4a44-a457-9ad1d2d6ef34 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.1247942 Aug 31 13:58:13.517525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.600993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cca903ef-6585-4c3c-962a-bf03a737623f req-d3e30f1a-a041-42e1-bec1-9baf6f19ef0c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789711 Aug 31 13:58:13.627964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41540) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:13.651536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4079b663-190b-42af-aecd-76f351bac2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.663381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.727844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port bf40c755-56c9-4bd8-a90c-e4eee722b32a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bf40c755-56c9-4bd8-a90c-e4eee722b32a,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:13.733119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.852139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=bf40c755-56c9-4bd8-a90c-e4eee722b32a,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:13.859407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d9046a92-9aa4-4154-917b-2a3fcc6c46ce no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:13.884738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d9046a92-9aa4-4154-917b-2a3fcc6c46ce {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:13.885304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d9046a92-9aa4-4154-917b-2a3fcc6c46ce not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:13.932613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4079b663-190b-42af-aecd-76f351bac2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.938122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4079b663-190b-42af-aecd-76f351bac2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.984550 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4079b663-190b-42af-aecd-76f351bac2cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa884da2915944df939f95d6e5a7244a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553686 Aug 31 13:58:13.985453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079b663-190b-42af-aecd-76f351bac2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b4b54-e8e4-4240-aec3-433499f4b7f8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:13.988423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41546) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:14.046443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2e447a01-2abe-4bf7-81c4-052d4bc3419e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.053812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-54348b48-01bb-438a-a54c-c0e831973487 None None] Provisioning complete for port bf40c755-56c9-4bd8-a90c-e4eee722b32a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:14.054196 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-54348b48-01bb-438a-a54c-c0e831973487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.080059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2e447a01-2abe-4bf7-81c4-052d4bc3419e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.119235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9046a92-9aa4-4154-917b-2a3fcc6c46ce,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:14.129198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.147755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2e447a01-2abe-4bf7-81c4-052d4bc3419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.150665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2e447a01-2abe-4bf7-81c4-052d4bc3419e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.152014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2e447a01-2abe-4bf7-81c4-052d4bc3419e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b9b4b54-e8e4-4240-aec3-433499f4b7f8 HTTP/1.1" status: 204 len: 168 time: 0.1624486 Aug 31 13:58:14.168928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e447a01-2abe-4bf7-81c4-052d4bc3419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b4b54-e8e4-4240-aec3-433499f4b7f8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:14.232532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.236280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.319767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000d81ce-975a-42dc-ac67-6759a0c0409d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:14.340910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:14.341209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fdaaa5-b9f4-4b0c-b5b3-62b1ecf96882') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:14.403609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.432963 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.447276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Releasing vlan 1534 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:58:14.447879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:58:14.449868 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:58:14.596975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.615006 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.620219 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] 10.222.0.10 "DELETE /v2.0/networks/000d81ce-975a-42dc-ac67-6759a0c0409d HTTP/1.1" status: 204 len: 168 time: 2.7086318 Aug 31 13:58:14.620655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41576) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:14.631103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac84c69-afee-4973-930d-188b25c17b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=000d81ce-975a-42dc-ac67-6759a0c0409d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:14.705967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.862344 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.894435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.923403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71d3ac-7b9f-438b-a17d-180e89a94556 req-54accb90-6cf0-4f54-9e5e-4cb3c517ad9c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:14.925029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b71d3ac-7b9f-438b-a17d-180e89a94556 req-54accb90-6cf0-4f54-9e5e-4cb3c517ad9c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.1490295 Aug 31 13:58:15.073065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b71d3ac-7b9f-438b-a17d-180e89a94556 req-bb452ff3-6edd-47b3-9222-c8b45dea7c26 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113245 Aug 31 13:58:15.092323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Router 3ff92c63-924c-4823-90d0-a389fc220209 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:15.180113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.184689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Allocated IP 2001:db8::144 (27e42dc5-bcd9-485d-a738-5941e6a82ab2/e49f5384-efc7-4369-8153-f4be4ae35206/374b37f7-28d6-4531-b061-91b2b1ae4941) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:15.248045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bf40c755-56c9-4bd8-a90c-e4eee722b32a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:15.341919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bf40c755-56c9-4bd8-a90c-e4eee722b32a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:15.342839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.485423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:15.503399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Sync routers for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:15.513241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.523874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:15.524365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.525513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:15.528979 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ce64cdaa-483f-4855-89ee-efcc644161cd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7645867 Aug 31 13:58:15.532240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41610) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:15.667992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.681314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Deleting port d55571e2-8948-4993-9395-de7a1e1f3ac2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:15.682380 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.705801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:15.787412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:15.800741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:15.818015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:15.827273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] For port d55571e2-8948-4993-9395-de7a1e1f3ac2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d55571e2-8948-4993-9395-de7a1e1f3ac2,segment=NetworkSegment(a900e7a7-d8a2-4f21-8493-3dcd2e082967),segment_id=a900e7a7-d8a2-4f21-8493-3dcd2e082967)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:15.828275 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.866754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Calling delete_port for d55571e2-8948-4993-9395-de7a1e1f3ac2 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:15.947114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:13Z', 'revision_number': 3, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:15.980115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Checking router: 3ff92c63-924c-4823-90d0-a389fc220209 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:15.981623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Updating router 3ff92c63-924c-4823-90d0-a389fc220209 port 43d7bd41-e64f-4a9f-a236-386c5463d257 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:16.014194 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.083197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Port': ['ID=374b37f7-28d6-4531-b061-91b2b1ae4941,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:16.184459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.326188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.343767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55571e2-8948-4993-9395-de7a1e1f3ac2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:16.508377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13970256-92f3-4969-b9a5-f5abf281eb93 req-2e05a656-49ec-41fc-ac91-81287e36a258 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:16.511448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13970256-92f3-4969-b9a5-f5abf281eb93 req-2e05a656-49ec-41fc-ac91-81287e36a258 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.3108759 Aug 31 13:58:16.533719 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.548481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Transition to ACTIVE for port object 43d7bd41-e64f-4a9f-a236-386c5463d257 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:16.557191 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.615814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea647f-0dd8-4717-a547-0ea4617cb0c9 None None] Pushing event updated for resources: {'Port': ['ID=43d7bd41-e64f-4a9f-a236-386c5463d257,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:16.637464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Attempting to bind port 43d7bd41-e64f-4a9f-a236-386c5463d257 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:16.637736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Attempting to bind port 43d7bd41-e64f-4a9f-a236-386c5463d257 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:16.639727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Attempting to bind port 43d7bd41-e64f-4a9f-a236-386c5463d257 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:16.650759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:16.651144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:16.651555 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.651950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:16.655430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Bound port: 43d7bd41-e64f-4a9f-a236-386c5463d257, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:16.656470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.731565 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.783860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] For port 43d7bd41-e64f-4a9f-a236-386c5463d257, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:16.793915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] For port 43d7bd41-e64f-4a9f-a236-386c5463d257, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=43d7bd41-e64f-4a9f-a236-386c5463d257,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:16.804015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.805383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.822789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13970256-92f3-4969-b9a5-f5abf281eb93 req-1321d6fc-6ad2-4117-b7e7-a2f304aed6b4 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981546 Aug 31 13:58:16.942989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:16.944193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:17.039680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea647f-0dd8-4717-a547-0ea4617cb0c9 None None] Pushing event updated for resources: {'Port': ['ID=43d7bd41-e64f-4a9f-a236-386c5463d257,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:17.187268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:17.296078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:17.318168 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.539913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Allocated IP 172.20.0.1 (8131c70e-d9c0-4845-b9a0-445c81ca8d3a/a5c5e8a8-a03e-43c4-89b6-dbc845c14e20/5f2d9d34-011c-4a77-9bda-a5852071095f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:17.638907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Router b791c942-1cd9-4971-a75f-854659174e83 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:17.699609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:13Z', 'revision_number': 3, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:17.733316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186f981-efa8-434d-8399-7a0e1e47df7e None None] The sync data for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 is: [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:13Z', 'revision_number': 3, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:17.750700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.811440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Transition to ACTIVE for port object 5f2d9d34-011c-4a77-9bda-a5852071095f will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:17.835570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:17.852129 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Sync routers for ids ['b791c942-1cd9-4971-a75f-854659174e83'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:17.877416 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Routers {'b791c942-1cd9-4971-a75f-854659174e83'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:17.878227 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b791c942-1cd9-4971-a75f-854659174e83'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:17.886391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41678) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:17.957724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.964092 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4f909232-d3b8-4fac-afc6-e10c6d3d723e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1569440 Aug 31 13:58:17.965745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41684) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:18.016086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:18.030765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] Sync routers for ids ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:18.031656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ece97b9b-5faa-4acc-835b-1593fe3d3708 admin admin] 10.222.0.10 "PUT /v2.0/routers/6d1da8f8-5864-4f75-93a4-c8a964bb57ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4097958 Aug 31 13:58:18.043178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41688) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:18.048179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] Routers {'6d1da8f8-5864-4f75-93a4-c8a964bb57ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:18.048818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:18.067789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.192527 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Set router b791c942-1cd9-4971-a75f-854659174e83 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:18.207728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9644-755f-4071-92c9-10cdace161f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.242697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:18.252999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:18.255802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:18.317086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.330771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] Set router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:18.335022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.493323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd42da-4290-46da-86e3-9ef971a02346 req-a5bed77a-b4ed-4dda-9371-92f2ccf46d2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:18.495497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94fd42da-4290-46da-86e3-9ef971a02346 req-a5bed77a-b4ed-4dda-9371-92f2ccf46d2c tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.5007811 Aug 31 13:58:18.540087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.609093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d9d34-011c-4a77-9bda-a5852071095f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:18.722199 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b791c942-1cd9-4971-a75f-854659174e83', 'name': '', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2', 'external_fixed_ips': [{'subnet_id': 'e49f5384-efc7-4369-8153-f4be4ae35206', 'ip_address': '2001:db8::144'}], 'enable_snat': True}, 'gw_port_id': '374b37f7-28d6-4531-b061-91b2b1ae4941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:16Z', 'revision_number': 3, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port': {'id': '374b37f7-28d6-4531-b061-91b2b1ae4941', 'name': '', 'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b791c942-1cd9-4971-a75f-854659174e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'e49f5384-efc7-4369-8153-f4be4ae35206', 'ip_address': '2001:db8::144', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:14Z', 'updated_at': '2021-08-31T13:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49f5384-efc7-4369-8153-f4be4ae35206', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:18.772299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:58:16Z', 'revision_number': 5, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port': {'id': 'a2fab70b-c5b6-45d3-ae33-2521dc1a6850', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:55:57Z', 'updated_at': '2021-08-31T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:18.783846 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.804585 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-94fd42da-4290-46da-86e3-9ef971a02346 req-22d1f5bb-338d-41f3-a234-281c8c06cac6 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669544 Aug 31 13:58:18.813581 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Checking router: b791c942-1cd9-4971-a75f-854659174e83 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:18.814801 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Updating router b791c942-1cd9-4971-a75f-854659174e83 port 374b37f7-28d6-4531-b061-91b2b1ae4941 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:18.849333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] Checking router: 6d1da8f8-5864-4f75-93a4-c8a964bb57ad for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:18.862212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] Routers {'6d1da8f8-5864-4f75-93a4-c8a964bb57ad'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:18.865059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:18.869657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.885267 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.937515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Deleting port a2fab70b-c5b6-45d3-ae33-2521dc1a6850 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:18.944186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.068039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9644-755f-4071-92c9-10cdace161f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.106123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.156728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] For port a2fab70b-c5b6-45d3-ae33-2521dc1a6850, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:19.157916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.168220 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9644-755f-4071-92c9-10cdace161f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.186464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Calling delete_port for a2fab70b-c5b6-45d3-ae33-2521dc1a6850 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:19.210393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb9644-755f-4071-92c9-10cdace161f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31316400-c328-45d2-8b85-c3dcd49f61f9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:19.222953 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:58:19.271348 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e6eb9644-755f-4071-92c9-10cdace161f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b58d78d098944f4784ed667588caf58f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3835256 Aug 31 13:58:19.284298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41698) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:19.349150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Deleting port 374b37f7-28d6-4531-b061-91b2b1ae4941 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:19.349662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.386643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 43d7bd41-e64f-4a9f-a236-386c5463d257 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:19.423110 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.467665 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Transition to ACTIVE for port object 374b37f7-28d6-4531-b061-91b2b1ae4941 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:19.490024 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.559595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1448c730-774a-45d3-aff9-76745f78d0a8 None None] Provisioning for port 5f2d9d34-011c-4a77-9bda-a5852071095f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:19.581940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1448c730-774a-45d3-aff9-76745f78d0a8 None None] Provisioning complete for port 5f2d9d34-011c-4a77-9bda-a5852071095f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:19.582618 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1448c730-774a-45d3-aff9-76745f78d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.604662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.608703 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Attempting to bind port 374b37f7-28d6-4531-b061-91b2b1ae4941 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:19.609515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Attempting to bind port 374b37f7-28d6-4531-b061-91b2b1ae4941 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'a935bdad-b9d7-4055-9f6f-2bbe57b498fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:19.609515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Attempting to bind port 374b37f7-28d6-4531-b061-91b2b1ae4941 on network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:19.621837 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Pushing event updated for resources: {'Port': ['ID=374b37f7-28d6-4531-b061-91b2b1ae4941,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:19.625671 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:19.626034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.626554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Checking segment: {'id': 'a935bdad-b9d7-4055-9f6f-2bbe57b498fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:19.626554 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.626959 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Bound using segment: {'id': 'a935bdad-b9d7-4055-9f6f-2bbe57b498fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:19.627628 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Bound port: 374b37f7-28d6-4531-b061-91b2b1ae4941, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a935bdad-b9d7-4055-9f6f-2bbe57b498fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '27e42dc5-bcd9-485d-a738-5941e6a82ab2'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:19.628012 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.647819 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.649275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fab70b-c5b6-45d3-ae33-2521dc1a6850,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:19.655158 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.655410 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.655741 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.656072 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.656397 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.656961 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.657292 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.657657 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.658123 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.658451 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.658773 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.659093 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.703868 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] For port 374b37f7-28d6-4531-b061-91b2b1ae4941, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:19.708360 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] For port 374b37f7-28d6-4531-b061-91b2b1ae4941, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=374b37f7-28d6-4531-b061-91b2b1ae4941,segment=NetworkSegment(a935bdad-b9d7-4055-9f6f-2bbe57b498fa),segment_id=a935bdad-b9d7-4055-9f6f-2bbe57b498fa)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:19.714867 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.730249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 43d7bd41-e64f-4a9f-a236-386c5463d257 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:19.742055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d9d34-011c-4a77-9bda-a5852071095f,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:19.744760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] Set router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:19.752793 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.754349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-90c4b01a-38df-4504-8d53-af4914b1cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.786050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-90c4b01a-38df-4504-8d53-af4914b1cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.794033 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Routers {'b791c942-1cd9-4971-a75f-854659174e83'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:19.794971 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b791c942-1cd9-4971-a75f-854659174e83'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:19.800259 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2b3ea-95b3-4725-a32c-127183c22c44 None None] Pushing event updated for resources: {'Port': ['ID=374b37f7-28d6-4531-b061-91b2b1ae4941,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:19.883263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-90c4b01a-38df-4504-8d53-af4914b1cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.884905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.889618 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-90c4b01a-38df-4504-8d53-af4914b1cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.890406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 43d7bd41-e64f-4a9f-a236-386c5463d257 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:19.891169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.893962 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-90c4b01a-38df-4504-8d53-af4914b1cc46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31316400-c328-45d2-8b85-c3dcd49f61f9 HTTP/1.1" status: 204 len: 168 time: 0.6087871 Aug 31 13:58:19.898329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.906173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 6, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:19.921418 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] Set router b791c942-1cd9-4971-a75f-854659174e83 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:19.990996 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b791c942-1cd9-4971-a75f-854659174e83', 'name': '', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:19.998342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.005571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1448c730-774a-45d3-aff9-76745f78d0a8 None None] Port 5f2d9d34-011c-4a77-9bda-a5852071095f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:20.016771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9240-66f9-4d02-b7dc-91db535297ce None None] The sync data for ids ['6d1da8f8-5864-4f75-93a4-c8a964bb57ad'] in n-d-792362-6 is: [{'id': '6d1da8f8-5864-4f75-93a4-c8a964bb57ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-780835770-router', 'tenant_id': '364a3d97d20340138c81d3e4aae991fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:55:54Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 6, 'project_id': '364a3d97d20340138c81d3e4aae991fd', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:20.035446 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dec20-a646-4bd8-86f7-cd107b8eb202 None None] The sync data for ids ['b791c942-1cd9-4971-a75f-854659174e83'] in n-d-792362-6 is: [{'id': 'b791c942-1cd9-4971-a75f-854659174e83', 'name': '', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:20.049988 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.050825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1da8f8-5864-4f75-93a4-c8a964bb57ad {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:20.058289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.060138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c65d0b8-303a-4e3b-9e93-1639849f1208 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6d1da8f8-5864-4f75-93a4-c8a964bb57ad HTTP/1.1" status: 204 len: 168 time: 2.0247071 Aug 31 13:58:20.063100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.063818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41708) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:20.084741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4b01a-38df-4504-8d53-af4914b1cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31316400-c328-45d2-8b85-c3dcd49f61f9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:20.098275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Calling delete_port for 374b37f7-28d6-4531-b061-91b2b1ae4941 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:20.162051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270b7c-dc70-4803-8e92-34cefa353a5e req-02c68f86-4fe5-41ee-a969-8a3a1b2a6f1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:20.164004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82270b7c-dc70-4803-8e92-34cefa353a5e req-02c68f86-4fe5-41ee-a969-8a3a1b2a6f1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.1850028 Aug 31 13:58:20.224154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] Deleting subnet bd922fb3-dde6-4abf-afa4-758474f1c0d1 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:58:20.234051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.244344 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.275328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 43d7bd41-e64f-4a9f-a236-386c5463d257, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=43d7bd41-e64f-4a9f-a236-386c5463d257,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:20.282037 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.377798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82270b7c-dc70-4803-8e92-34cefa353a5e req-d486b4ef-e76e-4790-81f4-6842c62a8527 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015088 Aug 31 13:58:20.404670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.470501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=43d7bd41-e64f-4a9f-a236-386c5463d257,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:20.503777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:20.551256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:20.635464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.762734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.785254 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.787597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bd922fb3-dde6-4abf-afa4-758474f1c0d1 HTTP/1.1" status: 204 len: 168 time: 0.7224569 Aug 31 13:58:20.791692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d6f461-3cce-49f6-b098-75d2efd659f3 None None] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:20.813181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:20.826611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.881530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event deleted for resources: {'Port': ['ID=374b37f7-28d6-4531-b061-91b2b1ae4941,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:20.949487 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.951448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c581a30-d0ad-48c0-8f9c-6ba8bc2c459d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd922fb3-dde6-4abf-afa4-758474f1c0d1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:20.966616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.089767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Deleting port 61c5e86c-beb5-418a-a939-ffd73109d224 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:21.090117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.097018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5b671e4c-b2b4-49af-a960-31bcb48c1f00 None None] Provisioning complete for port 5f2d9d34-011c-4a77-9bda-a5852071095f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:21.099199 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b671e4c-b2b4-49af-a960-31bcb48c1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.177439 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.184945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.198680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5b671e4c-b2b4-49af-a960-31bcb48c1f00 None None] Port 5f2d9d34-011c-4a77-9bda-a5852071095f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:21.241356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] For port 61c5e86c-beb5-418a-a939-ffd73109d224, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=61c5e86c-beb5-418a-a939-ffd73109d224,segment=NetworkSegment(a900e7a7-d8a2-4f21-8493-3dcd2e082967),segment_id=a900e7a7-d8a2-4f21-8493-3dcd2e082967)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:21.242360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.279191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 43d7bd41-e64f-4a9f-a236-386c5463d257 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:21.291833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Calling delete_port for 61c5e86c-beb5-418a-a939-ffd73109d224 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:21.293709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Router 3ff92c63-924c-4823-90d0-a389fc220209 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:21.295787 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.296489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b791c942-1cd9-4971-a75f-854659174e83 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:21.305174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.306994 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-67fea34b-f237-48fe-8954-edefce391dc6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b791c942-1cd9-4971-a75f-854659174e83 HTTP/1.1" status: 204 len: 168 time: 3.3322828 Aug 31 13:58:21.309511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41758) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:21.355313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] DHCP port deletion for 7ca583f6-6da6-45c3-b415-b8c55c14a4dd request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:58:21.456081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.464644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Deleting subnet e49f5384-efc7-4369-8153-f4be4ae35206 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:58:21.481137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.516956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c5e86c-beb5-418a-a939-ffd73109d224,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:21.519570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] No DVR routers for this DVR port 61c5e86c-beb5-418a-a939-ffd73109d224 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:21.523213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 43d7bd41-e64f-4a9f-a236-386c5463d257 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:21.524135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.614958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.621555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Deleting port 61c5e86c-beb5-418a-a939-ffd73109d224 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:21.622146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.656777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca583f6-6da6-45c3-b415-b8c55c14a4dd']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:21.673640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a900e7a7-d8a2-4f21-8493-3dcd2e082967') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:21.674153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a900e7a7-d8a2-4f21-8493-3dcd2e082967') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:21.698571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.700439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 87c138e9-99dd-47f8-8c88-460e3543e60c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:21.704589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.725079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.732273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:58:21.732719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:58:21.735721 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:58:21.766802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] For port 61c5e86c-beb5-418a-a939-ffd73109d224, host n-d-792362-6, got binding levels [] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:21.767531 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.824229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26159-12a4-45cc-9a34-d6c2ea111a03 req-fda29750-4af8-4cdb-a114-20380d3bb7c1 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:21.832130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0ac26159-12a4-45cc-9a34-d6c2ea111a03 req-fda29750-4af8-4cdb-a114-20380d3bb7c1 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 944 time: 0.2955804 Aug 31 13:58:21.852450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:21.862040 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-df19c621-bc59-4a15-94f4-47bf869aca61 admin admin] 10.222.0.10 "PUT /v2.0/routers/3ff92c63-924c-4823-90d0-a389fc220209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3286397 Aug 31 13:58:21.871108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Sync routers for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:21.881532 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:21.882163 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:21.888241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.916721 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.927925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Calling delete_port for 61c5e86c-beb5-418a-a939-ffd73109d224 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:21.933018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.934737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.ipam_backend_mixin [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Port 61c5e86c-beb5-418a-a939-ffd73109d224 was not found and therefore no delete operation was performed {{(pid=101362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:58:21.938255 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7ca583f6-6da6-45c3-b415-b8c55c14a4dd HTTP/1.1" status: 204 len: 168 time: 1.1235375 Aug 31 13:58:21.949761 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.958463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604ce03-90f1-4391-855b-2364f32fb165 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca583f6-6da6-45c3-b415-b8c55c14a4dd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:21.982257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Network 7ca583f6-6da6-45c3-b415-b8c55c14a4dd is not hosted by any dhcp agent {{(pid=101362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 13:58:21.983213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] No DVR routers for this DVR port 61c5e86c-beb5-418a-a939-ffd73109d224 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:22.011070 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0ac26159-12a4-45cc-9a34-d6c2ea111a03 req-a482c032-2234-4e40-a7a9-761caf99e4b7 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779730 Aug 31 13:58:22.028962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97219167-1489-4ed8-8670-ee2ef1a43fbf None None] Pushing event deleted for resources: {'Port': ['ID=61c5e86c-beb5-418a-a939-ffd73109d224,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:22.066808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 87c138e9-99dd-47f8-8c88-460e3543e60c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=87c138e9-99dd-47f8-8c88-460e3543e60c,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:22.106571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'port_id': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'mac_address': 'fa:16:3e:17:15:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:22.115424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.153387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2fab70b-c5b6-45d3-ae33-2521dc1a6850 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:22.185867 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:22.195503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a2fab70b-c5b6-45d3-ae33-2521dc1a6850 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:22.197333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2fab70b-c5b6-45d3-ae33-2521dc1a6850 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:22.197931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d55571e2-8948-4993-9395-de7a1e1f3ac2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:22.216298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e49f5384-efc7-4369-8153-f4be4ae35206,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:22.221481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.232368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ccc0009-590a-4050-bf18-6b08652e08ea tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/e49f5384-efc7-4369-8153-f4be4ae35206 HTTP/1.1" status: 204 len: 168 time: 0.9214418 Aug 31 13:58:22.235882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41796) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:22.260468 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.262717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d55571e2-8948-4993-9395-de7a1e1f3ac2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:22.263241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d55571e2-8948-4993-9395-de7a1e1f3ac2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:22.285426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c138e9-99dd-47f8-8c88-460e3543e60c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:22.315603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 87c138e9-99dd-47f8-8c88-460e3543e60c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=87c138e9-99dd-47f8-8c88-460e3543e60c,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:22.321266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.399051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=87c138e9-99dd-47f8-8c88-460e3543e60c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:22.418786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41800) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:22.456495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.542882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-59825393-f537-42e3-a420-6f3cdb06c293 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=138b246fda894d6d8af6c77095998313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123292 Aug 31 13:58:22.543667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41802) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:22.565355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.583702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e42dc5-bcd9-485d-a738-5941e6a82ab2']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:22.599447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a935bdad-b9d7-4055-9f6f-2bbe57b498fa') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:22.600162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a935bdad-b9d7-4055-9f6f-2bbe57b498fa') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:22.612607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.641438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.652222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Releasing vlan 1517 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:58:22.654709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: items = [ Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:58:22.657721 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:58:22.659958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c434e-e184-4b98-a1e2-052766528a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.725109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['87c138e9-99dd-47f8-8c88-460e3543e60c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:22.741041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c434e-e184-4b98-a1e2-052766528a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.803725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.812959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27e42dc5-bcd9-485d-a738-5941e6a82ab2 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 13:58:22.820284 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.832667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "DELETE /v2.0/networks/27e42dc5-bcd9-485d-a738-5941e6a82ab2 HTTP/1.1" status: 204 len: 168 time: 0.5945213 Aug 31 13:58:22.851505 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 2, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:22.858845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf237ec-39c1-44f3-9e93-9e0163943263 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event deleted for resources: {'Network': ['ID=27e42dc5-bcd9-485d-a738-5941e6a82ab2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:22.867067 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c434e-e184-4b98-a1e2-052766528a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.914022 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c434e-e184-4b98-a1e2-052766528a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.919774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-205c434e-e184-4b98-a1e2-052766528a7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40fd7fe2-f9a3-43cf-9164-7d994b09bef4 HTTP/1.1" status: 204 len: 168 time: 0.3704700 Aug 31 13:58:22.921513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41812) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:22.966980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c434e-e184-4b98-a1e2-052766528a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd7fe2-f9a3-43cf-9164-7d994b09bef4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:23.048080 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Checking router: 3ff92c63-924c-4823-90d0-a389fc220209 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:23.048570 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Updating router 3ff92c63-924c-4823-90d0-a389fc220209 port 5f2d9d34-011c-4a77-9bda-a5852071095f binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:23.168675 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.278061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215a89-5d2b-4cc7-86ec-2a000bb2b013 req-0e992c8f-a66e-433a-89b8-59c22315803b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:23.289787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 61c5e86c-beb5-418a-a939-ffd73109d224 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:23.294058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59215a89-5d2b-4cc7-86ec-2a000bb2b013 req-0e992c8f-a66e-433a-89b8-59c22315803b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 945 time: 0.1314390 Aug 31 13:58:23.384804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59215a89-5d2b-4cc7-86ec-2a000bb2b013 req-31f3239e-e073-4225-852a-5bcb2ddbe486 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895703 Aug 31 13:58:23.405262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 61c5e86c-beb5-418a-a939-ffd73109d224 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:23.405770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 61c5e86c-beb5-418a-a939-ffd73109d224 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:23.549125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08aa13a6-61f4-40cc-bd96-5c15df7c8a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.741747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41860) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:23.747870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9e4537ab-0020-478b-a45d-4756662a1e13 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'router': {'name': 'tempest-router--422556142', 'project_id': '27c61697fc774b529300756f2a7aaaa8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:23.758234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41862) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:23.840788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d1188d4c-1052-44d9-ba04-93f3e1ad8286 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=364a3d97d20340138c81d3e4aae991fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805466 Aug 31 13:58:23.841425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41864) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:23.880645 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.886100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08aa13a6-61f4-40cc-bd96-5c15df7c8a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.900685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08aa13a6-61f4-40cc-bd96-5c15df7c8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.902876 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Transition to ACTIVE for port object 5f2d9d34-011c-4a77-9bda-a5852071095f will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:23.924090 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.994064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08aa13a6-61f4-40cc-bd96-5c15df7c8a2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b78237617cf845a9a8407cdf913e92ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0682204 Aug 31 13:58:23.995168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41870) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:23.995874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa13a6-61f4-40cc-bd96-5c15df7c8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40ac05-b2f6-4470-9d3e-9090e3667c8a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.011864 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e4537ab-0020-478b-a45d-4756662a1e13 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.012970 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e4537ab-0020-478b-a45d-4756662a1e13 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.079671 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30e9c7-5b6f-4a53-8f55-896d5a4d5b7f None None] Pushing event updated for resources: {'Port': ['ID=5f2d9d34-011c-4a77-9bda-a5852071095f,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.104590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-592be6d9-0227-4cc6-a77f-5658f98378b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.117126 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Attempting to bind port 5f2d9d34-011c-4a77-9bda-a5852071095f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:24.117568 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Attempting to bind port 5f2d9d34-011c-4a77-9bda-a5852071095f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:24.118062 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Attempting to bind port 5f2d9d34-011c-4a77-9bda-a5852071095f on network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:24.135771 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:24.135771 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Checking segment: {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:24.136255 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.136785 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Bound using segment: {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:24.137737 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Bound port: 5f2d9d34-011c-4a77-9bda-a5852071095f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:24.140217 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.147934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-592be6d9-0227-4cc6-a77f-5658f98378b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.198126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e4537ab-0020-478b-a45d-4756662a1e13 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.225502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e4537ab-0020-478b-a45d-4756662a1e13 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.241578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81514411-76be-49c9-840d-6703faae34df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.243212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-592be6d9-0227-4cc6-a77f-5658f98378b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.245920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-592be6d9-0227-4cc6-a77f-5658f98378b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.249643 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-592be6d9-0227-4cc6-a77f-5658f98378b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd40ac05-b2f6-4470-9d3e-9090e3667c8a HTTP/1.1" status: 204 len: 168 time: 0.2474036 Aug 31 13:58:24.271419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592be6d9-0227-4cc6-a77f-5658f98378b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40ac05-b2f6-4470-9d3e-9090e3667c8a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.272794 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] For port 5f2d9d34-011c-4a77-9bda-a5852071095f, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:24.279173 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] For port 5f2d9d34-011c-4a77-9bda-a5852071095f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5f2d9d34-011c-4a77-9bda-a5852071095f,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:24.292838 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81514411-76be-49c9-840d-6703faae34df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.313662 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.341418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e4537ab-0020-478b-a45d-4756662a1e13 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.342808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9e4537ab-0020-478b-a45d-4756662a1e13 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5985897 Aug 31 13:58:24.345763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41892) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:24.380061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81514411-76be-49c9-840d-6703faae34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.388344 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81514411-76be-49c9-840d-6703faae34df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.392057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-81514411-76be-49c9-840d-6703faae34df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a9c1969-4c07-4f94-903d-2a3eafd1b2dc HTTP/1.1" status: 204 len: 168 time: 0.5496426 Aug 31 13:58:24.425252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81514411-76be-49c9-840d-6703faae34df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c1969-4c07-4f94-903d-2a3eafd1b2dc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.521584 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:24.522536 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:57:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:24.677716 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30e9c7-5b6f-4a53-8f55-896d5a4d5b7f None None] Pushing event updated for resources: {'Port': ['ID=5f2d9d34-011c-4a77-9bda-a5852071095f,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.776087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2192d9e6-d2a1-43c1-8e04-0aeec786a2ba tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.831953 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:24.998936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cb635-5807-4c19-a0d8-5c3248214814 req-3e9ac1e3-2431-41ad-aaa1-2a58ec0eef15 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:25.007041 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e05cb635-5807-4c19-a0d8-5c3248214814 req-3e9ac1e3-2431-41ad-aaa1-2a58ec0eef15 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 945 time: 0.3860931 Aug 31 13:58:25.185187 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:25.229651 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4b043-4083-4f5d-ad3a-f222e4f9f188 None None] The sync data for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 is: [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:25.506040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41942) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:25.730081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 87c138e9-99dd-47f8-8c88-460e3543e60c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:25.836238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e05cb635-5807-4c19-a0d8-5c3248214814 req-330a5a1b-1265-4f14-97a0-7f69639d0301 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8284109 Aug 31 13:58:25.838426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2192d9e6-d2a1-43c1-8e04-0aeec786a2ba tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.861772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 87c138e9-99dd-47f8-8c88-460e3543e60c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:25.865760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2192d9e6-d2a1-43c1-8e04-0aeec786a2ba tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.870289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 87c138e9-99dd-47f8-8c88-460e3543e60c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:25.871220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.974410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d97cd9e-8d5e-4e31-9223-5d1e2f0cd9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.000840 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2192d9e6-d2a1-43c1-8e04-0aeec786a2ba tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.002379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2192d9e6-d2a1-43c1-8e04-0aeec786a2ba tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 332c8c43-dfdf-40e8-a40a-bc72a6592dc3 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:26.019173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2192d9e6-d2a1-43c1-8e04-0aeec786a2ba tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.024086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2192d9e6-d2a1-43c1-8e04-0aeec786a2ba tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "DELETE /v2.0/routers/332c8c43-dfdf-40e8-a40a-bc72a6592dc3 HTTP/1.1" status: 204 len: 168 time: 1.6765029 Aug 31 13:58:26.090599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.125691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:26.129143 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e571e4f-0be0-46c7-95e9-0e8642f543f3" -d '{"events": [{"server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "name": "network-vif-plugged", "status": "completed", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:26.144816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 87c138e9-99dd-47f8-8c88-460e3543e60c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=87c138e9-99dd-47f8-8c88-460e3543e60c,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:26.152123 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.244315 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3fdc4-dfde-4d97-a7c7-c5036cd91f06 x-openstack-request-id: req-f9e3fdc4-dfde-4d97-a7c7-c5036cd91f06 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:26.245358 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "name": "network-vif-plugged", "status": "completed", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:26.245809 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9e3fdc4-dfde-4d97-a7c7-c5036cd91f06 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:26.246828 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'code': 200} Aug 31 13:58:26.252438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=87c138e9-99dd-47f8-8c88-460e3543e60c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:26.278417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d97cd9e-8d5e-4e31-9223-5d1e2f0cd9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.286097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d97cd9e-8d5e-4e31-9223-5d1e2f0cd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.461098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:26.475100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8d97cd9e-8d5e-4e31-9223-5d1e2f0cd9f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c0c5945b52043b8bf343e51e77fc1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9673231 Aug 31 13:58:26.478195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41978) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:26.492964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97cd9e-8d5e-4e31-9223-5d1e2f0cd9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb3732f-0eec-45cd-ba63-b38d03b1cbba,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:26.522403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de93f05-1256-4e06-b0f6-1ff73291b171 req-633e4afb-5fa2-4357-bd60-7d3c0bd013a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:26.528573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6de93f05-1256-4e06-b0f6-1ff73291b171 req-633e4afb-5fa2-4357-bd60-7d3c0bd013a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 1097 time: 0.1817453 Aug 31 13:58:26.590423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6de93f05-1256-4e06-b0f6-1ff73291b171 req-9360f6c5-f46a-42ef-aee9-f0273c659755 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452802 Aug 31 13:58:26.624952 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.667940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.711739 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea06489-a766-4725-9c4d-c7426387410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.741926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.745174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.746716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3eb3732f-0eec-45cd-ba63-b38d03b1cbba HTTP/1.1" status: 204 len: 168 time: 0.2674038 Aug 31 13:58:26.762722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb3732f-0eec-45cd-ba63-b38d03b1cbba,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:26.781669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.782028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.782369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.782706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.783867 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.784494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.785294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.785802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.787327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.787940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.788445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.788995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644e86a-7d69-463c-9e41-cbb1add0d1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:26.883056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-661516717', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:26.922863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.924771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.017291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41992) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:27.060821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.122687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a356fd1-38a4-400c-a520-438afd865731 req-03f698e1-8ad5-4960-9569-3fc3a5f4cd37 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:27.124298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a356fd1-38a4-400c-a520-438afd865731 req-03f698e1-8ad5-4960-9569-3fc3a5f4cd37 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.1660287 Aug 31 13:58:27.278108 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a356fd1-38a4-400c-a520-438afd865731 req-4ed344bc-4007-4d0c-9852-c6767d3b529a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025612 Aug 31 13:58:27.287541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f2d9d34-011c-4a77-9bda-a5852071095f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:27.357130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.364591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-network', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:27.407243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5f2d9d34-011c-4a77-9bda-a5852071095f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:27.409776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Made reservation on behalf of 51073acc4f874e3f8d2e69b7543bc4cd for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:27.416142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5f2d9d34-011c-4a77-9bda-a5852071095f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:27.416763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.417361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.440308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.479441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42002) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:27.503177 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b735dac-4cc3-47b2-b698-e588aafe76d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.540423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.621092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.626601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.629136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 5f2d9d34-011c-4a77-9bda-a5852071095f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5f2d9d34-011c-4a77-9bda-a5852071095f,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:27.638795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.644138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1547, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:27.661463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.662768 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Added segment 7d1f02fc-2220-4450-b713-32fb0fe5d940 of type vlan for network af2ffda2-c60a-4f9b-81d9-af874ac402a5 Aug 31 13:58:27.720971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=5f2d9d34-011c-4a77-9bda-a5852071095f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:27.735844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.759965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.776421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:27.814558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.816797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:27.817175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.819448 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.914815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] Pushing event updated for resources: {'Network': ['ID=af2ffda2-c60a-4f9b-81d9-af874ac402a5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:27.927266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:27.953764 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b735dac-4cc3-47b2-b698-e588aafe76d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.964330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b735dac-4cc3-47b2-b698-e588aafe76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.967619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd12e770-3c32-4227-9830-6c011e1c27f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9489634 Aug 31 13:58:27.970457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:27.977047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Request body: {'subnet': {'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-subnet', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:28.004601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7b735dac-4cc3-47b2-b698-e588aafe76d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76c62ccfe1ff4fc9b98753705a1f66b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218191 Aug 31 13:58:28.006621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42014) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:28.041465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Allocated IP 172.25.0.116 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/cc226f0f-54c5-4510-9410-ebb3f15abe07) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:28.043731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b735dac-4cc3-47b2-b698-e588aafe76d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef396a41-7afb-4ec8-8fbd-2eea9faa4295,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.083769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Made reservation on behalf of 51073acc4f874e3f8d2e69b7543bc4cd for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:28.086423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.194723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f26bf8f2-01d2-4bd5-bda1-f371a770000e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.248667 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.255221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f26bf8f2-01d2-4bd5-bda1-f371a770000e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.313096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.383528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:28.389566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:28.392319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:28.427619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event updated for resources: {'Port': ['ID=cc226f0f-54c5-4510-9410-ebb3f15abe07,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.437985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f26bf8f2-01d2-4bd5-bda1-f371a770000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.440566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f26bf8f2-01d2-4bd5-bda1-f371a770000e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.441914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f26bf8f2-01d2-4bd5-bda1-f371a770000e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef396a41-7afb-4ec8-8fbd-2eea9faa4295 HTTP/1.1" status: 204 len: 168 time: 0.4312785 Aug 31 13:58:28.455149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.460818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bf8f2-01d2-4bd5-bda1-f371a770000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef396a41-7afb-4ec8-8fbd-2eea9faa4295,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.518934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39f4262-5cbd-4c05-9bca-8bbb968f38e0,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.571619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a66f-1883-40fa-a157-e6479b76a958 req-46b1f676-0af2-4217-a2a5-b82c30d3c201 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:28.578876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3f4a66f-1883-40fa-a157-e6479b76a958 req-46b1f676-0af2-4217-a2a5-b82c30d3c201 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.2008188 Aug 31 13:58:28.604266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Checking segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:28.604725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Network hostable DHCP agents. Network: af2ffda2-c60a-4f9b-81d9-af874ac402a5, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:28.648379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3f4a66f-1883-40fa-a157-e6479b76a958 req-aa7f2bf6-b2b2-4ddb-bf6a-db0a605caf38 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636594 Aug 31 13:58:28.661893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:28.679004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, af2ffda2-c60a-4f9b-81d9-af874ac402a5) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:28.684025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:28.684723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.695151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6c365-1fbe-4217-aa45-7eb66e492cdb None None] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:28.708362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3a98aeab-e489-4c46-9d8e-8f98e83c0f79 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7367711 Aug 31 13:58:28.711247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42038) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:28.726357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:28.795451 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.796760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.927854 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.954042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.979536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4017b-3888-430b-86ce-3673e2315aa5 req-24c7c025-2ead-44fe-96d5-01222d86fb5f tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:28.981380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2bd4017b-3888-430b-86ce-3673e2315aa5 req-24c7c025-2ead-44fe-96d5-01222d86fb5f tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.1420124 Aug 31 13:58:29.016010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42058) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:29.021261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Request body: {'floatingip': {'port_id': '87c138e9-99dd-47f8-8c88-460e3543e60c'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:29.065787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:58:29.068334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.074467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.271340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f2d9d34-011c-4a77-9bda-a5852071095f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:29.287228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42072) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:29.307039 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.340133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f57b4fc5-b637-43f0-9e54-7e701889d105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.363032 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be987620-e90e-4a36-a4bf-93db43d58026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.433997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5f2d9d34-011c-4a77-9bda-a5852071095f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:29.434903 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.485622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Allocated IP 172.20.0.2 (af2ffda2-c60a-4f9b-81d9-af874ac402a5/a39f4262-5cbd-4c05-9bca-8bbb968f38e0/565a076b-4f2d-450b-94b6-dc65ac7a89c3) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:29.515952 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.651863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.667165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.694914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.866446 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.882636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Allocated IP 172.25.0.218 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/7ecca937-2760-43b4-a227-d8459f22abce) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:29.883755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Transition to ACTIVE for port object 565a076b-4f2d-450b-94b6-dc65ac7a89c3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:29.922302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Transition to ACTIVE for port object 565a076b-4f2d-450b-94b6-dc65ac7a89c3 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:29.932593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.958590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f57b4fc5-b637-43f0-9e54-7e701889d105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.978735 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f57b4fc5-b637-43f0-9e54-7e701889d105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.986168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:29.994604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:30.001489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:30.017153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f57b4fc5-b637-43f0-9e54-7e701889d105 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9769904cc77947a1bcea2189cc1047b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215633 Aug 31 13:58:30.018535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42094) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:30.022616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Pushing event updated for resources: {'Port': ['ID=565a076b-4f2d-450b-94b6-dc65ac7a89c3,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.073176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Router 64bcb3b5-6383-4050-85f2-841210e17324 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:30.075652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42096) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:30.091599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Attempting to bind port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:30.092720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Attempting to bind port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:30.093489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Attempting to bind port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:30.100071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:30.100936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Checking segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:30.109044 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.111820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Bound using segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:30.114319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Bound port: 565a076b-4f2d-450b-94b6-dc65ac7a89c3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:30.115912 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.124178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.161503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b4fc5-b637-43f0-9e54-7e701889d105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f653a2dc-68e8-46fa-9946-787e44f53f31,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.178826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.208486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:30.213441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:30.241499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:30.262075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] For port 565a076b-4f2d-450b-94b6-dc65ac7a89c3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:30.266911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] For port 565a076b-4f2d-450b-94b6-dc65ac7a89c3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=565a076b-4f2d-450b-94b6-dc65ac7a89c3,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:30.275175 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.313363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ecca937-2760-43b4-a227-d8459f22abce,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.379263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9c5332d-7cbf-4f2d-8c62-fb725d141bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.382938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1012-0f0e-46b0-bdfb-3dbebecc0bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.387815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.392228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2acd1b-f653-4613-89cc-50aa11d6344f None None] Pushing event updated for resources: {'Port': ['ID=565a076b-4f2d-450b-94b6-dc65ac7a89c3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.437520 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.489495 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.518991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1012-0f0e-46b0-bdfb-3dbebecc0bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.599238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:30.647782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] Sync routers for ids ['64bcb3b5-6383-4050-85f2-841210e17324'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:30.667287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] Routers {'64bcb3b5-6383-4050-85f2-841210e17324'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:30.668296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['64bcb3b5-6383-4050-85f2-841210e17324'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:30.744980 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1012-0f0e-46b0-bdfb-3dbebecc0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.752116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1012-0f0e-46b0-bdfb-3dbebecc0bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.753532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6f7d1012-0f0e-46b0-bdfb-3dbebecc0bd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f653a2dc-68e8-46fa-9946-787e44f53f31 HTTP/1.1" status: 204 len: 168 time: 0.7310488 Aug 31 13:58:30.788198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d1012-0f0e-46b0-bdfb-3dbebecc0bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f653a2dc-68e8-46fa-9946-787e44f53f31,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.795953 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Floating IP 95a7cd43-154d-448e-8223-e36dc881ac20 associated. External IP: 172.25.0.245, port: 87c138e9-99dd-47f8-8c88-460e3543e60c. Aug 31 13:58:30.800707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.998209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:31.015263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9c5332d-7cbf-4f2d-8c62-fb725d141bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.023321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9c5332d-7cbf-4f2d-8c62-fb725d141bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.027523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] Routers {'64bcb3b5-6383-4050-85f2-841210e17324'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:31.028370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['64bcb3b5-6383-4050-85f2-841210e17324'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:31.081865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:31.082781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419bf5a-ee17-49ae-a926-b8134b8ad950 None None] The sync data for ids ['64bcb3b5-6383-4050-85f2-841210e17324'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:31.127209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.128447 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cf92d640-2174-49f9-b4dc-21808fa29683 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6663306 Aug 31 13:58:31.131419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42110) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:31.179568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b9c5332d-7cbf-4f2d-8c62-fb725d141bb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fbded444ce04d14aed3291b08b1abf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1001306 Aug 31 13:58:31.184063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42112) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:31.201387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5332d-7cbf-4f2d-8c62-fb725d141bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c98ad03-2462-427a-ba4c-bc63e1c3b543,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:31.300997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 565a076b-4f2d-450b-94b6-dc65ac7a89c3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:31.357391 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc57882f-08ed-4d43-8e8e-3982a0095671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.391040 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc57882f-08ed-4d43-8e8e-3982a0095671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.411177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:31.414616 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.615426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc57882f-08ed-4d43-8e8e-3982a0095671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.619143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc57882f-08ed-4d43-8e8e-3982a0095671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.620351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bc57882f-08ed-4d43-8e8e-3982a0095671 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c98ad03-2462-427a-ba4c-bc63e1c3b543 HTTP/1.1" status: 204 len: 168 time: 0.4353359 Aug 31 13:58:31.637353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57882f-08ed-4d43-8e8e-3982a0095671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c98ad03-2462-427a-ba4c-bc63e1c3b543,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:31.695239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Router 4d71f87f-4c87-492f-b1d3-50707661182c is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:31.867641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:31.884359 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:31.905276 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:31.907577 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:31.910260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.913495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-85b70efb-469c-4b08-a06f-e17db4e32bf4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1977026 Aug 31 13:58:31.916102 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.921739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42134) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:32.032678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6f18d-014c-462e-83e5-55d0d9f67385 None None] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:32.066942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:32.207023 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:32.221272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-044ba340-6576-4a6a-9b1b-b4ccf5bac87f None None] Provisioning for port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:32.276913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-044ba340-6576-4a6a-9b1b-b4ccf5bac87f None None] Provisioning complete for port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:32.279854 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-044ba340-6576-4a6a-9b1b-b4ccf5bac87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.300991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a8c6539f-de43-4f03-98fa-7205460d4eb7 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/64bcb3b5-6383-4050-85f2-841210e17324 HTTP/1.1" status: 200 len: 924 time: 1.1682785 Aug 31 13:58:32.301746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42144) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:32.393784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42146) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:32.394005 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8c290630-4405-4812-962d-e21316ca660b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=64bcb3b5-6383-4050-85f2-841210e17324 HTTP/1.1" status: 200 len: 205 time: 0.0885684 Aug 31 13:58:32.451394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:32.466658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.470125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42148) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:32.485631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] Sync routers for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:32.487991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42150) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:32.505371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed817bad-cae2-4ead-951d-775bc3ca5934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.514772 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9f1e5f3e-da87-49d3-accc-9bafd6bddf1b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "PUT /v2.0/floatingips/95a7cd43-154d-448e-8223-e36dc881ac20 HTTP/1.1" status: 200 len: 992 time: 3.4951348 Aug 31 13:58:32.514772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:32.515840 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:32.572536 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb82974-2f91-49f0-a5b0-ef0c2df6065a x-openstack-request-id: req-aeb82974-2f91-49f0-a5b0-ef0c2df6065a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:32.573309 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:32.574401 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aeb82974-2f91-49f0-a5b0-ef0c2df6065a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:32.575071 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'status': 'completed', 'code': 200} Aug 31 13:58:32.667920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:32.668569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:32.681218 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-044ba340-6576-4a6a-9b1b-b4ccf5bac87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.702156 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 3, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:32.788443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-044ba340-6576-4a6a-9b1b-b4ccf5bac87f None None] For port 565a076b-4f2d-450b-94b6-dc65ac7a89c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=565a076b-4f2d-450b-94b6-dc65ac7a89c3,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:32.795499 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-044ba340-6576-4a6a-9b1b-b4ccf5bac87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.798964 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:32.799332 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Updating router 4d71f87f-4c87-492f-b1d3-50707661182c port 7ecca937-2760-43b4-a227-d8459f22abce binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:32.837115 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.962475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:32.975435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1589406030-network', 'tenant_id': '190954f649d34a45907f7fcefd5fdf48'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:33.174556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8fe3657e-6d93-452e-87ad-89ec30d9a61b None None] Provisioning complete for port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:33.175162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8fe3657e-6d93-452e-87ad-89ec30d9a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.224751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-3bd49589-378e-462b-9e1b-64a5314582b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:33.226634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-3bd49589-378e-462b-9e1b-64a5314582b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb1c479995934079ab2ded3b7f350996&device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 1097 time: 0.1432538 Aug 31 13:58:33.245336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ba340-6576-4a6a-9b1b-b4ccf5bac87f None None] Pushing event updated for resources: {'Port': ['ID=565a076b-4f2d-450b-94b6-dc65ac7a89c3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:33.252540 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.286647 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.304556 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Transition to ACTIVE for port object 7ecca937-2760-43b4-a227-d8459f22abce will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:33.319553 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.393992 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7895e5-a499-48fe-a344-12ba3f6298bf None None] Pushing event updated for resources: {'Port': ['ID=7ecca937-2760-43b4-a227-d8459f22abce,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:33.405550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '95a7cd43-154d-448e-8223-e36dc881ac20', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'port_id': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'mac_address': 'fa:16:3e:17:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:30Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 1, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:29Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:33.421928 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Attempting to bind port 7ecca937-2760-43b4-a227-d8459f22abce on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:33.422319 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Attempting to bind port 7ecca937-2760-43b4-a227-d8459f22abce by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:33.422686 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Attempting to bind port 7ecca937-2760-43b4-a227-d8459f22abce on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:33.428657 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:33.429071 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:33.429479 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.429919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:33.430406 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Bound port: 7ecca937-2760-43b4-a227-d8459f22abce, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:33.431029 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.442397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] Checking router: c75c15e5-4dbb-4f91-8e36-f4294d8ed436 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:33.456419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:33.456837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:33.525902 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] For port 7ecca937-2760-43b4-a227-d8459f22abce, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:33.532302 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] For port 7ecca937-2760-43b4-a227-d8459f22abce, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7ecca937-2760-43b4-a227-d8459f22abce,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:33.541471 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.589545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-7ba818cd-d99d-420a-8195-a8edf722e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:33.593174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-7ba818cd-d99d-420a-8195-a8edf722e505 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a4b332-702b-420a-88b4-3e5212361ea8 HTTP/1.1" status: 200 len: 917 time: 0.3559177 Aug 31 13:58:33.615397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:33.622004 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed817bad-cae2-4ead-951d-775bc3ca5934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.651975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Made reservation on behalf of 190954f649d34a45907f7fcefd5fdf48 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:33.655424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.669831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed817bad-cae2-4ead-951d-775bc3ca5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.695080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.707927 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:33.708714 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:33.738704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.809881 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7895e5-a499-48fe-a344-12ba3f6298bf None None] Pushing event updated for resources: {'Port': ['ID=7ecca937-2760-43b4-a227-d8459f22abce,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:33.876156 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:33.887894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed817bad-cae2-4ead-951d-775bc3ca5934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36e12c-bcac-4c02-9807-940b9b7f195c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:33.906320 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.952930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.959054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.988440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:33.999151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42168) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:34.003851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ed817bad-cae2-4ead-951d-775bc3ca5934 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea13b97f740248a5a509a58e22bef10d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5147288 Aug 31 13:58:34.008539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d3a3a-228d-476d-8a79-262e96131daf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.024732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.025454 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Added segment 0ca6e7aa-8663-4b45-bf59-5312dbd5f61d of type vlan for network 3ca656f4-58bc-409b-9814-c257416ce297 Aug 31 13:58:34.035258 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-2359094a-066e-4fcc-abd4-3b2fee05d928 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c138e9-99dd-47f8-8c88-460e3543e60c HTTP/1.1" status: 200 len: 1000 time: 0.4070532 Aug 31 13:58:34.093755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '95a7cd43-154d-448e-8223-e36dc881ac20', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'port_id': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'mac_address': 'fa:16:3e:17:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:30Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 1, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:29Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:34.118566 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.124972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccba865-b2f8-478e-8b43-22757b54bfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.133107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d3e478-78fa-4278-960b-d15dc18cccac None None] The sync data for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 is: [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '95a7cd43-154d-448e-8223-e36dc881ac20', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'port_id': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'mac_address': 'fa:16:3e:17:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:30Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 1, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:29Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:34.174070 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 3, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:34.195843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccba865-b2f8-478e-8b43-22757b54bfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.206472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.207497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:34.208091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.231930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-c9838d08-3db1-4ffc-afe6-c22fb20c121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:34.234210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-c9838d08-3db1-4ffc-afe6-c22fb20c121a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d92aa98-db92-4923-97c5-74c55482f251 HTTP/1.1" status: 200 len: 854 time: 0.1981204 Aug 31 13:58:34.246524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7741623 Aug 31 13:58:34.254526 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870db95-3cd5-4226-8163-c9b0a2fd9752 None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 3, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:34.265639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Deleting port cc226f0f-54c5-4510-9410-ebb3f15abe07 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:34.266438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.267309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42172) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:34.324006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Request body: {'subnet': {'network_id': '3ca656f4-58bc-409b-9814-c257416ce297', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1589406030-subnet', 'tenant_id': '190954f649d34a45907f7fcefd5fdf48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:34.387287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af0ce9-04e6-4189-9da7-2896248abdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca656f4-58bc-409b-9814-c257416ce297,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.409851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Made reservation on behalf of 190954f649d34a45907f7fcefd5fdf48 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:34.411223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 3ca656f4-58bc-409b-9814-c257416ce297 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:34.419736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.434804 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccba865-b2f8-478e-8b43-22757b54bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.437867 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ccba865-b2f8-478e-8b43-22757b54bfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.439255 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ccba865-b2f8-478e-8b43-22757b54bfda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd36e12c-bcac-4c02-9807-940b9b7f195c HTTP/1.1" status: 204 len: 168 time: 0.4386990 Aug 31 13:58:34.441829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-9a8816ba-d40c-4b0a-9ff5-cc08dd393b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:34.443745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-9a8816ba-d40c-4b0a-9ff5-cc08dd393b34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a4b332-702b-420a-88b4-3e5212361ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987636 Aug 31 13:58:34.492768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba865-b2f8-478e-8b43-22757b54bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36e12c-bcac-4c02-9807-940b9b7f195c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.639792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.677358 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a01dc-c5ad-4048-8b89-443bb2d6f22a None None] New status for floating IP 95a7cd43-154d-448e-8223-e36dc881ac20: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:58:34.688002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Allocated IP 172.20.0.1 (af2ffda2-c60a-4f9b-81d9-af874ac402a5/a39f4262-5cbd-4c05-9bca-8bbb968f38e0/9ccffbb6-d7d5-424b-ab8e-fc00af23059f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:34.806240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-5c00420a-fa2f-43f3-9109-bf03668952c8 service neutron] 10.222.0.26 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260279 Aug 31 13:58:34.810443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Calling delete_port for cc226f0f-54c5-4510-9410-ebb3f15abe07 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:34.839653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.055237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Checking segment: {'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:35.057320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Network hostable DHCP agents. Network: 3ca656f4-58bc-409b-9814-c257416ce297, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:35.062645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336d37ef-ab37-4a56-91a1-7410b82496cc,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:35.109054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Network 3ca656f4-58bc-409b-9814-c257416ce297 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:35.125465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 3ca656f4-58bc-409b-9814-c257416ce297) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:35.131497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:35.132707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.141839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee69aff-efb8-48f0-90bb-5ba94a799e3d None None] Network 3ca656f4-58bc-409b-9814-c257416ce297 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:35.160139 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9de8cd30-7fc8-4c11-bd7c-3a018da77ed4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8817420 Aug 31 13:58:35.459023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7ecca937-2760-43b4-a227-d8459f22abce up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:35.482474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.486345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5bab6-c097-43c4-becc-2a58d5aad686 None None] Network 3ca656f4-58bc-409b-9814-c257416ce297 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:35.590468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.608531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event deleted for resources: {'Port': ['ID=cc226f0f-54c5-4510-9410-ebb3f15abe07,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:35.695672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7ecca937-2760-43b4-a227-d8459f22abce completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:35.707447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5526034-6ef6-4f84-8268-7c3ad23a7c3d req-32fd2ef5-f894-4de1-9a7d-080129a3fa6c service neutron] 10.222.0.26 "GET /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735536 Aug 31 13:58:35.733368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7ecca937-2760-43b4-a227-d8459f22abce triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:35.734107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.747270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Transition to ACTIVE for port object 9ccffbb6-d7d5-424b-ab8e-fc00af23059f will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:35.795952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.923679 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.965288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7ecca937-2760-43b4-a227-d8459f22abce, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7ecca937-2760-43b4-a227-d8459f22abce,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:35.972410 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.973415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 565a076b-4f2d-450b-94b6-dc65ac7a89c3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:36.018246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.026664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.066777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.162146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7ecca937-2760-43b4-a227-d8459f22abce,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:36.169923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:36.170382 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.215081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:36.219362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:36.223596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:36.250781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.251347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Fanout notify agent at l3_agent the message router_deleted on router 64bcb3b5-6383-4050-85f2-841210e17324 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:36.264414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.265955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5dde2c68-63a0-4a78-b275-7f222eb12da5 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/64bcb3b5-6383-4050-85f2-841210e17324 HTTP/1.1" status: 204 len: 168 time: 3.8654120 Aug 31 13:58:36.270651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:36.275527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2096080397', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': False}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:36.321858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.324813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.331485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:36.379747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.495406 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.679158 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.767940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.845726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-16260dcf-c921-4b09-bcbd-733d421dbb92 None None] Provisioning for port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:36.851346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-16260dcf-c921-4b09-bcbd-733d421dbb92 None None] Provisioning complete for port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:36.851727 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-16260dcf-c921-4b09-bcbd-733d421dbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.144639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-16260dcf-c921-4b09-bcbd-733d421dbb92 None None] Port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:37.158847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.169399 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.183392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.191928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.319165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7ecca937-2760-43b4-a227-d8459f22abce up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:37.393612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:37.415860 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.456328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7ecca937-2760-43b4-a227-d8459f22abce triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:37.456807 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.480512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Allocated IP 172.25.0.104 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/d5162010-283b-4a91-9ca2-bbeb36397279) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:37.740210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:37.743250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:37.750251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.838880 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.898472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:37.907367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:37.912840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:37.920654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Port': ['ID=d5162010-283b-4a91-9ca2-bbeb36397279,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:37.962184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:38.089841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d4a2f90a-b3af-4d48-a64d-88ab2f2839a2 None None] Provisioning complete for port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:38.090477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f90a-b3af-4d48-a64d-88ab2f2839a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.134762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2f90a-b3af-4d48-a64d-88ab2f2839a2 None None] Port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:38.151367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:38.166089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:38.176254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-eedd73a6-f84a-4c8e-a8d0-baae33d217c6 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d71f87f-4c87-492f-b1d3-50707661182c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2513347 Aug 31 13:58:38.184826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:38.185491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:38.371868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:38.404215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.696273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.840896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 2, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:38.925728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:38.926236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Updating router 4d71f87f-4c87-492f-b1d3-50707661182c port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:39.008152 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.217906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-57a59ab7-dc12-400b-8209-904e59b6168d tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.220847 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-57a59ab7-dc12-400b-8209-904e59b6168d tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 820 time: 0.2485683 Aug 31 13:58:39.272664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-060b5d11-6e48-4004-950d-d1c400d9b525 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/quotas/51073acc4f874e3f8d2e69b7543bc4cd HTTP/1.1" status: 200 len: 375 time: 0.0389183 Aug 31 13:58:39.384620 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-bcee19e2-9e4c-4f3f-bdfd-c209e2028553 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996361 Aug 31 13:58:39.386981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Router dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:39.483419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-c6da2de3-0ddb-492e-bca6-9700311471fb tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.497656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-c6da2de3-0ddb-492e-bca6-9700311471fb tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/networks?id=3ca656f4-58bc-409b-9814-c257416ce297 HTTP/1.1" status: 200 len: 809 time: 0.3238177 Aug 31 13:58:39.531280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-33b0d27a-01f5-43c1-b921-5cc41dbc844c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/quotas/190954f649d34a45907f7fcefd5fdf48 HTTP/1.1" status: 200 len: 375 time: 0.0316205 Aug 31 13:58:39.591639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-650cfd4a-d583-49c1-9f8a-ad6f7d6086f0 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=190954f649d34a45907f7fcefd5fdf48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566106 Aug 31 13:58:39.610630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-7950469e-406c-4236-8331-05cdc92de0d2 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:58:39.622501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-7950469e-406c-4236-8331-05cdc92de0d2 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256040 Aug 31 13:58:39.657799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e8bd90a5-cbaf-4227-ba33-3f6b2b2ab47c service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717881 Aug 31 13:58:39.705938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.793759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:39.800472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Transition to ACTIVE for port object 9ccffbb6-d7d5-424b-ab8e-fc00af23059f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:39.802606 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Sync routers for ids ['dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:39.817968 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Routers {'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:39.820188 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:39.828001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.828840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.832058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1a63a0cb-a4fe-4861-a369-3364b78e5256 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5603180 Aug 31 13:58:39.832677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42406) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:39.833419 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.039126 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-10467090-eb5c-46ef-897c-c2950f784f55 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca HTTP/1.1" status: 200 len: 909 time: 0.2035501 Aug 31 13:58:40.039977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42420) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:40.044225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Pushing event updated for resources: {'Port': ['ID=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:40.057502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-d69065fe-96e7-4960-a97c-20fdb0f65875 service neutron] 10.222.0.10 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334893 Aug 31 13:58:40.061293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2096080397', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': True}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:40.096323 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e4e8f635-1e67-4488-96a7-918cfffc0f26 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375210 Aug 31 13:58:40.099717 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.101695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.141883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Attempting to bind port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:40.142258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Attempting to bind port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:40.149835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Attempting to bind port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:40.159182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:40.159573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Checking segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:40.159986 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.160384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Bound using segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:40.160898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Bound port: 9ccffbb6-d7d5-424b-ab8e-fc00af23059f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:40.162490 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Set router dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:40.163065 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.249967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.334343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-4e75df12-6b37-46e6-833e-f557c92ec2b1 service neutron] 10.222.0.10 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759271 Aug 31 13:58:40.479345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] For port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:40.495724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] For port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:40.521687 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.604633 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca', 'name': 'tempest-snat-router-2096080397', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.104'}], 'enable_snat': False}, 'gw_port_id': 'd5162010-283b-4a91-9ca2-bbeb36397279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:36Z', 'updated_at': '2021-08-31T13:58:38Z', 'revision_number': 3, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port': {'id': 'd5162010-283b-4a91-9ca2-bbeb36397279', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:40.680133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.684480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Checking router: dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:40.684843 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Updating router dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca port d5162010-283b-4a91-9ca2-bbeb36397279 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:40.746735 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.806412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:40.807306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:41.055168 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-79ca9caa-43d1-42fe-84af-aa0d3257fd48 req-8d61048f-9bc8-4279-8f57-28f1576afc36 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 210 time: 0.2162888 Aug 31 13:58:41.099761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16a253bc-e848-4e41-98ab-999a33fdc0de req-356c61e8-f260-4245-b116-96bb722e318a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 210 time: 0.2137411 Aug 31 13:58:41.251175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42454) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:41.376695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Pushing event updated for resources: {'Port': ['ID=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:41.404891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.407204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.408051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.408579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.410029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.410562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.425449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.427003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.427165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.429910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.432147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.432828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99339c89-003c-4372-8b23-310ab88d87ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:41.462700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:41.545374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.558431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-89cd66e0-35be-4c5d-b1a7-312f8940a05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.585796 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.592226 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.623475 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Transition to ACTIVE for port object d5162010-283b-4a91-9ca2-bbeb36397279 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:41.633864 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.731515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-89cd66e0-35be-4c5d-b1a7-312f8940a05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.770989 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Attempting to bind port d5162010-283b-4a91-9ca2-bbeb36397279 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:41.771225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-89cd66e0-35be-4c5d-b1a7-312f8940a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.771361 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Attempting to bind port d5162010-283b-4a91-9ca2-bbeb36397279 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:41.771631 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Attempting to bind port d5162010-283b-4a91-9ca2-bbeb36397279 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:41.780635 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a1301-4f8c-474d-bcba-90f9d857247e None None] Pushing event updated for resources: {'Port': ['ID=d5162010-283b-4a91-9ca2-bbeb36397279,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:41.782852 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:41.783235 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:41.783807 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.784207 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:41.784700 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Bound port: d5162010-283b-4a91-9ca2-bbeb36397279, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:41.785480 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.847544 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-89cd66e0-35be-4c5d-b1a7-312f8940a05b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=602f608f5b1740bf95c207ca70538fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942059 Aug 31 13:58:41.848225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd66e0-35be-4c5d-b1a7-312f8940a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad68183-b985-4cba-b6b2-0d65494a51f0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:41.851551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42466) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:41.916902 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] For port d5162010-283b-4a91-9ca2-bbeb36397279, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:41.917883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Allocated IP 172.25.0.28 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b649777e-0dbb-4228-bc46-850617c1c6d0) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:41.920587 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] For port d5162010-283b-4a91-9ca2-bbeb36397279, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d5162010-283b-4a91-9ca2-bbeb36397279,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:41.928647 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.007878 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.010588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:40Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:42.040729 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Routers {'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:42.041569 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:42.057964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.073696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d9dc7-bb54-4399-8b15-bd13115804d6 None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:40Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:42.146977 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.179245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.203677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.205768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fad68183-b985-4cba-b6b2-0d65494a51f0 HTTP/1.1" status: 204 len: 168 time: 0.3531530 Aug 31 13:58:42.308165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad68183-b985-4cba-b6b2-0d65494a51f0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:42.312219 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] Set router dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:42.335918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.354540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17ab2df0-d9a7-40a1-8b38-b2c207646b8c req-ff738230-9010-4de0-b4db-60836482074e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 210 time: 0.0744429 Aug 31 13:58:42.361354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.361969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.362488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.363190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.363714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.364330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.364818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.366798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.367909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.369030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.369814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.372785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05417a6-8150-4116-89e0-cdad9fc68e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:42.435411 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a1301-4f8c-474d-bcba-90f9d857247e None None] Pushing event updated for resources: {'Port': ['ID=d5162010-283b-4a91-9ca2-bbeb36397279,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:42.464242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:42.494864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:42.504202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Port': ['ID=b649777e-0dbb-4228-bc46-850617c1c6d0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:42.521269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:42.584462 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aa1bcd38-07ad-4a38-af69-3ff5f612c5ca req-1924065d-165a-4207-ad44-49b8d6c07f54 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 210 time: 0.2352562 Aug 31 13:58:42.856007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-ef324b29-a0fa-4300-a4f5-7fe1011239ad tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:42.858127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-ef324b29-a0fa-4300-a4f5-7fe1011239ad tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 820 time: 0.2231908 Aug 31 13:58:42.882925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'port': {'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'admin_state_up': True, 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:42.945540 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca', 'name': 'tempest-snat-router-2096080397', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.104'}], 'enable_snat': False}, 'gw_port_id': 'd5162010-283b-4a91-9ca2-bbeb36397279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:36Z', 'updated_at': '2021-08-31T13:58:38Z', 'revision_number': 3, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port': {'id': 'd5162010-283b-4a91-9ca2-bbeb36397279', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:43.031602 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd9bbb-043b-4437-ad29-81ba59b8cb54 None None] The sync data for ids ['dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca'] in n-d-792362-6 is: [{'id': 'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca', 'name': 'tempest-snat-router-2096080397', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.104'}], 'enable_snat': False}, 'gw_port_id': 'd5162010-283b-4a91-9ca2-bbeb36397279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:36Z', 'updated_at': '2021-08-31T13:58:38Z', 'revision_number': 3, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port': {'id': 'd5162010-283b-4a91-9ca2-bbeb36397279', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:43.061559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42484) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:43.149084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Made reservation on behalf of 51073acc4f874e3f8d2e69b7543bc4cd for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:43.178346 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.185742 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3aeed85-8083-448b-99af-1cf2309096e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.354028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ccffbb6-d7d5-424b-ab8e-fc00af23059f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:43.547961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:43.568320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:43.568695 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.804306 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.845495 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-83f16bf9-9fa5-4de3-b118-dfb41476153b req-19e4467d-0b2c-4363-94c7-eaa0c4380bcb tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 210 time: 0.0683119 Aug 31 13:58:43.855243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:43.866939 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.951759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:44.181063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.215487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-86c83502-362e-40da-976f-9c3fe0af92a8 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:44.217229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-86c83502-362e-40da-976f-9c3fe0af92a8 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "GET /v2.0/networks?id=3ca656f4-58bc-409b-9814-c257416ce297 HTTP/1.1" status: 200 len: 809 time: 0.9358499 Aug 31 13:58:44.233340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Allocated IP 172.20.0.10 (af2ffda2-c60a-4f9b-81d9-af874ac402a5/a39f4262-5cbd-4c05-9bca-8bbb968f38e0/3a248331-f9fa-4364-84e6-6a6eb5474fc0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:44.296433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Request body: {'port': {'device_id': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297', 'admin_state_up': True, 'tenant_id': '190954f649d34a45907f7fcefd5fdf48'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:44.313809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79b351ad-851e-4475-80e3-1cdaf5d2652d req-9bf9bfca-2961-442f-9b85-1cb9ab1288c6 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 210 time: 0.0956714 Aug 31 13:58:44.456350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.542139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3aeed85-8083-448b-99af-1cf2309096e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.553255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3aeed85-8083-448b-99af-1cf2309096e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.600265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Router 9451c875-3e2b-483a-b5d1-4cc596b35bd1 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:44.630514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3aeed85-8083-448b-99af-1cf2309096e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8c0bf19f80d4a949c562f3261f20398&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5670879 Aug 31 13:58:44.642941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:44.677966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aeed85-8083-448b-99af-1cf2309096e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85088e04-4d88-4cc4-b58e-55b99cdd75d4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:44.693511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.717399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Made reservation on behalf of 190954f649d34a45907f7fcefd5fdf48 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:44.721106 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.740155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Transition to ACTIVE for port object 3a248331-f9fa-4364-84e6-6a6eb5474fc0 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:44.743168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:44.754112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Sync routers for ids ['9451c875-3e2b-483a-b5d1-4cc596b35bd1'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:44.769001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.770204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Routers {'9451c875-3e2b-483a-b5d1-4cc596b35bd1'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:44.770557 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3c0ca7d-5879-4223-a881-bb54406b5938 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7260206 Aug 31 13:58:44.771502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9451c875-3e2b-483a-b5d1-4cc596b35bd1'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:44.773857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42502) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:44.783180 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-614240be-98da-4b2e-80e8-34a1a62ea6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.869793 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-614240be-98da-4b2e-80e8-34a1a62ea6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.894197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.923360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:44.930751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:44.933532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-10ee5e84-39d5-4c6f-842f-05b29e1a2df7 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/9451c875-3e2b-483a-b5d1-4cc596b35bd1 HTTP/1.1" status: 200 len: 907 time: 0.1555209 Aug 31 13:58:44.934449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42506) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:44.967737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Set router 9451c875-3e2b-483a-b5d1-4cc596b35bd1 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:44.986623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:45.001639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7717c5-80a7-421d-b742-4e0a888cadc9 req-170907d0-de6f-4ad6-8755-753d688c08ba tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:45.003767 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fa7717c5-80a7-421d-b742-4e0a888cadc9 req-170907d0-de6f-4ad6-8755-753d688c08ba tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 932 time: 0.0689192 Aug 31 13:58:45.079361 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fa7717c5-80a7-421d-b742-4e0a888cadc9 req-a64e120c-e997-4ba3-8ff3-b67f7aa44136 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592396 Aug 31 13:58:45.121531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Pushing event updated for resources: {'Port': ['ID=3a248331-f9fa-4364-84e6-6a6eb5474fc0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:45.262587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Allocated IP 172.20.0.3 (3ca656f4-58bc-409b-9814-c257416ce297/336d37ef-ab37-4a56-91a1-7410b82496cc/67ea4729-833e-4016-9265-c219cf773131) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:45.290064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:45.296176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.451665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9451c875-3e2b-483a-b5d1-4cc596b35bd1', 'name': 'tempest-snat-router-2096080397', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'b649777e-0dbb-4228-bc46-850617c1c6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:40Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 3, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port': {'id': 'b649777e-0dbb-4228-bc46-850617c1c6d0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9451c875-3e2b-483a-b5d1-4cc596b35bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:41Z', 'updated_at': '2021-08-31T13:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:45.477441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-614240be-98da-4b2e-80e8-34a1a62ea6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.484520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-614240be-98da-4b2e-80e8-34a1a62ea6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.497578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-614240be-98da-4b2e-80e8-34a1a62ea6df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85088e04-4d88-4cc4-b58e-55b99cdd75d4 HTTP/1.1" status: 204 len: 168 time: 0.8476007 Aug 31 13:58:45.526316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ccffbb6-d7d5-424b-ab8e-fc00af23059f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:45.536623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Checking router: 9451c875-3e2b-483a-b5d1-4cc596b35bd1 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:45.537029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Updating router 9451c875-3e2b-483a-b5d1-4cc596b35bd1 port b649777e-0dbb-4228-bc46-850617c1c6d0 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:45.587761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614240be-98da-4b2e-80e8-34a1a62ea6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85088e04-4d88-4cc4-b58e-55b99cdd75d4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:45.600498 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e8258a4-27c8-4081-8dc9-93cafd2e3a0e req-2b9a714d-b7da-4b4c-a7fd-06c676401ca5 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 210 time: 0.0640001 Aug 31 13:58:45.661072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b3bf0cac-735a-4f2e-95af-092a0f3094d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7853351 Aug 31 13:58:45.670111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7cd29313-e171-414e-b9d5-98322c3212f6 None None] Provisioning for port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:45.683818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7cd29313-e171-414e-b9d5-98322c3212f6 None None] Provisioning complete for port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:45.684898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7cd29313-e171-414e-b9d5-98322c3212f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.685515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.707139 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.717843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Request body: {'port': {'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:45.886311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.979481 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.057919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7cd29313-e171-414e-b9d5-98322c3212f6 None None] Port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:46.079503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:46.079796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.079947 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.140909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.228816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Network 3ca656f4-58bc-409b-9814-c257416ce297 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:46.301111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d5162010-283b-4a91-9ca2-bbeb36397279 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:46.340143 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.387665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:46.393927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:46.422524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Transition to ACTIVE for port object b649777e-0dbb-4228-bc46-850617c1c6d0 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:46.423232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Pushing event updated for resources: {'Port': ['ID=67ea4729-833e-4016-9265-c219cf773131,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:46.442878 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.515667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a2b2-e5f7-4e2a-9410-8ac17e23cb8d None None] Pushing event updated for resources: {'Port': ['ID=b649777e-0dbb-4228-bc46-850617c1c6d0,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:46.572779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Attempting to bind port b649777e-0dbb-4228-bc46-850617c1c6d0 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:46.573353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Attempting to bind port b649777e-0dbb-4228-bc46-850617c1c6d0 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:46.573732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Attempting to bind port b649777e-0dbb-4228-bc46-850617c1c6d0 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:46.583521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:46.583914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:46.584340 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.585523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:46.592671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Bound port: b649777e-0dbb-4228-bc46-850617c1c6d0, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:46.593319 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.595779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d5162010-283b-4a91-9ca2-bbeb36397279 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:46.603880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d5162010-283b-4a91-9ca2-bbeb36397279 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:46.603880 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.629828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.631344 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.656138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95188295-a7e7-45ae-a33a-9b8144fd0809 req-df2d4610-6f3b-45c8-adbe-afe61b218e0b tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.660101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95188295-a7e7-45ae-a33a-9b8144fd0809 req-df2d4610-6f3b-45c8-adbe-afe61b218e0b tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 932 time: 0.4531460 Aug 31 13:58:46.804569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] For port b649777e-0dbb-4228-bc46-850617c1c6d0, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:46.818445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] For port b649777e-0dbb-4228-bc46-850617c1c6d0, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b649777e-0dbb-4228-bc46-850617c1c6d0,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:46.819384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a455bfa-db43-4cba-b17e-3b7cb408d70d req-8a551a94-8fa6-43ae-9ff3-d2490b6f2e16 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.833141 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a455bfa-db43-4cba-b17e-3b7cb408d70d req-8a551a94-8fa6-43ae-9ff3-d2490b6f2e16 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 931 time: 0.0845461 Aug 31 13:58:46.871394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.875414 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.901673 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7a455bfa-db43-4cba-b17e-3b7cb408d70d req-dd88ffaa-886d-4121-ad9d-92b2d1d53ced tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671234 Aug 31 13:58:46.903767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d5162010-283b-4a91-9ca2-bbeb36397279, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d5162010-283b-4a91-9ca2-bbeb36397279,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:46.939984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.972193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Routers {'9451c875-3e2b-483a-b5d1-4cc596b35bd1'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:46.972193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9451c875-3e2b-483a-b5d1-4cc596b35bd1'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:47.057613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a248331-f9fa-4364-84e6-6a6eb5474fc0 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:47.066656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.073376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] Set router 9451c875-3e2b-483a-b5d1-4cc596b35bd1 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:47.115369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-32526fd6-6583-4629-878f-b7298470e97c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8673859 Aug 31 13:58:47.120357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Transition to ACTIVE for port object 3a248331-f9fa-4364-84e6-6a6eb5474fc0 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:47.123234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Deleting port b649777e-0dbb-4228-bc46-850617c1c6d0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:47.124410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.136603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9451c875-3e2b-483a-b5d1-4cc596b35bd1', 'name': 'tempest-snat-router-2096080397', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:40Z', 'updated_at': '2021-08-31T13:58:46Z', 'revision_number': 4, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:47.150089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Request body: {'port': {'device_id': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:47.165327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.177819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ea6dd-aa7d-45d2-ad77-427599714045 None None] The sync data for ids ['9451c875-3e2b-483a-b5d1-4cc596b35bd1'] in n-d-792362-6 is: [{'id': '9451c875-3e2b-483a-b5d1-4cc596b35bd1', 'name': 'tempest-snat-router-2096080397', 'tenant_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:40Z', 'updated_at': '2021-08-31T13:58:46Z', 'revision_number': 4, 'project_id': '7ad87ef5c3f645bc88ff21a9822c2232', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:47.184415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a2b2-e5f7-4e2a-9410-8ac17e23cb8d None None] Pushing event updated for resources: {'Port': ['ID=b649777e-0dbb-4228-bc46-850617c1c6d0,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:47.281491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d5162010-283b-4a91-9ca2-bbeb36397279,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:47.281757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Pushing event updated for resources: {'Port': ['ID=3a248331-f9fa-4364-84e6-6a6eb5474fc0,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:47.316816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95188295-a7e7-45ae-a33a-9b8144fd0809 req-70ba730f-0426-494d-9044-64ee011f54b5 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411378 Aug 31 13:58:47.452888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.498084 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.551199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Calling delete_port for b649777e-0dbb-4228-bc46-850617c1c6d0 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:47.878361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.981012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42616) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:47.999907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Attempting to bind port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:48.000264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Attempting to bind port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:48.000753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Attempting to bind port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:48.013554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event deleted for resources: {'Port': ['ID=b649777e-0dbb-4228-bc46-850617c1c6d0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:48.069928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:48.070285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Attempting to bind port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:48.111979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75dca46-5f09-4492-a227-2e02693afbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.140947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:48.141308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Checking segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:48.141710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Bound using segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:48.142178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Bound port: 3a248331-f9fa-4364-84e6-6a6eb5474fc0, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:48.142554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.229672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0ae1-8a12-493c-90a3-740c8c0c46cf req-d2c2706b-3117-4aa2-9909-cedaa3204a06 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:48.231631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90ba0ae1-8a12-493c-90a3-740c8c0c46cf req-d2c2706b-3117-4aa2-9909-cedaa3204a06 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 931 time: 0.2282820 Aug 31 13:58:48.232690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.233260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75dca46-5f09-4492-a227-2e02693afbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.238543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75dca46-5f09-4492-a227-2e02693afbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.303892 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a75dca46-5f09-4492-a227-2e02693afbc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e51a74406df4a3497cb315ebf9984f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207204 Aug 31 13:58:48.310033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42628) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:48.373809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dca46-5f09-4492-a227-2e02693afbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672b6875-3981-4faf-ac5d-da396f402b31,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:48.420416 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.431918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.443707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] For port 3a248331-f9fa-4364-84e6-6a6eb5474fc0, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:48.456761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-386c534f-41b3-42bc-b7c9-6929186fd463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.495263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-386c534f-41b3-42bc-b7c9-6929186fd463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.516602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6fd98-24ec-4b3b-adbf-1d27c9d39bc6 req-a6d876e3-ac91-4e0c-a7e1-39187ce71dcc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:48.520467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] For port 3a248331-f9fa-4364-84e6-6a6eb5474fc0, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:48.526022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30c6fd98-24ec-4b3b-adbf-1d27c9d39bc6 req-a6d876e3-ac91-4e0c-a7e1-39187ce71dcc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 944 time: 0.1319983 Aug 31 13:58:48.527367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90ba0ae1-8a12-493c-90a3-740c8c0c46cf req-a55e5a83-1ab5-4807-abec-d2f80b5bedb7 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721887 Aug 31 13:58:48.536617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.551827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.552415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9451c875-3e2b-483a-b5d1-4cc596b35bd1 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:48.593482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.595217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-92ce03ca-2ecb-4e5d-85eb-049630e72881 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9451c875-3e2b-483a-b5d1-4cc596b35bd1 HTTP/1.1" status: 204 len: 168 time: 3.6247168 Aug 31 13:58:48.601547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42634) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:48.646442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:48.647141 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.648657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 1092 time: 2.9609017 Aug 31 13:58:48.652318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:48.653627 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9da377-2867-438d-a283-9f8dbafa6aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:48.676672 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30c6fd98-24ec-4b3b-adbf-1d27c9d39bc6 req-5770eb40-da71-480f-b09b-00cc7e4eed18 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446507 Aug 31 13:58:48.704590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-386c534f-41b3-42bc-b7c9-6929186fd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.712459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-386c534f-41b3-42bc-b7c9-6929186fd463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.715547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-386c534f-41b3-42bc-b7c9-6929186fd463 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/672b6875-3981-4faf-ac5d-da396f402b31 HTTP/1.1" status: 204 len: 168 time: 0.4043033 Aug 31 13:58:48.742371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c534f-41b3-42bc-b7c9-6929186fd463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b6875-3981-4faf-ac5d-da396f402b31,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:48.876019 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8770497-c27e-471b-b803-d68011028a35 x-openstack-request-id: req-a8770497-c27e-471b-b803-d68011028a35 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:48.876408 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:48.879425 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8770497-c27e-471b-b803-d68011028a35 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:48.880055 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'status': 'completed', 'code': 200} Aug 31 13:58:48.938956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ea4729-833e-4016-9265-c219cf773131 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:48.954643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.975921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ddaaf-0b1c-489b-b328-b2cc2452ef69 service neutron] Pushing event updated for resources: {'Port': ['ID=3a248331-f9fa-4364-84e6-6a6eb5474fc0,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:49.027226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Transition to ACTIVE for port object 67ea4729-833e-4016-9265-c219cf773131 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:49.034948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.251254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d5162010-283b-4a91-9ca2-bbeb36397279 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:49.347750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d5162010-283b-4a91-9ca2-bbeb36397279 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:49.349030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.460082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-231ec603-a7d1-4ff2-945e-95fd345742fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.461763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-231ec603-a7d1-4ff2-945e-95fd345742fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1095 time: 0.6938412 Aug 31 13:58:49.546134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Pushing event updated for resources: {'Port': ['ID=67ea4729-833e-4016-9265-c219cf773131,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:49.549905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.567149 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-2abf2b6b-b714-42ac-a408-e62f962baba9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 217 time: 0.0872881 Aug 31 13:58:49.826375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b79b3831-bf32-47cd-bf7f-78ca4f48fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.828309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b79b3831-bf32-47cd-bf7f-78ca4f48fcda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.1997724 Aug 31 13:58:49.838204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Attempting to bind port 67ea4729-833e-4016-9265-c219cf773131 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:49.838204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Attempting to bind port 67ea4729-833e-4016-9265-c219cf773131 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:49.838204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Attempting to bind port 67ea4729-833e-4016-9265-c219cf773131 on network 3ca656f4-58bc-409b-9814-c257416ce297 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:49.858334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aede7-8eb9-49cb-918f-d412127008d8 req-c64accf7-ed7b-4377-bcd4-23a706961eb4 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.860449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f5aede7-8eb9-49cb-918f-d412127008d8 req-c64accf7-ed7b-4377-bcd4-23a706961eb4 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 943 time: 0.2357569 Aug 31 13:58:49.879549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Port 67ea4729-833e-4016-9265-c219cf773131 on network 3ca656f4-58bc-409b-9814-c257416ce297 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:49.880124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Attempting to bind port 67ea4729-833e-4016-9265-c219cf773131 on network 3ca656f4-58bc-409b-9814-c257416ce297 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:49.910179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:49.910607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Checking segment: {'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:49.911174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Bound using segment: {'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:49.911705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Bound port: 67ea4729-833e-4016-9265-c219cf773131, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:49.912013 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.939406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5e062-40bb-4820-b732-bab5fe84cbd8 req-c5b8a9f8-6376-4991-a2d6-b6850846e8d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.939958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.942687 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00b5e062-40bb-4820-b732-bab5fe84cbd8 req-c5b8a9f8-6376-4991-a2d6-b6850846e8d8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 944 time: 0.0666447 Aug 31 13:58:49.994441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f5aede7-8eb9-49cb-918f-d412127008d8 req-f2ea6f20-7203-461c-ad86-e429ad25464e tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029346 Aug 31 13:58:50.011959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-00b5e062-40bb-4820-b732-bab5fe84cbd8 req-0de0e310-56a8-4426-87b4-db8e90bfd79d tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617328 Aug 31 13:58:50.139504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-26a5aac6-f50a-46c2-b2d7-81bcea61f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:50.140884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-26a5aac6-f50a-46c2-b2d7-81bcea61f065 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2962873 Aug 31 13:58:50.220918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42684) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:50.232694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Deleting port d5162010-283b-4a91-9ca2-bbeb36397279 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:50.233152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.237205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] For port 67ea4729-833e-4016-9265-c219cf773131, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:50.303719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] For port 67ea4729-833e-4016-9265-c219cf773131, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=67ea4729-833e-4016-9265-c219cf773131,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:50.317535 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.396512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:50.397603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.399231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] 10.222.0.26 "PUT /v2.0/ports/67ea4729-833e-4016-9265-c219cf773131 HTTP/1.1" status: 200 len: 1091 time: 3.2542727 Aug 31 13:58:50.422592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d334da7c-f555-4b3e-bf4a-372d8cb7e87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.462923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-065f0d37-d550-4312-8d57-93376e61730e service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935255 Aug 31 13:58:50.467529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabe00-5e87-40b6-8a7f-c76b84099019 service neutron] Pushing event updated for resources: {'Port': ['ID=67ea4729-833e-4016-9265-c219cf773131,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:50.471885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] For port d5162010-283b-4a91-9ca2-bbeb36397279, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d5162010-283b-4a91-9ca2-bbeb36397279,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:50.472277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.531230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Calling delete_port for d5162010-283b-4a91-9ca2-bbeb36397279 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:50.583458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d334da7c-f555-4b3e-bf4a-372d8cb7e87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.589125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d334da7c-f555-4b3e-bf4a-372d8cb7e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.651337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d334da7c-f555-4b3e-bf4a-372d8cb7e87b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29ebee73f3ad410a814f4cd41fd57300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289436 Aug 31 13:58:50.654583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42688) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:50.657587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334da7c-f555-4b3e-bf4a-372d8cb7e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc6e31-d281-4141-8f0f-ecfe3be6e95a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:50.660715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-43591b4a-7a53-4b33-b7fb-4de48b3ec8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:50.662399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-43591b4a-7a53-4b33-b7fb-4de48b3ec8e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190954f649d34a45907f7fcefd5fdf48&device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 1094 time: 0.1870635 Aug 31 13:58:50.747431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb33a915-a036-4ed1-882a-a695d7c7b5b8 req-b9f59818-f4f6-4dba-8bf4-602db7cdad1d service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704544 Aug 31 13:58:50.748375 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27ff354d-7009-4e46-babe-9cb7817b643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.749034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-0d67b7f4-e414-459f-aac4-cf602d00e27a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67ea4729-833e-4016-9265-c219cf773131 HTTP/1.1" status: 200 len: 217 time: 0.0660167 Aug 31 13:58:50.790642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27ff354d-7009-4e46-babe-9cb7817b643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.869503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27ff354d-7009-4e46-babe-9cb7817b643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.874097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27ff354d-7009-4e46-babe-9cb7817b643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.875406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27ff354d-7009-4e46-babe-9cb7817b643f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8fc6e31-d281-4141-8f0f-ecfe3be6e95a HTTP/1.1" status: 204 len: 168 time: 0.2194679 Aug 31 13:58:50.889134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff354d-7009-4e46-babe-9cb7817b643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc6e31-d281-4141-8f0f-ecfe3be6e95a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:50.896314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'tag': '67ea4729-833e-4016-9265-c219cf773131'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:50.899342 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2c6f1c-af35-451e-a432-92ad3cf94cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "95faf752-13e1-4f64-8e3a-8e34f43caf48", "tag": "67ea4729-833e-4016-9265-c219cf773131"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:50.969651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-ac93aa3a-f87a-438a-a75a-50effd6fa61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:50.971940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-ac93aa3a-f87a-438a-a75a-50effd6fa61f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336d37ef-ab37-4a56-91a1-7410b82496cc HTTP/1.1" status: 200 len: 849 time: 0.1583331 Aug 31 13:58:51.059620 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a63e4d-bb7b-44af-a894-34843a0d5fa3 x-openstack-request-id: req-05a63e4d-bb7b-44af-a894-34843a0d5fa3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:51.065214 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95faf752-13e1-4f64-8e3a-8e34f43caf48", "tag": "67ea4729-833e-4016-9265-c219cf773131", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:51.066318 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05a63e4d-bb7b-44af-a894-34843a0d5fa3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:51.067635 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'tag': '67ea4729-833e-4016-9265-c219cf773131', 'status': 'completed', 'code': 200} Aug 31 13:58:51.074124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-b2ab2f18-3a39-48cc-b831-f8a8f300c45d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ca656f4-58bc-409b-9814-c257416ce297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684187 Aug 31 13:58:51.119590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-3cfca4dc-6edb-48cf-9ad6-5902ff7ffd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.123102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-3cfca4dc-6edb-48cf-9ad6-5902ff7ffd6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1095 time: 0.2658432 Aug 31 13:58:51.216638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e46cf-f651-4e1f-8dc0-04f670bbc245 req-52111ff5-57f8-4016-85ef-fcbe4b369b59 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.219001 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-935e46cf-f651-4e1f-8dc0-04f670bbc245 req-52111ff5-57f8-4016-85ef-fcbe4b369b59 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 943 time: 0.1172705 Aug 31 13:58:51.232237 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.274201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-935e46cf-f651-4e1f-8dc0-04f670bbc245 req-da519974-31c2-4f14-b4c2-762e7b988c54 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488329 Aug 31 13:58:51.310826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5162010-283b-4a91-9ca2-bbeb36397279,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:51.428898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee471f8a-664b-4e76-984c-f5925f5d145f req-10d5f1c5-8d79-4eab-9860-ee75cfd75a4c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.431059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee471f8a-664b-4e76-984c-f5925f5d145f req-10d5f1c5-8d79-4eab-9860-ee75cfd75a4c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 944 time: 0.2567425 Aug 31 13:58:51.432206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-4fb38981-673f-498a-8538-7d63aed41dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.435344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-4fb38981-673f-498a-8538-7d63aed41dc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.2930148 Aug 31 13:58:51.437559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-2b4dd53d-51f7-45d0-9e39-e00135a1a465 service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466487 Aug 31 13:58:51.473822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.604049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-ee8c65fc-9e19-4db4-a87b-de645222a099 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 217 time: 0.1551135 Aug 31 13:58:51.686173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.690384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.696776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee471f8a-664b-4e76-984c-f5925f5d145f req-f788b908-87e3-4af8-8c2f-58715d2c5886 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563226 Aug 31 13:58:51.774206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-59ed2239-b73a-42c0-aa73-7bf505e6dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.775479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-59ed2239-b73a-42c0-aa73-7bf505e6dc55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.1637418 Aug 31 13:58:51.781635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.782174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:51.791648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.795074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42722) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:51.796989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7cd15d7b-14d6-4856-a9c9-ca30643bb3a6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "DELETE /v2.0/routers/dd5d0e41-4b89-4cfd-b6c9-8dd2fce711ca HTTP/1.1" status: 204 len: 168 time: 3.1879828 Aug 31 13:58:51.801483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-23147013', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:51.810868 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e108d1df-9d7b-49d8-b120-ac0ccec758b1 req-a3ed01eb-8152-490f-9519-e64782f7cf4b service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598266 Aug 31 13:58:51.853207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-692e0cb8-f40d-461e-9b83-3269711aac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.854804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-692e0cb8-f40d-461e-9b83-3269711aac7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690353 Aug 31 13:58:51.865827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.868437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.945364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.064857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-00d4f8c1-951b-4c38-bc83-fc4b36b51ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.066389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-00d4f8c1-951b-4c38-bc83-fc4b36b51ccf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190954f649d34a45907f7fcefd5fdf48&device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 1094 time: 0.1440625 Aug 31 13:58:52.137627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-8d08e054-3ba7-415a-9b5b-6cfffc72abbc service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164567 Aug 31 13:58:52.155549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.255440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-53380347-6f8f-41ad-9423-95679ae385bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.257282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-53380347-6f8f-41ad-9423-95679ae385bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ca656f4-58bc-409b-9814-c257416ce297 HTTP/1.1" status: 200 len: 911 time: 0.1824806 Aug 31 13:58:52.328784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-843f5e29-815f-4edf-ba02-7587bd264eff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67ea4729-833e-4016-9265-c219cf773131 HTTP/1.1" status: 200 len: 217 time: 0.0563335 Aug 31 13:58:52.444786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-bacde143-a810-4bab-8da3-8a75249316b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.445111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.449926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-bacde143-a810-4bab-8da3-8a75249316b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336d37ef-ab37-4a56-91a1-7410b82496cc HTTP/1.1" status: 200 len: 849 time: 0.1078649 Aug 31 13:58:52.476826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.493631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d9da377-2867-438d-a283-9f8dbafa6aeb req-b0dc6454-0851-4407-925b-87f4c9dca943 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438416 Aug 31 13:58:52.515829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-90b32e7a-0f54-48ab-a569-5d76c16b3e3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ca656f4-58bc-409b-9814-c257416ce297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532143 Aug 31 13:58:52.553510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26740d-f55b-4988-9443-0fdac8af5d05 req-aecd1f46-5627-4b98-883c-68402cae7b78 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.557563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd26740d-f55b-4988-9443-0fdac8af5d05 req-aecd1f46-5627-4b98-883c-68402cae7b78 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 943 time: 0.1093860 Aug 31 13:58:52.681935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd26740d-f55b-4988-9443-0fdac8af5d05 req-44856f73-bfde-4472-9d46-d4508dc5f813 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029644 Aug 31 13:58:52.710979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Allocated IP 172.25.0.143 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/c5f6d503-255a-459b-8448-0f0be42ab0e9) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:52.759654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-a7c760cc-0568-43d0-a37b-6167dc68f72b service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991053 Aug 31 13:58:52.831929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42758) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:52.888194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da2c6f1c-af35-451e-a432-92ad3cf94cc5 req-4055944c-58b5-409b-91d1-84dcade1100e service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224015 Aug 31 13:58:52.924584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aee9c-d4c6-4bed-9cd2-ee48eea384ed req-a9fe640f-f08a-4962-9357-92218546a3da tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.926120 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec4aee9c-d4c6-4bed-9cd2-ee48eea384ed req-a9fe640f-f08a-4962-9357-92218546a3da tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 944 time: 0.0953355 Aug 31 13:58:52.952716 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.981444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2025906396', 'router:external': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:53.024813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec4aee9c-d4c6-4bed-9cd2-ee48eea384ed req-923074fa-28ac-453d-a68d-b45e7eda086a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832920 Aug 31 13:58:53.037424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Made reservation on behalf of f459254f5b1a46978b43c3741fd15013 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:53.040443 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.050696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.115112 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.184297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:53.194343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:53.197911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event updated for resources: {'Port': ['ID=c5f6d503-255a-459b-8448-0f0be42ab0e9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:53.203449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:53.230200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d5162010-283b-4a91-9ca2-bbeb36397279 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:53.255027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d5162010-283b-4a91-9ca2-bbeb36397279 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:53.255469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d5162010-283b-4a91-9ca2-bbeb36397279 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:53.268811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.275497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.365795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:53.412840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1f688-e368-457d-a3bd-76aa20657d98,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:53.420985 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.420985 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Added segment 3eb7dc71-d624-46f5-ad18-1207f8b0b0fb of type vlan for network a53efe65-3c60-46e5-8a7b-11050cb46cd1 Aug 31 13:58:53.497559 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.611432 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.612789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:53.613569 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.689508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.697728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8617351 Aug 31 13:58:53.700915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42770) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:53.706318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'subnet': {'network_id': 'a53efe65-3c60-46e5-8a7b-11050cb46cd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:53.735217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Made reservation on behalf of f459254f5b1a46978b43c3741fd15013 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:53.737769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.747011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ffb9b-deb7-4d3c-8688-e536ac12c030 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Network': ['ID=a53efe65-3c60-46e5-8a7b-11050cb46cd1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:53.763849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a53efe65-3c60-46e5-8a7b-11050cb46cd1 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:53.884300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a248331-f9fa-4364-84e6-6a6eb5474fc0 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:53.927658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d2104-5cde-4294-9d1c-cddff44d949b req-290f09f6-2780-407f-a097-51e17d0468b3 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:53.929610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7f3d2104-5cde-4294-9d1c-cddff44d949b req-290f09f6-2780-407f-a097-51e17d0468b3 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 943 time: 0.1244385 Aug 31 13:58:54.025264 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7f3d2104-5cde-4294-9d1c-cddff44d949b req-e85029e3-745f-4a6c-85c2-3363b854559a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852168 Aug 31 13:58:54.034932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.041850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3a248331-f9fa-4364-84e6-6a6eb5474fc0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:54.073772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'mac_address': 'fa:16:3e:bf:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:54.155680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.162040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.objects.ports [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 13:58:54.162629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.180832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a248331-f9fa-4364-84e6-6a6eb5474fc0 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:54.218504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3a248331-f9fa-4364-84e6-6a6eb5474fc0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:54.223256 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.292796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7436b4b7-51b0-4b9a-ae99-9936823db01a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:54.299663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Router f2e47c78-bfa5-4507-9fe8-6198c846e8ca is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:54.306109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a08d5d-8526-4b6b-80ff-7ab6f46858bb req-580f7fe7-f7e6-4671-822a-8d30165d802b tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:54.307085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80a08d5d-8526-4b6b-80ff-7ab6f46858bb req-580f7fe7-f7e6-4671-822a-8d30165d802b tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 944 time: 0.1478016 Aug 31 13:58:54.324145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Checking segment: {'id': '3eb7dc71-d624-46f5-ad18-1207f8b0b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'a53efe65-3c60-46e5-8a7b-11050cb46cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:54.324887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network hostable DHCP agents. Network: a53efe65-3c60-46e5-8a7b-11050cb46cd1, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:54.346845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3a248331-f9fa-4364-84e6-6a6eb5474fc0,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:54.377075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network a53efe65-3c60-46e5-8a7b-11050cb46cd1 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:54.382271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80a08d5d-8526-4b6b-80ff-7ab6f46858bb req-bcd8ecbb-fe07-4c8a-b5e5-a1eb07a0cc97 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687115 Aug 31 13:58:54.402189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, a53efe65-3c60-46e5-8a7b-11050cb46cd1) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:54.407700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:54.408304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.419355 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a51c690-3854-4558-bb75-b07c23e113c0 None None] Network a53efe65-3c60-46e5-8a7b-11050cb46cd1 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:54.432143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-97514f2f-d814-42b5-9c08-3f6fd7e631f0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7299058 Aug 31 13:58:54.435017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42786) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:54.442155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-776492899', 'network_id': 'a53efe65-3c60-46e5-8a7b-11050cb46cd1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:54.456047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:54.469016 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] Sync routers for ids ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:54.472089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Made reservation on behalf of f459254f5b1a46978b43c3741fd15013 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:54.477488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.485334 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.486383 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] Routers {'f2e47c78-bfa5-4507-9fe8-6198c846e8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:54.486919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-53afaf63-9862-45dc-8199-440704b18bdf tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6898551 Aug 31 13:58:54.487793 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:54.489471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42790) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:54.497754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': False}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:54.515043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] device_id is not set on port e7c65803-a76b-4c0f-ab18-ab7dc5525bc6 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:58:54.528985 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:54.541475 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] Routers {'f2e47c78-bfa5-4507-9fe8-6198c846e8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:54.542340 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:54.593840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98448539-8990-4168-a2b5-bca0900e1d2b None None] Network a53efe65-3c60-46e5-8a7b-11050cb46cd1 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:54.594060 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:54.594799 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b4aba-4e72-45e0-8a9a-c01207554cb4 None None] The sync data for ids ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:54.671205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Allocated IP 172.20.0.3 (a53efe65-3c60-46e5-8a7b-11050cb46cd1/7436b4b7-51b0-4b9a-ae99-9936823db01a/e7c65803-a76b-4c0f-ab18-ab7dc5525bc6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:54.697916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3a248331-f9fa-4364-84e6-6a6eb5474fc0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:55.196165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.245156 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.288986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network a53efe65-3c60-46e5-8a7b-11050cb46cd1 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:55.294932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:55.299194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:55.303933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.323990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91894784-63d6-4006-aff3-1e12e9647827 req-7b7c6008-2ada-43a9-b0b6-2d0607d4ae05 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:55.330651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c65803-a76b-4c0f-ab18-ab7dc5525bc6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:55.332392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91894784-63d6-4006-aff3-1e12e9647827 req-7b7c6008-2ada-43a9-b0b6-2d0607d4ae05 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 943 time: 0.0869703 Aug 31 13:58:55.369166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:55.370045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.385653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-49e929c8-eeb7-40d8-8963-9d8d17946e59 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9484839 Aug 31 13:58:55.388108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42802) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:55.420979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42806) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:55.426097 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-91894784-63d6-4006-aff3-1e12e9647827 req-75e47f06-232e-41cc-8f6f-87dd2558b0d6 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920935 Aug 31 13:58:55.427795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1482371204'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:55.489837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:55.494046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.554642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] vlan segment allocate from pool success with {'vlan_id': 1533, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:55.573389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88c5ee-b937-404f-a446-88c28fcc27b7 req-ae912083-b34c-42a9-a36e-7083f900a464 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:55.574830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f88c5ee-b937-404f-a446-88c28fcc27b7 req-ae912083-b34c-42a9-a36e-7083f900a464 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 945 time: 0.0994587 Aug 31 13:58:55.582848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.583220 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Added segment 8b011e7f-e3fc-4921-9173-4500549b8500 of type vlan for network f73e03e0-0832-4c13-bf89-288816181bee Aug 31 13:58:55.602485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Deleting port e7c65803-a76b-4c0f-ab18-ab7dc5525bc6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:55.602832 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.698977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.706456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f88c5ee-b937-404f-a446-88c28fcc27b7 req-17409e81-d139-4f17-a704-e3c0040eb64c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204615 Aug 31 13:58:55.745219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.750812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:55.751422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.772115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.798265 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.801579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.819170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3956687 Aug 31 13:58:55.826972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42810) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:55.836723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-194051259'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:55.839792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Calling delete_port for e7c65803-a76b-4c0f-ab18-ab7dc5525bc6 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:55.855204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928228-6739-4552-8a18-90ec9a9914e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Network': ['ID=f73e03e0-0832-4c13-bf89-288816181bee,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:55.866000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f73e03e0-0832-4c13-bf89-288816181bee details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:55.911217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 67ea4729-833e-4016-9265-c219cf773131 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:55.911493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:55.913421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a248331-f9fa-4364-84e6-6a6eb5474fc0 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:55.915048 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.922719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Router f2e47c78-bfa5-4507-9fe8-6198c846e8ca has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:55.954924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] vlan segment allocate from pool success with {'vlan_id': 1546, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:55.972538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.972908 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Added segment 728a18c3-7eff-43e4-99ef-0fe5f9f3659b of type vlan for network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f Aug 31 13:58:56.036050 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.058939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:56.066212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:56.066421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:56.066758 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.080050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.081321 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6e1ee880-6bc6-4a2e-9d14-e5a4ddaed725 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "PUT /v2.0/routers/f2e47c78-bfa5-4507-9fe8-6198c846e8ca HTTP/1.1" status: 200 len: 924 time: 1.5889623 Aug 31 13:58:56.084026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42814) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.088198 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.093918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.094690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.103340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.106891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] Sync routers for ids ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:56.137959 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 67ea4729-833e-4016-9265-c219cf773131, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=67ea4729-833e-4016-9265-c219cf773131,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:56.142249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] Routers {'f2e47c78-bfa5-4507-9fe8-6198c846e8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:56.143074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:56.189734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '67ea4729-833e-4016-9265-c219cf773131', 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297', 'port_id': '67ea4729-833e-4016-9265-c219cf773131', 'mac_address': 'fa:16:3e:a2:95:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336d37ef-ab37-4a56-91a1-7410b82496cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:56.191969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:56.192444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7c65803-a76b-4c0f-ab18-ab7dc5525bc6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:56.202457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42816) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.202800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3718956 Aug 31 13:58:56.206295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e45bb-dc60-4ca2-bb22-34a6cf6b11f5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Network': ['ID=0f792b8a-db28-4879-ad38-ac06a0fe0d9f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:56.215133 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:58:56.216648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'subnet': {'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:56.224919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:56.230681 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-af8150c4-0e6b-4ff9-9f08-007d49eb0911 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/f2e47c78-bfa5-4507-9fe8-6198c846e8ca HTTP/1.1" status: 200 len: 924 time: 0.1419945 Aug 31 13:58:56.235119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42818) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.254895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] Routers {'f2e47c78-bfa5-4507-9fe8-6198c846e8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:56.255532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:56.323841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:56.328120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.335843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:56.336992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e6d26-00ad-40c9-be97-bfddbf566071 None None] The sync data for ids ['f2e47c78-bfa5-4507-9fe8-6198c846e8ca'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:56.344712 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.350398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-53e1d1df-95de-41af-98b2-34e876098465 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e7c65803-a76b-4c0f-ab18-ab7dc5525bc6 HTTP/1.1" status: 204 len: 168 time: 0.9612169 Aug 31 13:58:56.353477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.356528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42820) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.360634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.362513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a53efe65-3c60-46e5-8a7b-11050cb46cd1', 'external_fixed_ips': [{'subnet_id': '7436b4b7-51b0-4b9a-ae99-9936823db01a', 'ip_address': '172.20.0.3'}]}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:56.368206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000426d9-f4c8-4973-a59d-623bfdaa3429 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.369738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-000426d9-f4c8-4973-a59d-623bfdaa3429 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=f2e47c78-bfa5-4507-9fe8-6198c846e8ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1335461 Aug 31 13:58:56.372445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42822) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.388325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ea4729-833e-4016-9265-c219cf773131 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:56.435664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:56.438002 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a5e49a-66e8-484b-bb4b-712435df2a4e" -d '{"events": [{"server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "name": "network-vif-plugged", "status": "completed", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:56.442246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 67ea4729-833e-4016-9265-c219cf773131, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=67ea4729-833e-4016-9265-c219cf773131,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:56.445044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.446678 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.453149 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.456360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3a248331-f9fa-4364-84e6-6a6eb5474fc0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:56.515660 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef72cd-23b7-405a-b2da-9602d14079d6 x-openstack-request-id: req-9eef72cd-23b7-405a-b2da-9602d14079d6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:56.515946 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "name": "network-vif-plugged", "status": "completed", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:56.516195 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9eef72cd-23b7-405a-b2da-9602d14079d6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:56.516636 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'code': 200} Aug 31 13:58:56.518041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=67ea4729-833e-4016-9265-c219cf773131,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:56.520941 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.537431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01403d69-7a9c-4c3f-9916-46ff733119c6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.538871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-01403d69-7a9c-4c3f-9916-46ff733119c6 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.1654866 Aug 31 13:58:56.540428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.541859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42830) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.583635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3a248331-f9fa-4364-84e6-6a6eb5474fc0,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:56.613691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.625967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-057ea94a-208b-4142-966b-e8118cb818ef tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e47c78-bfa5-4507-9fe8-6198c846e8ca HTTP/1.1" status: 200 len: 205 time: 0.0828607 Aug 31 13:58:56.637070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42832) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.706322 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b70810aa-202f-445b-85c0-35afa9bbd6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.719347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Subnet': ['ID=fb29614e-1556-42b1-bee4-aae2447c31db,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:56.743456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Checking segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:56.743821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network hostable DHCP agents. Network: f73e03e0-0832-4c13-bf89-288816181bee, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:56.783421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.797596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932c8ac-5732-4b9c-923b-f306f9c150ab req-99824ee4-71c8-423e-aa35-cde45f6b18ea tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.799106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4932c8ac-5732-4b9c-923b-f306f9c150ab req-99824ee4-71c8-423e-aa35-cde45f6b18ea tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 944 time: 0.1771386 Aug 31 13:58:56.803379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0f9d0-a44a-4cc5-a0aa-603e704784fb req-d42376dd-8866-4884-8885-6dd0b2b8915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.804741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6d0f9d0-a44a-4cc5-a0aa-603e704784fb req-d42376dd-8866-4884-8885-6dd0b2b8915e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.1839452 Aug 31 13:58:56.829935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network f73e03e0-0832-4c13-bf89-288816181bee is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:56.848398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f73e03e0-0832-4c13-bf89-288816181bee) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:56.851615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.856208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39857e2-4e28-4721-9441-633f412c76e1 None None] Network f73e03e0-0832-4c13-bf89-288816181bee requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:56.895745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['67ea4729-833e-4016-9265-c219cf773131'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:56.905970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4932c8ac-5732-4b9c-923b-f306f9c150ab req-2bf8376e-cd2f-409e-8bfc-5eb9caa8480c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982347 Aug 31 13:58:56.911426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6d0f9d0-a44a-4cc5-a0aa-603e704784fb req-01a66e33-e571-441a-86be-79360cf5e518 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891690 Aug 31 13:58:56.913062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.915128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.944848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd7bb0-80b0-4bb8-b041-00b7e16e7acf req-5cc406b9-38bc-4264-b66b-e996820e1a05 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.947123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfdd7bb0-80b0-4bb8-b041-00b7e16e7acf req-5cc406b9-38bc-4264-b66b-e996820e1a05 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 946 time: 0.1627185 Aug 31 13:58:56.958904 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e435583-90d8-4db0-abdb-bc0d6f31fdd5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7461896 Aug 31 13:58:56.959970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42838) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:56.991242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'subnet': {'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:57.089118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f73e03e0-0832-4c13-bf89-288816181bee', 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'fixed_ips': [{'subnet_id': 'fb29614e-1556-42b1-bee4-aae2447c31db'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:58:57.090952 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.092125 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.111838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfdd7bb0-80b0-4bb8-b041-00b7e16e7acf req-d1a0859a-6d6e-4517-8095-a714bf3bff73 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524222 Aug 31 13:58:57.115341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.117790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.197293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:57.201475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.280344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Allocated IP 10.1.1.2 (f73e03e0-0832-4c13-bf89-288816181bee/fb29614e-1556-42b1-bee4-aae2447c31db/0e1484d6-eaee-47ce-8b11-4d9bca0df34c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:57.302701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Deleting port c5f6d503-255a-459b-8448-0f0be42ab0e9 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:57.303062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.328565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Allocated IP 172.20.0.3 (a53efe65-3c60-46e5-8a7b-11050cb46cd1/7436b4b7-51b0-4b9a-ae99-9936823db01a/8ef217c5-9654-4e9c-a855-90fd45485abf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:57.448944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.450784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.457481 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.462233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Transition to ACTIVE for port object 0e1484d6-eaee-47ce-8b11-4d9bca0df34c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:57.467893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Calling delete_port for c5f6d503-255a-459b-8448-0f0be42ab0e9 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:57.481200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Transition to ACTIVE for port object 0e1484d6-eaee-47ce-8b11-4d9bca0df34c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:57.487646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.505466 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.534077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Network f73e03e0-0832-4c13-bf89-288816181bee is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:57.537336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:57.542438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:57.546046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Pushing event updated for resources: {'Port': ['ID=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:57.547521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network a53efe65-3c60-46e5-8a7b-11050cb46cd1 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:57.553650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:57.556535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.560133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:57.600109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Port': ['ID=8ef217c5-9654-4e9c-a855-90fd45485abf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:57.614091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Attempting to bind port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:57.614470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Attempting to bind port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:57.614840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Attempting to bind port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:57.621478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:57.621478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Checking segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:57.621917 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.622348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Bound using segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:57.622827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Bound port: 0e1484d6-eaee-47ce-8b11-4d9bca0df34c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:57.623216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.635085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Subnet': ['ID=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:57.702799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] For port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:57.706572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] For port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:57.712827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.733303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Checking segment: {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:57.733675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network hostable DHCP agents. Network: 0f792b8a-db28-4879-ad38-ac06a0fe0d9f, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:57.762041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:57.774954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8288df3-7ed2-49cb-9a26-170bf0490aed None None] Pushing event updated for resources: {'Port': ['ID=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:57.775608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0f792b8a-db28-4879-ad38-ac06a0fe0d9f) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:57.784161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:57.785026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.788694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446a8db-d369-4424-9f5d-bd464fcfe7a6 None None] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:57.829201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eea36460-b95b-4c63-b8de-9db54d05f8cc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8421819 Aug 31 13:58:57.834848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42844) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:57.839584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'port': {'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'name': 'tempest-TaggedBootDevicesTest-1296609198', 'fixed_ips': [{'subnet_id': 'fb29614e-1556-42b1-bee4-aae2447c31db'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:57.886110 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.910602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.955421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event deleted for resources: {'Port': ['ID=c5f6d503-255a-459b-8448-0f0be42ab0e9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:58.077110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.171850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0f792b8a-db28-4879-ad38-ac06a0fe0d9f', 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'fixed_ips': [{'subnet_id': '6ccca6a3-4ca4-4e7f-84e5-47b85bf08933'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:58:58.174355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.239673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.245275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.250996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.338737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:58.345301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.346174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Fanout notify agent at l3_agent the message router_deleted on router f2e47c78-bfa5-4507-9fe8-6198c846e8ca {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:58:58.366286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438ad7-9166-4d8b-9ffe-d8ae9925dbb3 req-a94d6483-9b23-4c49-b57c-6a6dd2ae4170 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:58.368697 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96438ad7-9166-4d8b-9ffe-d8ae9925dbb3 req-a94d6483-9b23-4c49-b57c-6a6dd2ae4170 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 944 time: 0.2054713 Aug 31 13:58:58.375100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.375609 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-01853300-5855-4580-98aa-001d1bad87cd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/f2e47c78-bfa5-4507-9fe8-6198c846e8ca HTTP/1.1" status: 204 len: 168 time: 1.7352307 Aug 31 13:58:58.403293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42854) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:58.410048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-345e11a4-f4bd-4c4e-8671-c5a5587fc202 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-437575968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:58.445022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f823030-00e6-4234-93e7-5e4222f4a9d8 req-59e42ec5-8759-4ed8-ab6f-12b38e2c5fb0 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:58.446747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f823030-00e6-4234-93e7-5e4222f4a9d8 req-59e42ec5-8759-4ed8-ab6f-12b38e2c5fb0 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 946 time: 0.1368828 Aug 31 13:58:58.470534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Allocated IP 10.2.2.2 (0f792b8a-db28-4879-ad38-ac06a0fe0d9f/6ccca6a3-4ca4-4e7f-84e5-47b85bf08933/915f23bc-22be-4ed8-888a-2afdad2b3917) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:58.497139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-345e11a4-f4bd-4c4e-8671-c5a5587fc202 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.498291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-345e11a4-f4bd-4c4e-8671-c5a5587fc202 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.507759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96438ad7-9166-4d8b-9ffe-d8ae9925dbb3 req-c2593adb-14ef-4326-981f-93b04353b731 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054542 Aug 31 13:58:58.509062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Router 28161105-d22f-4fb2-817e-f640ddf2dda2 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:58.519003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f823030-00e6-4234-93e7-5e4222f4a9d8 req-8606abd9-1102-4625-b213-b1f3df9e14dd tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623889 Aug 31 13:58:58.527249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.596147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-345e11a4-f4bd-4c4e-8671-c5a5587fc202 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.597849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] device_id is not set on port e1800778-5261-4f7f-ae5a-625391736e1f yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:58:58.605761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-345e11a4-f4bd-4c4e-8671-c5a5587fc202 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.658372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-345e11a4-f4bd-4c4e-8671-c5a5587fc202 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.659632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-345e11a4-f4bd-4c4e-8671-c5a5587fc202 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2553692 Aug 31 13:58:58.662768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42856) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:58.668102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:58.671570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:58.687176 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Sync routers for ids ['28161105-d22f-4fb2-817e-f640ddf2dda2'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:58.693833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.695509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a0af926e-7e74-4487-9627-33e8ceaa41b6 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.3376491 Aug 31 13:58:58.698498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42860) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:58.713220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Routers {'28161105-d22f-4fb2-817e-f640ddf2dda2'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:58.716584 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['28161105-d22f-4fb2-817e-f640ddf2dda2'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:58.730069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.740223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Transition to ACTIVE for port object 915f23bc-22be-4ed8-888a-2afdad2b3917 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:58.762771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Transition to ACTIVE for port object 915f23bc-22be-4ed8-888a-2afdad2b3917 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:58.770271 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.872203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Pushing event updated for resources: {'Port': ['ID=915f23bc-22be-4ed8-888a-2afdad2b3917,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:58.885296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:58.886609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:58.888119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.895504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:58.942931 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Set router 28161105-d22f-4fb2-817e-f640ddf2dda2 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:58.978523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Attempting to bind port 915f23bc-22be-4ed8-888a-2afdad2b3917 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:58.978964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Attempting to bind port 915f23bc-22be-4ed8-888a-2afdad2b3917 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:58.979392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Attempting to bind port 915f23bc-22be-4ed8-888a-2afdad2b3917 on network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:58.994099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:58.994814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Checking segment: {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:58.997420 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.998060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Bound using segment: {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:58.998768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Bound port: 915f23bc-22be-4ed8-888a-2afdad2b3917, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:58.999394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.041440 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.113734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] For port 915f23bc-22be-4ed8-888a-2afdad2b3917, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:59.120400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] For port 915f23bc-22be-4ed8-888a-2afdad2b3917, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=915f23bc-22be-4ed8-888a-2afdad2b3917,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:59.126130 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.158050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Deleting port 8ef217c5-9654-4e9c-a855-90fd45485abf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:59.159664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.236011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e407d-0989-4765-9b80-62c965f33899 None None] Pushing event updated for resources: {'Port': ['ID=915f23bc-22be-4ed8-888a-2afdad2b3917,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:59.297443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8869818f-c503-4a2c-9876-073456be6b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.305079 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28161105-d22f-4fb2-817e-f640ddf2dda2', 'name': '', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a53efe65-3c60-46e5-8a7b-11050cb46cd1', 'external_fixed_ips': [{'subnet_id': '7436b4b7-51b0-4b9a-ae99-9936823db01a', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '8ef217c5-9654-4e9c-a855-90fd45485abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:56Z', 'updated_at': '2021-08-31T13:58:57Z', 'revision_number': 3, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port': {'id': '8ef217c5-9654-4e9c-a855-90fd45485abf', 'name': '', 'network_id': 'a53efe65-3c60-46e5-8a7b-11050cb46cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28161105-d22f-4fb2-817e-f640ddf2dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7436b4b7-51b0-4b9a-ae99-9936823db01a', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:57Z', 'updated_at': '2021-08-31T13:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7436b4b7-51b0-4b9a-ae99-9936823db01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:59.348009 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.356455 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Checking router: 28161105-d22f-4fb2-817e-f640ddf2dda2 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:59.357742 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Updating router 28161105-d22f-4fb2-817e-f640ddf2dda2 port 8ef217c5-9654-4e9c-a855-90fd45485abf binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:59.365418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Calling delete_port for 8ef217c5-9654-4e9c-a855-90fd45485abf owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:59.404919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe5fba-96bf-413f-a224-f46dcdcb01db None None] Network f73e03e0-0832-4c13-bf89-288816181bee requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:59.406156 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.447051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e1484d6-eaee-47ce-8b11-4d9bca0df34c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:59.580588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.590626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ad0e58ae-5ba2-4b01-8b25-0fbeefda22ea None None] Provisioning for port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:59.598442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ad0e58ae-5ba2-4b01-8b25-0fbeefda22ea None None] Provisioning complete for port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:59.598844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad0e58ae-5ba2-4b01-8b25-0fbeefda22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.683855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:59.698130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:59.698489 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.800421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.866432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 10.1.1.186 (f73e03e0-0832-4c13-bf89-288816181bee/fb29614e-1556-42b1-bee4-aae2447c31db/e1800778-5261-4f7f-ae5a-625391736e1f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:59.902624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 67ea4729-833e-4016-9265-c219cf773131 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:59.932748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-2e49c146-5acf-4ea4-8084-a46514c10bb2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2555196 Aug 31 13:58:59.934915 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad0e58ae-5ba2-4b01-8b25-0fbeefda22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.944229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee1c48-eca3-4c5c-9902-699b23e9b6b0 req-7e4fb965-68d3-4636-b18e-6eb0125d5b3b tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.946021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eee1c48-eca3-4c5c-9902-699b23e9b6b0 req-7e4fb965-68d3-4636-b18e-6eb0125d5b3b tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 944 time: 0.1648962 Aug 31 13:58:59.947372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.992026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ef217c5-9654-4e9c-a855-90fd45485abf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:59.994812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945254-21be-4f8d-8744-b023bf870bec req-12feb6f1-cc62-491c-ac1e-13606f9e8d61 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.999884 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-36945254-21be-4f8d-8744-b023bf870bec req-12feb6f1-cc62-491c-ac1e-13606f9e8d61 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 946 time: 0.2204168 Aug 31 13:59:00.043191 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.db.api [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:59:00.043800 n-d-792362-6 neutron-server[101363]: DEBUG oslo_db.api [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:59:00.048138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.085675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ad0e58ae-5ba2-4b01-8b25-0fbeefda22ea None None] For port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:00.091972 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad0e58ae-5ba2-4b01-8b25-0fbeefda22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.150903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e58ae-5ba2-4b01-8b25-0fbeefda22ea None None] Pushing event updated for resources: {'Port': ['ID=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:00.156520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 67ea4729-833e-4016-9265-c219cf773131 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:00.183274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 67ea4729-833e-4016-9265-c219cf773131 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:00.183701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.192926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.235145 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:59:00.235506 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:59:00.279614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-36945254-21be-4f8d-8744-b023bf870bec req-26bcb2a0-a2e9-4838-a119-f9308f0cc327 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639253 Aug 31 13:59:00.286211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Transition to ACTIVE for port object e1800778-5261-4f7f-ae5a-625391736e1f will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:00.310161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.342671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea4729-833e-4016-9265-c219cf773131'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:00.347394 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf38ea3-2612-4c72-a965-345e863e8313" -d '{"events": [{"server_uuid": "95faf752-13e1-4f64-8e3a-8e34f43caf48", "name": "network-vif-plugged", "status": "completed", "tag": "67ea4729-833e-4016-9265-c219cf773131"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:00.366836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 67ea4729-833e-4016-9265-c219cf773131, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=67ea4729-833e-4016-9265-c219cf773131,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:00.372266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.433958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5657392f-2189-41e1-aa4c-e34c1fd1da71 None None] Provisioning complete for port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:00.434593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5657392f-2189-41e1-aa4c-e34c1fd1da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.503733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.533987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network f73e03e0-0832-4c13-bf89-288816181bee is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:00.538799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=67ea4729-833e-4016-9265-c219cf773131,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:00.545120 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.575529 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Port 8ef217c5-9654-4e9c-a855-90fd45485abf not found while updating agent binding for router 28161105-d22f-4fb2-817e-f640ddf2dda2. {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 13:59:00.580854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:00.582779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.600078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eee1c48-eca3-4c5c-9902-699b23e9b6b0 req-4d3e0bf5-3874-448b-a535-cb0c01ff8492 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183937 Aug 31 13:59:00.604099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589ca27-a24a-4107-9004-d1aa6581259a req-154c65d2-3515-40e9-87fb-da15ae8b3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:00.607923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-154c65d2-3515-40e9-87fb-da15ae8b3ed5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dae341a54e74696b6081eaea298ea13&device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 1097 time: 0.6269815 Aug 31 13:59:00.614686 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Routers {'28161105-d22f-4fb2-817e-f640ddf2dda2'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:00.623738 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['28161105-d22f-4fb2-817e-f640ddf2dda2'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:00.644188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:00.647463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=e1800778-5261-4f7f-ae5a-625391736e1f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:00.711262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.778047 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b94f1-da8e-4ec4-bda9-f3a48ae08a6c x-openstack-request-id: req-5b1b94f1-da8e-4ec4-bda9-f3a48ae08a6c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:00.778465 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95faf752-13e1-4f64-8e3a-8e34f43caf48", "name": "network-vif-plugged", "status": "completed", "tag": "67ea4729-833e-4016-9265-c219cf773131", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:00.778832 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b1b94f1-da8e-4ec4-bda9-f3a48ae08a6c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:00.779379 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea4729-833e-4016-9265-c219cf773131', 'code': 200} Aug 31 13:59:00.784169 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] Set router 28161105-d22f-4fb2-817e-f640ddf2dda2 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:00.869582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e6255-1ba3-4dc8-b384-26b2ae39a81a None None] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:00.870880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:00.871882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.885805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.886227 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28161105-d22f-4fb2-817e-f640ddf2dda2', 'name': '', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:56Z', 'updated_at': '2021-08-31T13:58:59Z', 'revision_number': 5, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:00.918360 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84042cd0-b611-4399-8b3d-6928eb74c672 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0835595 Aug 31 13:59:00.921443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42876) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:00.929077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'port': {'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'name': 'tempest-TaggedBootDevicesTest-257116037', 'fixed_ips': [{'subnet_id': 'fb29614e-1556-42b1-bee4-aae2447c31db'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:00.932077 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f675271-58b1-404d-8f6b-ddf8c6435596 None None] The sync data for ids ['28161105-d22f-4fb2-817e-f640ddf2dda2'] in n-d-792362-6 is: [{'id': '28161105-d22f-4fb2-817e-f640ddf2dda2', 'name': '', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:56Z', 'updated_at': '2021-08-31T13:58:59Z', 'revision_number': 5, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:00.969284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9a36a66-2f4a-45e1-b567-5210d0c2759c None None] Provisioning for port 915f23bc-22be-4ed8-888a-2afdad2b3917 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:01.003305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Allocated IP 172.25.0.63 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/8d8897f0-de2f-435a-bd5b-3fa12e45a2fb) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:01.061571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589ca27-a24a-4107-9004-d1aa6581259a req-ab84c0c3-7a49-4cac-bee0-95e8fb69d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:01.063106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-ab84c0c3-7a49-4cac-bee0-95e8fb69d90e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9395c72b-f401-4438-812c-00eed4772f4b HTTP/1.1" status: 200 len: 913 time: 0.4282012 Aug 31 13:59:01.111550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-efba8fc6-3b31-476f-8cab-9e44ea6167ef None None] Provisioning for port e1800778-5261-4f7f-ae5a-625391736e1f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:01.116524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-efba8fc6-3b31-476f-8cab-9e44ea6167ef None None] Provisioning complete for port e1800778-5261-4f7f-ae5a-625391736e1f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:01.117043 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-efba8fc6-3b31-476f-8cab-9e44ea6167ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.163075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-efba8fc6-3b31-476f-8cab-9e44ea6167ef None None] Port e1800778-5261-4f7f-ae5a-625391736e1f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:01.215440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:01.233399 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.264464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] device_id is not set on port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:59:01.266068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.270215 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.292928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.415803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba042c-0b5a-45dc-b286-fcd8bf88d372 req-a016e9a6-6e34-45f1-b42d-10c46e951947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:01.417569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bba042c-0b5a-45dc-b286-fcd8bf88d372 req-a016e9a6-6e34-45f1-b42d-10c46e951947 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 1096 time: 0.4745204 Aug 31 13:59:01.440695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-c8621436-2d9b-42c0-aa3f-5d5009deef59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2 HTTP/1.1" status: 200 len: 1002 time: 0.3147779 Aug 31 13:59:01.444941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.445513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28161105-d22f-4fb2-817e-f640ddf2dda2 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:01.449828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.451397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7b669eb1-8cf6-411c-9007-93956cdc8513 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "DELETE /v2.0/routers/28161105-d22f-4fb2-817e-f640ddf2dda2 HTTP/1.1" status: 204 len: 168 time: 2.7505732 Aug 31 13:59:01.462032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 915f23bc-22be-4ed8-888a-2afdad2b3917 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:01.464022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42880) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:01.480309 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.520340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-d2924347-611b-4cca-b6af-e8c12564517b tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8430953 Aug 31 13:59:01.531852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589ca27-a24a-4107-9004-d1aa6581259a req-e61dd8c7-404a-42c4-9b64-492870ff857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:01.534217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-e61dd8c7-404a-42c4-9b64-492870ff857c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8db70b0d-396f-444d-b7cd-fa66b3f2059d HTTP/1.1" status: 200 len: 850 time: 0.0706859 Aug 31 13:59:01.538659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:01.540501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 915f23bc-22be-4ed8-888a-2afdad2b3917 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:01.545205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 915f23bc-22be-4ed8-888a-2afdad2b3917 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:01.545704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.588493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bba042c-0b5a-45dc-b286-fcd8bf88d372 req-ac731937-49b9-4350-8a67-946c65b95058 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605043 Aug 31 13:59:01.610163 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.612119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:01.621509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event updated for resources: {'Port': ['ID=8d8897f0-de2f-435a-bd5b-3fa12e45a2fb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:01.624087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:01.638505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 10.1.1.167 (f73e03e0-0832-4c13-bf89-288816181bee/fb29614e-1556-42b1-bee4-aae2447c31db/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:01.641194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:01.649250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589ca27-a24a-4107-9004-d1aa6581259a req-c0687615-1628-4bd3-ad60-4221f9279f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:01.650830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-c0687615-1628-4bd3-ad60-4221f9279f92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9395c72b-f401-4438-812c-00eed4772f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978899 Aug 31 13:59:01.676522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Deleting subnet 7436b4b7-51b0-4b9a-ae99-9936823db01a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:01.683078 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.693854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.725399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 915f23bc-22be-4ed8-888a-2afdad2b3917, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=915f23bc-22be-4ed8-888a-2afdad2b3917,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:01.731196 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.732015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e1484d6-eaee-47ce-8b11-4d9bca0df34c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:01.743076 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.776123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.811248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=915f23bc-22be-4ed8-888a-2afdad2b3917,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:01.824248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:01.824631 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.872791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Allocated IP 172.25.0.26 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/e18937ad-c69d-410a-9c8d-b68178a93ddf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:01.926126 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.966822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.072907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.074040 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.080452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-dcf8eaf9-067b-46da-88f9-e49031e7525d service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479344 Aug 31 13:59:02.132074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Transition to ACTIVE for port object 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:02.170883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798b38-c8f2-4a0e-b0ec-1b9cd937bd50 req-f724908f-dd3d-47b8-9888-ef927995b484 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:02.172720 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0d798b38-c8f2-4a0e-b0ec-1b9cd937bd50 req-f724908f-dd3d-47b8-9888-ef927995b484 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 945 time: 0.1746194 Aug 31 13:59:02.179512 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.214711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.224130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ca27-a24a-4107-9004-d1aa6581259a req-0a024c3d-8bc1-4f5c-acef-0254ef3c6331 service neutron] 10.222.0.26 "GET /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333723 Aug 31 13:59:02.237396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:02.240501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:02.244856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:02.267126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7436b4b7-51b0-4b9a-ae99-9936823db01a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:02.271484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Pushing event updated for resources: {'Port': ['ID=e18937ad-c69d-410a-9c8d-b68178a93ddf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:02.284754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.289374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a9dc5b6b-06b7-4789-9ba7-6832d8660c0f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/7436b4b7-51b0-4b9a-ae99-9936823db01a HTTP/1.1" status: 204 len: 168 time: 0.8067303 Aug 31 13:59:02.289581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42888) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:02.317276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.319278 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.328598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0d798b38-c8f2-4a0e-b0ec-1b9cd937bd50 req-b8650ba1-1729-4d27-8b1d-09b0dc917be5 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116779 Aug 31 13:59:02.400536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.403799 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.446526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network f73e03e0-0832-4c13-bf89-288816181bee is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:02.448881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:02.460821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.483140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:02.485829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:02.538315 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.550235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:02.550881 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.557842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53efe65-3c60-46e5-8a7b-11050cb46cd1']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:02.571373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb7dc71-d624-46f5-ad18-1207f8b0b0fb') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:02.571670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb7dc71-d624-46f5-ad18-1207f8b0b0fb') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:02.613979 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.639794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.650487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:59:02.651100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: timer() Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:59:02.654162 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:59:02.666737 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7adbaa41-2d26-4a20-b1c2-229bbfe7168b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7419827 Aug 31 13:59:02.687299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.691995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.748320 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.757340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a53efe65-3c60-46e5-8a7b-11050cb46cd1 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 13:59:02.766345 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.783735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "DELETE /v2.0/networks/a53efe65-3c60-46e5-8a7b-11050cb46cd1 HTTP/1.1" status: 204 len: 168 time: 0.4750593 Aug 31 13:59:02.786311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.817810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.828047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311dd12-60ea-4e26-a3e0-467c3422cc4a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event deleted for resources: {'Network': ['ID=a53efe65-3c60-46e5-8a7b-11050cb46cd1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:02.872228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-be353488-748c-485f-8d26-8b37fb518ede None None] Provisioning for port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:02.878114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-be353488-748c-485f-8d26-8b37fb518ede None None] Provisioning complete for port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:02.878904 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be353488-748c-485f-8d26-8b37fb518ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.910431 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.919774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Router 05ad3f5f-28d0-440e-90ff-edb7b87bd96e is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:02.934765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Pushing event updated for resources: {'Port': ['ID=e18937ad-c69d-410a-9c8d-b68178a93ddf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:02.938232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.939478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-6aaf76d4-72ac-4d08-bf42-bd210fe6ae7c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4121051 Aug 31 13:59:02.992406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-be353488-748c-485f-8d26-8b37fb518ede None None] Port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:03.050032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-8e5dd435-d5c5-4866-8464-09ae27774912 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.0909019 Aug 31 13:59:03.157466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42902) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.163362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-30f7b887-578f-462f-a336-29db4d6fbb35 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'router': {'name': 'tempest-router--1097091849', 'project_id': 'b33662164a874cf3867fc8319d03fc56'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:03.179426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42904) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.199992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f1532933-bf5b-4409-a0be-06e9828ec27a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343103280', 'description': 'tempest-description--1719893974'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:03.201688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f7b887-578f-462f-a336-29db4d6fbb35 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.206097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f7b887-578f-462f-a336-29db4d6fbb35 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.236182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:03.247433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.249024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3d238364-1c8b-4afc-8e28-5a5f04021678 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "PUT /v2.0/routers/05ad3f5f-28d0-440e-90ff-edb7b87bd96e HTTP/1.1" status: 200 len: 882 time: 4.5850191 Aug 31 13:59:03.252799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42906) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.279154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 915f23bc-22be-4ed8-888a-2afdad2b3917 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:03.326249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1532933-bf5b-4409-a0be-06e9828ec27a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.347975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 915f23bc-22be-4ed8-888a-2afdad2b3917 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:03.348358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.370068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f7b887-578f-462f-a336-29db4d6fbb35 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.396376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-cc561af5-036a-43bf-bb65-9fa57f4ba5b4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:03.398364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-cc561af5-036a-43bf-bb65-9fa57f4ba5b4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.3416984 Aug 31 13:59:03.412192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-acda638f-87de-48fb-9ee7-3276e3d70f4c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:59:03.414486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0cd2307-8ab1-4bee-a22d-5c122262f2f7 req-acda638f-87de-48fb-9ee7-3276e3d70f4c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079784 Aug 31 13:59:03.425331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f7b887-578f-462f-a336-29db4d6fbb35 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.526981 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1532933-bf5b-4409-a0be-06e9828ec27a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.531526 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1532933-bf5b-4409-a0be-06e9828ec27a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.537260 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5bcfcdb8-603f-46dd-b530-1744ca2c02b9 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/05ad3f5f-28d0-440e-90ff-edb7b87bd96e HTTP/1.1" status: 200 len: 923 time: 0.2834535 Aug 31 13:59:03.540556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30f7b887-578f-462f-a336-29db4d6fbb35 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.544708 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-30f7b887-578f-462f-a336-29db4d6fbb35 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3836968 Aug 31 13:59:03.545309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42914) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.545651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42916) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.557932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] Sync routers for ids ['05ad3f5f-28d0-440e-90ff-edb7b87bd96e'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:03.569951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b5133-119e-405c-87a1-33696e2e7b98 req-ae01ad2a-7f20-42d0-9518-4df596c26409 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:03.571601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-090b5133-119e-405c-87a1-33696e2e7b98 req-ae01ad2a-7f20-42d0-9518-4df596c26409 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 945 time: 0.1070027 Aug 31 13:59:03.580187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] Routers {'05ad3f5f-28d0-440e-90ff-edb7b87bd96e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:03.581124 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['05ad3f5f-28d0-440e-90ff-edb7b87bd96e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:03.619961 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-090b5133-119e-405c-87a1-33696e2e7b98 req-06ef0925-a677-457f-8480-c29d82a22431 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Aug 31 13:59:03.626573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:03.639556 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-958f04d3-a173-4c53-95a8-a4a429867675 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.645239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] Routers {'05ad3f5f-28d0-440e-90ff-edb7b87bd96e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:03.645943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['05ad3f5f-28d0-440e-90ff-edb7b87bd96e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:03.752497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1532933-bf5b-4409-a0be-06e9828ec27a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.757034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f1532933-bf5b-4409-a0be-06e9828ec27a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5708544 Aug 31 13:59:03.758713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42932) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.767857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cd1d92c5-6af2-4174-8ced-7649795adf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'security_group_rule': {'security_group_id': 'fd8f550c-c0af-4eff-a399-fbf78c6fbe20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:03.806240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd1d92c5-6af2-4174-8ced-7649795adf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.845358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:03.846025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0144a66d-66e7-47bb-8635-d3314fe58c4a None None] The sync data for ids ['05ad3f5f-28d0-440e-90ff-edb7b87bd96e'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:03.855066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532933-bf5b-4409-a0be-06e9828ec27a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f550c-c0af-4eff-a399-fbf78c6fbe20,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:03.874266 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd1d92c5-6af2-4174-8ced-7649795adf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.879214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd1d92c5-6af2-4174-8ced-7649795adf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.901545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d92c5-6af2-4174-8ced-7649795adf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c695b17-ccba-4078-bf0c-a5e2586e49b0,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:03.905000 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd1d92c5-6af2-4174-8ced-7649795adf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.909716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cd1d92c5-6af2-4174-8ced-7649795adf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479802 Aug 31 13:59:03.910251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-32bc5f06-c6b3-42c2-89ba-18610dfe9617 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:03.910843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42936) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.911759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-32bc5f06-c6b3-42c2-89ba-18610dfe9617 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 820 time: 0.1970286 Aug 31 13:59:03.916210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cebb62ea-ac4e-4da9-86d0-677ffd9193df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'security_group_rule': {'security_group_id': 'fd8f550c-c0af-4eff-a399-fbf78c6fbe20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:03.947749 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cebb62ea-ac4e-4da9-86d0-677ffd9193df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.949624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e316a293-b08e-4d80-a70b-26d021c70f0b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:03.953480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e316a293-b08e-4d80-a70b-26d021c70f0b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=05ad3f5f-28d0-440e-90ff-edb7b87bd96e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4044859 Aug 31 13:59:03.954243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42938) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:03.988205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-75959d14-ecde-44be-8e57-234f91567fc6 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/quotas/51073acc4f874e3f8d2e69b7543bc4cd HTTP/1.1" status: 200 len: 375 time: 0.0409250 Aug 31 13:59:03.991567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-958f04d3-a173-4c53-95a8-a4a429867675 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.993961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-958f04d3-a173-4c53-95a8-a4a429867675 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.078322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-958f04d3-a173-4c53-95a8-a4a429867675 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.078833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f04d3-a173-4c53-95a8-a4a429867675 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa4d24c-c27c-444f-a53d-e0bbae143a34 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:04.083640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-958f04d3-a173-4c53-95a8-a4a429867675 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.084764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-958f04d3-a173-4c53-95a8-a4a429867675 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9fa4d24c-c27c-444f-a53d-e0bbae143a34 HTTP/1.1" status: 204 len: 168 time: 0.5370901 Aug 31 13:59:04.095361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cebb62ea-ac4e-4da9-86d0-677ffd9193df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.099259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228d7d4-359a-4f60-a419-f1de0c5218fb tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:04.104418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1228d7d4-359a-4f60-a419-f1de0c5218fb tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.1457288 Aug 31 13:59:04.104604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-64207675-5cad-411c-a18c-9dc2893bc34e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1045177 Aug 31 13:59:04.104714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42946) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:04.114287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cebb62ea-ac4e-4da9-86d0-677ffd9193df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.153172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c85cbf94-fb5c-4a41-bb9d-42e82c2bf4f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=05ad3f5f-28d0-440e-90ff-edb7b87bd96e HTTP/1.1" status: 200 len: 205 time: 0.0451598 Aug 31 13:59:04.155142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42948) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:04.162326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb62ea-ac4e-4da9-86d0-677ffd9193df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837d4558-41e8-46fe-bd74-adaa269a605b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:04.202096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cebb62ea-ac4e-4da9-86d0-677ffd9193df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.206022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cebb62ea-ac4e-4da9-86d0-677ffd9193df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934601 Aug 31 13:59:04.207076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42952) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:04.215594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:04.244923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42954) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:04.284793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b61784f7-e5ef-4271-b1d0-868ae2284501 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614933 Aug 31 13:59:04.287287 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.317733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.661911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1229122119', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:04.753893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.755103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.782464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-265ab6a4-70b9-4f30-af89-01d1f54b9dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790051 Aug 31 13:59:04.837520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.859881 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.877830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cee5f-0441-4921-bdd8-d59eb6e92ff6 req-71e62329-12a1-40a5-9060-9207984d4e2f tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:04.881346 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d48cee5f-0441-4921-bdd8-d59eb6e92ff6 req-71e62329-12a1-40a5-9060-9207984d4e2f tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 945 time: 0.0905354 Aug 31 13:59:04.968123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d48cee5f-0441-4921-bdd8-d59eb6e92ff6 req-5711a783-abc2-4b5f-8691-44d3c1696b34 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561824 Aug 31 13:59:04.968263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.993084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Deleting port 8d8897f0-de2f-435a-bd5b-3fa12e45a2fb {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:04.993839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.013092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.090943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.105177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b2f7ee0-1c30-460b-aa54-b9d9ae93e67a req-a4377713-789b-4f28-9f7f-a4a9f912e577 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 210 time: 0.0508258 Aug 31 13:59:05.107258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Calling delete_port for 8d8897f0-de2f-435a-bd5b-3fa12e45a2fb owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:05.211545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 172.25.0.175 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/e40168ee-74a5-4c28-90ae-2b603201744c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:05.315328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.343010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event deleted for resources: {'Port': ['ID=8d8897f0-de2f-435a-bd5b-3fa12e45a2fb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:05.414648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.414929 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.442287 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.445321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.506949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.509360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.535230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.557770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.558851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Fanout notify agent at l3_agent the message router_deleted on router 05ad3f5f-28d0-440e-90ff-edb7b87bd96e {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:05.565779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.570285 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9407da96-d0d1-4b9d-a2e8-1bc47c32f3dd tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/05ad3f5f-28d0-440e-90ff-edb7b87bd96e HTTP/1.1" status: 204 len: 168 time: 1.4105575 Aug 31 13:59:05.570836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42978) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:05.575598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b7a8930a-68ff-41af-bca8-71fa28241e7a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-384756098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:05.597507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7a8930a-68ff-41af-bca8-71fa28241e7a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.598491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7a8930a-68ff-41af-bca8-71fa28241e7a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.611894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:05.620639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:05.627252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:05.656707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=e40168ee-74a5-4c28-90ae-2b603201744c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:05.667203 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7a8930a-68ff-41af-bca8-71fa28241e7a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.670633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Allocated IP 172.25.0.99 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b2c90ae6-ee7c-4562-bd7a-aa91eae450c8) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:05.671648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7a8930a-68ff-41af-bca8-71fa28241e7a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.687522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7a8930a-68ff-41af-bca8-71fa28241e7a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.688724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b7a8930a-68ff-41af-bca8-71fa28241e7a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1169355 Aug 31 13:59:05.691490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42980) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:05.695915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': True}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:05.794913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.845217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.852441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.895231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.967690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.012648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:06.027543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:06.032740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:06.071025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event updated for resources: {'Port': ['ID=b2c90ae6-ee7c-4562-bd7a-aa91eae450c8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:06.112061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.138986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.237509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.254086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-47598a23-4af6-4907-a121-b43c9d06fe29 req-03aa70fb-6ad7-45ec-814c-44a24c3976a8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 210 time: 0.0522320 Aug 31 13:59:06.298195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Allocated IP 172.25.0.100 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/658aa086-1e30-49bb-aaa6-5248e8ea108e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:06.306285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.331786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054ae72-1b03-4ebb-99eb-1e8b1becc3ea req-963754c0-e94e-4ac2-a3c2-fa648b68df8d tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:06.333572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e054ae72-1b03-4ebb-99eb-1e8b1becc3ea req-963754c0-e94e-4ac2-a3c2-fa648b68df8d tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 945 time: 0.2545643 Aug 31 13:59:06.426909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.468247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.508333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=e40168ee-74a5-4c28-90ae-2b603201744c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:06.508673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:06.511580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:06.515645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:06.528277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e054ae72-1b03-4ebb-99eb-1e8b1becc3ea req-9f04a00d-2883-48fd-bea9-c5356a176530 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824419 Aug 31 13:59:06.541841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-968aa6cd-b06e-42a0-b68a-12fc515fd8ce tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:06.543369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-968aa6cd-b06e-42a0-b68a-12fc515fd8ce tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 820 time: 0.3274236 Aug 31 13:59:06.544280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.556189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Port': ['ID=658aa086-1e30-49bb-aaa6-5248e8ea108e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:06.591877 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.593041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dab69f01-d4e0-417b-9a16-a3a96340c64c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3848550 Aug 31 13:59:06.599431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'port': {'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'admin_state_up': True, 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:06.682885 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.769741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-8cc87b72-57c8-4da2-858d-1479b1d5f990 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:06.771215 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-8cc87b72-57c8-4da2-858d-1479b1d5f990 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 945 time: 0.1657941 Aug 31 13:59:06.795836 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.970943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-f6f51cef-3ad4-4051-95ec-61a932b7c16e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1343103280&fields=id&tenant_id=ce5012d880584cd3980d2e6d3ff98c53 HTTP/1.1" status: 200 len: 267 time: 0.1280453 Aug 31 13:59:06.973917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Made reservation on behalf of 51073acc4f874e3f8d2e69b7543bc4cd for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:06.977372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.993082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.996592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.130807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Router 1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:07.248511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:07.253302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.258962 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c5b6b50c-5f71-4192-b533-5c91149ffe1b tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "PUT /v2.0/routers/1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 HTTP/1.1" status: 200 len: 918 time: 1.5662856 Aug 31 13:59:07.260006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43010) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:07.260734 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] Sync routers for ids ['1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:07.270832 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] Routers {'1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:07.271457 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:07.330388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:07.344331 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] Routers {'1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:07.345731 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:07.389471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:07.390142 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e86294-e524-4d48-9b20-bf2cca46eba5 None None] The sync data for ids ['1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:07.401862 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-176677a2-da76-4ed0-a2ce-de8c3bd33f98 req-220c1248-2317-4352-8bd4-08c3b0fd5a4a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 210 time: 0.0354433 Aug 31 13:59:07.418186 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-55753845-88d5-4890-80d2-128c8dd7a8a0 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 HTTP/1.1" status: 200 len: 924 time: 0.1541796 Aug 31 13:59:07.418411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6fff3a16-df10-4e8a-9e65-5c160857837d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.419053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43016) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:07.424096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6fff3a16-df10-4e8a-9e65-5c160857837d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports/e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 200 len: 932 time: 0.4431064 Aug 31 13:59:07.498422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb451d-f1cb-4df3-9933-a76e567872e3 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.500016 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b9fb451d-f1cb-4df3-9933-a76e567872e3 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0797722 Aug 31 13:59:07.502149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Deleting port 67ea4729-833e-4016-9265-c219cf773131 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:07.502502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.502850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:07.510889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.565300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-4aaa23a8-898e-43b1-a32e-8697dca47b25 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.569336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-4aaa23a8-898e-43b1-a32e-8697dca47b25 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 200 len: 931 time: 0.1444292 Aug 31 13:59:07.593043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f40de-e7a6-4fe5-8caa-5bcc49be46bc tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.597383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-174f40de-e7a6-4fe5-8caa-5bcc49be46bc tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.0907819 Aug 31 13:59:07.597514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43022) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:07.651343 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84f67649-8497-4ac2-9486-82eda401335d tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 HTTP/1.1" status: 200 len: 205 time: 0.0498528 Aug 31 13:59:07.651553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43024) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:07.681604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-75c58239-f16b-4487-b1eb-486a4cc4ec82 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1067228 Aug 31 13:59:07.717728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3d41-888f-4aba-8ac3-60f53aefbfd2 req-6ffa3d27-7376-4c9a-b907-1106623f201f tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.719230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c27f3d41-888f-4aba-8ac3-60f53aefbfd2 req-6ffa3d27-7376-4c9a-b907-1106623f201f tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 945 time: 0.1124017 Aug 31 13:59:07.779956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-f21cea76-88e5-4b8e-87a2-6603c5317006 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0847962 Aug 31 13:59:07.794541 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.803575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Allocated IP 172.20.0.5 (af2ffda2-c60a-4f9b-81d9-af874ac402a5/a39f4262-5cbd-4c05-9bca-8bbb968f38e0/41215d05-d3f2-4fab-a5a8-0c879292949f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:07.828445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] For port 67ea4729-833e-4016-9265-c219cf773131, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=67ea4729-833e-4016-9265-c219cf773131,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:07.828822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.831583 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c27f3d41-888f-4aba-8ac3-60f53aefbfd2 req-fe3eafd1-ec30-4ad8-9aef-20efddb21c64 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819616 Aug 31 13:59:07.890629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Calling delete_port for 67ea4729-833e-4016-9265-c219cf773131 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:07.917433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.969475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Deleting port 658aa086-1e30-49bb-aaa6-5248e8ea108e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:07.969815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.045901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.058125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Calling delete_port for 658aa086-1e30-49bb-aaa6-5248e8ea108e owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:08.115080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3e0d8e17-92d9-4724-9122-a91abd10c11d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.122061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3e0d8e17-92d9-4724-9122-a91abd10c11d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.127969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3e0d8e17-92d9-4724-9122-a91abd10c11d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.129639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3e0d8e17-92d9-4724-9122-a91abd10c11d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/networks?id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f HTTP/1.1" status: 200 len: 1989 time: 0.3313313 Aug 31 13:59:08.135431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Router 712daeef-6add-4bb0-8a45-09506086913c is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:08.229120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.235285 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6b0bba94-6959-4577-99d4-95fe5082f9dc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/quotas/ce5012d880584cd3980d2e6d3ff98c53 HTTP/1.1" status: 200 len: 375 time: 0.0828233 Aug 31 13:59:08.261696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event deleted for resources: {'Port': ['ID=658aa086-1e30-49bb-aaa6-5248e8ea108e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:08.319003 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.336707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.358501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.379857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Transition to ACTIVE for port object 41215d05-d3f2-4fab-a5a8-0c879292949f will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:08.416817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Pushing event deleted for resources: {'Port': ['ID=67ea4729-833e-4016-9265-c219cf773131,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:08.433919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.436165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.448542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2d68f556-6011-47f5-81c0-f7b7236ed8b9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2010410 Aug 31 13:59:08.454464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:08.466807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] Sync routers for ids ['712daeef-6add-4bb0-8a45-09506086913c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:08.490212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] Routers {'712daeef-6add-4bb0-8a45-09506086913c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:08.490951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['712daeef-6add-4bb0-8a45-09506086913c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:08.527065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d13b1270-4c7b-4016-a0f4-a82f0a55c16d req-79430097-b5fb-4d17-95a2-e98dbcf1e4c3 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 210 time: 0.0322230 Aug 31 13:59:08.528815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.529373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Fanout notify agent at l3_agent the message router_deleted on router 1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:08.534166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:08.536171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.541850 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2d3bc714-9c2e-451d-96a7-c68721af7311 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 HTTP/1.1" status: 204 len: 168 time: 0.8851075 Aug 31 13:59:08.542677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43034) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:08.548005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-20c04279-eb15-4bc0-9be3-04c0b622728b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-547611089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:08.553236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] Routers {'712daeef-6add-4bb0-8a45-09506086913c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:08.554288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['712daeef-6add-4bb0-8a45-09506086913c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:08.557546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] No DVR routers for this DVR port 67ea4729-833e-4016-9265-c219cf773131 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:08.563414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.565556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2c71bef-8081-40e7-bb28-4b2d18cf6535 req-c16f57af-c530-486d-934e-a2d0d7ec535a tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "DELETE /v2.0/ports/67ea4729-833e-4016-9265-c219cf773131 HTTP/1.1" status: 204 len: 173 time: 1.7619553 Aug 31 13:59:08.567573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'name': 'network-vif-deleted', 'tag': '67ea4729-833e-4016-9265-c219cf773131'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:08.570300 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08d1790-e77b-46e5-a4d8-c700ded04345" -d '{"events": [{"server_uuid": "95faf752-13e1-4f64-8e3a-8e34f43caf48", "name": "network-vif-deleted", "tag": "67ea4729-833e-4016-9265-c219cf773131"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:08.586443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.587922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-30184787-b076-486d-8f0c-546ec9736a82 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3397706 Aug 31 13:59:08.591906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43040) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:08.603159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c04279-eb15-4bc0-9be3-04c0b622728b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.603537 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.604508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c04279-eb15-4bc0-9be3-04c0b622728b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.629916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:08.630600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb16cb9-0357-4439-8e27-84f10414ac7d None None] The sync data for ids ['712daeef-6add-4bb0-8a45-09506086913c'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:08.641369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3a248331-f9fa-4364-84e6-6a6eb5474fc0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:08.709807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c04279-eb15-4bc0-9be3-04c0b622728b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.714971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c04279-eb15-4bc0-9be3-04c0b622728b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.734878 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c04279-eb15-4bc0-9be3-04c0b622728b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.740920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20c04279-eb15-4bc0-9be3-04c0b622728b tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1948159 Aug 31 13:59:08.741951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43042) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:08.747938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': False}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:08.755082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:08.764681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:08.775491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-aa48e076-2003-49c1-9f22-fbc54dbf0149 service neutron] 10.222.0.10 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921333 Aug 31 13:59:08.776269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:08.783780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Pushing event updated for resources: {'Port': ['ID=41215d05-d3f2-4fab-a5a8-0c879292949f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:08.886522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aeaefd08-ddaa-47e4-ba6b-e41a3645218f tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/712daeef-6add-4bb0-8a45-09506086913c HTTP/1.1" status: 200 len: 920 time: 0.2931709 Aug 31 13:59:08.894369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43046) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:08.919583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.920418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.943047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d6908aa9-95f4-480e-913d-a1d507ef9166 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=712daeef-6add-4bb0-8a45-09506086913c HTTP/1.1" status: 200 len: 205 time: 0.0472124 Aug 31 13:59:08.947936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43050) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:09.074324 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9607b405-e3fc-4107-aaaa-4a577122fc11 x-openstack-request-id: req-9607b405-e3fc-4107-aaaa-4a577122fc11 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:09.074721 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95faf752-13e1-4f64-8e3a-8e34f43caf48", "name": "network-vif-deleted", "tag": "67ea4729-833e-4016-9265-c219cf773131", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:09.075041 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9607b405-e3fc-4107-aaaa-4a577122fc11 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:09.075556 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95faf752-13e1-4f64-8e3a-8e34f43caf48', 'name': 'network-vif-deleted', 'tag': '67ea4729-833e-4016-9265-c219cf773131', 'status': 'completed', 'code': 200} Aug 31 13:59:09.077418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-b84ec35e-e621-4390-9ac1-cf06d97c4fa4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4817910 Aug 31 13:59:09.104647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.108117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-609e4b94-ac65-4723-95ea-dc1bb85fe65b service neutron] 10.222.0.10 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216958 Aug 31 13:59:09.164428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9737c51-a6c5-4cf2-b2de-09167bb5e6c9 None None] Provisioning for port 41215d05-d3f2-4fab-a5a8-0c879292949f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:09.170838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9737c51-a6c5-4cf2-b2de-09167bb5e6c9 None None] Provisioning complete for port 41215d05-d3f2-4fab-a5a8-0c879292949f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:09.171222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9737c51-a6c5-4cf2-b2de-09167bb5e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.184363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Request body: {'port': {'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:09.226706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e9737c51-a6c5-4cf2-b2de-09167bb5e6c9 None None] Port 41215d05-d3f2-4fab-a5a8-0c879292949f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:09.244826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-855bd139-afbd-487f-a2ab-98489836df67 service neutron] 10.222.0.10 "GET /v2.0/ports/e1800778-5261-4f7f-ae5a-625391736e1f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0998671 Aug 31 13:59:09.361074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.382184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3b670402-226b-4027-8c2b-005a5b856cc3 req-dad550fd-91da-4ef9-bf80-f0741ee5e529 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=95faf752-13e1-4f64-8e3a-8e34f43caf48 HTTP/1.1" status: 200 len: 210 time: 0.0657976 Aug 31 13:59:09.422134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.431584 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.472981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-4e72c5e8-3f2e-49d9-a734-691be4177740 service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952274 Aug 31 13:59:09.685354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.708184 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.715854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.736183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ee5-4806-42af-9174-88bcd6ad41f6 req-8485953c-94d2-4a6a-a24b-a698d34a0270 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:09.737813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85681ee5-4806-42af-9174-88bcd6ad41f6 req-8485953c-94d2-4a6a-a24b-a698d34a0270 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 931 time: 0.0989704 Aug 31 13:59:09.842480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85681ee5-4806-42af-9174-88bcd6ad41f6 req-937bd8eb-3014-4ad8-8e7a-d743791270a2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711546 Aug 31 13:59:09.884713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Allocated IP 172.25.0.42 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/638368f6-2192-41c0-aab2-5443bdfa9b70) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:09.966004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 67ea4729-833e-4016-9265-c219cf773131 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:09.986499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 67ea4729-833e-4016-9265-c219cf773131 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:09.986842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 67ea4729-833e-4016-9265-c219cf773131 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:10.000803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.021379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Deleting port b2c90ae6-ee7c-4562-bd7a-aa91eae450c8 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:10.021730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.044316 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.071838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-f6ce9abf-d6e1-4c20-b76a-0ab45784126b service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910604 Aug 31 13:59:10.080796 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:10.085874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:10.089582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:10.122320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Pushing event updated for resources: {'Port': ['ID=638368f6-2192-41c0-aab2-5443bdfa9b70,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:10.159701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8e3af27-390e-46d3-8483-350bf25a21e1 service neutron] 10.222.0.10 "GET /v2.0/ports/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0736160 Aug 31 13:59:10.233225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.279413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Calling delete_port for b2c90ae6-ee7c-4562-bd7a-aa91eae450c8 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:10.307659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41215d05-d3f2-4fab-a5a8-0c879292949f {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:10.324326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.353506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.381151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c117e8f9-04bb-411f-9582-573616de87d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135050 Aug 31 13:59:10.382122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Transition to ACTIVE for port object 41215d05-d3f2-4fab-a5a8-0c879292949f will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:10.390803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.553252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=41215d05-d3f2-4fab-a5a8-0c879292949f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:10.612021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.616975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.667985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-79ce7c5f-0907-4458-9a94-1f621531415f service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780507 Aug 31 13:59:10.772225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Attempting to bind port 41215d05-d3f2-4fab-a5a8-0c879292949f on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:10.772629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Attempting to bind port 41215d05-d3f2-4fab-a5a8-0c879292949f by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:10.772902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Attempting to bind port 41215d05-d3f2-4fab-a5a8-0c879292949f on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:10.786577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Port 41215d05-d3f2-4fab-a5a8-0c879292949f on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:10.786917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Attempting to bind port 41215d05-d3f2-4fab-a5a8-0c879292949f on network af2ffda2-c60a-4f9b-81d9-af874ac402a5 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:10.794016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.813764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Router 5f09c428-e688-4aca-903b-1a2e09b03c2a is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:10.836716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:10.837159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Checking segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:10.837453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Bound using segment: {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:10.837900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Bound port: 41215d05-d3f2-4fab-a5a8-0c879292949f, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1f02fc-2220-4450-b713-32fb0fe5d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:10.838901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.847291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event deleted for resources: {'Port': ['ID=b2c90ae6-ee7c-4562-bd7a-aa91eae450c8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:10.930754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-5ad7e316-890e-4b1e-91fe-abdccdb4addf service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384944 Aug 31 13:59:10.973297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-79b0b3a0-dbea-4182-b3a6-b74361eb06e9 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:10.974912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-79b0b3a0-dbea-4182-b3a6-b74361eb06e9 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/networks?id=3ca656f4-58bc-409b-9814-c257416ce297 HTTP/1.1" status: 200 len: 809 time: 0.1847031 Aug 31 13:59:11.001559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-24fff3bd-40e7-4f10-8dc0-3606a07e4ebb tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/quotas/190954f649d34a45907f7fcefd5fdf48 HTTP/1.1" status: 200 len: 375 time: 0.0196683 Aug 31 13:59:11.005941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:11.011099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.014780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22a1713b-e27a-416f-baac-bcbbe1e2b40f tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "PUT /v2.0/routers/5f09c428-e688-4aca-903b-1a2e09b03c2a HTTP/1.1" status: 200 len: 918 time: 2.2697349 Aug 31 13:59:11.015609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43078) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:11.015929 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] Sync routers for ids ['5f09c428-e688-4aca-903b-1a2e09b03c2a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:11.026351 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] Routers {'5f09c428-e688-4aca-903b-1a2e09b03c2a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:11.027304 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5f09c428-e688-4aca-903b-1a2e09b03c2a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:11.035401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.051984 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-82f01830-c9c1-4b53-8f69-8ff4592896c4 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=190954f649d34a45907f7fcefd5fdf48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386753 Aug 31 13:59:11.061243 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:11.070719 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] Routers {'5f09c428-e688-4aca-903b-1a2e09b03c2a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:11.071316 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5f09c428-e688-4aca-903b-1a2e09b03c2a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:11.076346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] For port 41215d05-d3f2-4fab-a5a8-0c879292949f, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:11.108530 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:11.109307 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c74d5-6241-4009-8813-8ea64cb5cce5 None None] The sync data for ids ['5f09c428-e688-4aca-903b-1a2e09b03c2a'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:11.164045 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-7a3d4c9d-f352-4068-9168-a48081d60573 service neutron] 10.222.0.10 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016541 Aug 31 13:59:11.206454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] For port 41215d05-d3f2-4fab-a5a8-0c879292949f, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=41215d05-d3f2-4fab-a5a8-0c879292949f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:11.209967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.216497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.228046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.267956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-812dc609-8a65-4e70-8a1d-a911cef511ce service neutron] 10.222.0.10 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008854 Aug 31 13:59:11.344937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-77dcc1f3-7174-48c9-b6b1-7c9b1bd3d14a service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009583 Aug 31 13:59:11.367065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.367875 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.369284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] 10.222.0.26 "PUT /v2.0/ports/41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 1091 time: 2.2255397 Aug 31 13:59:11.378928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:11.382340 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d6886-64d2-4f96-9fbd-2d9954948413" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:11.386263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.386263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Fanout notify agent at l3_agent the message router_deleted on router 712daeef-6add-4bb0-8a45-09506086913c {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:11.395926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.401933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43086) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:11.402955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b76d30d9-d425-4b5e-9514-b0acd6503b11 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/712daeef-6add-4bb0-8a45-09506086913c HTTP/1.1" status: 204 len: 168 time: 2.4522161 Aug 31 13:59:11.408272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525149637', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': False}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:11.466254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.467442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.499269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369abf58-98b2-42c4-9b11-ebeb2c635ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=41215d05-d3f2-4fab-a5a8-0c879292949f,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:11.523847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c9eba136-82a8-4895-b00e-ddd11fd9cc48 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/5f09c428-e688-4aca-903b-1a2e09b03c2a HTTP/1.1" status: 200 len: 924 time: 0.5026083 Aug 31 13:59:11.530442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43090) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:11.608790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.620294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-cd4ec611-e17b-42fa-9ee3-71cc4138ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.622720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-cd4ec611-e17b-42fa-9ee3-71cc4138ef85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 1094 time: 0.1676369 Aug 31 13:59:11.663374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a445-ef4c-4908-9913-b3b5f0fc344e req-c417cea4-ecbb-4a96-8a7f-aac06c205c9a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.672100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1599a445-ef4c-4908-9913-b3b5f0fc344e req-c417cea4-ecbb-4a96-8a7f-aac06c205c9a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 943 time: 0.1847727 Aug 31 13:59:11.691743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-82f8379d-ef2d-4516-8a91-b9ce7d6b63bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 217 time: 0.0453703 Aug 31 13:59:11.695822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0109d4-4d24-4cd5-b644-2ed18d33ef86 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.700564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cb0109d4-4d24-4cd5-b644-2ed18d33ef86 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=5f09c428-e688-4aca-903b-1a2e09b03c2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1660714 Aug 31 13:59:11.702909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9e1449f8-5520-436f-8fb3-3f7324034d8c service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305483 Aug 31 13:59:11.703437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43098) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:11.817560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.825488 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1599a445-ef4c-4908-9913-b3b5f0fc344e req-7d8a0a11-c284-4be5-8c19-058bd790a954 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522653 Aug 31 13:59:11.917817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-583ac396-7987-4c49-80c5-1dd4743c702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.919511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-583ac396-7987-4c49-80c5-1dd4743c702e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.2150176 Aug 31 13:59:11.989502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a22eb-83c6-4b71-8aff-ef1faeba6ed0 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.994466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-492a22eb-83c6-4b71-8aff-ef1faeba6ed0 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.2852309 Aug 31 13:59:11.998558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43104) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:12.041035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-707598ab-a5c3-488c-940c-63e7d92f3907 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f09c428-e688-4aca-903b-1a2e09b03c2a HTTP/1.1" status: 200 len: 205 time: 0.0397995 Aug 31 13:59:12.044743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c92ebcfa-1e9a-4028-adef-28a08a97ac6a service neutron] 10.222.0.10 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225060 Aug 31 13:59:12.045260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43106) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:12.049411 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f947ef45-f830-4b10-9817-e84a785d738a req-b365467e-aea4-4fe8-a633-e2499e5be304 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 210 time: 0.0578744 Aug 31 13:59:12.101728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.119419 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dff92c-3624-45a8-920f-8d87ba37a472 x-openstack-request-id: req-70dff92c-3624-45a8-920f-8d87ba37a472 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:12.119823 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:12.120221 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70dff92c-3624-45a8-920f-8d87ba37a472 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:12.120821 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'status': 'completed', 'code': 200} Aug 31 13:59:12.125318 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.183137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-7201-41bf-8cb1-a97b37009911 req-1e14a24d-a498-4782-ae40-becf69005a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:12.184810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-1e14a24d-a498-4782-ae40-becf69005a42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287061 Aug 31 13:59:12.263548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Allocated IP 172.25.0.67 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/dad3da7b-8c14-4da1-a77b-0924ebe2f9fa) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:12.328756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-479d85ee-522b-4d54-8450-756bc785bfb0 service neutron] 10.222.0.10 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233703 Aug 31 13:59:12.365239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.404384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.451018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.487331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:12.490339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:12.496490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:12.530503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Port': ['ID=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:12.762731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.853699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-42d81fd8-2c3a-442d-805a-2367348406d7 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935924 Aug 31 13:59:12.949576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6cdc345e-7465-4025-a5f8-1b9cb311ecc6 service neutron] 10.222.0.10 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097248 Aug 31 13:59:13.093624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.135731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-761a6a3d-797d-4927-8bac-6a3ee51c5048 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.137306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-761a6a3d-797d-4927-8bac-6a3ee51c5048 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "GET /v2.0/networks?id=3ca656f4-58bc-409b-9814-c257416ce297 HTTP/1.1" status: 200 len: 809 time: 0.2975821 Aug 31 13:59:13.181488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Request body: {'port': {'device_id': '33a53922-840f-42ef-824f-6e83e8629a3f', 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297', 'admin_state_up': True, 'tenant_id': '190954f649d34a45907f7fcefd5fdf48'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:13.201070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71256c33-7201-41bf-8cb1-a97b37009911 req-8612dffd-baad-4abc-b92f-d1b09adf74a2 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217518 Aug 31 13:59:13.249985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b7425d62-f61e-49df-ab12-bd0aa3d8d6a6 service neutron] 10.222.0.10 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658153 Aug 31 13:59:13.358930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9dc37-88e1-48f0-8774-31680eed63d6 req-5a9ea50b-3928-4f9d-aff0-1f0be3d72a2e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.360339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ea9dc37-88e1-48f0-8774-31680eed63d6 req-5a9ea50b-3928-4f9d-aff0-1f0be3d72a2e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 943 time: 0.4441881 Aug 31 13:59:13.365971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Deleting port 638368f6-2192-41c0-aab2-5443bdfa9b70 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:13.366330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.377537 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.447947 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ea9dc37-88e1-48f0-8774-31680eed63d6 req-b890f08a-7085-46e6-b05a-859e42f0f59a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792172 Aug 31 13:59:13.470251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-128bc860-dced-4b36-88c3-95f5d6367e43 service neutron] 10.222.0.10 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094932 Aug 31 13:59:13.513441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Made reservation on behalf of 190954f649d34a45907f7fcefd5fdf48 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:13.517112 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.537768 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.560346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Calling delete_port for 638368f6-2192-41c0-aab2-5443bdfa9b70 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:13.569867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-e016e646-67f5-42ff-8a2d-be473d9167d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.570774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Router 9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:13.571705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-e016e646-67f5-42ff-8a2d-be473d9167d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 1094 time: 0.1192172 Aug 31 13:59:13.675730 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2a683c-318f-4adf-b87e-887f3c19b0a9 req-af63b4c2-437b-4aa0-8cfb-53c4e0e97d84 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 210 time: 0.0361280 Aug 31 13:59:13.758418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:13.776860 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.780067 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ab05550a-72d2-44fd-84a3-fc483a6e8acc tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3763330 Aug 31 13:59:13.781787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43124) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:13.784394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Sync routers for ids ['9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:13.806338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Routers {'9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:13.807244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:13.896280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-61c0067b-8082-4b99-b558-4e1aaa830ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.903021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-61c0067b-8082-4b99-b558-4e1aaa830ee0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.3192794 Aug 31 13:59:13.947345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Set router 9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:13.969403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-aea166af-a565-47e7-bcb1-e9cc99b15a1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 217 time: 0.0553844 Aug 31 13:59:13.971242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Allocated IP 172.20.0.13 (3ca656f4-58bc-409b-9814-c257416ce297/336d37ef-ab37-4a56-91a1-7410b82496cc/13bc2534-038e-49ac-8a5b-6c2bd94106b9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:14.018841 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-164476d1-e2e2-4623-bcd7-d007a0decd8a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 HTTP/1.1" status: 200 len: 908 time: 0.2334867 Aug 31 13:59:14.019434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:14.026262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525149637', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': True}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:14.053059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.056032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.106127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-1d95701e-beba-46c3-8494-080d9b7df48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.107682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-1d95701e-beba-46c3-8494-080d9b7df48b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.1201699 Aug 31 13:59:14.124650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.151223 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.195942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5', 'name': 'tempest-snat-router-1525149637', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': False}, 'gw_port_id': 'dad3da7b-8c14-4da1-a77b-0924ebe2f9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:11Z', 'updated_at': '2021-08-31T13:59:12Z', 'revision_number': 3, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port': {'id': 'dad3da7b-8c14-4da1-a77b-0924ebe2f9fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ba:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:12Z', 'updated_at': '2021-08-31T13:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:14.236493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event deleted for resources: {'Port': ['ID=638368f6-2192-41c0-aab2-5443bdfa9b70,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:14.245169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Checking router: 9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:14.245705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Updating router 9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:59:14.266023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-b7a409c0-4e81-49f6-b75d-997ab8ec4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.267564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-b7a409c0-4e81-49f6-b75d-997ab8ec4320 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480625 Aug 31 13:59:14.333176 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.355515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.389274 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7f713f7a-6172-4c63-bc41-68f238e96696 req-3a27e31e-e436-41c4-be0e-a40fc01f353f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0443697 Aug 31 13:59:14.461767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.474800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.667244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.667715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.674740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-22ae017e-8796-4f8d-bb8b-71811c834503 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785973 Aug 31 13:59:14.676735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.699002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.703988 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.715883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Transition to ACTIVE for port object dad3da7b-8c14-4da1-a77b-0924ebe2f9fa will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:14.723524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.779031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.792208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c75d6-9450-4b68-a65b-ac1e1f27f331 req-d1028875-2670-403a-b0d6-9c677ce0cddb tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.799560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-200c75d6-9450-4b68-a65b-ac1e1f27f331 req-d1028875-2670-403a-b0d6-9c677ce0cddb tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 943 time: 0.2052453 Aug 31 13:59:14.801332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Attempting to bind port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:14.801838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Attempting to bind port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:14.802074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Attempting to bind port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:14.815014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.815529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Fanout notify agent at l3_agent the message router_deleted on router 5f09c428-e688-4aca-903b-1a2e09b03c2a {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:14.830191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:14.830538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.831119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:14.831652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e923e9a6-cfdd-4b9f-a921-8b0cf9e863c9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/5f09c428-e688-4aca-903b-1a2e09b03c2a HTTP/1.1" status: 204 len: 168 time: 2.7838516 Aug 31 13:59:14.832399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.833147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:14.833832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Bound port: dad3da7b-8c14-4da1-a77b-0924ebe2f9fa, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:14.834641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.838714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43158) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:14.857638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1897420179', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:14.880058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Network 3ca656f4-58bc-409b-9814-c257416ce297 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:14.892570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670671-9d07-466f-922b-cd66d2c3ffa7 None None] Pushing event updated for resources: {'Port': ['ID=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:14.902857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:14.912540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:14.924502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] For port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:14.931171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] For port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:14.946850 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.959410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Allocated IP 172.25.0.180 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/478037f2-1989-4860-a7f7-c0f2e5365be4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:14.962023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-200c75d6-9450-4b68-a65b-ac1e1f27f331 req-086b9645-709c-4f49-8fa7-6d423a569cc5 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613066 Aug 31 13:59:14.987052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded041-f06d-466b-9b21-379ff83dc192 req-8dbfd2ee-95c2-4085-80e0-8cd5a9de328d tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.989359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5ded041-f06d-466b-9b21-379ff83dc192 req-8dbfd2ee-95c2-4085-80e0-8cd5a9de328d tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 932 time: 0.1496458 Aug 31 13:59:14.991283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-784d6886-64d2-4f96-9fbd-2d9954948413 req-7490e3d5-ac99-42bb-b99b-48e2ffee5fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656364 Aug 31 13:59:14.992294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Pushing event updated for resources: {'Port': ['ID=13bc2534-038e-49ac-8a5b-6c2bd94106b9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:15.000655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.006060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.043667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:15.044684 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.055457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Routers {'9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:15.056094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:15.061485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670671-9d07-466f-922b-cd66d2c3ffa7 None None] Pushing event updated for resources: {'Port': ['ID=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:15.085956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-d3d8e994-5868-4bd1-9535-9ef65a29c143 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9114411 Aug 31 13:59:15.106361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Request body: {'port': {'device_id': '33a53922-840f-42ef-824f-6e83e8629a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:15.143919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.173167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.184926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5ded041-f06d-466b-9b21-379ff83dc192 req-534a9122-a446-4aa6-b6de-d88abde1948b tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723960 Aug 31 13:59:15.207444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] Set router 9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:15.238743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.333965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.437608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4da0c3b-c595-4006-becd-11998b163b1c req-0139ca4d-41b0-4932-a4ec-5796f682b8f0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0388460 Aug 31 13:59:15.440905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-22173042-e7a2-4c37-af1d-89423908723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5', 'name': 'tempest-snat-router-1525149637', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': False}, 'gw_port_id': 'dad3da7b-8c14-4da1-a77b-0924ebe2f9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:11Z', 'updated_at': '2021-08-31T13:59:12Z', 'revision_number': 3, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port': {'id': 'dad3da7b-8c14-4da1-a77b-0924ebe2f9fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ba:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:12Z', 'updated_at': '2021-08-31T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:15.457523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.474487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173042-e7a2-4c37-af1d-89423908723a None None] The sync data for ids ['9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5'] in n-d-792362-6 is: [{'id': '9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5', 'name': 'tempest-snat-router-1525149637', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': False}, 'gw_port_id': 'dad3da7b-8c14-4da1-a77b-0924ebe2f9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:11Z', 'updated_at': '2021-08-31T13:59:12Z', 'revision_number': 3, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port': {'id': 'dad3da7b-8c14-4da1-a77b-0924ebe2f9fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ba:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:12Z', 'updated_at': '2021-08-31T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:15.481130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:15.503202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:15.506402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:15.537112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Port': ['ID=478037f2-1989-4860-a7f7-c0f2e5365be4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:15.545873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4da0c3b-c595-4006-becd-11998b163b1c req-1fafefb9-ebd2-4ce7-a731-b1696be2a81b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0461123 Aug 31 13:59:15.571419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9afdea6a-c160-4d29-b5a0-c39d77e7a3df req-8753bf11-98a3-46b0-aee4-627fc85b24ae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0520964 Aug 31 13:59:15.605917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4da0c3b-c595-4006-becd-11998b163b1c req-0e2a1de0-7174-4f03-957b-336d746e965d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316782 Aug 31 13:59:15.694558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bc2534-038e-49ac-8a5b-6c2bd94106b9 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:15.706035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.733226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Transition to ACTIVE for port object 13bc2534-038e-49ac-8a5b-6c2bd94106b9 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:15.740813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.801299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da0c3b-c595-4006-becd-11998b163b1c req-7008d393-a795-4b28-8379-414e91a11f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:15.802785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4da0c3b-c595-4006-becd-11998b163b1c req-7008d393-a795-4b28-8379-414e91a11f3f service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1718090 Aug 31 13:59:15.884746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Pushing event updated for resources: {'Port': ['ID=13bc2534-038e-49ac-8a5b-6c2bd94106b9,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:15.917912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Attempting to bind port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:15.918565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Attempting to bind port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:15.918771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Attempting to bind port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 on network 3ca656f4-58bc-409b-9814-c257416ce297 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:15.924901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 on network 3ca656f4-58bc-409b-9814-c257416ce297 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:15.925311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Attempting to bind port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 on network 3ca656f4-58bc-409b-9814-c257416ce297 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:15.932893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:15.933249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Checking segment: {'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:15.937546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Bound using segment: {'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:15.937546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Bound port: 13bc2534-038e-49ac-8a5b-6c2bd94106b9, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:15.937546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.011168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-710e2937-c61d-4b92-a2c5-008bd4bab493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.012732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-710e2937-c61d-4b92-a2c5-008bd4bab493 service neutron] 10.222.0.26 "GET /v2.0/ports/e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 200 len: 1028 time: 0.0564108 Aug 31 13:59:16.056241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.098999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.156512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.165242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-44c5ea2d-1fc2-4193-8dd5-38b2a98b78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.166738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-44c5ea2d-1fc2-4193-8dd5-38b2a98b78c6 service neutron] 10.222.0.26 "GET /v2.0/ports/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 200 len: 1027 time: 0.1340234 Aug 31 13:59:16.170501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] For port 13bc2534-038e-49ac-8a5b-6c2bd94106b9, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:16.193917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] For port 13bc2534-038e-49ac-8a5b-6c2bd94106b9, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=13bc2534-038e-49ac-8a5b-6c2bd94106b9,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:16.326055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324645c0-18f4-4d99-9b93-060371d6a1e7 req-d148acf0-3a07-4365-bd57-fd01a94232c8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.327624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-324645c0-18f4-4d99-9b93-060371d6a1e7 req-d148acf0-3a07-4365-bd57-fd01a94232c8 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 943 time: 0.2693641 Aug 31 13:59:16.331124 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.399013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Allocated IP 172.25.0.35 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/8830e0f1-a691-4236-bd22-405b17da52c3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:16.403465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-8b0f0408-4dbf-4c0f-b95d-f229e51cd438 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.409472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-8b0f0408-4dbf-4c0f-b95d-f229e51cd438 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.415885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-8b0f0408-4dbf-4c0f-b95d-f229e51cd438 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.417551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-8b0f0408-4dbf-4c0f-b95d-f229e51cd438 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "GET /v2.0/networks?id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f HTTP/1.1" status: 200 len: 1989 time: 0.2164969 Aug 31 13:59:16.432980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Pushing event updated for resources: {'Port': ['ID=13bc2534-038e-49ac-8a5b-6c2bd94106b9,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:16.461648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.462301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.463732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3b1fcadf-9d78-491b-b31d-be08de2b1cad service neutron] 10.222.0.26 "PUT /v2.0/ports/13bc2534-038e-49ac-8a5b-6c2bd94106b9 HTTP/1.1" status: 200 len: 1092 time: 1.3622758 Aug 31 13:59:16.464187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a53922-840f-42ef-824f-6e83e8629a3f', 'tag': '13bc2534-038e-49ac-8a5b-6c2bd94106b9'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:16.466507 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d21b824-284d-4223-8adf-9e404fa9b9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "33a53922-840f-42ef-824f-6e83e8629a3f", "tag": "13bc2534-038e-49ac-8a5b-6c2bd94106b9"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:16.526205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-324645c0-18f4-4d99-9b93-060371d6a1e7 req-8b8a2828-5477-4f1d-bafb-562dfc58aab0 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310289 Aug 31 13:59:16.559917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.578977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f605e4-b01e-482e-bb82-29f41222bd11 req-65d646d1-c2e3-4be2-b106-ca79593f3b53 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.591300 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4f605e4-b01e-482e-bb82-29f41222bd11 req-65d646d1-c2e3-4be2-b106-ca79593f3b53 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 944 time: 0.1452298 Aug 31 13:59:16.591987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b6683d70-9c5b-48f4-a49e-8120398280c3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce5012d880584cd3980d2e6d3ff98c53 HTTP/1.1" status: 200 len: 380 time: 0.1549301 Aug 31 13:59:16.606769 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6965a40-9e02-4b88-8baa-06449a426c33 x-openstack-request-id: req-b6965a40-9e02-4b88-8baa-06449a426c33 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:16.608067 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a53922-840f-42ef-824f-6e83e8629a3f", "tag": "13bc2534-038e-49ac-8a5b-6c2bd94106b9", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:16.608799 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6965a40-9e02-4b88-8baa-06449a426c33 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:16.610491 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a53922-840f-42ef-824f-6e83e8629a3f', 'tag': '13bc2534-038e-49ac-8a5b-6c2bd94106b9', 'status': 'completed', 'code': 200} Aug 31 13:59:16.638590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'admin_state_up': True, 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'security_groups': ['fd8f550c-c0af-4eff-a399-fbf78c6fbe20']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:16.653218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-b67e737f-08e4-44cc-b787-fec66fb0752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.655759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-b67e737f-08e4-44cc-b787-fec66fb0752b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190954f649d34a45907f7fcefd5fdf48&device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 1095 time: 0.1251502 Aug 31 13:59:16.691446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4f605e4-b01e-482e-bb82-29f41222bd11 req-8edc04d4-2403-4a52-a99a-d291664c8044 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992029 Aug 31 13:59:16.754176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.812381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d21a814-fd0c-4e96-bfa9-a6a67a8105cd req-ef856714-ea6b-4d6b-a6a1-ff84eecc44ab tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0848258 Aug 31 13:59:16.813921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-3800d89b-5179-4053-b0cd-473efec93d42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13bc2534-038e-49ac-8a5b-6c2bd94106b9 HTTP/1.1" status: 200 len: 217 time: 0.0845938 Aug 31 13:59:16.829128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.849693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Router 32609ec4-3586-4ffc-9434-7f1c3ede4b51 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:16.888127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:16.921827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:16.928614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:16.953812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event updated for resources: {'Port': ['ID=8830e0f1-a691-4236-bd22-405b17da52c3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:17.317265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:17.323078 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.334790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dad3da7b-8c14-4da1-a77b-0924ebe2f9fa up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:17.376813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-dca860a3-b41d-45b0-a8f1-e4ba8063817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:17.378447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-dca860a3-b41d-45b0-a8f1-e4ba8063817d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336d37ef-ab37-4a56-91a1-7410b82496cc HTTP/1.1" status: 200 len: 849 time: 0.5556481 Aug 31 13:59:17.442634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:17.449960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:17.450633 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.458101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-adf1ed22-14d7-41dc-9b50-4574bb27b91c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ca656f4-58bc-409b-9814-c257416ce297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432556 Aug 31 13:59:17.553669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.578719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:17.581617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:17.593514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Sync routers for ids ['32609ec4-3586-4ffc-9434-7f1c3ede4b51'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:17.606231 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.608391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 172.20.0.5 (8131c70e-d9c0-4845-b9a0-445c81ca8d3a/a5c5e8a8-a03e-43c4-89b6-dbc845c14e20/9459c21a-9ad4-4969-9b6d-a3df8b852593) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:17.616422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.618116 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-419ac8a8-8cb2-43c6-a6a7-ae8c6d0e3bf0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5977116 Aug 31 13:59:17.622582 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Routers {'32609ec4-3586-4ffc-9434-7f1c3ede4b51'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:17.623976 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['32609ec4-3586-4ffc-9434-7f1c3ede4b51'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:17.627787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:17.684469 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-5286426f-3589-423c-9d62-0b660a4e9302 service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166386 Aug 31 13:59:17.722400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:17.854292 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Set router 32609ec4-3586-4ffc-9434-7f1c3ede4b51 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:17.870868 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.979706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 41215d05-d3f2-4fab-a5a8-0c879292949f details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:17.981464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d42205a8-8f0e-4fd2-8443-6cbd89f3f310 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/32609ec4-3586-4ffc-9434-7f1c3ede4b51 HTTP/1.1" status: 200 len: 908 time: 0.3523865 Aug 31 13:59:17.995954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143323eb-bca3-4816-970e-9c4b10eddb33 req-16ac049f-c370-458c-9157-eb0810f4fffe tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.005692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-143323eb-bca3-4816-970e-9c4b10eddb33 req-16ac049f-c370-458c-9157-eb0810f4fffe tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 943 time: 0.2970843 Aug 31 13:59:18.010489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43192) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:18.025553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6cef2a-d8ac-4513-ad14-b609d85f2d49 req-f89e9ed2-53cc-4e92-959e-6237a2efb630 service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324265 Aug 31 13:59:18.086740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-143323eb-bca3-4816-970e-9c4b10eddb33 req-5cdf2883-f3c2-4245-9c57-490a71c4c302 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810635 Aug 31 13:59:18.155252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.213792 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609ec4-3586-4ffc-9434-7f1c3ede4b51', 'name': 'tempest-snat-router-1525149637', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '478037f2-1989-4860-a7f7-c0f2e5365be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:14Z', 'updated_at': '2021-08-31T13:59:15Z', 'revision_number': 3, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port': {'id': '478037f2-1989-4860-a7f7-c0f2e5365be4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609ec4-3586-4ffc-9434-7f1c3ede4b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:14Z', 'updated_at': '2021-08-31T13:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:18.218318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 41215d05-d3f2-4fab-a5a8-0c879292949f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=41215d05-d3f2-4fab-a5a8-0c879292949f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:18.245284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab22fd20-a062-4bc1-9728-ec71eb7e3bdb req-d745b106-3862-4394-aeb0-47214de1943a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0456209 Aug 31 13:59:18.246524 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Checking router: 32609ec4-3586-4ffc-9434-7f1c3ede4b51 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:18.246880 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Updating router 32609ec4-3586-4ffc-9434-7f1c3ede4b51 port 478037f2-1989-4860-a7f7-c0f2e5365be4 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:59:18.247389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Transition to ACTIVE for port object 9459c21a-9ad4-4969-9b6d-a3df8b852593 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:18.252400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'mac_address': 'fa:16:3e:f8:a7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:18.306503 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.328414 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.338012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.347880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41215d05-d3f2-4fab-a5a8-0c879292949f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:18.360551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-9416d216-a03e-4a42-8617-4ceafb7fd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.360551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-9416d216-a03e-4a42-8617-4ceafb7fd68d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190954f649d34a45907f7fcefd5fdf48&device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 1095 time: 0.2348006 Aug 31 13:59:18.367198 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.375755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 41215d05-d3f2-4fab-a5a8-0c879292949f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=41215d05-d3f2-4fab-a5a8-0c879292949f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:18.381508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.429629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e98a2-f320-4a9c-a724-3522aaab4eca req-61ac549d-dbe1-4614-a4b5-f4b004bf3a09 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.431525 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c9e98a2-f320-4a9c-a724-3522aaab4eca req-61ac549d-dbe1-4614-a4b5-f4b004bf3a09 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 944 time: 0.6177027 Aug 31 13:59:18.467320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=41215d05-d3f2-4fab-a5a8-0c879292949f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:18.527936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=9459c21a-9ad4-4969-9b6d-a3df8b852593,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:18.545685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.573211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3c9e98a2-f320-4a9c-a724-3522aaab4eca req-bae3065e-69f2-4dd6-b17c-781772555f5c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295116 Aug 31 13:59:18.602226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:18.605505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:18.613121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:18.643149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.681071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-0274a2da-8a03-4cc9-8d55-e7b768e411cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.684583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-0274a2da-8a03-4cc9-8d55-e7b768e411cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ca656f4-58bc-409b-9814-c257416ce297 HTTP/1.1" status: 200 len: 911 time: 0.3047333 Aug 31 13:59:18.697832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.698569 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.767363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-5e855e03-8235-41f8-adf6-323de035ac96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13bc2534-038e-49ac-8a5b-6c2bd94106b9 HTTP/1.1" status: 200 len: 217 time: 0.0650210 Aug 31 13:59:18.769435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-c384ee70-25fa-4aca-b0eb-5cf9aef870df tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1430941 Aug 31 13:59:18.796731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'admin_state_up': True, 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'security_groups': ['fd8f550c-c0af-4eff-a399-fbf78c6fbe20']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:18.815677 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.840788 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Transition to ACTIVE for port object 478037f2-1989-4860-a7f7-c0f2e5365be4 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:18.846434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['41215d05-d3f2-4fab-a5a8-0c879292949f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:18.853945 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.884477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84339-f5fe-426c-b5dc-76f61f987bcd req-80ebb7ba-d8d8-4e08-a461-d56f54a7e1e5 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.891966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fed84339-f5fe-426c-b5dc-76f61f987bcd req-80ebb7ba-d8d8-4e08-a461-d56f54a7e1e5 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.1482534 Aug 31 13:59:18.908598 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5e3d-b3af-4371-8664-9fe74ac5efb3 None None] Pushing event updated for resources: {'Port': ['ID=478037f2-1989-4860-a7f7-c0f2e5365be4,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:18.949462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Deleting port 478037f2-1989-4860-a7f7-c0f2e5365be4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:18.949813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.950228 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Attempting to bind port 478037f2-1989-4860-a7f7-c0f2e5365be4 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:18.950774 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Attempting to bind port 478037f2-1989-4860-a7f7-c0f2e5365be4 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:18.953485 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Attempting to bind port 478037f2-1989-4860-a7f7-c0f2e5365be4 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:18.964277 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:18.964711 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:18.968251 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.969027 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:18.969770 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Bound port: 478037f2-1989-4860-a7f7-c0f2e5365be4, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:18.970421 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.018443 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fed84339-f5fe-426c-b5dc-76f61f987bcd req-97d72153-1063-4020-9121-dde087b3bec3 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255972 Aug 31 13:59:19.038394 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] For port 478037f2-1989-4860-a7f7-c0f2e5365be4, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:19.043152 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] For port 478037f2-1989-4860-a7f7-c0f2e5365be4, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=478037f2-1989-4860-a7f7-c0f2e5365be4,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:19.049921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a24a9b0a-8378-480e-ac23-fa3d5c009332 None None] Provisioning for port 9459c21a-9ad4-4969-9b6d-a3df8b852593 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:19.053530 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.056046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Router 62d5fb84-6b9e-4ace-b0cb-d0404887a015 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:19.062727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a24a9b0a-8378-480e-ac23-fa3d5c009332 None None] Provisioning complete for port 9459c21a-9ad4-4969-9b6d-a3df8b852593 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:19.063212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b0a-8378-480e-ac23-fa3d5c009332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.069279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:19.073798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.108880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-8ac34460-b7ae-4348-bb6e-486868a0cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.110567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-8ac34460-b7ae-4348-bb6e-486868a0cffb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336d37ef-ab37-4a56-91a1-7410b82496cc HTTP/1.1" status: 200 len: 849 time: 0.3190773 Aug 31 13:59:19.143401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a24a9b0a-8378-480e-ac23-fa3d5c009332 None None] Port 9459c21a-9ad4-4969-9b6d-a3df8b852593 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:19.166896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-55b805cc-d179-460f-ba05-605a43249d0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ca656f4-58bc-409b-9814-c257416ce297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463619 Aug 31 13:59:19.198471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Routers {'32609ec4-3586-4ffc-9434-7f1c3ede4b51'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:19.204806 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['32609ec4-3586-4ffc-9434-7f1c3ede4b51'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:19.232943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.246044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Calling delete_port for 478037f2-1989-4860-a7f7-c0f2e5365be4 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:19.289112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dad3da7b-8c14-4da1-a77b-0924ebe2f9fa up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:19.296726 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5e3d-b3af-4371-8664-9fe74ac5efb3 None None] Pushing event updated for resources: {'Port': ['ID=478037f2-1989-4860-a7f7-c0f2e5365be4,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:19.305830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-28294190-0c0d-498b-b269-96294e72e20b service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013942 Aug 31 13:59:19.366177 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] Set router 32609ec4-3586-4ffc-9434-7f1c3ede4b51 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:19.425336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:19.426686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.474985 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609ec4-3586-4ffc-9434-7f1c3ede4b51', 'name': 'tempest-snat-router-1525149637', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:14Z', 'updated_at': '2021-08-31T13:59:18Z', 'revision_number': 4, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:19.503145 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.506396 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51074c-9dd4-48aa-b1b1-7d0e79003b7b None None] The sync data for ids ['32609ec4-3586-4ffc-9434-7f1c3ede4b51'] in n-d-792362-6 is: [{'id': '32609ec4-3586-4ffc-9434-7f1c3ede4b51', 'name': 'tempest-snat-router-1525149637', 'tenant_id': 'f459254f5b1a46978b43c3741fd15013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:14Z', 'updated_at': '2021-08-31T13:59:18Z', 'revision_number': 4, 'project_id': 'f459254f5b1a46978b43c3741fd15013', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:19.577518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event deleted for resources: {'Port': ['ID=478037f2-1989-4860-a7f7-c0f2e5365be4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:19.611387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9df8-12d3-4c0e-9676-76ba635f8620 req-6d43a9f9-49a9-44ce-b497-114dca083c40 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.621546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df9b9df8-12d3-4c0e-9676-76ba635f8620 req-6d43a9f9-49a9-44ce-b497-114dca083c40 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 944 time: 0.3144231 Aug 31 13:59:19.655600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:19.668068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] Sync routers for ids ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:19.673392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995038c-a0c7-4392-9ae2-87bfec39a039 req-5320134a-4c3a-4d0d-bf11-3eb1469ca5f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.674525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 10.1.1.184 (f73e03e0-0832-4c13-bf89-288816181bee/fb29614e-1556-42b1-bee4-aae2447c31db/c9c5295d-bad2-431b-aeaa-b6dcd0503e92) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:19.674973 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1995038c-a0c7-4392-9ae2-87bfec39a039 req-5320134a-4c3a-4d0d-bf11-3eb1469ca5f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 931 time: 0.1841311 Aug 31 13:59:19.690330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] Routers {'62d5fb84-6b9e-4ace-b0cb-d0404887a015'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:19.691333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:19.698567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.737885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.738161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:19.739366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f246e68b-0e8c-4ed7-95d1-2537b2b8ccc9 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8872566 Aug 31 13:59:19.748235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] Routers {'62d5fb84-6b9e-4ace-b0cb-d0404887a015'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:19.748884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:19.775881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43214) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:19.782021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:19.796922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:19.797580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d417d8-ca91-4c48-802d-796f95d5ea2c None None] The sync data for ids ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:19.808828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d21b824-284d-4223-8adf-9e404fa9b9dd req-74944727-f40f-4648-9ed6-8dc0b71d2f64 service neutron] 10.222.0.26 "GET /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904077 Aug 31 13:59:19.846461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df9b9df8-12d3-4c0e-9676-76ba635f8620 req-6c900dca-5040-4a1b-aeae-40c556e139d1 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237067 Aug 31 13:59:19.885726 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.893364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.900806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1995038c-a0c7-4392-9ae2-87bfec39a039 req-1ec06efd-7adf-4615-9fb0-69c3a81aa1a3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175341 Aug 31 13:59:19.928848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.953175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Transition to ACTIVE for port object c9c5295d-bad2-431b-aeaa-b6dcd0503e92 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:19.996381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.060362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network f73e03e0-0832-4c13-bf89-288816181bee is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:20.091773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:20.104757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:20.108452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:20.115751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.116636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32609ec4-3586-4ffc-9434-7f1c3ede4b51 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:20.121903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.127743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43218) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:20.128535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09097d54-150e-48db-a52b-272c5dd7eadb tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "DELETE /v2.0/routers/32609ec4-3586-4ffc-9434-7f1c3ede4b51 HTTP/1.1" status: 204 len: 168 time: 2.1169214 Aug 31 13:59:20.264219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:20.264940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.342551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac7c43-df8a-4874-a43a-6e4fd0b85725 req-9ec8e191-155f-4699-89ad-f7371aa19775 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:20.344176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfac7c43-df8a-4874-a43a-6e4fd0b85725 req-9ec8e191-155f-4699-89ad-f7371aa19775 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 944 time: 0.2494810 Aug 31 13:59:20.381132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-1352aa4c-fa00-400e-9e10-f425b1484ddd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5881078 Aug 31 13:59:20.406760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'admin_state_up': True, 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'security_groups': ['fd8f550c-c0af-4eff-a399-fbf78c6fbe20']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:20.423039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.442695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.457463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fa21b-f2db-4350-a40f-08b642f3f983 req-2be256d7-ff9e-43e9-97e9-7c2decc6e924 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:20.465545 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb5fa21b-f2db-4350-a40f-08b642f3f983 req-2be256d7-ff9e-43e9-97e9-7c2decc6e924 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.1544797 Aug 31 13:59:20.481150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7eeaa86a-dcbf-45a3-a7d4-4a03ef0cb7a2 None None] Provisioning for port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:20.483436 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.487122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7eeaa86a-dcbf-45a3-a7d4-4a03ef0cb7a2 None None] Provisioning complete for port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:20.487689 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa86a-dcbf-45a3-a7d4-4a03ef0cb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.506835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfac7c43-df8a-4874-a43a-6e4fd0b85725 req-8a255ce9-dbc2-4113-b8f7-6dbf61bbeaf0 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507573 Aug 31 13:59:20.510380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb5fa21b-f2db-4350-a40f-08b642f3f983 req-98e8fd73-c757-447c-ab13-3b80131a7e48 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439868 Aug 31 13:59:20.563902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7eeaa86a-dcbf-45a3-a7d4-4a03ef0cb7a2 None None] Port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:20.586836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Deleting port 8830e0f1-a691-4236-bd22-405b17da52c3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:20.587324 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.674767 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.680247 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.688247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:20.688623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Calling delete_port for 8830e0f1-a691-4236-bd22-405b17da52c3 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:20.691762 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.834052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Deleting port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:20.834397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.927097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 10.1.1.120 (f73e03e0-0832-4c13-bf89-288816181bee/fb29614e-1556-42b1-bee4-aae2447c31db/4e2fab6e-2ceb-4127-8937-8b3decf388ad) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:21.032185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] For port dad3da7b-8c14-4da1-a77b-0924ebe2f9fa, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:21.032605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.066018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Calling delete_port for dad3da7b-8c14-4da1-a77b-0924ebe2f9fa owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:21.136264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f5d2-a33f-44d8-aca7-d31f84c91cc0 req-1096d7b4-6f59-417a-8a79-895ce939d073 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.138433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f236f5d2-a33f-44d8-aca7-d31f84c91cc0 req-1096d7b4-6f59-417a-8a79-895ce939d073 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 944 time: 0.1580238 Aug 31 13:59:21.254565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f236f5d2-a33f-44d8-aca7-d31f84c91cc0 req-6026d40d-e545-4436-b953-5c2d6369290e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784705 Aug 31 13:59:21.271166 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.297614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Transition to ACTIVE for port object 4e2fab6e-2ceb-4127-8937-8b3decf388ad will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:21.390455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35d57a-8e94-42d3-9d2e-c73832c76006 req-a33c06d7-a4b0-44a9-a37a-55556cbbfe97 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.396556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35d57a-8e94-42d3-9d2e-c73832c76006 req-a33c06d7-a4b0-44a9-a37a-55556cbbfe97 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.398212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c35d57a-8e94-42d3-9d2e-c73832c76006 req-a33c06d7-a4b0-44a9-a37a-55556cbbfe97 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 1653 time: 0.0966790 Aug 31 13:59:21.436319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.456361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.467253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.482612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Pushing event deleted for resources: {'Port': ['ID=8830e0f1-a691-4236-bd22-405b17da52c3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:21.487264 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6c35d57a-8e94-42d3-9d2e-c73832c76006 req-8c6e60da-03b0-4240-bd28-cf70b9388696 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726180 Aug 31 13:59:21.551547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.557401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network f73e03e0-0832-4c13-bf89-288816181bee is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:21.597084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:21.620684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:21.714758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=4e2fab6e-2ceb-4127-8937-8b3decf388ad,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:21.728847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d172201-c2ee-427d-86d9-892f38e81a3b req-1d7110e8-9ab5-4722-8b68-aa3a8e5162f3 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.736685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d172201-c2ee-427d-86d9-892f38e81a3b req-1d7110e8-9ab5-4722-8b68-aa3a8e5162f3 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.1758709 Aug 31 13:59:21.757545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb1834-a7d5-4395-94c8-6776e0e38f14 req-561d18c1-9e00-45a6-97a9-839e00707fa6 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.760021 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43bb1834-a7d5-4395-94c8-6776e0e38f14 req-561d18c1-9e00-45a6-97a9-839e00707fa6 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 944 time: 0.1691751 Aug 31 13:59:21.868720 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43bb1834-a7d5-4395-94c8-6776e0e38f14 req-aa942748-d8a4-4c84-85cf-899b37c875e5 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022286 Aug 31 13:59:21.870943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.874837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.910238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7da361ed-bee7-4fce-8fa2-30ecbf963654 None None] Provisioning for port 4e2fab6e-2ceb-4127-8937-8b3decf388ad completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:21.915689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7da361ed-bee7-4fce-8fa2-30ecbf963654 None None] Provisioning complete for port 4e2fab6e-2ceb-4127-8937-8b3decf388ad triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:21.916266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7da361ed-bee7-4fce-8fa2-30ecbf963654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.961878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7da361ed-bee7-4fce-8fa2-30ecbf963654 None None] Port 4e2fab6e-2ceb-4127-8937-8b3decf388ad cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:21.966104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Router 62d5fb84-6b9e-4ace-b0cb-d0404887a015 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:21.995085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 13bc2534-038e-49ac-8a5b-6c2bd94106b9 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:22.004736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 41215d05-d3f2-4fab-a5a8-0c879292949f up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:22.048712 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:22.055979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.059567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a707d062-70d5-46f5-ac26-26069e5329f1 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "PUT /v2.0/routers/62d5fb84-6b9e-4ace-b0cb-d0404887a015 HTTP/1.1" status: 200 len: 710 time: 2.2793002 Aug 31 13:59:22.060240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43240) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.069522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] Sync routers for ids ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:22.092202 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] Routers {'62d5fb84-6b9e-4ace-b0cb-d0404887a015'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:22.092833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:22.134407 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:22.136147 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aa83b5ca-c395-4d08-b647-4b1518cfd6b1 tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/routers/62d5fb84-6b9e-4ace-b0cb-d0404887a015 HTTP/1.1" status: 200 len: 745 time: 0.0752399 Aug 31 13:59:22.138849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43242) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.145723 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] Routers {'62d5fb84-6b9e-4ace-b0cb-d0404887a015'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:22.146675 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:22.177478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.208654 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:22.209495 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2929a0-f288-4b80-8779-3090ab934c38 None None] The sync data for ids ['62d5fb84-6b9e-4ace-b0cb-d0404887a015'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:22.218851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.219567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.223236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 13bc2534-038e-49ac-8a5b-6c2bd94106b9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=13bc2534-038e-49ac-8a5b-6c2bd94106b9,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:22.227604 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d9806e0b-bbc8-4ec6-a1cc-c6a24273288e tempest-RoutersIpV6AdminTest-1747349978 tempest-RoutersIpV6AdminTest-1747349978-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=62d5fb84-6b9e-4ace-b0cb-d0404887a015 HTTP/1.1" status: 200 len: 205 time: 0.0850608 Aug 31 13:59:22.227785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad3da7b-8c14-4da1-a77b-0924ebe2f9fa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:22.227901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43244) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.242968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '13bc2534-038e-49ac-8a5b-6c2bd94106b9', 'network_id': '3ca656f4-58bc-409b-9814-c257416ce297', 'port_id': '13bc2534-038e-49ac-8a5b-6c2bd94106b9', 'mac_address': 'fa:16:3e:9b:d3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336d37ef-ab37-4a56-91a1-7410b82496cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:22.246451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 41215d05-d3f2-4fab-a5a8-0c879292949f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:22.255798 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d99df20-1a51-4842-8251-746cc4a6c483 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=62d5fb84-6b9e-4ace-b0cb-d0404887a015 HTTP/1.1" status: 200 len: 205 time: 0.0266395 Aug 31 13:59:22.259325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43246) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.278718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 41215d05-d3f2-4fab-a5a8-0c879292949f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:22.279203 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.320080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.326030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.342877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d172201-c2ee-427d-86d9-892f38e81a3b req-973f88ec-6138-4196-b94e-940c48f37fd1 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6051478 Aug 31 13:59:22.345272 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.358970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f9cde64-cd5f-4746-82ea-3511746203bb tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.360748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bc2534-038e-49ac-8a5b-6c2bd94106b9 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:22.399742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 13bc2534-038e-49ac-8a5b-6c2bd94106b9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=13bc2534-038e-49ac-8a5b-6c2bd94106b9,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:22.400809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9973b43c-7b77-4d46-8f19-a28b58dceb50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9979558 Aug 31 13:59:22.406724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.408207 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.408812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:22.423681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.425410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-52612e63-1725-49fe-9691-64de836dd19a tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9bdda8e5-8ad8-4dde-a629-b3460fc9e8b5 HTTP/1.1" status: 204 len: 168 time: 2.2975276 Aug 31 13:59:22.431308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f', 'admin_state_up': True, 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'security_groups': ['fd8f550c-c0af-4eff-a399-fbf78c6fbe20']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:22.437482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43252) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.442448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-94086652', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:22.504899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.509857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.511398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.568405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=13bc2534-038e-49ac-8a5b-6c2bd94106b9,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:22.591603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:22.594098 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7f58d-f659-4ddb-b100-35b6735965a1" -d '{"events": [{"server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "name": "network-vif-plugged", "status": "completed", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:22.610351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 41215d05-d3f2-4fab-a5a8-0c879292949f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=41215d05-d3f2-4fab-a5a8-0c879292949f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:22.618507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.650392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.721404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=41215d05-d3f2-4fab-a5a8-0c879292949f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:22.730688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f9cde64-cd5f-4746-82ea-3511746203bb tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.738757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f9cde64-cd5f-4746-82ea-3511746203bb tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.795044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf4159-dba3-434e-90a7-fb2b558d2f4d req-c271027a-b6f7-4f28-a927-395b7a91c232 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.798012 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8dbf4159-dba3-434e-90a7-fb2b558d2f4d req-c271027a-b6f7-4f28-a927-395b7a91c232 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 944 time: 0.3015003 Aug 31 13:59:22.818724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f9cde64-cd5f-4746-82ea-3511746203bb tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.819220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9cde64-cd5f-4746-82ea-3511746203bb tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Fanout notify agent at l3_agent the message router_deleted on router 62d5fb84-6b9e-4ace-b0cb-d0404887a015 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:22.827555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f9cde64-cd5f-4746-82ea-3511746203bb tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.832105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6f9cde64-cd5f-4746-82ea-3511746203bb tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/62d5fb84-6b9e-4ace-b0cb-d0404887a015 HTTP/1.1" status: 204 len: 168 time: 0.5680542 Aug 31 13:59:22.833960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43260) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.858149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.866013 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6611858d-7f2e-4c25-9adc-154608b74f98 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=62d5fb84-6b9e-4ace-b0cb-d0404887a015 HTTP/1.1" status: 200 len: 205 time: 0.0310030 Aug 31 13:59:22.869664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43262) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.878187 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8dbf4159-dba3-434e-90a7-fb2b558d2f4d req-4e2c6c2f-b2c6-4841-a461-2f759308892f tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728991 Aug 31 13:59:22.925019 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-18a1372d-5157-4a3b-8cbd-39a79b2299e6 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] delete failed (client error): The resource could not be found. Aug 31 13:59:22.926072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-18a1372d-5157-4a3b-8cbd-39a79b2299e6 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/62d5fb84-6b9e-4ace-b0cb-d0404887a015 HTTP/1.1" status: 404 len: 336 time: 0.0558145 Aug 31 13:59:22.930059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43266) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.936635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['13bc2534-038e-49ac-8a5b-6c2bd94106b9'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:22.948027 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514f7133-3faf-4458-ac89-1231287fa774 x-openstack-request-id: req-514f7133-3faf-4458-ac89-1231287fa774 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:22.952029 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "name": "network-vif-plugged", "status": "completed", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:22.952486 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-514f7133-3faf-4458-ac89-1231287fa774 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:22.952899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba4deb-895f-417e-9519-96ca17a3687c req-7337ca99-b187-4abf-946c-9bbdb30d43d0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.953398 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'code': 200} Aug 31 13:59:22.964952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba4deb-895f-417e-9519-96ca17a3687c req-7337ca99-b187-4abf-946c-9bbdb30d43d0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.973094 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1745937b-6485-4830-ac38-7ae240900e49 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f09c428-e688-4aca-903b-1a2e09b03c2a HTTP/1.1" status: 200 len: 205 time: 0.0396733 Aug 31 13:59:22.973265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba4deb-895f-417e-9519-96ca17a3687c req-7337ca99-b187-4abf-946c-9bbdb30d43d0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.973472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43268) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.973750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9ba4deb-895f-417e-9519-96ca17a3687c req-7337ca99-b187-4abf-946c-9bbdb30d43d0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 2374 time: 0.1841981 Aug 31 13:59:22.976343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:23.023900 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-4d8e0e76-8fef-47e3-9b4f-0b77207df512 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] delete failed (client error): The resource could not be found. Aug 31 13:59:23.025042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d8e0e76-8fef-47e3-9b4f-0b77207df512 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/5f09c428-e688-4aca-903b-1a2e09b03c2a HTTP/1.1" status: 404 len: 336 time: 0.0502949 Aug 31 13:59:23.028094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43270) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.095896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-92374cc3-d0de-4fb0-b2f7-731eb6b6e31a tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 HTTP/1.1" status: 200 len: 205 time: 0.0644281 Aug 31 13:59:23.096121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43272) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.151158 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-6f2eb203-ab6d-46f1-bf38-5a7846ef83e6 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] delete failed (client error): The resource could not be found. Aug 31 13:59:23.154645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6f2eb203-ab6d-46f1-bf38-5a7846ef83e6 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/1da5aa6d-1ab1-4cfb-898e-d67a8b699ca6 HTTP/1.1" status: 404 len: 336 time: 0.0552757 Aug 31 13:59:23.155022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43274) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.198092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8082c-62ab-4a91-aefa-c58f57c42c09 req-449ab3f6-5b41-4506-b8d4-fb859096ec99 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.207153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24e8082c-62ab-4a91-aefa-c58f57c42c09 req-449ab3f6-5b41-4506-b8d4-fb859096ec99 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 945 time: 0.1285279 Aug 31 13:59:23.218964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a80493b-7176-4bb1-9678-db86d6df290d tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=05ad3f5f-28d0-440e-90ff-edb7b87bd96e HTTP/1.1" status: 200 len: 205 time: 0.0553200 Aug 31 13:59:23.223748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.235984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9ba4deb-895f-417e-9519-96ca17a3687c req-82e1ccb2-0745-4cf2-b745-198d39e804fe tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533698 Aug 31 13:59:23.251860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dad3da7b-8c14-4da1-a77b-0924ebe2f9fa no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:23.271758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24e8082c-62ab-4a91-aefa-c58f57c42c09 req-1fa70f4c-545d-4e3d-86ab-c86f2f31ad7e tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635123 Aug 31 13:59:23.295773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: dad3da7b-8c14-4da1-a77b-0924ebe2f9fa {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:23.296267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dad3da7b-8c14-4da1-a77b-0924ebe2f9fa not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:23.324150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-560958fe-0714-4c51-acf5-f16ad440f0e5 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.325669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-560958fe-0714-4c51-acf5-f16ad440f0e5 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.26 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.3282945 Aug 31 13:59:23.327410 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-8e81953d-944b-4c3d-9403-f8700f4a1b74 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] delete failed (client error): The resource could not be found. Aug 31 13:59:23.328340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8e81953d-944b-4c3d-9403-f8700f4a1b74 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/05ad3f5f-28d0-440e-90ff-edb7b87bd96e HTTP/1.1" status: 404 len: 336 time: 0.0914228 Aug 31 13:59:23.331152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43278) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.367739 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22d765f1-59bd-40c5-aa29-33c5a2d1b18c tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e47c78-bfa5-4507-9fe8-6198c846e8ca HTTP/1.1" status: 200 len: 205 time: 0.0329099 Aug 31 13:59:23.367739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.375393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.384606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a054-800f-4cfa-a6e4-66e5a7aa5e3e req-47ec9b71-7ce7-4882-bbad-aecb3b868bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.386546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d422a054-800f-4cfa-a6e4-66e5a7aa5e3e req-47ec9b71-7ce7-4882-bbad-aecb3b868bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 1096 time: 0.2792130 Aug 31 13:59:23.420153 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-0c3e0f88-d98c-4e97-873f-e2547338f46d tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] delete failed (client error): The resource could not be found. Aug 31 13:59:23.424741 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0c3e0f88-d98c-4e97-873f-e2547338f46d tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/f2e47c78-bfa5-4507-9fe8-6198c846e8ca HTTP/1.1" status: 404 len: 336 time: 0.0560637 Aug 31 13:59:23.425450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43284) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.457803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-880f5e4b-0b3d-423f-9b0e-b3c547a478c7 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "GET /v2.0/ports?device_id=64bcb3b5-6383-4050-85f2-841210e17324 HTTP/1.1" status: 200 len: 205 time: 0.0283279 Aug 31 13:59:23.457803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43286) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.501039 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-272a489f-3a0b-47cb-8587-d80a2ee3eb01 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] delete failed (client error): The resource could not be found. Aug 31 13:59:23.505621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-272a489f-3a0b-47cb-8587-d80a2ee3eb01 tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/routers/64bcb3b5-6383-4050-85f2-841210e17324 HTTP/1.1" status: 404 len: 336 time: 0.0438428 Aug 31 13:59:23.506635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43288) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.534279 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-610f3fe0-979b-40f0-b175-0ceb583901ef tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] DELETE failed (client error): The resource could not be found. Aug 31 13:59:23.534926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610f3fe0-979b-40f0-b175-0ceb583901ef tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 13:59:23.539208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-610f3fe0-979b-40f0-b175-0ceb583901ef tempest-RoutersIpV6AdminTest-1945502469 tempest-RoutersIpV6AdminTest-1945502469-project] 10.222.0.10 "DELETE /v2.0/subnets/e49f5384-efc7-4369-8153-f4be4ae35206 HTTP/1.1" status: 404 len: 337 time: 0.0298378 Aug 31 13:59:23.562580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d422a054-800f-4cfa-a6e4-66e5a7aa5e3e req-d9e5d579-01d5-438d-859c-9e21f7c71222 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580894 Aug 31 13:59:23.702538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8aba2-8185-4198-90b4-872085b0b023 req-6ea432e1-81ff-4263-b295-ab1fae18486b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.704146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdb8aba2-8185-4198-90b4-872085b0b023 req-6ea432e1-81ff-4263-b295-ab1fae18486b tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.2661483 Aug 31 13:59:23.728649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Deleting port b18794ea-1761-48d2-b90f-d9072ae8c3a2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:23.729119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.813920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.848598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43298) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:23.871933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.916484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdb8aba2-8185-4198-90b4-872085b0b023 req-dccf791a-c469-4145-80c9-78ee23e297b5 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960652 Aug 31 13:59:23.975600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12a76967-a2a2-4a28-b097-e76561aff125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.980033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 10.2.2.100 (0f792b8a-db28-4879-ad38-ac06a0fe0d9f/6ccca6a3-4ca4-4e7f-84e5-47b85bf08933/962507f7-3d7a-4b3b-b470-f472d67f8282) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:24.026496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] For port b18794ea-1761-48d2-b90f-d9072ae8c3a2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18794ea-1761-48d2-b90f-d9072ae8c3a2,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:24.026795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.097972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12a76967-a2a2-4a28-b097-e76561aff125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.103430 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12a76967-a2a2-4a28-b097-e76561aff125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.145307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12a76967-a2a2-4a28-b097-e76561aff125 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27c4ef2e253642cc9dd8db80d36eaefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955604 Aug 31 13:59:24.147017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a76967-a2a2-4a28-b097-e76561aff125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd83d5-9100-4897-8f28-fe5a6dd05928,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:24.148234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43304) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:24.195287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Allocated IP 172.25.0.248 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/084b0f49-4662-4ffe-baea-4306dda76a67) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:24.382190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e2df0-c0b8-43df-8649-ffc6807fb90d req-4c071163-7b35-4415-8b4a-dc2f42eee138 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.385386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-494e2df0-c0b8-43df-8649-ffc6807fb90d req-4c071163-7b35-4415-8b4a-dc2f42eee138 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 945 time: 0.3072455 Aug 31 13:59:24.402520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bd121-c359-4c62-986f-d5eada39fac5 req-343ff6ee-3dbe-4a79-80cd-a132122e6653 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.408710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bd121-c359-4c62-986f-d5eada39fac5 req-343ff6ee-3dbe-4a79-80cd-a132122e6653 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.415149 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bd121-c359-4c62-986f-d5eada39fac5 req-343ff6ee-3dbe-4a79-80cd-a132122e6653 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.416913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a6bd121-c359-4c62-986f-d5eada39fac5 req-343ff6ee-3dbe-4a79-80cd-a132122e6653 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 2374 time: 0.0837159 Aug 31 13:59:24.465229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a6bd121-c359-4c62-986f-d5eada39fac5 req-6c27077c-8e0e-4ca2-8045-d051a94e1288 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 Aug 31 13:59:24.510428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03a71a10-ef13-49da-a5a7-c9ad2d91b5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.569957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.589582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1ccad-396a-4cbe-9ebd-a8e47623ab6b req-f3031350-2f6f-4354-acaa-87d7d4323264 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.591394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ddc1ccad-396a-4cbe-9ebd-a8e47623ab6b req-f3031350-2f6f-4354-acaa-87d7d4323264 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 945 time: 0.0549769 Aug 31 13:59:24.595816 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.596209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.596534 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Floating IP 0bebdf0d-50ee-48d1-9d6e-5bf7510653aa disassociated. External IP: 172.25.0.127, port: b18794ea-1761-48d2-b90f-d9072ae8c3a2. Aug 31 13:59:24.596895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Calling delete_port for b18794ea-1761-48d2-b90f-d9072ae8c3a2 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:24.612892 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03a71a10-ef13-49da-a5a7-c9ad2d91b5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.616841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-494e2df0-c0b8-43df-8649-ffc6807fb90d req-9ea4adc7-daea-4097-8cc3-eb9bd1b7d409 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043033 Aug 31 13:59:24.630984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Transition to ACTIVE for port object 962507f7-3d7a-4b3b-b470-f472d67f8282 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:24.634729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ddc1ccad-396a-4cbe-9ebd-a8e47623ab6b req-66d281b9-7f53-4a63-a430-d4024cf30b19 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Aug 31 13:59:24.657170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.773327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.777252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03a71a10-ef13-49da-a5a7-c9ad2d91b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.779825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-03a71a10-ef13-49da-a5a7-c9ad2d91b5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.783430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-03a71a10-ef13-49da-a5a7-c9ad2d91b5d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7acd83d5-9100-4897-8f28-fe5a6dd05928 HTTP/1.1" status: 204 len: 168 time: 0.6257350 Aug 31 13:59:24.832736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a71a10-ef13-49da-a5a7-c9ad2d91b5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acd83d5-9100-4897-8f28-fe5a6dd05928,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:24.844233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.881295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:24.891254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=962507f7-3d7a-4b3b-b470-f472d67f8282,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:24.895475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:24.908640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:24.917115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:25.053328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:25.055958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:25.059128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event updated for resources: {'Port': ['ID=084b0f49-4662-4ffe-baea-4306dda76a67,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:25.102386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c590ea-6187-469a-befe-01b7fb9ed478 req-be1c22b1-3395-438c-9413-f198327cb736 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.110578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27c590ea-6187-469a-befe-01b7fb9ed478 req-be1c22b1-3395-438c-9413-f198327cb736 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 946 time: 0.1038685 Aug 31 13:59:25.173509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.199692 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27c590ea-6187-469a-befe-01b7fb9ed478 req-8f39a19a-1397-44b3-8158-a2af2110dcd8 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups?id=10953a9a-c368-453e-89ec-1058b064a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829690 Aug 31 13:59:25.231005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event deleted for resources: {'Port': ['ID=b18794ea-1761-48d2-b90f-d9072ae8c3a2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:25.247475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:25.261537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.262293 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.314158 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-afa58d40-be25-4da3-974b-bd73d8475078 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ad87ef5c3f645bc88ff21a9822c2232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651133 Aug 31 13:59:25.316957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:25.318241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-34e3c6e0-31e8-4b0d-9113-356a7830bd0f None None] Provisioning for port 962507f7-3d7a-4b3b-b470-f472d67f8282 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:25.324005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-34e3c6e0-31e8-4b0d-9113-356a7830bd0f None None] Provisioning complete for port 962507f7-3d7a-4b3b-b470-f472d67f8282 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:25.324397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-34e3c6e0-31e8-4b0d-9113-356a7830bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.374839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-34e3c6e0-31e8-4b0d-9113-356a7830bd0f None None] Port 962507f7-3d7a-4b3b-b470-f472d67f8282 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:25.390884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc25fa68-fc24-4c49-8a99-2fe65068360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.421920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc25fa68-fc24-4c49-8a99-2fe65068360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.477434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc25fa68-fc24-4c49-8a99-2fe65068360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.480394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dc25fa68-fc24-4c49-8a99-2fe65068360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.484439 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dc25fa68-fc24-4c49-8a99-2fe65068360b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/255ca816-3ba2-4a96-928b-5a2f98a13463 HTTP/1.1" status: 204 len: 168 time: 0.1636453 Aug 31 13:59:25.492198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25fa68-fc24-4c49-8a99-2fe65068360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ca816-3ba2-4a96-928b-5a2f98a13463,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:25.650749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae999da-ac52-4cdd-81d3-aaebf1655102 req-3da8e3f0-142b-4e8b-8b8b-9bd30a43896e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.675900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae999da-ac52-4cdd-81d3-aaebf1655102 req-3da8e3f0-142b-4e8b-8b8b-9bd30a43896e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.688978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae999da-ac52-4cdd-81d3-aaebf1655102 req-3da8e3f0-142b-4e8b-8b8b-9bd30a43896e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.700974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae999da-ac52-4cdd-81d3-aaebf1655102 req-3da8e3f0-142b-4e8b-8b8b-9bd30a43896e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.706709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cae999da-ac52-4cdd-81d3-aaebf1655102 req-3da8e3f0-142b-4e8b-8b8b-9bd30a43896e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3095 time: 0.1406155 Aug 31 13:59:25.777684 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cae999da-ac52-4cdd-81d3-aaebf1655102 req-d9e4ec6b-bf1f-487a-8ea0-f8f24debda09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622914 Aug 31 13:59:25.798753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0326702b-b393-4787-9a51-7b8f55b010bc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3717239 Aug 31 13:59:25.845889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f', 'admin_state_up': True, 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'security_groups': ['fd8f550c-c0af-4eff-a399-fbf78c6fbe20']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:25.932789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3e2fb-9926-4b00-9171-00e83e220a8e req-b4cc2151-3d80-4467-9666-7956c846321c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.934479 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08c3e2fb-9926-4b00-9171-00e83e220a8e req-b4cc2151-3d80-4467-9666-7956c846321c tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 945 time: 0.0793045 Aug 31 13:59:25.997743 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-08c3e2fb-9926-4b00-9171-00e83e220a8e req-0867c7a4-193f-4d43-9944-64d1ba4c10ae tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541580 Aug 31 13:59:26.011428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 13bc2534-038e-49ac-8a5b-6c2bd94106b9 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:26.078923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70106d-8538-4cec-afa8-d06abb3ecb67 req-be0dd465-18f1-4350-bd47-65b9482a6ab2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:26.080483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d70106d-8538-4cec-afa8-d06abb3ecb67 req-be0dd465-18f1-4350-bd47-65b9482a6ab2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 945 time: 0.2854500 Aug 31 13:59:26.138009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:26.139609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:26.144395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:26.145265 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.216173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d70106d-8538-4cec-afa8-d06abb3ecb67 req-fd701e77-e6ae-414b-859a-96a8230618d9 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200631 Aug 31 13:59:26.230011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Made reservation on behalf of ce5012d880584cd3980d2e6d3ff98c53 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:26.234826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.262819 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.318012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.324227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a53922-840f-42ef-824f-6e83e8629a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2534-038e-49ac-8a5b-6c2bd94106b9'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:26.327371 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d514c5-b80e-4965-a6bb-d141a21514c6" -d '{"events": [{"server_uuid": "33a53922-840f-42ef-824f-6e83e8629a3f", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2534-038e-49ac-8a5b-6c2bd94106b9"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:26.348578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 13bc2534-038e-49ac-8a5b-6c2bd94106b9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=13bc2534-038e-49ac-8a5b-6c2bd94106b9,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:26.353681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.393613 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3b054279-4520-4f38-9021-7d377f0b127b req-6cd7dbf3-3e18-42b7-9af1-3381c714c121 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 210 time: 0.0595896 Aug 31 13:59:26.445408 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1e9bd5-ae6a-41ed-8122-48a193b11639 x-openstack-request-id: req-8b1e9bd5-ae6a-41ed-8122-48a193b11639 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:26.445699 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a53922-840f-42ef-824f-6e83e8629a3f", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2534-038e-49ac-8a5b-6c2bd94106b9", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:26.445954 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b1e9bd5-ae6a-41ed-8122-48a193b11639 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:26.446347 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a53922-840f-42ef-824f-6e83e8629a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2534-038e-49ac-8a5b-6c2bd94106b9', 'code': 200} Aug 31 13:59:26.463928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=13bc2534-038e-49ac-8a5b-6c2bd94106b9,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:26.698465 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f547eef7-6c40-43b2-9e7a-f2b0e5911e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.728266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540617-f3ee-431c-b8dc-472f72958f3c req-c2af78cf-8424-4d8c-bff0-ac0d5bd9d66a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:26.732122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-c2af78cf-8424-4d8c-bff0-ac0d5bd9d66a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3083022 Aug 31 13:59:26.755578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:26.766335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] Sync routers for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:26.780035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:26.780956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:26.857317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-66493b02-8a16-4776-b622-14a46fbce786 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.1099277 Aug 31 13:59:26.916494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1f6cc-8daa-40b3-9bf9-bc03e2172d70 req-c78e68d1-f715-4e54-96e1-1d47b342e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:26.917748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13a1f6cc-8daa-40b3-9bf9-bc03e2172d70 req-c78e68d1-f715-4e54-96e1-1d47b342e769 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 1097 time: 0.3284967 Aug 31 13:59:26.926728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'floatingip': {'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:27.008698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9d81-7d4b-4a0f-8161-418612e5c91e req-f9c1a42c-34ac-4121-92d6-691f05a17b05 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.025371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9d81-7d4b-4a0f-8161-418612e5c91e req-f9c1a42c-34ac-4121-92d6-691f05a17b05 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.035346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9d81-7d4b-4a0f-8161-418612e5c91e req-f9c1a42c-34ac-4121-92d6-691f05a17b05 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.047093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9d81-7d4b-4a0f-8161-418612e5c91e req-f9c1a42c-34ac-4121-92d6-691f05a17b05 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.053559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Allocated IP 10.2.2.200 (0f792b8a-db28-4879-ad38-ac06a0fe0d9f/6ccca6a3-4ca4-4e7f-84e5-47b85bf08933/041790d6-d90d-487e-90fa-67a3ee411ddb) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:27.055241 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-edfa9d81-7d4b-4a0f-8161-418612e5c91e req-f9c1a42c-34ac-4121-92d6-691f05a17b05 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3095 time: 0.1425695 Aug 31 13:59:27.056992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:27.130523 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-edfa9d81-7d4b-4a0f-8161-418612e5c91e req-973590cc-3d8a-45e0-a53f-6d9b8079c010 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680168 Aug 31 13:59:27.179184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] No DVR routers for this DVR port b18794ea-1761-48d2-b90f-d9072ae8c3a2 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:27.231559 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.233592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-317f8b3f-f292-48ce-9bfd-0b459e38494c req-f71b81ab-3d6d-45bb-80a0-e502994ab3c7 tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.26 "DELETE /v2.0/ports/b18794ea-1761-48d2-b90f-d9072ae8c3a2 HTTP/1.1" status: 204 len: 173 time: 3.9000692 Aug 31 13:59:27.234054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'name': 'network-vif-deleted', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:27.236301 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed5ea3b-acdd-4eae-bc13-896cf58982ff" -d '{"events": [{"server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "name": "network-vif-deleted", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:27.253220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.367568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:07Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:27.368104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13a1f6cc-8daa-40b3-9bf9-bc03e2172d70 req-8c13e6bd-c7ec-4a61-ab41-4f4790d5c1a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897984 Aug 31 13:59:27.373358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2fb-ef16-4bd7-861d-611443ca397a req-3bf098dd-5503-4d1d-b637-1575e0e7032f tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.381687 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8356d2fb-ef16-4bd7-861d-611443ca397a req-3bf098dd-5503-4d1d-b637-1575e0e7032f tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 946 time: 0.1362972 Aug 31 13:59:27.437982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] Checking router: ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:27.450230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:27.450358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8356d2fb-ef16-4bd7-861d-611443ca397a req-6a827984-30ee-4158-8032-a6cda79b962d tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600662 Aug 31 13:59:27.451592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:27.456095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.466133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.480683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43386) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:27.574150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:27.575958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Transition to ACTIVE for port object 041790d6-d90d-487e-90fa-67a3ee411ddb will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:27.594866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-329018494', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:27.618028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Made reservation on behalf of 4036112bce8944bc825da361bb2e51ce for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:27.620353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.633149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.762184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.794411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.800955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.809046 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c18dd4-df8b-4dcc-ae36-f220be50a422 x-openstack-request-id: req-26c18dd4-df8b-4dcc-ae36-f220be50a422 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:27.809461 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b7fab1-b828-44bd-9121-f53a2262d22f", "name": "network-vif-deleted", "tag": "b18794ea-1761-48d2-b90f-d9072ae8c3a2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:27.809812 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26c18dd4-df8b-4dcc-ae36-f220be50a422 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:27.810325 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b7fab1-b828-44bd-9121-f53a2262d22f', 'name': 'network-vif-deleted', 'tag': 'b18794ea-1761-48d2-b90f-d9072ae8c3a2', 'status': 'completed', 'code': 200} Aug 31 13:59:27.813963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] device_id is not set on port 1f380792-8836-4e33-b980-3c23a57d1a4a yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:59:27.864505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:07Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:27.892274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fd2da-6b54-4bf4-88b7-9cf5cffd38ca None None] The sync data for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 is: [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:56:45Z', 'revision_number': 4, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ea68aa2-4f2f-4463-90ff-11fdf0647158', 'name': '', 'network_id': '9395c72b-f401-4438-812c-00eed4772f4b', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'mac_address': 'fa:16:3e:4f:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:44Z', 'updated_at': '2021-08-31T13:57:07Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'subnets': [{'id': '8db70b0d-396f-444d-b7cd-fa66b3f2059d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:27.908743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85980031-8988-466f-aa88-e95139d778fc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:27.922603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:27.928637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.929611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.930161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.930517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.930736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.931491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.931658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.931747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Router 029cb264-a901-4a78-b405-43df912ae8ca is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:27.931959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.932238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.932618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.932967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.933303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.954496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:27.965917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:27.972062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event updated for resources: {'Port': ['ID=041790d6-d90d-487e-90fa-67a3ee411ddb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:28.041826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18794ea-1761-48d2-b90f-d9072ae8c3a2 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:28.047151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Allocated IP 172.25.0.183 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/1f380792-8836-4e33-b980-3c23a57d1a4a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:28.082733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b18794ea-1761-48d2-b90f-d9072ae8c3a2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:28.083262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18794ea-1761-48d2-b90f-d9072ae8c3a2 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:28.085956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41aeb5d7-1442-463b-9f6d-4f19e48cc4fb req-ef7feab4-3c7d-49b8-9741-1b793cecc3bb tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b7fab1-b828-44bd-9121-f53a2262d22f HTTP/1.1" status: 200 len: 210 time: 0.0403099 Aug 31 13:59:28.341103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d6c4555b-2191-4df2-b32b-b87a5ed05587 None None] Provisioning for port 041790d6-d90d-487e-90fa-67a3ee411ddb completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:28.350567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d6c4555b-2191-4df2-b32b-b87a5ed05587 None None] Provisioning complete for port 041790d6-d90d-487e-90fa-67a3ee411ddb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:28.351866 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d6c4555b-2191-4df2-b32b-b87a5ed05587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.409413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d6c4555b-2191-4df2-b32b-b87a5ed05587 None None] Port 041790d6-d90d-487e-90fa-67a3ee411ddb cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:28.416087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9cd65-e478-48fb-a969-40c9310322c6 req-965bb19e-724c-4087-a2cc-14143e67ff8c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.417493 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f6cc1-f32c-4ba2-ac40-30c18de92b3d None None] New status for floating IP 0bebdf0d-50ee-48d1-9d6e-5bf7510653aa: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:59:28.423879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9cd65-e478-48fb-a969-40c9310322c6 req-965bb19e-724c-4087-a2cc-14143e67ff8c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.431110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9cd65-e478-48fb-a969-40c9310322c6 req-965bb19e-724c-4087-a2cc-14143e67ff8c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.439190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9cd65-e478-48fb-a969-40c9310322c6 req-965bb19e-724c-4087-a2cc-14143e67ff8c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.446547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9cd65-e478-48fb-a969-40c9310322c6 req-965bb19e-724c-4087-a2cc-14143e67ff8c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.449013 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5d9cd65-e478-48fb-a969-40c9310322c6 req-965bb19e-724c-4087-a2cc-14143e67ff8c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3816 time: 0.2109921 Aug 31 13:59:28.452442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.521593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5d9cd65-e478-48fb-a969-40c9310322c6 req-4a41f014-70cb-4fec-9bdc-812ec86b659b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655451 Aug 31 13:59:28.552448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.608420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:28.615662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:28.619543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:28.643274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Pushing event updated for resources: {'Port': ['ID=1f380792-8836-4e33-b980-3c23a57d1a4a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:28.700685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.701352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.721464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dde4e-499f-48f2-bf33-e8d451f691b1 req-3e62a078-ff41-4e88-8888-156579fc9892 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.723278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-277dde4e-499f-48f2-bf33-e8d451f691b1 req-3e62a078-ff41-4e88-8888-156579fc9892 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 946 time: 0.0769706 Aug 31 13:59:28.724903 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-60c10195-4e7f-4f34-a40c-4a66c289a2c2 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2444558 Aug 31 13:59:28.728021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:28.732452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.183'}]}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:28.761196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.761808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.765144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:28.779253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] Sync routers for ids ['029cb264-a901-4a78-b405-43df912ae8ca'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:28.786918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.789498 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.794517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] Routers {'029cb264-a901-4a78-b405-43df912ae8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:28.795158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['029cb264-a901-4a78-b405-43df912ae8ca'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:28.820032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-277dde4e-499f-48f2-bf33-e8d451f691b1 req-947b2873-85b1-47cf-8e05-b798b55ee2d8 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822833 Aug 31 13:59:28.841947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:28.848898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6434452b-e2c2-44df-9e94-d3bc8edd094f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0092628 Aug 31 13:59:28.851880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] Routers {'029cb264-a901-4a78-b405-43df912ae8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:28.852853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['029cb264-a901-4a78-b405-43df912ae8ca'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:28.856757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.865541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3cb3545-9e94-4204-bc68-ce8fcabfb32a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4265881 Aug 31 13:59:28.869599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43398) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:28.880620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:28.888788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': False}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:28.891866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:28.893188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebdb0b-184b-45a8-a937-1247b761066b None None] The sync data for ids ['029cb264-a901-4a78-b405-43df912ae8ca'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:28.965231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.991603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.998781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.003215 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.192117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43406) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:29.240281 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Floating IP 60784425-3f97-4f2b-8a39-88a297685d93 associated. External IP: 172.25.0.26, port: 3a248331-f9fa-4364-84e6-6a6eb5474fc0. Aug 31 13:59:29.284590 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4a7620dd-b909-4640-92aa-792373817943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.406744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6799c11-3ee7-4125-bf75-553ee7b8fffd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.471501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6799c11-3ee7-4125-bf75-553ee7b8fffd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.487843 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.536300 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.649655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9459c21a-9ad4-4969-9b6d-a3df8b852593 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:29.655465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6799c11-3ee7-4125-bf75-553ee7b8fffd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.658097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6799c11-3ee7-4125-bf75-553ee7b8fffd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.659253 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a6799c11-3ee7-4125-bf75-553ee7b8fffd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "DELETE /v2.0/security-groups/10953a9a-c368-453e-89ec-1058b064a018 HTTP/1.1" status: 204 len: 168 time: 0.4626079 Aug 31 13:59:29.668300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43410) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:29.672585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.703603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6799c11-3ee7-4125-bf75-553ee7b8fffd tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10953a9a-c368-453e-89ec-1058b064a018,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:29.717275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Transition to ACTIVE for port object 9459c21a-9ad4-4969-9b6d-a3df8b852593 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:29.721729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:29.724094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.729760 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-99a255ef-69fd-4f13-91b8-99ceab0ac99c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] show failed (client error): The resource could not be found. Aug 31 13:59:29.730885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-99a255ef-69fd-4f13-91b8-99ceab0ac99c tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "GET /v2.0/security-groups/10953a9a-c368-453e-89ec-1058b064a018 HTTP/1.1" status: 404 len: 347 time: 0.0602121 Aug 31 13:59:29.738898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43412) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:29.820681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ea5f-faa2-4bff-a609-527d6a47c603 req-0a751dcb-6d0b-4f99-80db-d1ae37d27a7b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:29.827466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ea5f-faa2-4bff-a609-527d6a47c603 req-0a751dcb-6d0b-4f99-80db-d1ae37d27a7b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:29.833789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ea5f-faa2-4bff-a609-527d6a47c603 req-0a751dcb-6d0b-4f99-80db-d1ae37d27a7b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:29.841779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ea5f-faa2-4bff-a609-527d6a47c603 req-0a751dcb-6d0b-4f99-80db-d1ae37d27a7b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:29.848164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ea5f-faa2-4bff-a609-527d6a47c603 req-0a751dcb-6d0b-4f99-80db-d1ae37d27a7b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:29.856215 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3929ea5f-faa2-4bff-a609-527d6a47c603 req-0a751dcb-6d0b-4f99-80db-d1ae37d27a7b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3816 time: 0.1866043 Aug 31 13:59:29.898976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9459c21a-9ad4-4969-9b6d-a3df8b852593,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:29.967261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3929ea5f-faa2-4bff-a609-527d6a47c603 req-6dabc054-50e9-4a2d-a46e-2be3eddc7d67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036961 Aug 31 13:59:29.988754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.099607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:30.104117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Deleting port 1d06f87f-4f5e-46dc-baca-e04642fe28c8 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:30.104461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.108930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.112744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Attempting to bind port 9459c21a-9ad4-4969-9b6d-a3df8b852593 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:30.113105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Attempting to bind port 9459c21a-9ad4-4969-9b6d-a3df8b852593 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:30.113243 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:30.113710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Attempting to bind port 9459c21a-9ad4-4969-9b6d-a3df8b852593 on network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:30.130985 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:30.133144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:30.170512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Port 9459c21a-9ad4-4969-9b6d-a3df8b852593 on network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:30.172756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Attempting to bind port 9459c21a-9ad4-4969-9b6d-a3df8b852593 on network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:30.185077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ed7319c5-a58a-4bf0-a230-7a3e94f3215a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "PUT /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 200 len: 996 time: 3.2643619 Aug 31 13:59:30.187535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:30.189568 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8035749-866c-4b51-9584-edbe7f263785" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:30.194632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:30.194984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Checking segment: {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:30.195373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Bound using segment: {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:30.195830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Bound port: 9459c21a-9ad4-4969-9b6d-a3df8b852593, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f345b766-ebdd-47dd-a8da-2f57e1bca88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:30.196197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.224454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45415-de64-4fdd-9214-7b5a8da906b3 req-38dd2350-b312-49f1-96f1-49c855dfed33 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.226650 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84b45415-de64-4fdd-9214-7b5a8da906b3 req-38dd2350-b312-49f1-96f1-49c855dfed33 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 946 time: 0.1483560 Aug 31 13:59:30.272549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.287547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.287884 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.293420 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:30.311066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Calling delete_port for 1d06f87f-4f5e-46dc-baca-e04642fe28c8 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:30.316437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.329727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ba60e911-8710-4701-8c62-842126df3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.331252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-ba60e911-8710-4701-8c62-842126df3cfd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.1216097 Aug 31 13:59:30.399964 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84b45415-de64-4fdd-9214-7b5a8da906b3 req-c0110fd8-5a80-4921-89d9-1a364e28f2eb tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294324 Aug 31 13:59:30.421078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] For port 9459c21a-9ad4-4969-9b6d-a3df8b852593, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:30.465080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] For port 9459c21a-9ad4-4969-9b6d-a3df8b852593, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:30.476243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.496704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.667465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9459c21a-9ad4-4969-9b6d-a3df8b852593,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:30.702709 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:bf:00:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:28Z', 'revision_number': 1, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:30.726529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.727289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.728917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6fa730b-fb6d-4229-9708-120df42d86b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/9459c21a-9ad4-4969-9b6d-a3df8b852593 HTTP/1.1" status: 200 len: 1091 time: 1.8546453 Aug 31 13:59:30.733836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540617-f3ee-431c-b8dc-472f72958f3c req-23947179-4c26-4f22-8547-8c27abccb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.742080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-23947179-4c26-4f22-8547-8c27abccb37b service neutron] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.4021115 Aug 31 13:59:30.780941 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:30.793438 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:30.794132 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:30.842754 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7998bb5c-e83a-4c4f-95cd-3ec473d783fc x-openstack-request-id: req-7998bb5c-e83a-4c4f-95cd-3ec473d783fc {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:30.843091 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:30.843441 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7998bb5c-e83a-4c4f-95cd-3ec473d783fc {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:30.843735 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'status': 'completed', 'code': 200} Aug 31 13:59:30.846298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.847597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:31.042069 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:31.057123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-fe67ea07-01cb-4548-a0ab-880bf9625101 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 999 time: 0.3139911 Aug 31 13:59:31.121188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.124901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.138835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.141136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.249177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035749-866c-4b51-9584-edbe7f263785 req-12866a5e-1a31-4ead-bb0c-917f7b6eed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.252977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8035749-866c-4b51-9584-edbe7f263785 req-12866a5e-1a31-4ead-bb0c-917f7b6eed0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.3685231 Aug 31 13:59:31.278546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.278546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdd6d651-25e0-4d45-83c5-46bbcd7236ee {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:31.290114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dcc91-0ff2-4131-a99b-6fc2a727b33a req-23ff7e4d-20ab-4a95-bfcd-866406ff8216 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.290600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Pushing event deleted for resources: {'Port': ['ID=1d06f87f-4f5e-46dc-baca-e04642fe28c8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:31.297892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dcc91-0ff2-4131-a99b-6fc2a727b33a req-23ff7e4d-20ab-4a95-bfcd-866406ff8216 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.305341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dcc91-0ff2-4131-a99b-6fc2a727b33a req-23ff7e4d-20ab-4a95-bfcd-866406ff8216 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.312280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dcc91-0ff2-4131-a99b-6fc2a727b33a req-23ff7e4d-20ab-4a95-bfcd-866406ff8216 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.319026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dcc91-0ff2-4131-a99b-6fc2a727b33a req-23ff7e4d-20ab-4a95-bfcd-866406ff8216 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.321523 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a42dcc91-0ff2-4131-a99b-6fc2a727b33a req-23ff7e4d-20ab-4a95-bfcd-866406ff8216 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3828 time: 0.1921654 Aug 31 13:59:31.323997 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.360046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.381452 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 13:59:31.382927 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a75f17fe-d90f-4d1b-9ed0-be4e6070fdce tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6539357 Aug 31 13:59:31.407183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43436) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:31.443568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a42dcc91-0ff2-4131-a99b-6fc2a727b33a req-3d5aaf76-db70-4882-8520-8917009e41ac tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061466 Aug 31 13:59:31.454705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540617-f3ee-431c-b8dc-472f72958f3c req-2f4588fd-2e13-4f01-bbe0-72675344be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.456371 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-2f4588fd-2e13-4f01-bbe0-72675344be7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.3960376 Aug 31 13:59:31.498528 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:bf:00:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:28Z', 'revision_number': 1, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:31.531149 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655b88f-b238-46ef-a79f-3f9ed653c9a6 None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:bf:00:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:28Z', 'revision_number': 1, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:31.550527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.553194 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.555015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ae132c2-b9f5-42ef-95d4-f75a0b7548df tempest-ServersTestManualDisk-1647224291 tempest-ServersTestManualDisk-1647224291-project] 10.222.0.10 "DELETE /v2.0/floatingips/0bebdf0d-50ee-48d1-9d6e-5bf7510653aa HTTP/1.1" status: 204 len: 168 time: 1.8152483 Aug 31 13:59:31.560089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43438) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:31.652417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Router 029cb264-a901-4a78-b405-43df912ae8ca has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:31.780003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540617-f3ee-431c-b8dc-472f72958f3c req-b3a870e6-0217-4a5c-80a9-4d6a8c4566ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.782033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-b3a870e6-0217-4a5c-80a9-4d6a8c4566ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723944 Aug 31 13:59:31.795111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-5f07185b-daf4-43eb-bc21-b6511770d94f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:59:31.796148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-5f07185b-daf4-43eb-bc21-b6511770d94f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057695 Aug 31 13:59:31.803927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035749-866c-4b51-9584-edbe7f263785 req-79ce28fe-a35d-4915-a0b7-05a627faff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.805590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8035749-866c-4b51-9584-edbe7f263785 req-79ce28fe-a35d-4915-a0b7-05a627faff1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.5162911 Aug 31 13:59:31.902242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.932349 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950f0d5-2895-4902-ab65-a87710bd3fa4 None None] New status for floating IP 60784425-3f97-4f2b-8a39-88a297685d93: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:59:32.310171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783e041-8923-418d-853e-0d9590b843cf req-6fbf3646-6fce-4da1-a08d-ae8c4096e8c2 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.311587 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f783e041-8923-418d-853e-0d9590b843cf req-6fbf3646-6fce-4da1-a08d-ae8c4096e8c2 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 946 time: 0.2447450 Aug 31 13:59:32.324284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:32.329097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.333853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9f4a632f-0336-4979-a39d-1243646ed2ac tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "PUT /v2.0/routers/029cb264-a901-4a78-b405-43df912ae8ca HTTP/1.1" status: 200 len: 920 time: 3.4482496 Aug 31 13:59:32.335085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43446) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:32.336822 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] Sync routers for ids ['029cb264-a901-4a78-b405-43df912ae8ca'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:32.356710 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] Routers {'029cb264-a901-4a78-b405-43df912ae8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:32.357767 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['029cb264-a901-4a78-b405-43df912ae8ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:32.363710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Deleting port 1f380792-8836-4e33-b980-3c23a57d1a4a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:32.364238 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.399951 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:32.412105 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] Routers {'029cb264-a901-4a78-b405-43df912ae8ca'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:32.413275 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['029cb264-a901-4a78-b405-43df912ae8ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:32.444067 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.456599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Calling delete_port for 1f380792-8836-4e33-b980-3c23a57d1a4a owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:32.462394 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:32.463339 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d0de79-e475-46bd-800d-1dc18101d5c0 None None] The sync data for ids ['029cb264-a901-4a78-b405-43df912ae8ca'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:32.499925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f783e041-8923-418d-853e-0d9590b843cf req-475a191b-fea8-4be4-83fa-7e1ff8fa0edf tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772513 Aug 31 13:59:32.544972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36310244-3603-4122-9cb0-698209820910 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/029cb264-a901-4a78-b405-43df912ae8ca HTTP/1.1" status: 200 len: 920 time: 0.2048032 Aug 31 13:59:32.547429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43450) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:32.594270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.608987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6bb250-eea4-41e5-933f-42abb216e97c tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.612915 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bc6bb250-eea4-41e5-933f-42abb216e97c tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=029cb264-a901-4a78-b405-43df912ae8ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0625434 Aug 31 13:59:32.614200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43452) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:32.658021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8035749-866c-4b51-9584-edbe7f263785 req-701b1856-270b-442a-a614-ceee3d2222ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 999 time: 0.8294926 Aug 31 13:59:32.671870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f380792-8836-4e33-b980-3c23a57d1a4a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:32.731501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035749-866c-4b51-9584-edbe7f263785 req-cbba5eee-8544-4afb-a526-9362a9785375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.733115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8035749-866c-4b51-9584-edbe7f263785 req-cbba5eee-8544-4afb-a526-9362a9785375 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.0592132 Aug 31 13:59:32.756390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1800778-5261-4f7f-ae5a-625391736e1f {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:32.798396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.800917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11eea1-d918-4b55-9a92-10e58330f4e3 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.805549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bf11eea1-d918-4b55-9a92-10e58330f4e3 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.1872888 Aug 31 13:59:32.805789 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.807259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43456) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:32.844571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:32.846791 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802ac285-f123-4215-adb2-f97527e4064b" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:32.855588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-bec2531a-160b-4451-9d9b-4ce595449faa service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0459902 Aug 31 13:59:32.858053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Transition to ACTIVE for port object e1800778-5261-4f7f-ae5a-625391736e1f will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:32.867447 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.880859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12e586ff-6fd5-4f4b-9dd6-1c5a9a9a2196 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=029cb264-a901-4a78-b405-43df912ae8ca HTTP/1.1" status: 200 len: 205 time: 0.0704675 Aug 31 13:59:32.889941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fee760-c63b-41c2-93e7-3a59eeb1d8f5 req-62669e67-9a64-498e-aa79-6d9f0f0e0b0b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.896138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fee760-c63b-41c2-93e7-3a59eeb1d8f5 req-62669e67-9a64-498e-aa79-6d9f0f0e0b0b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.902003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fee760-c63b-41c2-93e7-3a59eeb1d8f5 req-62669e67-9a64-498e-aa79-6d9f0f0e0b0b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.906944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43460) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:32.908235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fee760-c63b-41c2-93e7-3a59eeb1d8f5 req-62669e67-9a64-498e-aa79-6d9f0f0e0b0b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.915577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fee760-c63b-41c2-93e7-3a59eeb1d8f5 req-62669e67-9a64-498e-aa79-6d9f0f0e0b0b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.917475 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93fee760-c63b-41c2-93e7-3a59eeb1d8f5 req-62669e67-9a64-498e-aa79-6d9f0f0e0b0b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3828 time: 0.1906331 Aug 31 13:59:32.926925 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.933579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-49805eac-08ab-44e7-8a79-233298692ea7 tempest-RoutersAdminNegativeTest-408148731 tempest-RoutersAdminNegativeTest-408148731-project-admin] 10.222.0.10 "DELETE /v2.0/ports/1f380792-8836-4e33-b980-3c23a57d1a4a HTTP/1.1" status: 204 len: 168 time: 1.5189624 Aug 31 13:59:32.964737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035749-866c-4b51-9584-edbe7f263785 req-0c66e722-ae87-45dd-9185-de7785075f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.966346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8035749-866c-4b51-9584-edbe7f263785 req-0c66e722-ae87-45dd-9185-de7785075f81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236443 Aug 31 13:59:33.033602 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93fee760-c63b-41c2-93e7-3a59eeb1d8f5 req-5eefc027-3099-458b-a4be-597afa3049b7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076257 Aug 31 13:59:33.121111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.123351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1800778-5261-4f7f-ae5a-625391736e1f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:33.218681 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:59:33.332541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Deleting port 9ea68aa2-4f2f-4463-90ff-11fdf0647158 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:33.333177 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.350264 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f13c56-1188-4cd2-bee7-10e1d6b8511e x-openstack-request-id: req-e7f13c56-1188-4cd2-bee7-10e1d6b8511e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:33.351230 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:33.351494 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7f13c56-1188-4cd2-bee7-10e1d6b8511e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:33.351924 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'status': 'completed', 'code': 200} Aug 31 13:59:33.383337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8035749-866c-4b51-9584-edbe7f263785 req-9e540c32-a5e4-457c-9f1c-8531bbd58724 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745526 Aug 31 13:59:33.418308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43466) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:33.462127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] For port 9ea68aa2-4f2f-4463-90ff-11fdf0647158, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ea68aa2-4f2f-4463-90ff-11fdf0647158,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:33.462598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.478561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Calling delete_port for 9ea68aa2-4f2f-4463-90ff-11fdf0647158 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:33.559957 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b92dcc7-4927-4b3a-84ad-180ded857048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.586023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41540617-f3ee-431c-b8dc-472f72958f3c req-578a44a4-18b9-4e5a-a029-f71bc8387d23 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128983 Aug 31 13:59:33.613491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-e8f31267-aae4-4381-9a05-f3449001795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.614053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-e8f31267-aae4-4381-9a05-f3449001795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.614545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-e8f31267-aae4-4381-9a05-f3449001795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.615079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-e8f31267-aae4-4381-9a05-f3449001795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.615495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-e8f31267-aae4-4381-9a05-f3449001795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.615973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-e8f31267-aae4-4381-9a05-f3449001795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.618410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-802ac285-f123-4215-adb2-f97527e4064b req-e8f31267-aae4-4381-9a05-f3449001795f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5245 time: 0.1902766 Aug 31 13:59:33.657718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Attempting to bind port e1800778-5261-4f7f-ae5a-625391736e1f on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:33.658065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Attempting to bind port e1800778-5261-4f7f-ae5a-625391736e1f by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:33.658405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Attempting to bind port e1800778-5261-4f7f-ae5a-625391736e1f on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:33.681044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.701512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b92dcc7-4927-4b3a-84ad-180ded857048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.732608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b92dcc7-4927-4b3a-84ad-180ded857048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.742176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Port e1800778-5261-4f7f-ae5a-625391736e1f on network f73e03e0-0832-4c13-bf89-288816181bee not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:33.742418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Attempting to bind port e1800778-5261-4f7f-ae5a-625391736e1f on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:33.796723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8035749-866c-4b51-9584-edbe7f263785 req-9d5f584d-38cd-4788-a9e1-fc4d3cb69953 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894765 Aug 31 13:59:33.801322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:33.801673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Checking segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:33.802060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Bound using segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:33.802509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Bound port: e1800778-5261-4f7f-ae5a-625391736e1f, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:33.802878 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.805756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-446bb79e-0f83-4310-8e8d-8015c03016db tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.807314 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-446bb79e-0f83-4310-8e8d-8015c03016db tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 946 time: 0.2753882 Aug 31 13:59:33.848644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4b92dcc7-4927-4b3a-84ad-180ded857048 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0aea38d7c9184908abb4fee706426bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292924 Aug 31 13:59:33.853822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43476) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:33.865041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105fad-2d74-46c4-9c98-ae8970ea4f88 req-471bcdbb-c9fb-458e-af67-b7aa24966ce2 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.867276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f105fad-2d74-46c4-9c98-ae8970ea4f88 req-471bcdbb-c9fb-458e-af67-b7aa24966ce2 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 946 time: 0.2783680 Aug 31 13:59:33.874988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92dcc7-4927-4b3a-84ad-180ded857048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eb63e4-26ce-4e50-a0e0-b81ceb269f7d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:33.880288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-15f7bb38-13a9-4efd-8019-976a757f1574 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.882565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-15f7bb38-13a9-4efd-8019-976a757f1574 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1724734 Aug 31 13:59:33.935003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-19332109-c7df-4a5b-a18f-7282b6082464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.935372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-19332109-c7df-4a5b-a18f-7282b6082464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.935781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-19332109-c7df-4a5b-a18f-7282b6082464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.938108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-802ac285-f123-4215-adb2-f97527e4064b req-19332109-c7df-4a5b-a18f-7282b6082464 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2935078 Aug 31 13:59:33.991940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5f105fad-2d74-46c4-9c98-ae8970ea4f88 req-ca72e652-c460-4fa7-b821-4deb646e4325 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44d3a3a-228d-476d-8a79-262e96131daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913832 Aug 31 13:59:34.058139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Deleting port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:34.058493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.117192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.132346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-dd094526-ba07-48a9-8f71-f566c17dae66 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1001 time: 0.2324600 Aug 31 13:59:34.133602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Deleting port 084b0f49-4662-4ffe-baea-4306dda76a67 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:34.133957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.142129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] For port e1800778-5261-4f7f-ae5a-625391736e1f, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:34.156352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea68aa2-4f2f-4463-90ff-11fdf0647158,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:34.207194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'floatingip': {'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:34.214896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] For port e1800778-5261-4f7f-ae5a-625391736e1f, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e1800778-5261-4f7f-ae5a-625391736e1f,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:34.252155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a27fda85-7908-4a34-8aa8-1fcc2ec6fa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.268667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.285762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] For port 13bc2534-038e-49ac-8a5b-6c2bd94106b9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=13bc2534-038e-49ac-8a5b-6c2bd94106b9,segment=NetworkSegment(0ca6e7aa-8663-4b45-bf59-5312dbd5f61d),segment_id=0ca6e7aa-8663-4b45-bf59-5312dbd5f61d)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:34.286146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.358687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db355d7-5abc-4784-805b-a19bc301986d req-a4f1bf0b-f2ea-42dc-b15d-848521668e59 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.369987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db355d7-5abc-4784-805b-a19bc301986d req-a4f1bf0b-f2ea-42dc-b15d-848521668e59 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.370671 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a27fda85-7908-4a34-8aa8-1fcc2ec6fa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.375897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.376530 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.378001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 200 len: 1131 time: 3.6005239 Aug 31 13:59:34.378230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db355d7-5abc-4784-805b-a19bc301986d req-a4f1bf0b-f2ea-42dc-b15d-848521668e59 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.386352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db355d7-5abc-4784-805b-a19bc301986d req-a4f1bf0b-f2ea-42dc-b15d-848521668e59 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.394073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac285-f123-4215-adb2-f97527e4064b req-ce2c3e82-2869-4092-90b1-2ae0fee76ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.395734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-802ac285-f123-4215-adb2-f97527e4064b req-ce2c3e82-2869-4092-90b1-2ae0fee76ceb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4048188 Aug 31 13:59:34.398517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db355d7-5abc-4784-805b-a19bc301986d req-a4f1bf0b-f2ea-42dc-b15d-848521668e59 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.398880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.407409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db355d7-5abc-4784-805b-a19bc301986d req-a4f1bf0b-f2ea-42dc-b15d-848521668e59 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.419117 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4db355d7-5abc-4784-805b-a19bc301986d req-a4f1bf0b-f2ea-42dc-b15d-848521668e59 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 4601 time: 0.2330320 Aug 31 13:59:34.426631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Calling delete_port for 13bc2534-038e-49ac-8a5b-6c2bd94106b9 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:34.470954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:34.497707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.543610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ef8ae-a315-4abe-8add-f713b9b51dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1800778-5261-4f7f-ae5a-625391736e1f,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:34.548666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Calling delete_port for 084b0f49-4662-4ffe-baea-4306dda76a67 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:34.698619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a27fda85-7908-4a34-8aa8-1fcc2ec6fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.701187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a27fda85-7908-4a34-8aa8-1fcc2ec6fa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.702337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a27fda85-7908-4a34-8aa8-1fcc2ec6fa56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8eb63e4-26ce-4e50-a0e0-b81ceb269f7d HTTP/1.1" status: 204 len: 168 time: 0.8303835 Aug 31 13:59:34.715597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.740274 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fda85-7908-4a34-8aa8-1fcc2ec6fa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eb63e4-26ce-4e50-a0e0-b81ceb269f7d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:34.789653 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4db355d7-5abc-4784-805b-a19bc301986d req-a483afb0-5fb2-4ba6-9957-4029882b49e2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3606634 Aug 31 13:59:34.801437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.085728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:35.109190 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.158269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['13bc2534-038e-49ac-8a5b-6c2bd94106b9'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:35.175573 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4835dd64-093d-48a6-86e9-3336a4a088af req-f489dafc-5c29-4f95-9f10-23a12571fbbf tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.10 "GET /v2.0/ports?device_id=33a53922-840f-42ef-824f-6e83e8629a3f HTTP/1.1" status: 200 len: 210 time: 0.0782008 Aug 31 13:59:35.207777 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-246a5b67-0a01-4696-b5a2-207d97f0e52c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4036112bce8944bc825da361bb2e51ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177952 Aug 31 13:59:35.210047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Pushing event deleted for resources: {'Port': ['ID=13bc2534-038e-49ac-8a5b-6c2bd94106b9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:35.212704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43492) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:35.255097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:35.277976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] No DVR routers for this DVR port 13bc2534-038e-49ac-8a5b-6c2bd94106b9 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:35.287061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.289058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-820ef3a5-3067-4b05-927e-8e9d6609965f req-c6f3cf32-4cc2-402b-be82-4cfc00b67fe1 tempest-VolumesActionsTest-1870913553 tempest-VolumesActionsTest-1870913553-project] 10.222.0.26 "DELETE /v2.0/ports/13bc2534-038e-49ac-8a5b-6c2bd94106b9 HTTP/1.1" status: 204 len: 173 time: 1.4433064 Aug 31 13:59:35.289506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a53922-840f-42ef-824f-6e83e8629a3f', 'name': 'network-vif-deleted', 'tag': '13bc2534-038e-49ac-8a5b-6c2bd94106b9'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:35.291926 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb8380-75e5-4f9c-ab88-92849f54b2e7" -d '{"events": [{"server_uuid": "33a53922-840f-42ef-824f-6e83e8629a3f", "name": "network-vif-deleted", "tag": "13bc2534-038e-49ac-8a5b-6c2bd94106b9"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:35.363639 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d67a0cd-621f-448e-9a6c-05d7fe9a12af x-openstack-request-id: req-7d67a0cd-621f-448e-9a6c-05d7fe9a12af {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:35.364280 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a53922-840f-42ef-824f-6e83e8629a3f", "name": "network-vif-deleted", "tag": "13bc2534-038e-49ac-8a5b-6c2bd94106b9", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:35.364280 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d67a0cd-621f-448e-9a6c-05d7fe9a12af {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:35.364956 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a53922-840f-42ef-824f-6e83e8629a3f', 'name': 'network-vif-deleted', 'tag': '13bc2534-038e-49ac-8a5b-6c2bd94106b9', 'status': 'completed', 'code': 200} Aug 31 13:59:35.386678 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d616d2e-c6f9-40a6-81d2-da50c5b1a9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.399379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': 'e1800778-5261-4f7f-ae5a-625391736e1f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:35.401444 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804070c6-3bf1-4017-a3b2-0a9987a11d87" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "e1800778-5261-4f7f-ae5a-625391736e1f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:35.453617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d616d2e-c6f9-40a6-81d2-da50c5b1a9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.483896 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5938b809-1b42-4304-be4b-b0f98aa30a2d x-openstack-request-id: req-5938b809-1b42-4304-be4b-b0f98aa30a2d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:35.484192 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "e1800778-5261-4f7f-ae5a-625391736e1f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:35.484441 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5938b809-1b42-4304-be4b-b0f98aa30a2d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:35.484829 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': 'e1800778-5261-4f7f-ae5a-625391736e1f', 'status': 'completed', 'code': 200} Aug 31 13:59:35.490661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:35.498633 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-190a285f-90f9-4019-b5ee-97772b49ef55 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff31c0d5-ba05-4754-a9e5-3e0f6c31c113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9375021 Aug 31 13:59:35.501496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:35.507473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] Sync routers for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:35.522199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:35.523335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:35.612507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.619580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d616d2e-c6f9-40a6-81d2-da50c5b1a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.622306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d616d2e-c6f9-40a6-81d2-da50c5b1a9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.623463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d616d2e-c6f9-40a6-81d2-da50c5b1a9dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85980031-8988-466f-aa88-e95139d778fc HTTP/1.1" status: 204 len: 168 time: 0.4086633 Aug 31 13:59:35.647605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:35.679637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d616d2e-c6f9-40a6-81d2-da50c5b1a9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85980031-8988-466f-aa88-e95139d778fc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:35.705222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-1bb855f9-44e3-49b6-adf6-c0bd1ff35978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:35.705718 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-1bb855f9-44e3-49b6-adf6-c0bd1ff35978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:35.706202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-1bb855f9-44e3-49b6-adf6-c0bd1ff35978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:35.706681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-1bb855f9-44e3-49b6-adf6-c0bd1ff35978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:35.707308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-1bb855f9-44e3-49b6-adf6-c0bd1ff35978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:35.708118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-1bb855f9-44e3-49b6-adf6-c0bd1ff35978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:35.710308 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-1bb855f9-44e3-49b6-adf6-c0bd1ff35978 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5287 time: 0.1553497 Aug 31 13:59:35.720018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.900776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:59:33Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:35.912159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.940056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] Checking router: ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:35.960615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] Routers {'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:35.961379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:36.016097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.056653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-657c8c1a-1ef0-40e1-aea2-14031986e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.057273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-657c8c1a-1ef0-40e1-aea2-14031986e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.057807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-657c8c1a-1ef0-40e1-aea2-14031986e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.059588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-657c8c1a-1ef0-40e1-aea2-14031986e14f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3032637 Aug 31 13:59:36.068482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.103471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-c5f7d855-c0fa-423a-8244-5f501d49439f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.106666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event deleted for resources: {'Port': ['ID=084b0f49-4662-4ffe-baea-4306dda76a67,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:36.110187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-c5f7d855-c0fa-423a-8244-5f501d49439f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.116216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-c5f7d855-c0fa-423a-8244-5f501d49439f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.122296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-c5f7d855-c0fa-423a-8244-5f501d49439f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.128299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-c5f7d855-c0fa-423a-8244-5f501d49439f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.134448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-c5f7d855-c0fa-423a-8244-5f501d49439f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.144281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-c5f7d855-c0fa-423a-8244-5f501d49439f tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 4601 time: 0.1632569 Aug 31 13:59:36.145321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] Set router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:36.263066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.305698 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-adb838c7-6cfb-43e8-9bb9-2f7a44368893 req-de0d6774-6832-4bd1-8486-9be7b7420799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540270 Aug 31 13:59:36.373233 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Floating IP 60784425-3f97-4f2b-8a39-88a297685d93 associated. External IP: 172.25.0.26, port: 3a248331-f9fa-4364-84e6-6a6eb5474fc0. Aug 31 13:59:36.433766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.435583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-8f67777c-b672-47c4-8641-eb3c499c37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.436955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.437493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-804070c6-3bf1-4017-a3b2-0a9987a11d87 req-8f67777c-b672-47c4-8641-eb3c499c37cf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3655589 Aug 31 13:59:36.443789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Deleting port 7bd3fbec-4ca8-4932-8a72-d785b954771f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:36.444652 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.446492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:59:33Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:36.476542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d82fe-f94b-4182-bcec-f6e4952e50d4 None None] The sync data for ids ['ff31c0d5-ba05-4754-a9e5-3e0f6c31c113'] in n-d-792362-6 is: [{'id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'name': 'tempest-ServersTestManualDisk-201113807-router', 'tenant_id': '9dae341a54e74696b6081eaea298ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:56:30Z', 'updated_at': '2021-08-31T13:59:33Z', 'revision_number': 5, 'project_id': '9dae341a54e74696b6081eaea298ea13', 'gw_port': {'id': '7bd3fbec-4ca8-4932-8a72-d785b954771f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31c0d5-ba05-4754-a9e5-3e0f6c31c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:56:32Z', 'updated_at': '2021-08-31T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:36.519071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:36.538785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.539557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Fanout notify agent at l3_agent the message router_deleted on router 029cb264-a901-4a78-b405-43df912ae8ca {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:36.543859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.560578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.565860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43530) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:36.573249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-63c323d5-9208-4997-8b1e-077b21b787f6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1927320418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:36.573609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-57802ed5-23a5-4a24-9f76-d21f9ee11e07 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/029cb264-a901-4a78-b405-43df912ae8ca HTTP/1.1" status: 204 len: 168 time: 3.6645343 Aug 31 13:59:36.591970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Transition to ACTIVE for port object 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:36.597672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.649383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43534) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:36.711897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:36.856986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-892474803'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:36.929529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] For port 7bd3fbec-4ca8-4932-8a72-d785b954771f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7bd3fbec-4ca8-4932-8a72-d785b954771f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:36.930655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.944670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:59:36.944670 n-d-792362-6 neutron-server[101361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 13:59:36.944670 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'id': 'ef78c2f2-827f-41cc-bec3-8a72d360cfa4', 'expiration': datetime.datetime(2021, 8, 31, 14, 1, 36, 906674)}] Aug 31 13:59:36.944670 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:59:36.946024 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:59:36.949420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Calling delete_port for 7bd3fbec-4ca8-4932-8a72-d785b954771f owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:36.949802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Attempting to bind port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:36.950347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Attempting to bind port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:36.950892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Attempting to bind port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:36.967792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 on network f73e03e0-0832-4c13-bf89-288816181bee not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:36.970247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Attempting to bind port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:36.980299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:36.980655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Checking segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:36.981208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Bound using segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:36.981661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Bound port: 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:36.982329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.010921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:37.011738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63c323d5-9208-4997-8b1e-077b21b787f6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.013556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63c323d5-9208-4997-8b1e-077b21b787f6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.132198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] For port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:37.134023 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63c323d5-9208-4997-8b1e-077b21b787f6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.138882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63c323d5-9208-4997-8b1e-077b21b787f6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.163493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63c323d5-9208-4997-8b1e-077b21b787f6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.164713 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-63c323d5-9208-4997-8b1e-077b21b787f6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5957315 Aug 31 13:59:37.167563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43552) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:37.175807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:37.189644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] For port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:37.203742 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.220069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ea68aa2-4f2f-4463-90ff-11fdf0647158 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:37.248510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9ea68aa2-4f2f-4463-90ff-11fdf0647158 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:37.249739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ea68aa2-4f2f-4463-90ff-11fdf0647158 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:37.277442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.277995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.281772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 200 len: 1130 time: 2.8157022 Aug 31 13:59:37.291240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:37.298178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751af72e-c646-45b6-bc1d-537e3a32dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:37.311520 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:37.321746 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:37.322790 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:37.396908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:37.496464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '1ee0c69b-39c7-4eff-8e6b-51d135d3ff07'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:37.497269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.499086 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378b7ba-7d52-4edc-bcb8-e704b91ec530" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "1ee0c69b-39c7-4eff-8e6b-51d135d3ff07"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:37.503039 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:37.557591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.589642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:37.594661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.631442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.663973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd3fbec-4ca8-4932-8a72-d785b954771f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:37.668303 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.765539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.775391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.783284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.791342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.799514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.807674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.814927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.826723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-20e4fa88-b439-44a3-8a5e-eb6b9bfea59c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5373 time: 0.4227631 Aug 31 13:59:37.836655 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:f8:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:35Z', 'revision_number': 3, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:37.878142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.878658 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:37.890895 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:37.891510 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:37.974074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:38.029348 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:38.039085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.069005 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7823c823-aa2d-41d7-98c9-7e6f37a0b454 req-4e301cae-df6a-4a9f-86a9-9770e628bf99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2362783 Aug 31 13:59:38.077334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 13bc2534-038e-49ac-8a5b-6c2bd94106b9 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:38.087057 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.111383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 13bc2534-038e-49ac-8a5b-6c2bd94106b9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:38.112041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 13bc2534-038e-49ac-8a5b-6c2bd94106b9 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:38.113634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.132403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.158580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:59:38.226962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.227732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:38.234994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.236403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c8afa751-f2d9-4798-8d9a-a206721a99ae admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff31c0d5-ba05-4754-a9e5-3e0f6c31c113 HTTP/1.1" status: 204 len: 168 time: 2.7335284 Aug 31 13:59:38.242181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43592) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:38.316502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] Deleting subnet 8db70b0d-396f-444d-b7cd-fa66b3f2059d {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:38.320541 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.372896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.559968 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:f8:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:35Z', 'revision_number': 3, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:38.601514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c38b1d-960f-4273-86fa-d741f3f12f7a None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:f8:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:35Z', 'revision_number': 3, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:38.614254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.614747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.615233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.615710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.616758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.617290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.617767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.619934 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-cbdecce2-c05b-4598-83b7-bf10d7c805c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6210 time: 0.1890082 Aug 31 13:59:38.623751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.646142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.673717 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08385fee-e967-46d5-bbf7-cc63a6e24c9c x-openstack-request-id: req-08385fee-e967-46d5-bbf7-cc63a6e24c9c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:38.674211 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "1ee0c69b-39c7-4eff-8e6b-51d135d3ff07", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:38.674296 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08385fee-e967-46d5-bbf7-cc63a6e24c9c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:38.674633 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '1ee0c69b-39c7-4eff-8e6b-51d135d3ff07', 'status': 'completed', 'code': 200} Aug 31 13:59:38.697725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.698153 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Added segment 90ae2d4c-a8c9-4117-9e72-23562764ca48 of type vlan for network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c Aug 31 13:59:38.814468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd652f1-1ee4-4535-9ddf-efe58f32389c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:38.819553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.823002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c5295d-bad2-431b-aeaa-b6dcd0503e92 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:38.879304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.883525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:38.894787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.908171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.914204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.924765 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.930531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.014872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242aae5-5af6-4e8b-a8dc-9b41a25aa7e0 None None] New status for floating IP 60784425-3f97-4f2b-8a39-88a297685d93: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:59:39.051578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-74dbfe99-d787-4a16-b646-578bc8bf6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.053234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-74dbfe99-d787-4a16-b646-578bc8bf6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.054465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-74dbfe99-d787-4a16-b646-578bc8bf6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.057003 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-74dbfe99-d787-4a16-b646-578bc8bf6712 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4087811 Aug 31 13:59:39.097439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Transition to ACTIVE for port object c9c5295d-bad2-431b-aeaa-b6dcd0503e92 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:39.099891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4334106 Aug 31 13:59:39.130022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43614) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:39.132069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.159664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:39.280310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-d5ae0798-8b3e-4962-bc81-813b27dc6efa tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "PUT /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 200 len: 997 time: 5.1354687 Aug 31 13:59:39.321270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6384617-b943-4c81-8f7c-e8e38d87585f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Network': ['ID=b0b5a9f7-839a-4b6e-97f7-74715fc4c61c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:39.343156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:59:39.395654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7bd3fbec-4ca8-4932-8a72-d785b954771f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:39.410341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Allocated IP 172.25.0.233 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/6d98f0d8-0388-46c1-ab5b-026142cbff0a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:39.411350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-22ebe886-8bed-4656-9c01-8d3dbde37028 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.416230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-22ebe886-8bed-4656-9c01-8d3dbde37028 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports/3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 943 time: 0.1213231 Aug 31 13:59:39.459733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.560487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 7bd3fbec-4ca8-4932-8a72-d785b954771f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:39.560842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7bd3fbec-4ca8-4932-8a72-d785b954771f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:39.614813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:39.624199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.697142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.704083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682ea65-f535-4e4b-88b9-cc67fbd45615 None None] Network 9395c72b-f401-4438-812c-00eed4772f4b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:39.708307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8db70b0d-396f-444d-b7cd-fa66b3f2059d HTTP/1.1" status: 204 len: 168 time: 1.4649146 Aug 31 13:59:39.720978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43620) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:39.721696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896523c8-23e4-4710-9719-9982d9256e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db70b0d-396f-444d-b7cd-fa66b3f2059d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:39.818016 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc1776-d256-4339-bf44-332899fff676 None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:39.841741 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:39.842402 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:39.882819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:39.899143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.943449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.949564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.967290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.985364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.004741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.011069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.027686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.045885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-8a4f1a8b-1849-4a5d-ada1-182d7746b880 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5385 time: 0.8142114 Aug 31 13:59:40.055801 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:40.059158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-129d310b-682d-48fe-85bf-00f4824ca71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.060616 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0378b7ba-7d52-4edc-bcb8-e704b91ec530 req-129d310b-682d-48fe-85bf-00f4824ca71d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9882040 Aug 31 13:59:40.202656 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61328b5f-f5dc-4493-86b0-1610e5953d7a req-bdd0fa11-de7f-4a73-b947-ea463b33deb0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558061 Aug 31 13:59:40.228265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.233939 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.269684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Attempting to bind port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:40.270173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Attempting to bind port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:40.270614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Attempting to bind port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:40.285690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-e116165d-7be3-4d6a-a072-d230ea1acf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.287488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-e116165d-7be3-4d6a-a072-d230ea1acf74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.5071616 Aug 31 13:59:40.299742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 on network f73e03e0-0832-4c13-bf89-288816181bee not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:40.300335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Attempting to bind port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:40.325666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.361912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=dfdb91c1-2cd3-4784-9254-b39783801867,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:40.386130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:40.386480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Checking segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:40.387119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Bound using segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:40.387577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Bound port: c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:40.387946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.410373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] DHCP port deletion for 9395c72b-f401-4438-812c-00eed4772f4b request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:59:40.437761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Deleting port 3fc3314d-304c-4d89-907c-d3d70a232bbe {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:40.438017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.501746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:40.502119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network hostable DHCP agents. Network: b0b5a9f7-839a-4b6e-97f7-74715fc4c61c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:59:40.508382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] For port 3fc3314d-304c-4d89-907c-d3d70a232bbe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3fc3314d-304c-4d89-907c-d3d70a232bbe,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:40.508765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.551141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:59:40.594466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b0b5a9f7-839a-4b6e-97f7-74715fc4c61c) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:40.611902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9835e26-2545-45eb-8a0c-0ef6990e1f86 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:40.612916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.613545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.689549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0'}, {'name': 'network-changed', 'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:40.696060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] Deleting port 3fc3314d-304c-4d89-907c-d3d70a232bbe {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:40.696604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.701893 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89247285-2fc7-4907-a924-8579bfd7036a" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0"}, {"name": "network-changed", "server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:40.706722 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:f8:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:39Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:40.740960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a3540240-0bfa-4242-b5f2-8f7cd3a8f7c6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6011536 Aug 31 13:59:40.747238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43628) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:40.753696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] For port c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:40.772073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] For port 3fc3314d-304c-4d89-907c-d3d70a232bbe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3fc3314d-304c-4d89-907c-d3d70a232bbe,segment=NetworkSegment(b4c2f698-40c9-4d17-9a8d-01d225a121ed),segment_id=b4c2f698-40c9-4d17-9a8d-01d225a121ed)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:40.773174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.787969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] Calling delete_port for 3fc3314d-304c-4d89-907c-d3d70a232bbe owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:40.789129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'name': 'tempest-NetworksTestDHCPv6-213516'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:40.808860 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc1776-d256-4339-bf44-332899fff676 None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:40.822994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-ba4c3b8f-f2ed-4e9d-9ac3-09624a84e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.826424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-ba4c3b8f-f2ed-4e9d-9ac3-09624a84e321 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.5207880 Aug 31 13:59:40.828023 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67180e99-c128-4eec-b4e9-ef19e5ceb6b2 x-openstack-request-id: req-67180e99-c128-4eec-b4e9-ef19e5ceb6b2 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:40.831829 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:40.832230 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67180e99-c128-4eec-b4e9-ef19e5ceb6b2 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:40.832744 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'status': 'completed', 'code': 200} Aug 31 13:59:40.833142 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'status': 'completed', 'code': 200} Aug 31 13:59:40.841352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Calling delete_port for 3fc3314d-304c-4d89-907c-d3d70a232bbe owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:40.849071 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:40.849725 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:40.919436 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.969919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.970536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] No DVR routers for this DVR port 3fc3314d-304c-4d89-907c-d3d70a232bbe on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:40.971816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] For port c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:40.990314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7557c8-6810-4421-8666-8736a1cbd53c None None] Pushing event deleted for resources: {'Port': ['ID=3fc3314d-304c-4d89-907c-d3d70a232bbe,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:41.042827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.071338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-ba4b7369-0924-4aaa-98f9-e53b20e82d35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 217 time: 0.2094235 Aug 31 13:59:41.094655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc3314d-304c-4d89-907c-d3d70a232bbe,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:41.138911 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:41.145628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] No DVR routers for this DVR port 3fc3314d-304c-4d89-907c-d3d70a232bbe on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:41.201706 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.213616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-bd2eb48d-d6a3-46ce-b633-d42e25db0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.216491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-bd2eb48d-d6a3-46ce-b633-d42e25db0bc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.2529502 Aug 31 13:59:41.240115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': 'dfdb91c1-2cd3-4784-9254-b39783801867'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:59:41.240856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.270174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.270817 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.279220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9c5295d-bad2-431b-aeaa-b6dcd0503e92 HTTP/1.1" status: 200 len: 1091 time: 3.9651411 Aug 31 13:59:41.342101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-fb354194-d8f8-400b-822a-564a92a2bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.343593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-fb354194-d8f8-400b-822a-564a92a2bfbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.2712336 Aug 31 13:59:41.351479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:41.502730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/dfdb91c1-2cd3-4784-9254-b39783801867/058a03a5-014a-4b6a-a71e-ec3f2251c7a6) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:41.541134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.618490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3fc3314d-304c-4d89-907c-d3d70a232bbe no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:41.621293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee5756-b2f7-412c-acd0-306252dd1175 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:41.714255 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-59dc1776-d256-4339-bf44-332899fff676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:f8:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:39Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:41.721366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 3fc3314d-304c-4d89-907c-d3d70a232bbe {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:41.722296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3fc3314d-304c-4d89-907c-d3d70a232bbe not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:41.723014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-1d3080c7-0a3d-46fe-a5b8-06f1c4315f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.727473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-1d3080c7-0a3d-46fe-a5b8-06f1c4315f8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3213851 Aug 31 13:59:41.798932 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc1776-d256-4339-bf44-332899fff676 None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:f8:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:39Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:41.893043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event updated for resources: {'Port': ['ID=6d98f0d8-0388-46c1-ab5b-026142cbff0a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:41.969731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:41.972226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-e8ca59a4-f6fd-4bd4-aac1-d7bcc4d6642a service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201316 Aug 31 13:59:41.987817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:41.990406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.994731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.006960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Transition to ACTIVE for port object 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:42.029520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:42.045962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Transition to ACTIVE for port object 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:42.047888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.052473 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.056790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:42.104122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:42.108216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:42.111812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:42.127025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9395c72b-f401-4438-812c-00eed4772f4b']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:42.188286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c2f698-40c9-4d17-9a8d-01d225a121ed') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:42.190265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c2f698-40c9-4d17-9a8d-01d225a121ed') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:42.206488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-9c3b0d9b-9f48-48db-8701-36518aa83fd7 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038147 Aug 31 13:59:42.213560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-cb78497e-c117-4bb4-a214-d4c895aaf927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.216024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-cb78497e-c117-4bb4-a214-d4c895aaf927 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.8968072 Aug 31 13:59:42.223440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.237713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Pushing event updated for resources: {'Port': ['ID=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:42.247726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.248347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.248938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.249461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.249959 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.250454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.250700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.251408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.251919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.252432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.252969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.253493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.253994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:42.257238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.267999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Attempting to bind port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:42.268396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Attempting to bind port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:42.268774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Attempting to bind port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:42.274084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.275367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:42.275761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:42.276174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.276577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:42.277149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Bound port: 058a03a5-014a-4b6a-a71e-ec3f2251c7a6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:42.277550 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.281677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.288306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.294675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.301304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.303380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-614f52d6-a900-4637-b4cc-aa9d9e36e442 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5385 time: 0.8549454 Aug 31 13:59:42.313085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port efed4b47-8638-4927-8b37-d4a78d8d8d9c yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:59:42.369985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-78741bee-c2df-4c7c-9d9d-17687108eb47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 217 time: 0.1389039 Aug 31 13:59:42.403410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] For port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:42.413408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] For port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:42.419399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.513875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.521681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26235d2-9fff-48e4-926a-584d21e4459f None None] Pushing event updated for resources: {'Port': ['ID=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:42.600237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-5f8c64a6-70fb-4ccf-8367-42aebc14f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.601865 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-5f8c64a6-70fb-4ccf-8367-42aebc14f3b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 1096 time: 0.3116937 Aug 31 13:59:42.622173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Releasing vlan 1505 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:59:42.622762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: timer() Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:59:42.639811 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:59:42.695064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7d323339-3e30-46e9-9c19-8fd040e5df70 req-14bb9648-a997-4abc-94ff-97fc9c116124 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3212740 Aug 31 13:59:42.764633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-af19c1d1-e446-403d-8eeb-d38d87e4f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.766443 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-af19c1d1-e446-403d-8eeb-d38d87e4f53e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.3210948 Aug 31 13:59:42.776002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.780311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.783647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9395c72b-f401-4438-812c-00eed4772f4b HTTP/1.1" status: 204 len: 168 time: 3.0511897 Aug 31 13:59:42.820123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::260 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/dfdb91c1-2cd3-4784-9254-b39783801867/efed4b47-8638-4927-8b37-d4a78d8d8d9c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:42.871900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7204-814c-4e1e-9666-9896c5e09b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=9395c72b-f401-4438-812c-00eed4772f4b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:42.969326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-133b33d0-0b80-4fab-bc7b-785ed95e8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.971393 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-133b33d0-0b80-4fab-bc7b-785ed95e8122 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853671 Aug 31 13:59:43.092966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.120160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object efed4b47-8638-4927-8b37-d4a78d8d8d9c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:43.128572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.157906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:43.162295 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42979c1d-f0a0-459f-ab78-be4ec42200c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:43.252497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43652) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:43.257816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2fab6e-2ceb-4127-8937-8b3decf388ad {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:43.284068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.321706 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.342556 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-341a5dc6-3a98-447c-818f-f7d17cd4cad2 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228860 Aug 31 13:59:43.387084 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd045c3-b80e-475e-8afe-eb4481f9e1e1 x-openstack-request-id: req-bbd045c3-b80e-475e-8afe-eb4481f9e1e1 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:43.387380 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:43.387641 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbd045c3-b80e-475e-8afe-eb4481f9e1e1 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:43.388045 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92', 'status': 'completed', 'code': 200} Aug 31 13:59:43.409579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:43.488133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Transition to ACTIVE for port object 4e2fab6e-2ceb-4127-8937-8b3decf388ad will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:43.517219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:43.518974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.529037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.534039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:43.565235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:43.574994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:43.581394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.582185 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.650094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=efed4b47-8638-4927-8b37-d4a78d8d8d9c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:43.688819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.689721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.690392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.691057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.691719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.692410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.693103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.696837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-12f53017-15b1-4ed5-9fcd-6e979306e639 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6277 time: 0.2527747 Aug 31 13:59:43.705485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-a6c74bea-22ea-4eed-8bed-b845919d9a24 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831067 Aug 31 13:59:43.710317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9507127 Aug 31 13:59:43.714035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-8ccc80ae-1dbe-4cfa-9a19-e587e85a7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.716656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43654) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:43.716970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-8ccc80ae-1dbe-4cfa-9a19-e587e85a7f83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 1.0783999 Aug 31 13:59:43.718497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.719074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.719635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.720171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.720705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.721271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.721803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.722349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.722892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.723429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.724649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.725856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93084-97e2-4672-be26-3b4c21f50e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:43.850994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.928161 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d44f9c1-107f-42a6-a629-48a69759efaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dae341a54e74696b6081eaea298ea13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726437 Aug 31 13:59:43.933920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43662) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:44.047446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2fab6e-2ceb-4127-8937-8b3decf388ad,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:44.065375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-0cd01612-c3fa-4336-958a-bfb1266fadf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 1000 time: 0.3248394 Aug 31 13:59:44.218505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-56a47249-a12a-45e1-9ba7-a4966ca16661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.219392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ab474-37b1-45c8-b256-a4e5061a267c None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:44.226694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-56a47249-a12a-45e1-9ba7-a4966ca16661 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.1599691 Aug 31 13:59:44.268587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-d98948df-18bc-48e3-9b36-983c43c32b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.269261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-d98948df-18bc-48e3-9b36-983c43c32b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.269742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-d98948df-18bc-48e3-9b36-983c43c32b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.271390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-d98948df-18bc-48e3-9b36-983c43c32b0e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5404642 Aug 31 13:59:44.277536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Attempting to bind port 4e2fab6e-2ceb-4127-8937-8b3decf388ad on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:44.277887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Attempting to bind port 4e2fab6e-2ceb-4127-8937-8b3decf388ad by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:44.278213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Attempting to bind port 4e2fab6e-2ceb-4127-8937-8b3decf388ad on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:44.342812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f957ad24-d892-4c6a-9789-1141f401cdda None None] Provisioning for port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:44.368418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f957ad24-d892-4c6a-9789-1141f401cdda None None] Provisioning complete for port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:44.369424 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f957ad24-d892-4c6a-9789-1141f401cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.377962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Port 4e2fab6e-2ceb-4127-8937-8b3decf388ad on network f73e03e0-0832-4c13-bf89-288816181bee not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:44.378315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Attempting to bind port 4e2fab6e-2ceb-4127-8937-8b3decf388ad on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:44.393594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-8d5dc7f6-ee46-4c97-b771-0cc0f25f1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.402611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-8d5dc7f6-ee46-4c97-b771-0cc0f25f1e31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749616 Aug 31 13:59:44.433531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2433d-eeb4-435d-aa83-d96606933aae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.440125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2433d-eeb4-435d-aa83-d96606933aae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.442091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f1c2433d-eeb4-435d-aa83-d96606933aae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1665 time: 0.7088497 Aug 31 13:59:44.448855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-f5dd7867-c9c6-4425-bf25-730cbb57c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.450350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-f5dd7867-c9c6-4425-bf25-730cbb57c353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 1096 time: 0.5969172 Aug 31 13:59:44.452153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43668) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:44.484883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.492249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.498373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.504832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.512453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.519195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.524514 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f957ad24-d892-4c6a-9789-1141f401cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.525957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.533750 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-3ea4d8b0-37de-454d-8316-e41e4b83a977 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5397 time: 0.6010907 Aug 31 13:59:44.534465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-1b65a10d-c532-407c-9331-8f64b6e7fb72 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308966 Aug 31 13:59:44.612247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f957ad24-d892-4c6a-9789-1141f401cdda None None] For port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:44.620837 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f957ad24-d892-4c6a-9789-1141f401cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.622282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:44.624956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Checking segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:44.625564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Bound using segment: {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:44.626073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Bound port: 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b011e7f-e3fc-4921-9173-4500549b8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:44.626892 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.636439 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-23c5c0b5-fd7e-4d1e-926e-c764a61411a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.696312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d933928-a895-4d81-8540-490c8b06a0e4 req-e0e5a01e-f530-44a0-bb83-c9b6eab54920 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608675 Aug 31 13:59:44.699842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957ad24-d892-4c6a-9789-1141f401cdda None None] Pushing event updated for resources: {'Port': ['ID=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:44.732035 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-23c5c0b5-fd7e-4d1e-926e-c764a61411a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.776370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e593d6d-89b7-495d-9568-5b824c5311f5 req-0273577a-af2b-4c25-8be7-6f6b6ab7984c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2416861 Aug 31 13:59:44.780087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-3ae521b3-1db9-4541-a7cf-bee8b4d80fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.781994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42979c1d-f0a0-459f-ab78-be4ec42200c1 req-3ae521b3-1db9-4541-a7cf-bee8b4d80fe5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4995041 Aug 31 13:59:44.867895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] For port 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:44.879150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] For port 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:44.886330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.934837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-ee614f5a-7eca-4b47-af4e-e8782e576264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.936545 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-ee614f5a-7eca-4b47-af4e-e8782e576264 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.4633760 Aug 31 13:59:45.032588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:45.033357 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.036950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] 10.222.0.26 "PUT /v2.0/ports/4e2fab6e-2ceb-4127-8937-8b3decf388ad HTTP/1.1" status: 200 len: 1091 time: 3.6903660 Aug 31 13:59:45.059070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port efed4b47-8638-4927-8b37-d4a78d8d8d9c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:45.061355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.083227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:45.086090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Router 46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:45.094783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5a14635-8261-4a3e-9440-3566309b90bf req-9832f504-fd88-4d40-8ad9-9a9bf3f9f989 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1000 time: 0.1749451 Aug 31 13:59:45.143521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-365f385e-b54c-4a19-8cae-6b3c202f8f12 None None] Provisioning complete for port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:45.150229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-365f385e-b54c-4a19-8cae-6b3c202f8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.189059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb2fa5-743a-418a-850b-8f262bc27059 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2fab6e-2ceb-4127-8937-8b3decf388ad,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:45.258731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14635-8261-4a3e-9440-3566309b90bf req-3a4d99ce-d4db-4e49-815a-e2ca01a5d42a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:45.277768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5a14635-8261-4a3e-9440-3566309b90bf req-3a4d99ce-d4db-4e49-815a-e2ca01a5d42a tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports/41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 942 time: 0.1549206 Aug 31 13:59:45.355201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:45.376541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.399971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:45.402187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-23c5c0b5-fd7e-4d1e-926e-c764a61411a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.402361 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f680f9-a898-48af-adc3-c8c580ec7cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:45.405196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-23c5c0b5-fd7e-4d1e-926e-c764a61411a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.409037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-23c5c0b5-fd7e-4d1e-926e-c764a61411a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17f76fa7-c7c2-4327-b679-9838ef3d9bcf HTTP/1.1" status: 204 len: 168 time: 1.4633837 Aug 31 13:59:45.549515 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d1b653-886a-4bf3-8166-2fe25a98a660 x-openstack-request-id: req-32d1b653-886a-4bf3-8166-2fe25a98a660 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:45.550071 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:45.550542 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32d1b653-886a-4bf3-8166-2fe25a98a660 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:45.552072 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad', 'status': 'completed', 'code': 200} Aug 31 13:59:45.562827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-365f385e-b54c-4a19-8cae-6b3c202f8f12 None None] Provisioning for port efed4b47-8638-4927-8b37-d4a78d8d8d9c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:45.567049 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-92fe6d76-d7c1-4795-bad5-156ae3234fab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 1000 time: 0.6133473 Aug 31 13:59:45.572821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5c0b5-fd7e-4d1e-926e-c764a61411a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f76fa7-c7c2-4327-b679-9838ef3d9bcf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:45.576894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-365f385e-b54c-4a19-8cae-6b3c202f8f12 None None] Provisioning complete for port efed4b47-8638-4927-8b37-d4a78d8d8d9c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:45.577722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-365f385e-b54c-4a19-8cae-6b3c202f8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.582800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:45.582800 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.704108 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.714760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:45.725139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.728791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5d93c818-7e49-49bc-908e-341a1dedd0e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "PUT /v2.0/routers/46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 HTTP/1.1" status: 200 len: 880 time: 8.5578701 Aug 31 13:59:45.730360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43680) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:45.734398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for efed4b47-8638-4927-8b37-d4a78d8d8d9c owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:45.737301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-365f385e-b54c-4a19-8cae-6b3c202f8f12 None None] Port efed4b47-8638-4927-8b37-d4a78d8d8d9c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:45.749544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] Sync routers for ids ['46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:45.797727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] Routers {'46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:45.797727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:45.821534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-1c18c68f-e9f5-421c-89ed-6bd4cd0a170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:45.828468 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-1c18c68f-e9f5-421c-89ed-6bd4cd0a170f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.2430317 Aug 31 13:59:45.843568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:45.869800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] Routers {'46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:45.870598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:45.914833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:45.915661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946625e5-2fe6-427d-82cb-c339bf072786 None None] The sync data for ids ['46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:45.924179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-434e8fa1-c205-4386-895a-16b05842b8d0 None None] Provisioning complete for port efed4b47-8638-4927-8b37-d4a78d8d8d9c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:45.924798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-434e8fa1-c205-4386-895a-16b05842b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.969491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-434e8fa1-c205-4386-895a-16b05842b8d0 None None] Port efed4b47-8638-4927-8b37-d4a78d8d8d9c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:46.100838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5a14635-8261-4a3e-9440-3566309b90bf req-87725266-d321-41c8-9b2e-8c97a6cc149f tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1000 time: 0.7254360 Aug 31 13:59:46.138258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247285-2fc7-4907-a924-8579bfd7036a req-c70bb95b-d9a6-4857-a31f-13aefce428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.139833 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-c70bb95b-d9a6-4857-a31f-13aefce428f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981977 Aug 31 13:59:46.155434 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24db73dc-ccd5-470e-adaa-b5db2ed42076 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 HTTP/1.1" status: 200 len: 921 time: 0.4197314 Aug 31 13:59:46.165302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43698) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:46.377848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.384358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.389952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.398500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.417017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.417017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.417017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.425432 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-743a03d4-7615-4eb8-9b32-1c337b5b013c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5397 time: 0.4650822 Aug 31 13:59:46.501511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-fa3c6900-0214-4b97-8359-07ccef663ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512328 Aug 31 13:59:46.522272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8f39c-8aa8-4f78-b2d7-9700649b666d tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.526592 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f6a8f39c-8aa8-4f78-b2d7-9700649b666d tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3578598 Aug 31 13:59:46.530235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43704) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:46.585636 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30982d1e-4d00-49f7-8aeb-e07bab7639bc req-469c6a30-5896-4527-84cb-780619b2be85 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590314 Aug 31 13:59:46.592771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.593656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.593761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.594226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.594703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.595174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.595642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.597596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-413a48cc-53a8-4509-bddc-2fc38cb98576 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6344 time: 0.5765493 Aug 31 13:59:46.696026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.740949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=efed4b47-8638-4927-8b37-d4a78d8d8d9c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:46.781830 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.783932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d70f84fa-2907-496c-9d5a-3ef9c599b9a6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/efed4b47-8638-4927-8b37-d4a78d8d8d9c HTTP/1.1" status: 204 len: 168 time: 2.3278289 Aug 31 13:59:46.795201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43716) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:46.965952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14baf88e-4554-46bb-89dd-5e92172ebb80 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.967637 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-14baf88e-4554-46bb-89dd-5e92172ebb80 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.4278884 Aug 31 13:59:46.974475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43720) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:46.975559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14635-8261-4a3e-9440-3566309b90bf req-6d492846-cdf9-4b19-a439-18c2d5b4f201 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.984290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5a14635-8261-4a3e-9440-3566309b90bf req-6d492846-cdf9-4b19-a439-18c2d5b4f201 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.8757961 Aug 31 13:59:47.009824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db1f40-6e6b-4d36-ae28-55cbd17f746f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.011736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db1f40-6e6b-4d36-ae28-55cbd17f746f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.013030 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-93db1f40-6e6b-4d36-ae28-55cbd17f746f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2167916 Aug 31 13:59:47.015184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89247285-2fc7-4907-a924-8579bfd7036a req-bbc5385f-0ba2-450c-87b8-fdb2a928db3a service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898837 Aug 31 13:59:47.015683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43728) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:47.071153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-24cb6eb1-7c34-425e-8743-324cbdbf2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.071706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-24cb6eb1-7c34-425e-8743-324cbdbf2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.072313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-24cb6eb1-7c34-425e-8743-324cbdbf2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.074554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-24cb6eb1-7c34-425e-8743-324cbdbf2f00 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3471029 Aug 31 13:59:47.077236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962507f7-3d7a-4b3b-b470-f472d67f8282 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:47.094595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.125427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3831f3b3-9a79-4b1f-a932-d0488e81173d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 HTTP/1.1" status: 200 len: 205 time: 0.1355240 Aug 31 13:59:47.126117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43732) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:47.158156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Transition to ACTIVE for port object 962507f7-3d7a-4b3b-b470-f472d67f8282 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:47.167404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet dfdb91c1-2cd3-4784-9254-b39783801867 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:47.171956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.242107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.258079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Pushing event updated for resources: {'Port': ['ID=962507f7-3d7a-4b3b-b470-f472d67f8282,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:47.263292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-f7f73048-7363-4b07-98b7-e47678158406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.264836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2f680f9-a898-48af-adc3-c8c580ec7cf4 req-f7f73048-7363-4b07-98b7-e47678158406 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1818335 Aug 31 13:59:47.482466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Attempting to bind port 962507f7-3d7a-4b3b-b470-f472d67f8282 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:47.482799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Attempting to bind port 962507f7-3d7a-4b3b-b470-f472d67f8282 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:47.483664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Attempting to bind port 962507f7-3d7a-4b3b-b470-f472d67f8282 on network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:47.491029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Port 962507f7-3d7a-4b3b-b470-f472d67f8282 on network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:47.491377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Attempting to bind port 962507f7-3d7a-4b3b-b470-f472d67f8282 on network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:47.499692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:47.500076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Checking segment: {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:47.500434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Bound using segment: {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:47.500946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Bound port: 962507f7-3d7a-4b3b-b470-f472d67f8282, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:47.501882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.657542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] For port 962507f7-3d7a-4b3b-b470-f472d67f8282, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:47.668755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] For port 962507f7-3d7a-4b3b-b470-f472d67f8282, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=962507f7-3d7a-4b3b-b470-f472d67f8282,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:47.678018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.711621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.713775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.716415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] 10.222.0.26 "PUT /v2.0/ports/962507f7-3d7a-4b3b-b470-f472d67f8282 HTTP/1.1" status: 200 len: 1091 time: 2.6376071 Aug 31 13:59:47.721474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:47.741274 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91867df0-3701-4ffe-accd-936aed024169" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:47.790753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Request body: {'port': {'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:47.792252 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.872890 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-73f930eb-edf2-4369-b0ed-e70a303bb978 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1000 time: 0.8170223 Aug 31 13:59:47.917298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f06ce1-b373-4707-b41e-8e7baea9b337 service neutron] Pushing event updated for resources: {'Port': ['ID=962507f7-3d7a-4b3b-b470-f472d67f8282,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:47.938968 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.989926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42147-992a-404c-91f9-b3cda4e55698 req-5283707b-97dc-46ab-a043-8301e5491060 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.991914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-5283707b-97dc-46ab-a043-8301e5491060 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports/41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 942 time: 0.1114571 Aug 31 13:59:47.994283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.237196 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-5b5bf69c-3534-4962-ada9-54a9514aa52f tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1000 time: 0.1288245 Aug 31 13:59:48.243610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.250371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.257473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.263897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.271522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.272596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.278133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.284934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.294520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-1b0274c3-2fff-4a25-9ffd-62696ee3b24d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5409 time: 0.5004632 Aug 31 13:59:48.371753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4351224b-435c-4f42-bbdc-374eb70b1596 req-91b25f96-737c-4dd2-bb6d-1d006397d5dd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762699 Aug 31 13:59:48.414898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.501973 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341849cf-4d35-4429-b5a1-2bb716bf065c x-openstack-request-id: req-341849cf-4d35-4429-b5a1-2bb716bf065c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:48.502311 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:48.503221 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-341849cf-4d35-4429-b5a1-2bb716bf065c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:48.503630 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282', 'status': 'completed', 'code': 200} Aug 31 13:59:48.527695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041790d6-d90d-487e-90fa-67a3ee411ddb {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:48.528404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.554153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42147-992a-404c-91f9-b3cda4e55698 req-c649bf39-6e1c-461b-a307-99deb1b9713e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.561096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-c649bf39-6e1c-461b-a307-99deb1b9713e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2900782 Aug 31 13:59:48.576345 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.589983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-76a83ce7-94ee-4ba6-b9b9-7256bf1e0420 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:59:48.593695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31f289-dbfb-4315-9bfa-51931f31cf73 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:48.599487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-76a83ce7-94ee-4ba6-b9b9-7256bf1e0420 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0374072 Aug 31 13:59:48.603518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.608567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/dfdb91c1-2cd3-4784-9254-b39783801867 HTTP/1.1" status: 204 len: 168 time: 1.5542173 Aug 31 13:59:48.610367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b0c33-94d1-44e1-8439-60bade776187 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdb91c1-2cd3-4784-9254-b39783801867,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:48.613307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43762) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:48.668617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Transition to ACTIVE for port object 041790d6-d90d-487e-90fa-67a3ee411ddb will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:48.682515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.715158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.716025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.716150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.716624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.717137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.717636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.718091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.720188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91867df0-3701-4ffe-accd-936aed024169 req-b671b161-11e0-4408-93d9-e76a155709a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6411 time: 0.1544456 Aug 31 13:59:48.882871 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ca49cb64-1fb6-4f76-8069-85fa9f8ddcf7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2570376 Aug 31 13:59:48.883708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43770) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:48.914721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:48.977432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:59:49.003729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Pushing event updated for resources: {'Port': ['ID=041790d6-d90d-487e-90fa-67a3ee411ddb,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:49.058036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] Deleting port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:49.058572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.107159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-4d5588a6-2517-4599-9d99-350933b9d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.114225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-4d5588a6-2517-4599-9d99-350933b9d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.114787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-4d5588a6-2517-4599-9d99-350933b9d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.116678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91867df0-3701-4ffe-accd-936aed024169 req-4d5588a6-2517-4599-9d99-350933b9d14f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3213382 Aug 31 13:59:49.154418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-828b07be-e03b-44f5-bf47-130fb67dce9d tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1000 time: 0.5535605 Aug 31 13:59:49.183554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Attempting to bind port 041790d6-d90d-487e-90fa-67a3ee411ddb on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:49.184016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Attempting to bind port 041790d6-d90d-487e-90fa-67a3ee411ddb by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:49.184462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Attempting to bind port 041790d6-d90d-487e-90fa-67a3ee411ddb on network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:49.188996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:49.286289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] For port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:49.287862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.312795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Port 041790d6-d90d-487e-90fa-67a3ee411ddb on network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:49.312795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Attempting to bind port 041790d6-d90d-487e-90fa-67a3ee411ddb on network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:49.313159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Deleting port 6d98f0d8-0388-46c1-ab5b-026142cbff0a {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:49.313159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.331280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:49.337245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.349174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:49.349174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Checking segment: {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:49.349174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Bound using segment: {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:49.349174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Bound port: 041790d6-d90d-487e-90fa-67a3ee411ddb, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728a18c3-7eff-43e4-99ef-0fe5f9f3659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:49.349174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.376544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] Calling delete_port for 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:49.415212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:49.468904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] For port 041790d6-d90d-487e-90fa-67a3ee411ddb, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:49.472366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] For port 041790d6-d90d-487e-90fa-67a3ee411ddb, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=041790d6-d90d-487e-90fa-67a3ee411ddb,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:49.477198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:49.486474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.673282 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.697483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.698099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.698219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.699675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/041790d6-d90d-487e-90fa-67a3ee411ddb HTTP/1.1" status: 200 len: 1091 time: 1.9503608 Aug 31 13:59:49.739523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867df0-3701-4ffe-accd-936aed024169 req-d1a81215-0c63-45c7-8e47-44f2c9e6a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.741256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91867df0-3701-4ffe-accd-936aed024169 req-d1a81215-0c63-45c7-8e47-44f2c9e6a1c2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6018851 Aug 31 13:59:49.741624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:49.750188 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.813551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4eec-40ea-4a3b-8e9c-be08b45d43e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.848751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.865145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c22a5a-2e7d-4536-b5e2-52bda3fb03b5 service neutron] Pushing event updated for resources: {'Port': ['ID=041790d6-d90d-487e-90fa-67a3ee411ddb,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:49.867774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.872555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] No DVR routers for this DVR port 058a03a5-014a-4b6a-a71e-ec3f2251c7a6 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:49.895446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:49.925775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bfc88-f975-4387-99ee-3a80da5cb1ee None None] Pushing event deleted for resources: {'Port': ['ID=058a03a5-014a-4b6a-a71e-ec3f2251c7a6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:49.927770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.935385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.949479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.955737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.965972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.979939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.980537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:49.988118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.001995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-560a90fa-df64-4ac1-80c9-aa22588d943c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.4239001 Aug 31 13:59:50.004630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:50.008319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.009224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.015201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a240c65-971b-41cb-a847-d1c39f7644b9 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:50.040132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=4741da62-ea94-48e8-bf4a-9b8e536315fb,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:50.085735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.086689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.087409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.088087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.088800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.089524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.090190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.092629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-883e94fe-9d3c-4016-b6ce-6d049a307c67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6478 time: 0.2690198 Aug 31 13:59:50.108579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.143104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Calling delete_port for 6d98f0d8-0388-46c1-ab5b-026142cbff0a owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:50.189059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4889e3e3-62e5-406f-a8e3-3c150efdcf79 req-8283adc7-5116-4644-bd67-ea5b2342ed47 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495631 Aug 31 13:59:50.191557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-744ded80-4bda-4965-ac54-5d8b923b9695 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593 HTTP/1.1" status: 200 len: 217 time: 0.0739689 Aug 31 13:59:50.285789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-230f4b5c-daa3-48cf-b68c-764f8baf2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.291164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-230f4b5c-daa3-48cf-b68c-764f8baf2f03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5c5e8a8-a03e-43c4-89b6-dbc845c14e20 HTTP/1.1" status: 200 len: 850 time: 0.0902996 Aug 31 13:59:50.317222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '4741da62-ea94-48e8-bf4a-9b8e536315fb'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:59:50.318090 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.406161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4eec-40ea-4a3b-8e9c-be08b45d43e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.415990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-bd98998d-d68f-48ea-9e63-4479cab15fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.417883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-bd98998d-d68f-48ea-9e63-4479cab15fd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094730 Aug 31 13:59:50.418951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4eec-40ea-4a3b-8e9c-be08b45d43e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.422704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.431069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0eb65ae2-56d5-486b-848c-5eca383eb456 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5298762 Aug 31 13:59:50.433449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:50.441088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'name': 'tempest-NetworksTestDHCPv6-1937236414'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:50.445770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.446372 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Floating IP 60784425-3f97-4f2b-8a39-88a297685d93 disassociated. External IP: 172.25.0.26, port: 41215d05-d3f2-4fab-a5a8-0c879292949f. Aug 31 13:59:50.524409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:50.527326 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca981723-6c99-4061-a956-235d7ac787e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:50.548265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f4a4eec-40ea-4a3b-8e9c-be08b45d43e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5105291969664464a81fd441f551d748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0699267 Aug 31 13:59:50.552910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43796) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:50.571422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a4eec-40ea-4a3b-8e9c-be08b45d43e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b278a33-a118-477b-a4ca-93491b3834ee,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:50.610516 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d621b6c9-d731-4537-9b7d-de74be14e1c8 x-openstack-request-id: req-d621b6c9-d731-4537-9b7d-de74be14e1c8 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:50.610859 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:50.611065 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d621b6c9-d731-4537-9b7d-de74be14e1c8 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:50.611467 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb', 'status': 'completed', 'code': 200} Aug 31 13:59:50.637594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-f27cac72-1d35-456b-9d2e-ae7635fc03d6 service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073512 Aug 31 13:59:50.689019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/4741da62-ea94-48e8-bf4a-9b8e536315fb/4afb820a-d5f7-4b0d-b637-090bdcfc8b82) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:50.754827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.805763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-d6d6f17a-4cee-4770-a7e7-9d44d4219b55 service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602888 Aug 31 13:59:50.852031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event deleted for resources: {'Port': ['ID=6d98f0d8-0388-46c1-ab5b-026142cbff0a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:50.854707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-560934d1-a934-47d0-8ced-561b1051b592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.901894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:50.906327 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.973663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.997128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-560934d1-a934-47d0-8ced-561b1051b592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.998734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Transition to ACTIVE for port object 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:51.025485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-cb90f463-15ca-4259-a634-75a46e9b7650 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 200 len: 217 time: 0.2083180 Aug 31 13:59:51.027712 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port f2543932-babd-4027-9c71-13c82a26cf56 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:59:51.038906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Transition to ACTIVE for port object 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:51.051475 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.085029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.191357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-e45da638-190f-4e56-beec-ee496c4a26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.192899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-e45da638-190f-4e56-beec-ee496c4a26d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.1576333 Aug 31 13:59:51.211569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:51.213621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Pushing event updated for resources: {'Port': ['ID=4afb820a-d5f7-4b0d-b637-090bdcfc8b82,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:51.222039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:51.232095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:51.282039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-65298217-4052-45a7-9936-f3c54ce8b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.283671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-65298217-4052-45a7-9936-f3c54ce8b808 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832813 Aug 31 13:59:51.338059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Attempting to bind port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:51.338637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Attempting to bind port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:51.339112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Attempting to bind port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:51.375433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:51.376843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:51.377418 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.378306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:51.378925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Bound port: 4afb820a-d5f7-4b0d-b637-090bdcfc8b82, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:51.379428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.548760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] For port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:51.554999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] For port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4afb820a-d5f7-4b0d-b637-090bdcfc8b82,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:51.560938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.563961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.571094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.590830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.607783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.613773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.621095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.627273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.635369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b7e9609-520d-498e-9324-bfcd677b277b req-b4c78c81-9d64-4f10-b04a-c8b9f3c4b820 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.3033113 Aug 31 13:59:51.656227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06559f84-8fca-4bdd-8925-a8a33151f356 None None] Pushing event updated for resources: {'Port': ['ID=4afb820a-d5f7-4b0d-b637-090bdcfc8b82,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:51.681041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-5353d944-0e06-46e7-9f0e-2ee85ed5e4e1 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872874 Aug 31 13:59:51.685323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b7e9609-520d-498e-9324-bfcd677b277b req-71096f9e-2637-4f24-9d64-6e16eaf49a20 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491285 Aug 31 13:59:51.869902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-10ad2d00-113f-446f-9b52-f436dd581710 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730485 Aug 31 13:59:51.881067 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.889879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.970755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b6a46b15-6744-4a62-bb0a-beda81012bf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 200 len: 217 time: 0.0984225 Aug 31 13:59:52.040907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:52.046917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6ad08011-b4f3-444d-96a2-d2feceb37fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.048584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-6ad08011-b4f3-444d-96a2-d2feceb37fc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.0704567 Aug 31 13:59:52.060616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-560934d1-a934-47d0-8ced-561b1051b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.063278 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-560934d1-a934-47d0-8ced-561b1051b592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.064472 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-560934d1-a934-47d0-8ced-561b1051b592 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b278a33-a118-477b-a4ca-93491b3834ee HTTP/1.1" status: 204 len: 168 time: 1.4980185 Aug 31 13:59:52.077103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.077656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Fanout notify agent at l3_agent the message router_deleted on router 46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:52.094985 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.106185 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-020ef926-7d17-488b-a880-540b490e7d3a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 HTTP/1.1" status: 204 len: 168 time: 4.9715998 Aug 31 13:59:52.106872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43814) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:52.119789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9bedc643-c071-429d-8c7a-ef46b203ee8f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-365549246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:52.145440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-ec904525-4891-4894-8c54-5582617e22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.147184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-ec904525-4891-4894-8c54-5582617e22a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905917 Aug 31 13:59:52.155813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::107 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/4741da62-ea94-48e8-bf4a-9b8e536315fb/f2543932-babd-4027-9c71-13c82a26cf56) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:52.158267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560934d1-a934-47d0-8ced-561b1051b592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b278a33-a118-477b-a4ca-93491b3834ee,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:52.250193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bedc643-c071-429d-8c7a-ef46b203ee8f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.251218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bedc643-c071-429d-8c7a-ef46b203ee8f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.327799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b3f0b3db-dd75-4ed4-bdb4-e83108f3c329 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720941 Aug 31 13:59:52.452011 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bedc643-c071-429d-8c7a-ef46b203ee8f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.456653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:52.464650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.467272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bedc643-c071-429d-8c7a-ef46b203ee8f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.482468 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:52.483062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-f076000f-d33c-482a-8606-9fb500fa5884 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411965 Aug 31 13:59:52.503152 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:52.504085 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:52.553921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-bd7288ed-3d3a-4490-9a10-979f2d04a8fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92 HTTP/1.1" status: 200 len: 217 time: 0.0632174 Aug 31 13:59:52.554320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bedc643-c071-429d-8c7a-ef46b203ee8f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.559134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43826) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:52.559502 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9bedc643-c071-429d-8c7a-ef46b203ee8f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4434967 Aug 31 13:59:52.568795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': True}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:52.577658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-9e7a261f-04a9-4726-93e0-c0fe27999157 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "PUT /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 200 len: 694 time: 3.4148581 Aug 31 13:59:52.583653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:52.588966 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf95134-2071-4c2e-b340-38483b3e566f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:52.638565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.689619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object f2543932-babd-4027-9c71-13c82a26cf56 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:52.703556 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eec641-2af5-4f19-92a6-25c5d0885f64 x-openstack-request-id: req-c6eec641-2af5-4f19-92a6-25c5d0885f64 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:52.703878 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:52.704148 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6eec641-2af5-4f19-92a6-25c5d0885f64 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:52.704589 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'status': 'completed', 'code': 200} Aug 31 13:59:52.711714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42147-992a-404c-91f9-b3cda4e55698 req-1e11c5f0-f7a8-4cb8-9b8b-934547455e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.736317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-1e11c5f0-f7a8-4cb8-9b8b-934547455e51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 1096 time: 0.1424971 Aug 31 13:59:52.803970 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:52.886934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.974352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42147-992a-404c-91f9-b3cda4e55698 req-f8458330-94cc-4feb-9e02-3a406662ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.982457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-f8458330-94cc-4feb-9e02-3a406662ab2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.2451787 Aug 31 13:59:53.069871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:53.077159 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-5ce8c38a-5ae6-46ca-86c2-2fdd527b6a25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 217 time: 0.0937884 Aug 31 13:59:53.095286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:53.102346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:53.113759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.114476 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.194554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=f2543932-babd-4027-9c71-13c82a26cf56,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:53.200006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-4dee1a51-492e-49a4-bc07-98dd998c0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.201523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-4dee1a51-492e-49a4-bc07-98dd998c0a89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.6399879 Aug 31 13:59:53.225216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:53.229580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9144af88-4a4b-4e1b-898c-57173b6a746c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7947147 Aug 31 13:59:53.235830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43852) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:53.238836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42147-992a-404c-91f9-b3cda4e55698 req-b9a47c7b-6bcb-4891-a863-5b39f19cab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.245312 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-b9a47c7b-6bcb-4891-a863-5b39f19cab63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.1660347 Aug 31 13:59:53.324154 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:53.343599 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:53.344535 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:53.390353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31654cf-89f2-48a1-83a0-4121a84f7442 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.408892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c598ae8e-723a-4ff1-8719-56aa1a5d8de6 None None] Provisioning for port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:53.417726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31654cf-89f2-48a1-83a0-4121a84f7442 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.428355 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f31654cf-89f2-48a1-83a0-4121a84f7442 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1813383 Aug 31 13:59:53.429221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43854) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:53.435001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43856) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:53.441708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.492797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf95134-2071-4c2e-b340-38483b3e566f req-85c87fd6-81e5-4dfe-84b6-069fdf0b6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.501187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf95134-2071-4c2e-b340-38483b3e566f req-85c87fd6-81e5-4dfe-84b6-069fdf0b6407 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 1096 time: 0.7581487 Aug 31 13:59:53.511894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:53.545214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.566074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42147-992a-404c-91f9-b3cda4e55698 req-d92b8d5f-0421-4003-8dfa-35f75f0cba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.567166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.580839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.584838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-d92b8d5f-0421-4003-8dfa-35f75f0cba43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900596 Aug 31 13:59:53.598451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.605798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:53.619860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.625631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:53.630164 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.635761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.651352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.668396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-3e4dc3a5-aeda-4844-bdf2-536f04f6483c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.8330729 Aug 31 13:59:53.672777 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:53.787192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.827510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4afb820a-d5f7-4b0d-b637-090bdcfc8b82,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:53.832671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.854551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-73907349-network', 'tenant_id': '97717e4254d24cba8fd8c7ce75b68e70'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:53.953425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Made reservation on behalf of 97717e4254d24cba8fd8c7ce75b68e70 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:53.955791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.987566 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.002037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-aa4c387e-040f-4446-8819-9e7f083e6f9d service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161527 Aug 31 13:59:54.046887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=4afb820a-d5f7-4b0d-b637-090bdcfc8b82,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:54.060792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-65d8e67e-e94a-4a02-b15f-6851fc14983d None None] Provisioning for port f2543932-babd-4027-9c71-13c82a26cf56 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:54.084094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port f2543932-babd-4027-9c71-13c82a26cf56 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:54.086085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.087296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-65d8e67e-e94a-4a02-b15f-6851fc14983d None None] Provisioning complete for port f2543932-babd-4027-9c71-13c82a26cf56 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:54.092454 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65d8e67e-e94a-4a02-b15f-6851fc14983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.147310 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:54.151175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-65d8e67e-e94a-4a02-b15f-6851fc14983d None None] Port f2543932-babd-4027-9c71-13c82a26cf56 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:54.234725 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424fa2c-b8ee-452d-ba5a-382be91ddb17 None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:54.332261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.355530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ddda275-1636-4cdd-b9c1-f15c2a5e98f5 req-ed7d95c0-7ef3-45e8-9f42-601d6ae69c08 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6843669 Aug 31 13:59:54.357540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-136c2dba-797b-44a4-86df-7a85d64c3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.359139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-136c2dba-797b-44a4-86df-7a85d64c3982 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1114051 Aug 31 13:59:54.375543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for f2543932-babd-4027-9c71-13c82a26cf56 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:54.405248 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8db42147-992a-404c-91f9-b3cda4e55698 req-e5cb1470-6b03-44fa-b0e1-c912c7e97647 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942864 Aug 31 13:59:54.539673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf95134-2071-4c2e-b340-38483b3e566f req-44955a44-b852-42a5-b76f-d78f9686d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.543234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.547680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf95134-2071-4c2e-b340-38483b3e566f req-44955a44-b852-42a5-b76f-d78f9686d978 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.8691456 Aug 31 13:59:54.549827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.637957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549c2df0-9854-4b23-8b58-d95fbd5e796c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:54.645054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf95134-2071-4c2e-b340-38483b3e566f req-1205ae92-9eb8-4ae8-8e9a-aa639d61951b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 200 len: 217 time: 0.0951772 Aug 31 13:59:54.675956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.709924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1521, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:59:54.745268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-7cf7f057-9af9-4f76-a275-4de0804e27ec service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724098 Aug 31 13:59:54.753883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80299469-ca34-454e-aa75-854344fb1443 None None] New status for floating IP 60784425-3f97-4f2b-8a39-88a297685d93: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:59:54.800412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.805538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/f2543932-babd-4027-9c71-13c82a26cf56 HTTP/1.1" status: 204 len: 168 time: 1.3742561 Aug 31 13:59:54.808072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43866) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:54.810250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a15b03-a313-4b8c-a57a-216c95c58632 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=f2543932-babd-4027-9c71-13c82a26cf56,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:54.826666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.827017 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Added segment 6d404a50-18f0-444b-b68b-0ff2343b4068 of type vlan for network c4c6534c-798f-410f-a2b6-346f69bc6cef Aug 31 13:59:54.928293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-a2c95206-2a99-44ec-9144-8821e0ccb41e service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682301 Aug 31 13:59:54.987251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-391da26d-463e-47ef-bb37-6a6ccb2956e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad HTTP/1.1" status: 200 len: 217 time: 0.0485246 Aug 31 13:59:54.994352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf95134-2071-4c2e-b340-38483b3e566f req-63d3e7e2-dd76-418e-9e19-400d90c7ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.995968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf95134-2071-4c2e-b340-38483b3e566f req-63d3e7e2-dd76-418e-9e19-400d90c7ccaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.3285108 Aug 31 13:59:55.063805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.107291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86f88b-dadb-4c9a-bb54-e8992f4aed23 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.109689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86f88b-dadb-4c9a-bb54-e8992f4aed23 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.114253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bf86f88b-dadb-4c9a-bb54-e8992f4aed23 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3050799 Aug 31 13:59:55.115221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43870) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:55.184109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 4741da62-ea94-48e8-bf4a-9b8e536315fb {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:55.190167 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.213939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.240057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.246353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.247931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.248729 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.250331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf95134-2071-4c2e-b340-38483b3e566f req-3b68c47b-5170-4897-a8b1-119fc778a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.252627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf95134-2071-4c2e-b340-38483b3e566f req-3b68c47b-5170-4897-a8b1-119fc778a4c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415011 Aug 31 13:59:55.254165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-aa97b78e-2a49-466b-84f9-da2773fa80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.255615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-aa97b78e-2a49-466b-84f9-da2773fa80e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.2578492 Aug 31 13:59:55.264054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-7f84dc06-b97a-4a78-8071-4347ccf3de31 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.283782 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-7f84dc06-b97a-4a78-8071-4347ccf3de31 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3178630 Aug 31 13:59:55.332045 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.395804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:55.442327 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9855065 Aug 31 13:59:55.445606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43878) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:55.455862 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-ddcabb60-a2e9-4df3-92a3-24f75b311078 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 697 time: 0.1762838 Aug 31 13:59:55.461124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'floatingip': {'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:55.463641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454cdbd-dbd2-4cbe-8b62-8b9a46942ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c6534c-798f-410f-a2b6-346f69bc6cef,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:55.469981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Request body: {'subnet': {'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-73907349-subnet', 'tenant_id': '97717e4254d24cba8fd8c7ce75b68e70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:55.484050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network c4c6534c-798f-410f-a2b6-346f69bc6cef details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:59:55.491732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Allocated IP 172.25.0.251 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/d994a775-ea55-4ddb-86a6-66efdc186133) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:55.533289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.568423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:55.568891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.629519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Made reservation on behalf of 97717e4254d24cba8fd8c7ce75b68e70 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:55.631889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.641616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf95134-2071-4c2e-b340-38483b3e566f req-dab981ae-e8a9-4375-8471-ca3c368ed5c6 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746710 Aug 31 13:59:55.892816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-ab85e747-e289-4eae-b5b4-c72536260ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.897071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-ab85e747-e289-4eae-b5b4-c72536260ef5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4477847 Aug 31 13:59:55.928986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.935041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.941044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.947547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.953542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.960117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.966487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.968447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-3d76799c-532a-4a23-8a58-ecb24c4081c9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.2275760 Aug 31 13:59:56.054969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.058115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.081319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cf95134-2071-4c2e-b340-38483b3e566f req-8d0bc429-ff55-4ccf-bcec-4bf2a1cf52cd service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297675 Aug 31 13:59:56.105853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6af103b0-a86b-445a-8880-b70a0959fd78 req-539f5658-e921-4b6e-86f0-2f8929059306 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151328 Aug 31 13:59:56.152581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-a69e11c4-d37c-4841-b51d-d3ae61f66866 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427015 Aug 31 13:59:56.226181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.277425 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.319563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=4741da62-ea94-48e8-bf4a-9b8e536315fb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:56.333024 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.338636 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-875ad74d-2b4e-4d77-b8b0-39f4a87ccefd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/4741da62-ea94-48e8-bf4a-9b8e536315fb HTTP/1.1" status: 204 len: 168 time: 1.2137733 Aug 31 13:59:56.348724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43888) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:56.349325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901de3de-0d6f-44b6-9a63-9672fbaca39c None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:56.434175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:56.435637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:56.446246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:56.449097 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a19bf7e9-e8a4-41a5-8e68-76cf3be9690b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046984 Aug 31 13:59:56.449707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43890) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:56.459403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:56.529915 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.584679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-dc63840c-18bf-43ef-871a-099ea5d1bcaa service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170382 Aug 31 13:59:56.591778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Port': ['ID=d994a775-ea55-4ddb-86a6-66efdc186133,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:56.646720 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=01875db7-65dc-43f3-9ce5-2b49ada306db,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:56.688372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-762eb9fe-81e1-472d-9bf9-cb6bd5f1e450 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=962507f7-3d7a-4b3b-b470-f472d67f8282 HTTP/1.1" status: 200 len: 217 time: 0.0845900 Aug 31 13:59:56.712748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1741a4a4-dfeb-4172-be87-d81647c6cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.751951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:56.755458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.761962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Checking segment: {'id': '6d404a50-18f0-444b-b68b-0ff2343b4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:56.761962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Network hostable DHCP agents. Network: c4c6534c-798f-410f-a2b6-346f69bc6cef, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:59:56.770222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.resource_extend [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:59:56.795269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-95ef7915-29d3-49b2-8124-16b1cd6cf735 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.796549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:59:56.797071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-95ef7915-29d3-49b2-8124-16b1cd6cf735 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8ce8b6-db2d-47cb-baba-aea594ad6464 HTTP/1.1" status: 200 len: 945 time: 0.2481594 Aug 31 13:59:56.880164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] Deleting port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:56.881403 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.894448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Network c4c6534c-798f-410f-a2b6-346f69bc6cef is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:59:56.908273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.918912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.920525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, c4c6534c-798f-410f-a2b6-346f69bc6cef) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:56.930048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.930644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.988149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3e9fba3c-4b85-49c8-815c-68dfe1f72d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.988670 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c53d9502-d4a8-4749-a000-b687dcaa34bc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5417995 Aug 31 13:59:56.991602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3e9fba3c-4b85-49c8-815c-68dfe1f72d7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 200 len: 797 time: 0.2920005 Aug 31 13:59:56.996594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb66a62-419a-4d57-9815-e5a500c168d9 None None] Network c4c6534c-798f-410f-a2b6-346f69bc6cef requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:57.050156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] For port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4afb820a-d5f7-4b0d-b637-090bdcfc8b82,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:57.050567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.089116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] Calling delete_port for 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:57.178044 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Floating IP 60784425-3f97-4f2b-8a39-88a297685d93 associated. External IP: 172.25.0.26, port: 3a248331-f9fa-4364-84e6-6a6eb5474fc0. Aug 31 13:59:57.276119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3bfbd844-d7be-4382-b854-971a52d471f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:57.277684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-3bfbd844-d7be-4382-b854-971a52d471f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2606437 Aug 31 13:59:57.322240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Deleting port 41215d05-d3f2-4fab-a5a8-0c879292949f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:57.322691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.362587 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.423943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:57.453937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] No DVR routers for this DVR port 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:57.470832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.477620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:57.478306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4afb820a-d5f7-4b0d-b637-090bdcfc8b82 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:57.500384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca24f5b-d371-4e4c-832a-a32625c4b9db None None] Pushing event deleted for resources: {'Port': ['ID=4afb820a-d5f7-4b0d-b637-090bdcfc8b82,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:57.540341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688caf9d-a5c5-40d1-bc53-75bb3662e964 None None] Network c4c6534c-798f-410f-a2b6-346f69bc6cef requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:57.548404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:57.556517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:57.562426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:57.563028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.609266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=b911f139-3e59-49ae-9cab-2a7233181797,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:57.627057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] For port 41215d05-d3f2-4fab-a5a8-0c879292949f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=41215d05-d3f2-4fab-a5a8-0c879292949f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:57.628223 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.632422 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-77414433-f1d3-4ec1-98c5-b0fa07fe4aaa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1770875 Aug 31 13:59:57.634911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43908) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:57.640500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'name': 'tempest-NetworksTestDHCPv6-564520772'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:57.644026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Calling delete_port for 41215d05-d3f2-4fab-a5a8-0c879292949f owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:57.681479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bf50af-37a8-450c-b130-346d4388e99b None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:57.776693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:57.871500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:57.876965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.896942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port f542395f-0255-4a0e-bcc0-ebe3757fa306 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 13:59:57.948901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.018004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:58.025627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.041023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.043574 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:58.047954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.054429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.060003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3a248331-f9fa-4364-84e6-6a6eb5474fc0', '41215d05-d3f2-4fab-a5a8-0c879292949f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:58.061093 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:58.061847 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:58.062421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.070019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.075725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': 'b911f139-3e59-49ae-9cab-2a7233181797'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:59:58.077667 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.080979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.091288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.093267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c370485-5376-4040-892b-39cfb3885259 req-07b8a177-4c98-403a-9800-d95f32386f2c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.7639575 Aug 31 13:59:58.097593 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.112474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Pushing event deleted for resources: {'Port': ['ID=41215d05-d3f2-4fab-a5a8-0c879292949f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:58.144101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-1d5e1739-d5c5-4fe5-95a1-1166c549b35e tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "PUT /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 200 len: 996 time: 2.6871791 Aug 31 13:59:58.148423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:58.150917 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:58.164227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-4bde2a3f-d3d9-4c7e-a5a0-d7f9276fed66 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8725061 Aug 31 13:59:58.216774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::30e (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/b911f139-3e59-49ae-9cab-2a7233181797/f542395f-0255-4a0e-bcc0-ebe3757fa306) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:58.249444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-4a06ca17-c793-494d-a044-8d6948be00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.258992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-4a06ca17-c793-494d-a044-8d6948be00b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.0935860 Aug 31 13:59:58.317037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] No DVR routers for this DVR port 41215d05-d3f2-4fab-a5a8-0c879292949f on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:58.330471 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.333240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bc4c740-5a10-41bc-b931-d2237c32b4ce req-bc6f6d8a-12df-4cce-8a49-6b948ae055f2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "DELETE /v2.0/ports/41215d05-d3f2-4fab-a5a8-0c879292949f HTTP/1.1" status: 204 len: 173 time: 1.5280249 Aug 31 13:59:58.340843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'name': 'network-vif-deleted', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:58.344298 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d73b4d-7411-4cd4-ac75-aa4112e83680" -d '{"events": [{"server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "name": "network-vif-deleted", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:58.449055 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:58.479916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c370485-5376-4040-892b-39cfb3885259 req-e53061a3-23b2-4489-b95d-cacd5c04f01c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3743777 Aug 31 13:59:58.546163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-7a75a189-eeca-4a99-91b8-b3ffedc2c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.565541 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-7a75a189-eeca-4a99-91b8-b3ffedc2c349 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.3053675 Aug 31 13:59:58.761848 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.784119 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-63151b38-6c30-4258-85aa-2809fbd8aa58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 999 time: 0.2176187 Aug 31 13:59:58.874311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object f542395f-0255-4a0e-bcc0-ebe3757fa306 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:58.925533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-a661fdb4-1fff-4a3a-bd2b-f62916ebb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.926905 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-a661fdb4-1fff-4a3a-bd2b-f62916ebb92a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.1356761 Aug 31 13:59:58.984521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.029101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-6146074f-761d-4bda-a8a3-35ae8f138314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.030823 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-6146074f-761d-4bda-a8a3-35ae8f138314 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948532 Aug 31 13:59:59.049799 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:bf:00:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:56Z', 'revision_number': 8, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:59.062575 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:59.118476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:59.121107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=f542395f-0255-4a0e-bcc0-ebe3757fa306,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:59.126479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:59.133762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.134423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.136443 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:59.151155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/b911f139-3e59-49ae-9cab-2a7233181797/b57ab8e2-5af7-4dc2-9b86-429115910442) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:59.158660 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:59.159649 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:59.169791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4927d38a-da0f-4cee-8786-7cc5b03be4c0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5334120 Aug 31 13:59:59.170441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43928) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:59.247516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-0ba6d83f-e67c-4362-9e4b-c0a63be87e72 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022178 Aug 31 13:59:59.276068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11ef9e-d25f-4c83-98c7-46a65b026658 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.281033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d11ef9e-d25f-4c83-98c7-46a65b026658 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1074171 Aug 31 13:59:59.282823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43930) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:59.287290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-69b031bf-02a5-42e6-a4c9-1dd004ebfd74 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0226474 Aug 31 13:59:59.329420 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d7436b6b-b61b-4334-b47c-7885a61ab1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.413348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-0c1b0e5a-4b2c-4688-bb6d-e4e7c386da08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=041790d6-d90d-487e-90fa-67a3ee411ddb HTTP/1.1" status: 200 len: 217 time: 0.0769532 Aug 31 13:59:59.516808 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.532452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-444304a9-3336-4c19-b924-ebbb9d4722b9 req-f08e8eba-b27b-4394-b45e-a092448f210e service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776887 Aug 31 13:59:59.538077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.554400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Transition to ACTIVE for port object b57ab8e2-5af7-4dc2-9b86-429115910442 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:59.574719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Transition to ACTIVE for port object b57ab8e2-5af7-4dc2-9b86-429115910442 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:59.583672 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.590755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port f542395f-0255-4a0e-bcc0-ebe3757fa306 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:59.591332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.650111 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:59.699419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:59.700776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Pushing event updated for resources: {'Port': ['ID=b57ab8e2-5af7-4dc2-9b86-429115910442,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:59.701894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c16e53ae-54af-4bfe-a7d3-07529d6d3750 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.711519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:59.717855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:59.723004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c16e53ae-54af-4bfe-a7d3-07529d6d3750 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/networks?id=c4c6534c-798f-410f-a2b6-346f69bc6cef HTTP/1.1" status: 200 len: 812 time: 0.4542575 Aug 31 13:59:59.755847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-11e249e8-c893-478d-89a4-56e0bc1e4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.763188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-11e249e8-c893-478d-89a4-56e0bc1e4639 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 200 len: 797 time: 0.2429473 Aug 31 13:59:59.770380 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.825698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-131c55e2-bb89-4699-bbcb-8f7890092aab tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/quotas/97717e4254d24cba8fd8c7ce75b68e70 HTTP/1.1" status: 200 len: 375 time: 0.0996678 Aug 31 13:59:59.827402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Attempting to bind port b57ab8e2-5af7-4dc2-9b86-429115910442 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:59.827923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Attempting to bind port b57ab8e2-5af7-4dc2-9b86-429115910442 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:59.828307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Attempting to bind port b57ab8e2-5af7-4dc2-9b86-429115910442 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:59.835074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:59.835541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:59.836022 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.836485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:59.837077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Bound port: b57ab8e2-5af7-4dc2-9b86-429115910442, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:59.837545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.875171 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbdaafa-0b73-4651-a0c8-d01070f81d00 x-openstack-request-id: req-0dbdaafa-0b73-4651-a0c8-d01070f81d00 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:59.875171 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8ce8b6-db2d-47cb-baba-aea594ad6464", "name": "network-vif-deleted", "tag": "41215d05-d3f2-4fab-a5a8-0c879292949f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:59.875479 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dbdaafa-0b73-4651-a0c8-d01070f81d00 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:59.875781 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8ce8b6-db2d-47cb-baba-aea594ad6464', 'name': 'network-vif-deleted', 'tag': '41215d05-d3f2-4fab-a5a8-0c879292949f', 'status': 'completed', 'code': 200} Aug 31 13:59:59.905988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] For port b57ab8e2-5af7-4dc2-9b86-429115910442, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:59.909649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] For port b57ab8e2-5af7-4dc2-9b86-429115910442, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b57ab8e2-5af7-4dc2-9b86-429115910442,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:59.913533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-b4898cdc-dbf9-44aa-a863-0a11be90db09 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=97717e4254d24cba8fd8c7ce75b68e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868921 Aug 31 13:59:59.937048 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.942347 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.082219 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:bf:00:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:56Z', 'revision_number': 8, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:00.109753 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0993d1aa-8e6f-4b34-804c-bfb0242d7760 x-openstack-request-id: req-0993d1aa-8e6f-4b34-804c-bfb0242d7760 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:00.110036 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:00.110291 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0993d1aa-8e6f-4b34-804c-bfb0242d7760 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:00.110695 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'status': 'completed', 'code': 200} Aug 31 14:00:00.127620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809838f6-4967-464d-9b46-8fc01ed278bd req-186e46f3-cccf-4270-b181-3b6ea4e4c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.128428 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc859b-2439-41cd-b117-842670c1da1f None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '60784425-3f97-4f2b-8a39-88a297685d93', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'port_id': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'mac_address': 'fa:16:3e:bf:00:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:02Z', 'updated_at': '2021-08-31T13:59:56Z', 'revision_number': 8, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:00.137717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c7ac0-3a3f-477d-911d-b875a9d4e195 None None] Pushing event updated for resources: {'Port': ['ID=b57ab8e2-5af7-4dc2-9b86-429115910442,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.138867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-186e46f3-cccf-4270-b181-3b6ea4e4c8bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3541698 Aug 31 14:00:00.158343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 41215d05-d3f2-4fab-a5a8-0c879292949f no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:00.197267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 41215d05-d3f2-4fab-a5a8-0c879292949f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:00.197502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 41215d05-d3f2-4fab-a5a8-0c879292949f not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:00.297405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3fb3bf78-f43e-4573-b803-8e5026a2008c req-72c500ba-894d-4d0a-9bd8-37ce7914fd0f tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 200 len: 996 time: 0.1857624 Aug 31 14:00:00.298569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-343c8379-c48d-499e-bce7-5128383565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.300113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-343c8379-c48d-499e-bce7-5128383565e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.4234614 Aug 31 14:00:00.373002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.399994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for f542395f-0255-4a0e-bcc0-ebe3757fa306 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:00.441587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-6f4b2062-2b94-498c-91de-cfac233f428d service neutron] 10.222.0.10 "GET /v2.0/networks/c4c6534c-798f-410f-a2b6-346f69bc6cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201523 Aug 31 14:00:00.527694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.565308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a644e8e-9527-4984-85df-a2d7c723da34 None None] New status for floating IP 60784425-3f97-4f2b-8a39-88a297685d93: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:00:00.606026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3bf78-f43e-4573-b803-8e5026a2008c req-9a38f30e-a3dc-43e6-85a7-fd77f8919593 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.607627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3fb3bf78-f43e-4573-b803-8e5026a2008c req-9a38f30e-a3dc-43e6-85a7-fd77f8919593 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.3092871 Aug 31 14:00:00.615878 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-82c74761-400a-4c60-8267-8a6efafa0211 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496455 Aug 31 14:00:00.621451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-bdb2c0dc-8ab2-49ea-9055-116ec19cc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.622845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-bdb2c0dc-8ab2-49ea-9055-116ec19cc54e service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.3071399 Aug 31 14:00:00.627148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-3fb3bf78-f43e-4573-b803-8e5026a2008c req-076d50b0-0ebe-4485-ae30-a80f0ff3f543 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:00:00.629237 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3fb3bf78-f43e-4573-b803-8e5026a2008c req-076d50b0-0ebe-4485-ae30-a80f0ff3f543 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094063 Aug 31 14:00:00.820304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.858786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=f542395f-0255-4a0e-bcc0-ebe3757fa306,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.880303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.886320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.892200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.899620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.905170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.913398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.920258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.922373 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-ed4221ce-7078-4705-a531-4ea27b81d6ef tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.1593385 Aug 31 14:00:00.941947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Router df94b398-688b-4914-8828-1946dbd4a9d3 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:00:00.955114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.959510 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-32fb6be8-f32d-4b32-8003-a1ee75ca4b8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/f542395f-0255-4a0e-bcc0-ebe3757fa306 HTTP/1.1" status: 204 len: 168 time: 1.6733773 Aug 31 14:00:00.964153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43954) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:00.982163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-001871dc-74f3-4589-ac68-91a638f0e82d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 999 time: 0.2215037 Aug 31 14:00:00.991710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9ce4e753-572f-4d5d-896d-dc481e22c687 req-fa26c30b-ad31-4c01-b890-997620a7ce50 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426779 Aug 31 14:00:01.129938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809838f6-4967-464d-9b46-8fc01ed278bd req-b3334386-c65d-4d5e-ae9f-f0ec195b2d42 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052948 Aug 31 14:00:01.247454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a26de21-6997-4f44-a29a-aba38ddf8b41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.249026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a26de21-6997-4f44-a29a-aba38ddf8b41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.250588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a26de21-6997-4f44-a29a-aba38ddf8b41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2788887 Aug 31 14:00:01.254783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-2abf78a3-108d-428d-a801-75c40af5321c service neutron] 10.222.0.10 "GET /v2.0/networks/c4c6534c-798f-410f-a2b6-346f69bc6cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047061 Aug 31 14:00:01.256686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-c167b6f8-0dcb-4e97-b393-8abff87b24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.267106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-c167b6f8-0dcb-4e97-b393-8abff87b24b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.2538354 Aug 31 14:00:01.269527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43956) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:01.351180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-35f7e46a-d72d-47f9-8100-3549318d8a32 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1001 time: 0.1244094 Aug 31 14:00:01.437605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet b911f139-3e59-49ae-9cab-2a7233181797 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:01.463681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b57ab8e2-5af7-4dc2-9b86-429115910442 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:01.518216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-4625117c-ab23-4372-9c9d-c8c851eff3f7 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.520321 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-4625117c-ab23-4372-9c9d-c8c851eff3f7 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports/3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 943 time: 0.1520791 Aug 31 14:00:01.557629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.720824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:01.724524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.732621 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] Sync routers for ids ['df94b398-688b-4914-8828-1946dbd4a9d3'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:01.748044 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] Routers {'df94b398-688b-4914-8828-1946dbd4a9d3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:01.749831 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df94b398-688b-4914-8828-1946dbd4a9d3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:01.780235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b57ab8e2-5af7-4dc2-9b86-429115910442 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:01.840909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.851650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-41d78b55-66cf-4c1e-b1bc-3bb2304df63b tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "PUT /v2.0/routers/df94b398-688b-4914-8828-1946dbd4a9d3 HTTP/1.1" status: 200 len: 914 time: 9.2911963 Aug 31 14:00:01.863134 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:01.878189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43968) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:01.878838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f7e9a39e-62b3-479b-bcf2-ccf17f77947a None None] Provisioning for port b57ab8e2-5af7-4dc2-9b86-429115910442 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:01.892015 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] Routers {'df94b398-688b-4914-8828-1946dbd4a9d3'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:01.893142 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df94b398-688b-4914-8828-1946dbd4a9d3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:01.903968 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-ca1dde53-916a-4505-9600-0884c13ba2f4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1001 time: 0.2317076 Aug 31 14:00:01.915405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.915896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.916369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.916837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.917669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.917791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.918234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.922466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f7e9a39e-62b3-479b-bcf2-ccf17f77947a None None] Provisioning complete for port b57ab8e2-5af7-4dc2-9b86-429115910442 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:01.923541 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a39e-62b3-479b-bcf2-ccf17f77947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.927106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca981723-6c99-4061-a956-235d7ac787e2 req-27e0aaff-ee5c-4f1c-b6e3-8f110658cd15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6478 time: 0.5088456 Aug 31 14:00:01.928793 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.017523 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:02.019131 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf43b82-91fa-4e47-94be-7ff99e240a2b None None] The sync data for ids ['df94b398-688b-4914-8828-1946dbd4a9d3'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:02.200533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a39e-62b3-479b-bcf2-ccf17f77947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.231078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c79dd091-70e8-4f32-839c-51469c5e4e89 req-0c79e2f2-b9b3-423d-a77d-b303835469e2 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 210 time: 0.3535891 Aug 31 14:00:02.238631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-ff21ff1f-7417-415f-981f-e00c2f3eac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.241896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-ff21ff1f-7417-415f-981f-e00c2f3eac6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8256855 Aug 31 14:00:02.292541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f7e9a39e-62b3-479b-bcf2-ccf17f77947a None None] For port b57ab8e2-5af7-4dc2-9b86-429115910442, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b57ab8e2-5af7-4dc2-9b86-429115910442,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:02.296968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a39e-62b3-479b-bcf2-ccf17f77947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.330316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-1939ed3d-2242-4905-bb29-8c2fb5d50c62 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.334644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-1939ed3d-2242-4905-bb29-8c2fb5d50c62 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.4266429 Aug 31 14:00:02.421179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1c546d25-0ae8-415a-9bed-c35f499981b1 None None] Could not find standard attr ID for object f542395f-0255-4a0e-bcc0-ebe3757fa306. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:00:02.429528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9a39e-62b3-479b-bcf2-ccf17f77947a None None] Pushing event updated for resources: {'Port': ['ID=b57ab8e2-5af7-4dc2-9b86-429115910442,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:02.515185 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-0e0744a2-8030-4265-8c85-c2c9f564d446 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5974667 Aug 31 14:00:02.521405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-36b32b4d-464f-4164-9ab4-e3195d6e9053 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 1001 time: 0.1671546 Aug 31 14:00:02.546190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:02.663170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.756336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-320c708f-a5d6-46ee-9d0c-dae2d27df2ff service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393170 Aug 31 14:00:02.758220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-1e6f53c4-01c6-4005-906d-5e50a65f5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.759802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca981723-6c99-4061-a956-235d7ac787e2 req-1e6f53c4-01c6-4005-906d-5e50a65f5013 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f HTTP/1.1" status: 200 len: 903 time: 0.8055575 Aug 31 14:00:02.866737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.875441 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.876057 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Floating IP 60784425-3f97-4f2b-8a39-88a297685d93 disassociated. External IP: 172.25.0.26, port: 3a248331-f9fa-4364-84e6-6a6eb5474fc0. Aug 31 14:00:02.962741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca981723-6c99-4061-a956-235d7ac787e2 req-2e16c346-29f5-42f2-959b-01e97c2501df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=041790d6-d90d-487e-90fa-67a3ee411ddb HTTP/1.1" status: 200 len: 217 time: 0.1742132 Aug 31 14:00:02.982153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.982818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.983124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.983607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.984084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.984564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.985151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.987154 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f7093807-1027-42df-8d82-51e742282226 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6502 time: 0.3213573 Aug 31 14:00:03.285192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:03.295910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-53805045-d9cf-4699-9195-3a4bba53ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.296410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-53805045-d9cf-4699-9195-3a4bba53ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.296925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-53805045-d9cf-4699-9195-3a4bba53ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.298571 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-53805045-d9cf-4699-9195-3a4bba53ee5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e826e557-6658-4810-8c86-7d55890038fa&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb HTTP/1.1" status: 200 len: 2299 time: 0.2721636 Aug 31 14:00:03.326085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b57ab8e2-5af7-4dc2-9b86-429115910442 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:03.424469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b57ab8e2-5af7-4dc2-9b86-429115910442 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:03.424941 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:03.494578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-30b358c6-9d02-4259-91ec-4ad64d52ca2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3 HTTP/1.1" status: 200 len: 1001 time: 0.1829107 Aug 31 14:00:03.508164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-d8a4880c-1be6-408b-b0d8-b409270d310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.513655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca981723-6c99-4061-a956-235d7ac787e2 req-d8a4880c-1be6-408b-b0d8-b409270d310e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 200 len: 797 time: 0.5280573 Aug 31 14:00:03.631116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-670c719c-2ac3-4a13-8d50-0431b855753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.633365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-670c719c-2ac3-4a13-8d50-0431b855753c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b87d092b-4b37-4b49-9b89-cbf630a4280c HTTP/1.1" status: 200 len: 856 time: 0.1295052 Aug 31 14:00:03.649032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:03.663363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-d753a94e-d447-4fa8-b86f-b0503c7b3aa9 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.665555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-d753a94e-d447-4fa8-b86f-b0503c7b3aa9 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.26 "GET /v2.0/networks?id=c4c6534c-798f-410f-a2b6-346f69bc6cef HTTP/1.1" status: 200 len: 812 time: 0.1909215 Aug 31 14:00:03.668124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c23a27d6-1f19-4d30-94f7-a8f106776362 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/df94b398-688b-4914-8828-1946dbd4a9d3 HTTP/1.1" status: 200 len: 920 time: 1.7378516 Aug 31 14:00:03.680617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:03.683003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:03.700832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.706068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:03.706689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:03.708025 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:03.708559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.716202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.722885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.730055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.736356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.743406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.745819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-7118d684-3efe-417c-bfe3-17bb4c3c2597 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 1.2527072 Aug 31 14:00:03.746530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:03.757114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-23809822-f5f6-47d5-88a0-51c040895615 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "PUT /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 200 len: 695 time: 1.2257555 Aug 31 14:00:03.760625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:03.763146 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:03.843515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Request body: {'port': {'device_id': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef', 'admin_state_up': True, 'tenant_id': '97717e4254d24cba8fd8c7ce75b68e70'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:03.920283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-73ff3b7e-56e0-4f4b-90fe-624b67f8d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.924762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-73ff3b7e-56e0-4f4b-90fe-624b67f8d9db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e826e557-6658-4810-8c86-7d55890038fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644434 Aug 31 14:00:03.948713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-3a00ec2a-b79c-4c75-b69a-e68ed7acc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.958322 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-3a00ec2a-b79c-4c75-b69a-e68ed7acc83b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.1773365 Aug 31 14:00:03.977022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:04.048531 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a193fd07-0bdb-45e6-82ef-3ae2e39ac532 req-a2876b6f-58d3-4a87-85da-6384aa7a65f6 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2572427 Aug 31 14:00:04.064441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-670f162c-54ae-4bae-ba28-37180159d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.076453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-670f162c-54ae-4bae-ba28-37180159d57e service neutron] 10.222.0.10 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.1156571 Aug 31 14:00:04.085583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83869fe8-f6ff-47ac-8240-374a146a6dbf req-fa3b9694-450a-4394-ae7e-b3c159f80747 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2520301 Aug 31 14:00:04.105252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe76ecd-1739-4de5-9e42-81b1facbb53e tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.109644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dbe76ecd-1739-4de5-9e42-81b1facbb53e tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=df94b398-688b-4914-8828-1946dbd4a9d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3140497 Aug 31 14:00:04.131535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43994) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:04.156992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981723-6c99-4061-a956-235d7ac787e2 req-44920bee-9c0a-4b79-a783-3385101b2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.168147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca981723-6c99-4061-a956-235d7ac787e2 req-44920bee-9c0a-4b79-a783-3385101b2bcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4796062 Aug 31 14:00:04.174527 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-374e2541-6a73-44a3-9f3e-86581830c15e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 217 time: 0.0964553 Aug 31 14:00:04.267259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-3cbc8bb2-b837-4518-b387-f1669d00a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.276263 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-3cbc8bb2-b837-4518-b387-f1669d00a72a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.1006494 Aug 31 14:00:04.327095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:04.356711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-0af40f39-8a0b-41de-9532-64231179a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.361421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:04.368029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-0af40f39-8a0b-41de-9532-64231179a344 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904830 Aug 31 14:00:04.379339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-68167fe3-cb9f-4719-b8c3-82c0a82d98c5 service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430172 Aug 31 14:00:04.431946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:04.454897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:04.455598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:04.461512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=b911f139-3e59-49ae-9cab-2a7233181797,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:04.530017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5248409c-e4a1-4ac1-baf6-4bcea56fcf5c None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:04.538175 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:04.540512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e5e1c93f-5aee-47a1-a892-a619a27759c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/b911f139-3e59-49ae-9cab-2a7233181797 HTTP/1.1" status: 204 len: 168 time: 3.2700191 Aug 31 14:00:04.546995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43996) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:04.591717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d081ce0c-9002-4bc5-83db-fc473c07de8e req-38f07386-3a09-4f20-9bc1-00969973dd7a tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 210 time: 0.0860879 Aug 31 14:00:04.612901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Made reservation on behalf of 97717e4254d24cba8fd8c7ce75b68e70 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:04.613101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bc7e9362-1a77-4ae0-82fd-e03e376178fb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641651 Aug 31 14:00:04.617857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43998) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:04.622314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:04.667486 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-14a65023-11f0-4cf5-a2e7-2f3d8f48ebac service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983215 Aug 31 14:00:04.717841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca981723-6c99-4061-a956-235d7ac787e2 req-211ab373-8ad4-41ed-97b8-e693d5bd0ba7 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378964 Aug 31 14:00:04.755944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d1594-3bc9-4ada-a8fc-926b5cd42649 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.761352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f20d1594-3bc9-4ada-a8fc-926b5cd42649 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.6273103 Aug 31 14:00:04.762513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:04.801944 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3574e353-8ff9-4311-834b-5670b4e68eeb x-openstack-request-id: req-3574e353-8ff9-4311-834b-5670b4e68eeb {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:04.803381 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:04.804959 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3574e353-8ff9-4311-834b-5670b4e68eeb {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:04.807308 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'status': 'completed', 'code': 200} Aug 31 14:00:04.826344 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a65ac46f-f541-4b8d-8811-a707f81081a3 req-41afed7c-ebdc-42e7-af51-830afff0d012 service neutron] 10.222.0.10 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572723 Aug 31 14:00:04.829706 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-b006b39b-aa1a-401c-9837-5a241428ed0c service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372759 Aug 31 14:00:04.868418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f56f0fb5-2a24-42b8-b803-b4cd16193551 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=df94b398-688b-4914-8828-1946dbd4a9d3 HTTP/1.1" status: 200 len: 205 time: 0.1002963 Aug 31 14:00:04.870067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44008) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:04.960614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:05.114560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a838df8-7995-4042-b0a0-080a9479378c req-f410b7fa-a124-4082-99ef-c873386c3fb4 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 200 len: 695 time: 0.1138768 Aug 31 14:00:05.237622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Allocated IP 172.20.0.4 (c4c6534c-798f-410f-a2b6-346f69bc6cef/01875db7-65dc-43f3-9ce5-2b49ada306db/12d00bde-0d70-462f-abdf-48972b7882a1) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:05.370946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652483da-7bac-4bc3-90de-d3d755d6d7bc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.376502 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-652483da-7bac-4bc3-90de-d3d755d6d7bc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7575057 Aug 31 14:00:05.382252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:05.402951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:05.417972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:05.442561 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-b01697c7-eca8-4e5a-871b-d248b7f6fc2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 217 time: 0.6006591 Aug 31 14:00:05.469117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb70780-859d-4363-ba42-98efbf94e820 None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T13:58:36Z', 'revision_number': 4, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ccffbb6-d7d5-424b-ab8e-fc00af23059f', 'name': '', 'network_id': 'af2ffda2-c60a-4f9b-81d9-af874ac402a5', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'mac_address': 'fa:16:3e:36:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:58:43Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'subnets': [{'id': 'a39f4262-5cbd-4c05-9bca-8bbb968f38e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:05.509240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] Deleting port b57ab8e2-5af7-4dc2-9b86-429115910442 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:05.509677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:05.516037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-b7f6a21f-eb02-49d6-9a58-0435e980408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.517925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-b7f6a21f-eb02-49d6-9a58-0435e980408c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 1097 time: 0.7865231 Aug 31 14:00:05.650496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] For port b57ab8e2-5af7-4dc2-9b86-429115910442, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b57ab8e2-5af7-4dc2-9b86-429115910442,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:05.650848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:05.673847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] Calling delete_port for b57ab8e2-5af7-4dc2-9b86-429115910442 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:05.676086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c4e5c1-3732-457e-aa2d-6a4baa9ab29f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.680832 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e5c4e5c1-3732-457e-aa2d-6a4baa9ab29f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2891490 Aug 31 14:00:05.684334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44024) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:05.685904 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f1175d0b-1a56-4334-b904-5a88979c87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.687755 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f1175d0b-1a56-4334-b904-5a88979c87c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.2288294 Aug 31 14:00:05.711844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.722551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.742229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-4c7c8a4e-f7a5-4175-aeb8-64659f8ad40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.745027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-4c7c8a4e-f7a5-4175-aeb8-64659f8ad40b service neutron] 10.222.0.26 "GET /v2.0/networks?id=af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 200 len: 922 time: 0.2107613 Aug 31 14:00:05.747696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.757189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.764468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.773492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.781999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.782228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:05.784558 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-e81bbd99-e08d-4033-89c9-a8ef09bf9dc3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.4051363 Aug 31 14:00:05.810313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:05.848463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] Pushing event deleted for resources: {'Port': ['ID=b57ab8e2-5af7-4dc2-9b86-429115910442,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:05.856911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45179c3a-26b4-488b-b951-45023f125d6a None None] No DVR routers for this DVR port b57ab8e2-5af7-4dc2-9b86-429115910442 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:05.874044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6de3ac0e-4b9d-4abb-8e61-f12ef6617fa7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1850455 Aug 31 14:00:05.877953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44030) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:05.902975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:05.926791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:05.947931 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1467812c-eabc-49cc-9ae1-309ef3420d7a req-67ff442d-866d-415d-8390-379bdcfd7943 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110590 Aug 31 14:00:05.963696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:05.982669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-d73828b0-b9f2-4b7c-a17f-85387aec7d45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 200 len: 217 time: 0.0699844 Aug 31 14:00:06.015329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca981723-6c99-4061-a956-235d7ac787e2 req-fbe0c827-01c0-4865-95cb-d915a275a46d service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2815897 Aug 31 14:00:06.077898 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd258c6e-4f1d-4472-b183-9c5f3657aa46 None None] New status for floating IP 60784425-3f97-4f2b-8a39-88a297685d93: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:00:06.120601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-4d76966e-3063-4618-9921-7942b3357bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.122461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-4d76966e-3063-4618-9921-7942b3357bbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2997189 Aug 31 14:00:06.154215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Network c4c6534c-798f-410f-a2b6-346f69bc6cef is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:06.155627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:06.171599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:06.222269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Pushing event updated for resources: {'Port': ['ID=12d00bde-0d70-462f-abdf-48972b7882a1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:06.243853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-746d78ab-f8ae-48fe-83a9-b80de8acd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.245704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-746d78ab-f8ae-48fe-83a9-b80de8acd906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 200 len: 859 time: 0.2551854 Aug 31 14:00:06.257115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838df8-7995-4042-b0a0-080a9479378c req-bba09ad6-7b9c-4e66-939b-04ce279882c2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.258828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a838df8-7995-4042-b0a0-080a9479378c req-bba09ad6-7b9c-4e66-939b-04ce279882c2 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 1.1428256 Aug 31 14:00:06.331461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-1a838df8-7995-4042-b0a0-080a9479378c req-dc92af7e-bb53-4bc6-a593-52de58497ee9 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:00:06.333005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a838df8-7995-4042-b0a0-080a9479378c req-dc92af7e-bb53-4bc6-a593-52de58497ee9 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420501 Aug 31 14:00:06.484461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:06.492734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.496059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.497149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.523586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.562230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a838df8-7995-4042-b0a0-080a9479378c req-24e9e654-102d-44af-b2a7-1f4c5a9d134c tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 696 time: 0.2003634 Aug 31 14:00:06.567707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-72cc6001-3c16-4b0e-84db-23081e0e6e94 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8086464 Aug 31 14:00:06.585218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-eaad1814-b827-4a06-8d89-21912e0be49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.589609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-eaad1814-b827-4a06-8d89-21912e0be49e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af2ffda2-c60a-4f9b-81d9-af874ac402a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2949443 Aug 31 14:00:06.609118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Request body: {'port': {'device_id': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:06.667375 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-4ef06936-aa89-4373-ae17-19b24de20c7a service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699450 Aug 31 14:00:06.749146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a838df8-7995-4042-b0a0-080a9479378c req-00d02f42-6feb-42da-a82c-0fddc8d5838f tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 696 time: 0.1725526 Aug 31 14:00:06.800953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.824675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6038d68-c343-4d9d-95bb-d9e61b802e44 req-04eb8c30-f2ef-4d57-ba96-f796981a8e4c tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.827315 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6038d68-c343-4d9d-95bb-d9e61b802e44 req-04eb8c30-f2ef-4d57-ba96-f796981a8e4c tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 931 time: 0.4608009 Aug 31 14:00:06.936481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Deleting port d994a775-ea55-4ddb-86a6-66efdc186133 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:06.936856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.025495 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c6038d68-c343-4d9d-95bb-d9e61b802e44 req-cab3339e-c4b6-4a69-bac7-a4df6d2020b6 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837389 Aug 31 14:00:07.045641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-b937783d-2eaa-48c4-9b17-0a225e8c6770 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376737 Aug 31 14:00:07.083354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-5db42927-86e5-4c0d-98f2-5ccb29826b6b service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646289 Aug 31 14:00:07.182155 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-174a11a1-8939-4d1f-9aa8-c77d0dc79449 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 217 time: 0.1254179 Aug 31 14:00:07.296682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Deleting port e18937ad-c69d-410a-9c8d-b68178a93ddf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:07.297063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.322683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.361222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.389943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.396086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.403767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.405003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b57ab8e2-5af7-4dc2-9b86-429115910442 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:07.410880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.414285 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0b537fc-0ea8-400e-bdf5-73b9e965abe4 req-def080b2-ec8c-4277-8ebd-eead5d542bd0 service neutron] 10.222.0.26 "GET /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697184 Aug 31 14:00:07.425701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.435241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.441500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.442462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b57ab8e2-5af7-4dc2-9b86-429115910442 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:07.443143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b57ab8e2-5af7-4dc2-9b86-429115910442 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:07.450638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-a3262145-f462-41c4-9c60-24957daebd28 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.2863045 Aug 31 14:00:07.463098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Calling delete_port for d994a775-ea55-4ddb-86a6-66efdc186133 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:07.463710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.464084 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.485654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Calling delete_port for e18937ad-c69d-410a-9c8d-b68178a93ddf owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:07.497909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-965b2fc0-a475-44c4-8565-db39916f1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.499646 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-965b2fc0-a475-44c4-8565-db39916f1031 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.2973046 Aug 31 14:00:07.553173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:07.568893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d00bde-0d70-462f-abdf-48972b7882a1 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:07.575431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:07.578677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.585583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d9955-00b3-492a-a007-b7ce4665105e None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:07.602990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Transition to ACTIVE for port object 12d00bde-0d70-462f-abdf-48972b7882a1 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:07.608071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.671230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Pushing event updated for resources: {'Port': ['ID=12d00bde-0d70-462f-abdf-48972b7882a1,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:07.771159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.784610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '1350299c-6db0-4069-85f7-08e4e288411b'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:07.793274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.803573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.804120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.810365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Pushing event deleted for resources: {'Port': ['ID=e18937ad-c69d-410a-9c8d-b68178a93ddf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:07.814394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Attempting to bind port 12d00bde-0d70-462f-abdf-48972b7882a1 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:07.814737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Attempting to bind port 12d00bde-0d70-462f-abdf-48972b7882a1 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '6d404a50-18f0-444b-b68b-0ff2343b4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:07.815075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Attempting to bind port 12d00bde-0d70-462f-abdf-48972b7882a1 on network c4c6534c-798f-410f-a2b6-346f69bc6cef {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:07.827335 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1cea0e1e-3168-486c-8678-d4a652fae260 req-768d9553-89c7-4deb-b364-33d38f6fc771 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3754697 Aug 31 14:00:07.829290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=1350299c-6db0-4069-85f7-08e4e288411b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:07.836001 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e7f54b2d-4947-4676-b90d-55ff33a337ae tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9374065 Aug 31 14:00:07.839721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44052) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:07.851947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '1350299c-6db0-4069-85f7-08e4e288411b', 'ip_address': '2001:db8::3aa2:f50a:f54b:8634'}], 'name': 'tempest-NetworksTestDHCPv6-353811303'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:07.854837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Port 12d00bde-0d70-462f-abdf-48972b7882a1 on network c4c6534c-798f-410f-a2b6-346f69bc6cef not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:00:07.855195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Attempting to bind port 12d00bde-0d70-462f-abdf-48972b7882a1 on network c4c6534c-798f-410f-a2b6-346f69bc6cef {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:07.856368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-6e45ed93-bf7b-4314-8bbf-4cad3acf2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.858712 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-6e45ed93-bf7b-4314-8bbf-4cad3acf2eaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3268104 Aug 31 14:00:07.935982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:07.936394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Checking segment: {'id': '6d404a50-18f0-444b-b68b-0ff2343b4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:07.936830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Bound using segment: {'id': '6d404a50-18f0-444b-b68b-0ff2343b4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:07.937328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Bound port: 12d00bde-0d70-462f-abdf-48972b7882a1, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d404a50-18f0-444b-b68b-0ff2343b4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1521, 'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:07.937744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.006682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.042218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event deleted for resources: {'Port': ['ID=d994a775-ea55-4ddb-86a6-66efdc186133,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:08.128480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.133949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-5cf29114-570c-4aa7-bfa1-d0f08e1e12e4 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184832 Aug 31 14:00:08.172839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/1350299c-6db0-4069-85f7-08e4e288411b/be401e13-1ba9-4d52-bdc6-523c8d96ce92) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:08.397298 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.410379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Transition to ACTIVE for port object be401e13-1ba9-4d52-bdc6-523c8d96ce92 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:08.429483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Transition to ACTIVE for port object be401e13-1ba9-4d52-bdc6-523c8d96ce92 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:08.439810 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.497689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.500422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.505395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a838df8-7995-4042-b0a0-080a9479378c req-149ee280-98b8-4f22-8352-4ac01163c7dc tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "DELETE /v2.0/floatingips/60784425-3f97-4f2b-8a39-88a297685d93 HTTP/1.1" status: 204 len: 173 time: 1.7073610 Aug 31 14:00:08.548408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:08.551797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:08.563322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:08.577649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Pushing event updated for resources: {'Port': ['ID=be401e13-1ba9-4d52-bdc6-523c8d96ce92,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:08.634643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] For port 12d00bde-0d70-462f-abdf-48972b7882a1, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:08.639423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] For port 12d00bde-0d70-462f-abdf-48972b7882a1, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12d00bde-0d70-462f-abdf-48972b7882a1,segment=NetworkSegment(6d404a50-18f0-444b-b68b-0ff2343b4068),segment_id=6d404a50-18f0-444b-b68b-0ff2343b4068)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:08.657637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Attempting to bind port be401e13-1ba9-4d52-bdc6-523c8d96ce92 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:08.658071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Attempting to bind port be401e13-1ba9-4d52-bdc6-523c8d96ce92 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:08.658500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Attempting to bind port be401e13-1ba9-4d52-bdc6-523c8d96ce92 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:08.666558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:08.666947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:08.667624 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.667769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:08.668217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Bound port: be401e13-1ba9-4d52-bdc6-523c8d96ce92, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:08.668610 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.692632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.748717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:08.749028 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.750590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] 10.222.0.26 "PUT /v2.0/ports/12d00bde-0d70-462f-abdf-48972b7882a1 HTTP/1.1" status: 200 len: 1091 time: 2.1589842 Aug 31 14:00:08.752055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'tag': '12d00bde-0d70-462f-abdf-48972b7882a1'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:08.754497 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e61950-2b10-4b95-b72c-6abbc9d3d985" -d '{"events": [{"name": "network-changed", "server_uuid": "05f0edf1-24e2-4d69-95e4-404de242bb21", "tag": "12d00bde-0d70-462f-abdf-48972b7882a1"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:08.761271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:08.785981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] For port be401e13-1ba9-4d52-bdc6-523c8d96ce92, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:08.790801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] For port be401e13-1ba9-4d52-bdc6-523c8d96ce92, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=be401e13-1ba9-4d52-bdc6-523c8d96ce92,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:08.808248 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.869561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.877948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.919340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b363d-815f-4869-ac40-8833a98ea549 service neutron] Pushing event updated for resources: {'Port': ['ID=12d00bde-0d70-462f-abdf-48972b7882a1,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:08.944822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647118-f8f4-4c1b-9653-ae85c145a86a None None] Pushing event updated for resources: {'Port': ['ID=be401e13-1ba9-4d52-bdc6-523c8d96ce92,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:08.953909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-df728082-1e98-43e7-9f4b-4529119cbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:08.958193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-df728082-1e98-43e7-9f4b-4529119cbfb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97717e4254d24cba8fd8c7ce75b68e70&device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 1094 time: 0.1253095 Aug 31 14:00:08.980846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea521a-4c50-4ab3-8158-5f2df47266dd req-511fe1de-974e-44e7-87e9-494f2954e5a0 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:08.982578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69ea521a-4c50-4ab3-8158-5f2df47266dd req-511fe1de-974e-44e7-87e9-494f2954e5a0 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 946 time: 0.1637864 Aug 31 14:00:08.999732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aa7e0-ae0d-4f83-b695-b0646cc76769 req-edf10f95-d837-4fdf-bf7d-c1a8110881c2 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.002193 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f83aa7e0-ae0d-4f83-b695-b0646cc76769 req-edf10f95-d837-4fdf-bf7d-c1a8110881c2 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 943 time: 0.8426208 Aug 31 14:00:09.044532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-b93162df-8e67-4791-8cd4-fa9717fd68ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d00bde-0d70-462f-abdf-48972b7882a1 HTTP/1.1" status: 200 len: 217 time: 0.0568383 Aug 31 14:00:09.074203 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-6351b1b3-9488-4d88-a6f8-b5c1a7ce1c9c service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9049141 Aug 31 14:00:09.077240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.077951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Fanout notify agent at l3_agent the message router_deleted on router df94b398-688b-4914-8828-1946dbd4a9d3 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:00:09.095709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.097418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2dcbec99-6a9e-40e5-8388-73d3a8c7659c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/df94b398-688b-4914-8828-1946dbd4a9d3 HTTP/1.1" status: 204 len: 168 time: 3.7191708 Aug 31 14:00:09.106408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44072) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:09.111829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7790c625-48fd-4588-9f5c-0e892df95a3f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909783709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:09.119019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.156802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69ea521a-4c50-4ab3-8158-5f2df47266dd req-c049bec7-6c3e-433d-9d40-00ade29feff9 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999341 Aug 31 14:00:09.165091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port b9fe23d4-32e6-48b6-a816-234ca8e86238 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:09.250871 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-4c4a31a2-9102-47a7-87ee-7997639cc1fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=102e8105-c574-4181-87e7-d3a7e739efad HTTP/1.1" status: 200 len: 217 time: 0.1480110 Aug 31 14:00:09.319525 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f83aa7e0-ae0d-4f83-b695-b0646cc76769 req-3e4585da-99ca-4731-9ef8-361855bbf27b tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057528 Aug 31 14:00:09.357178 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7790c625-48fd-4588-9f5c-0e892df95a3f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.358761 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bbddf7-a76f-4286-b94f-e9ff3c000dc0 x-openstack-request-id: req-01bbddf7-a76f-4286-b94f-e9ff3c000dc0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:09.359059 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f0edf1-24e2-4d69-95e4-404de242bb21", "tag": "12d00bde-0d70-462f-abdf-48972b7882a1", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:09.359322 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01bbddf7-a76f-4286-b94f-e9ff3c000dc0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:09.359836 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'tag': '12d00bde-0d70-462f-abdf-48972b7882a1', 'status': 'completed', 'code': 200} Aug 31 14:00:09.363740 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7790c625-48fd-4588-9f5c-0e892df95a3f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.407067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-48c1b709-e45b-4d2f-b992-d7758d58546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.415915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-48c1b709-e45b-4d2f-b992-d7758d58546d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01875db7-65dc-43f3-9ce5-2b49ada306db HTTP/1.1" status: 200 len: 852 time: 0.3182735 Aug 31 14:00:09.544691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-baa708ea-de6b-4cac-8ab3-fcca8a71b6dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4c6534c-798f-410f-a2b6-346f69bc6cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962291 Aug 31 14:00:09.587283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7790c625-48fd-4588-9f5c-0e892df95a3f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.590464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-b3ba2b37-35a0-4d42-bc7b-4cb7496f742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.592450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-b3ba2b37-35a0-4d42-bc7b-4cb7496f742a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.2689714 Aug 31 14:00:09.593901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7790c625-48fd-4588-9f5c-0e892df95a3f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.651056 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7790c625-48fd-4588-9f5c-0e892df95a3f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.655316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7790c625-48fd-4588-9f5c-0e892df95a3f tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5472758 Aug 31 14:00:09.656908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44076) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:09.662548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'enable_snat': False}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:09.731520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.793826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-06c7be2c-2045-4641-8192-96b06731fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.795358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-06c7be2c-2045-4641-8192-96b06731fad1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1873877 Aug 31 14:00:09.807012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.815905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.822441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.831295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.839673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.846267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.855013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.857313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-7cd33bd4-cd6a-458c-85f4-326fce82f5d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.3522513 Aug 31 14:00:09.974639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-26d2c512-c4a9-492b-9e5d-35ea9d88d395 service neutron] 10.222.0.26 "GET /v2.0/networks/c4c6534c-798f-410f-a2b6-346f69bc6cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873508 Aug 31 14:00:10.019635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::3aa2:f50a:f54b:8634 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/1350299c-6db0-4069-85f7-08e4e288411b/b9fe23d4-32e6-48b6-a816-234ca8e86238) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:10.035669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.091185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7357e5bc-c66c-4056-afb4-c99e44b616d6 req-d07b0492-53cb-4afe-ba1d-5dabaaf875c7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959386 Aug 31 14:00:10.210050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-b1eff9c9-e9f2-42c4-b09a-c29f3124ed52 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816378 Aug 31 14:00:10.221024 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:00:10.242341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ec6487d-56db-4e21-a066-68c140b53a43 req-88a2e97a-571d-41ec-8e00-8c88703707a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c4c6534c-798f-410f-a2b6-346f69bc6cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506444 Aug 31 14:00:10.424059 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-84453333-877e-4cb1-8429-34e953874ae2 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975710 Aug 31 14:00:10.521892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-233332f3-04a2-441d-a753-7f0eda39f28b None None] Provisioning for port be401e13-1ba9-4d52-bdc6-523c8d96ce92 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:10.534642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-2d99a182-4c77-4540-816e-bbde6e16d3c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7 HTTP/1.1" status: 200 len: 217 time: 0.0557857 Aug 31 14:00:10.547323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6058a-f235-40d5-863e-eddfde37d7ad req-9b4bdd11-9f1a-4268-9d06-07771a4ffe63 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.548844 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3a6058a-f235-40d5-863e-eddfde37d7ad req-9b4bdd11-9f1a-4268-9d06-07771a4ffe63 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 946 time: 0.1237433 Aug 31 14:00:10.587697 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.621490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-beb61980-60a6-472a-a48c-33f2413673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.623002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-beb61980-60a6-472a-a48c-33f2413673cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97717e4254d24cba8fd8c7ce75b68e70&device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 1094 time: 0.2407873 Aug 31 14:00:10.650049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object b9fe23d4-32e6-48b6-a816-234ca8e86238 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:10.713652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ec978-df12-408a-b302-ba34a2f32471 req-b4ed9703-75e7-4faf-8453-43a0a34cbf20 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.715226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-993ec978-df12-408a-b302-ba34a2f32471 req-b4ed9703-75e7-4faf-8453-43a0a34cbf20 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 943 time: 0.1645670 Aug 31 14:00:10.729077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-79afdee2-282f-432c-8f24-2cc00d598eee tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.730623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-79afdee2-282f-432c-8f24-2cc00d598eee tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 946 time: 0.2442322 Aug 31 14:00:10.731590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-fe22f032-5091-412b-8b92-5af4668d87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.733099 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-fe22f032-5091-412b-8b92-5af4668d87d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.1821744 Aug 31 14:00:10.806790 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3a6058a-f235-40d5-863e-eddfde37d7ad req-648f0d90-ce1a-48cc-a26a-06e5bd42cce9 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/security-groups?id=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446406 Aug 31 14:00:10.813696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.842655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.867371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-75d1988b-667e-4801-967a-a8133538b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.868975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-75d1988b-667e-4801-967a-a8133538b3b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0982070 Aug 31 14:00:10.885396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-993ec978-df12-408a-b302-ba34a2f32471 req-08d582c4-f3e5-442c-ae12-ace9f0a82cf8 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537659 Aug 31 14:00:10.922910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-277df6fd-a98e-4b42-9f85-1d646b0578ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.924436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-277df6fd-a98e-4b42-9f85-1d646b0578ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4c6534c-798f-410f-a2b6-346f69bc6cef HTTP/1.1" status: 200 len: 914 time: 0.2884533 Aug 31 14:00:10.930307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.065512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-947cc76b-fab6-480d-a7fb-2041cb1b0695 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d00bde-0d70-462f-abdf-48972b7882a1 HTTP/1.1" status: 200 len: 217 time: 0.1307950 Aug 31 14:00:11.105067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:11.156759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-d8f02d08-9564-4f66-93fb-8e86e2d0e83d service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267253 Aug 31 14:00:11.158306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Allocated IP 172.25.0.215 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b358b205-3d33-4469-ad5b-fe22ce1ee298) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:11.187252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:11.189886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:11.204769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.205301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.247207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Deleting port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:11.247207 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.262895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=b9fe23d4-32e6-48b6-a816-234ca8e86238,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:11.287545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-3caa06eb-86df-4b12-bc81-ddd31b006260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.289798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-3caa06eb-86df-4b12-bc81-ddd31b006260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01875db7-65dc-43f3-9ce5-2b49ada306db HTTP/1.1" status: 200 len: 852 time: 0.2019522 Aug 31 14:00:11.291133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f3cebc58-f22d-46b1-841e-baebac5aad81 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4502060 Aug 31 14:00:11.330776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44096) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:11.463896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-e5ec4bfd-7725-4d58-a9aa-b19f0dab41fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4c6534c-798f-410f-a2b6-346f69bc6cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320803 Aug 31 14:00:11.551551 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.602157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device be401e13-1ba9-4d52-bdc6-523c8d96ce92 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:11.607851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62a15e-a559-4c7f-a18d-a8783053f62e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.623331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62a15e-a559-4c7f-a18d-a8783053f62e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.628239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8e62a15e-a559-4c7f-a18d-a8783053f62e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2854924 Aug 31 14:00:11.629242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44098) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:11.656601 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.671949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-85c3aa17-7b07-4923-8d33-c7402894d23b service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056002 Aug 31 14:00:11.690523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bedb51b0-bd01-4dcf-aec0-65d650d06edf None None] Provisioning for port b9fe23d4-32e6-48b6-a816-234ca8e86238 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:11.695737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bedb51b0-bd01-4dcf-aec0-65d650d06edf None None] Provisioning complete for port b9fe23d4-32e6-48b6-a816-234ca8e86238 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:11.696287 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bedb51b0-bd01-4dcf-aec0-65d650d06edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.699272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] For port 3a248331-f9fa-4364-84e6-6a6eb5474fc0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a248331-f9fa-4364-84e6-6a6eb5474fc0,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:11.699655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.734601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bedb51b0-bd01-4dcf-aec0-65d650d06edf None None] Port b9fe23d4-32e6-48b6-a816-234ca8e86238 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:11.741176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port be401e13-1ba9-4d52-bdc6-523c8d96ce92 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:11.745340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port be401e13-1ba9-4d52-bdc6-523c8d96ce92 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:11.746112 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.756838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:11.759134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-92216412-8339-4821-95b2-a75c75a193fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a HTTP/1.1" status: 200 len: 217 time: 0.0575993 Aug 31 14:00:11.772978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.783983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.786017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Calling delete_port for 3a248331-f9fa-4364-84e6-6a6eb5474fc0 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:11.792386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.798787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.808077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.816339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.825324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.833148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-8140f1d7-f1cf-4de9-87a7-70191dae6c98 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.2325675 Aug 31 14:00:11.864649 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.901978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port be401e13-1ba9-4d52-bdc6-523c8d96ce92, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=be401e13-1ba9-4d52-bdc6-523c8d96ce92,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:11.905290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:11.912430 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:11.934472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:11.969453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=be401e13-1ba9-4d52-bdc6-523c8d96ce92,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:11.997143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-cc6fdee5-b2bd-4920-9528-e6d9cde3ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.999375 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-cc6fdee5-b2bd-4920-9528-e6d9cde3ef8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.1477008 Aug 31 14:00:12.037958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Pushing event updated for resources: {'Port': ['ID=b358b205-3d33-4469-ad5b-fe22ce1ee298,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:12.040726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-784bf78c-8954-478a-97d3-f5926fb804ab service neutron] 10.222.0.26 "GET /v2.0/networks/c4c6534c-798f-410f-a2b6-346f69bc6cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620806 Aug 31 14:00:12.089773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.133802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3a248331-f9fa-4364-84e6-6a6eb5474fc0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:12.184898 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-88eeec49-1baa-4091-afae-2d5d42dbe4af req-9505b652-0d7c-4139-a60a-9f57e01fec0c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3491359 Aug 31 14:00:12.187260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da325142-73a7-4577-84e5-30b4a3a92756 req-fc13555f-d6fd-4f31-86e3-1e81c3a46c61 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 210 time: 0.1400666 Aug 31 14:00:12.218312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Pushing event deleted for resources: {'Port': ['ID=3a248331-f9fa-4364-84e6-6a6eb5474fc0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:12.237986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-7b7a04c9-7ecc-41b9-8987-9bf3ed944ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:12.245612 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-7b7a04c9-7ecc-41b9-8987-9bf3ed944ff3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2040620 Aug 31 14:00:12.362079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] No DVR routers for this DVR port 3a248331-f9fa-4364-84e6-6a6eb5474fc0 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:12.371278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.376448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b54ada4-66bc-472e-8c25-01cfd387634d req-b0e6fa37-89c0-4e8b-89c8-97137164d527 tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.26 "DELETE /v2.0/ports/3a248331-f9fa-4364-84e6-6a6eb5474fc0 HTTP/1.1" status: 204 len: 173 time: 1.6246400 Aug 31 14:00:12.380021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'name': 'network-vif-deleted', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:12.392926 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb971c6-f317-4277-bda7-4d766b519475" -d '{"events": [{"server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "name": "network-vif-deleted", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:12.432847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port b9fe23d4-32e6-48b6-a816-234ca8e86238 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:12.434458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.542832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e61950-2b10-4b95-b72c-6abbc9d3d985 req-3a0c0419-c4c0-42a8-8d69-cf009bb2efef service neutron] 10.222.0.26 "GET /v2.0/networks/c4c6534c-798f-410f-a2b6-346f69bc6cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762914 Aug 31 14:00:12.562372 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5777def5-45df-4bf2-840d-6aae7d26c660 x-openstack-request-id: req-5777def5-45df-4bf2-840d-6aae7d26c660 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:12.562927 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c0bbb7-8e1c-4324-a1d6-4d4700b10e56", "name": "network-vif-deleted", "tag": "3a248331-f9fa-4364-84e6-6a6eb5474fc0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:12.563346 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5777def5-45df-4bf2-840d-6aae7d26c660 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:12.563926 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c0bbb7-8e1c-4324-a1d6-4d4700b10e56', 'name': 'network-vif-deleted', 'tag': '3a248331-f9fa-4364-84e6-6a6eb5474fc0', 'status': 'completed', 'code': 200} Aug 31 14:00:12.568102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b97c4-c465-4042-b966-aa926c392283 req-e1a35920-c953-4064-8004-f492660cf777 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:12.576205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-418b97c4-c465-4042-b966-aa926c392283 req-e1a35920-c953-4064-8004-f492660cf777 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 943 time: 0.2252882 Aug 31 14:00:12.599047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-0a306e91-a279-4da0-ac2b-dc474a87a794 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432472 Aug 31 14:00:12.621272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.644299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.674439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for b9fe23d4-32e6-48b6-a816-234ca8e86238 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:12.758047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-418b97c4-c465-4042-b966-aa926c392283 req-4b1b6799-e67d-445d-ac15-fe3b7184e7e2 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805503 Aug 31 14:00:12.861758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.910737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=b9fe23d4-32e6-48b6-a816-234ca8e86238,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:12.944398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.948996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bfc58477-285b-4339-b84b-77bbc0f61116 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/b9fe23d4-32e6-48b6-a816-234ca8e86238 HTTP/1.1" status: 204 len: 168 time: 1.3114455 Aug 31 14:00:12.949421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44118) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:13.031784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1bafe2-17e3-4bf9-b135-f7701a2a5ecc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.035093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1bafe2-17e3-4bf9-b135-f7701a2a5ecc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.037732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ea1bafe2-17e3-4bf9-b135-f7701a2a5ecc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0871096 Aug 31 14:00:13.040528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:13.122479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 1350299c-6db0-4069-85f7-08e4e288411b {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:13.125666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.196924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.204290 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-d0eede0f-303b-4eb5-b42e-9702fc256397 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958164 Aug 31 14:00:13.296881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-7e1a2276-2e91-40ea-886b-a66cb5462161 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0780020 Aug 31 14:00:13.385373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.390650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device be401e13-1ba9-4d52-bdc6-523c8d96ce92 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:13.451378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4ae31a60-5e4d-49bc-b7a4-e1ddb38b4e6b req-87ab1f13-60e4-48da-b875-508e8b6f77bf tempest-FloatingIPsAssociationTestJSON-1059461390 tempest-FloatingIPsAssociationTestJSON-1059461390-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c0bbb7-8e1c-4324-a1d6-4d4700b10e56 HTTP/1.1" status: 200 len: 210 time: 0.0515795 Aug 31 14:00:13.467684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.474053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.490514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.496331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.502738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.509284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.510172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-edb2b378-ad95-49e1-ad37-b871a8c5a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.511531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-edb2b378-ad95-49e1-ad37-b871a8c5a078 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.1264303 Aug 31 14:00:13.514866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port be401e13-1ba9-4d52-bdc6-523c8d96ce92 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:13.515359 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.515776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.517975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-b5b91e8e-d5b1-46a2-b8c7-e01152c105ca tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.1443310 Aug 31 14:00:13.564117 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.574094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c5b0573-d7f0-43c8-9bd4-7f3aaf68af4c req-be1bbb60-5aea-41ad-a0b4-d50fcb891ac4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484519 Aug 31 14:00:13.576329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.582168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.589132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f3bc2202-8d8a-4a60-ba9f-690ff4e7bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.590754 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-f3bc2202-8d8a-4a60-ba9f-690ff4e7bfe2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686443 Aug 31 14:00:13.600563 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.605851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/1350299c-6db0-4069-85f7-08e4e288411b HTTP/1.1" status: 204 len: 168 time: 0.5635953 Aug 31 14:00:13.627673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44152) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:13.639034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0674d-9ff4-4fe7-a1e7-8da835f909b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=1350299c-6db0-4069-85f7-08e4e288411b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:13.669371 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e7302-da6e-48f1-a404-7378055592bf None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:13.685685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a807123d-28ee-4d2b-a9c4-0e7199ab3afd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567594 Aug 31 14:00:13.686377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44154) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:13.691501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:13.745067 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-cba52406-8bdd-4a43-ad65-908d2380c1b1 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131463 Aug 31 14:00:13.788058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:13.792976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:13.850662 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1b568a0-5cf7-441f-ba34-1ada1d543bc4 req-a7c02642-871d-4428-b965-c2f80831179f service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951807 Aug 31 14:00:13.965060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:13.967061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92cf7a-ffc6-4a54-9724-70e3bba040ab req-0e4644ad-55c4-4745-ae1d-ba9899a4e359 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:13.974892 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e92cf7a-ffc6-4a54-9724-70e3bba040ab req-0e4644ad-55c4-4745-ae1d-ba9899a4e359 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 943 time: 0.1201391 Aug 31 14:00:14.051992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] Deleting port be401e13-1ba9-4d52-bdc6-523c8d96ce92 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:14.053401 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.066559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e92cf7a-ffc6-4a54-9724-70e3bba040ab req-e74d9c7b-ad40-4b7f-8d74-74a631e724ad tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850999 Aug 31 14:00:14.068131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Router 36b21fe4-81d0-40f8-b7eb-4845000e7c13 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:00:14.133673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] For port be401e13-1ba9-4d52-bdc6-523c8d96ce92, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=be401e13-1ba9-4d52-bdc6-523c8d96ce92,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:14.134197 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.153862 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] Calling delete_port for be401e13-1ba9-4d52-bdc6-523c8d96ce92 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:14.195148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.221069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:14.232832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.234638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f4d19723-61e4-4952-aaef-f92e0c836034 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "PUT /v2.0/routers/36b21fe4-81d0-40f8-b7eb-4845000e7c13 HTTP/1.1" status: 200 len: 915 time: 4.5756161 Aug 31 14:00:14.237648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44164) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.247353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] Sync routers for ids ['36b21fe4-81d0-40f8-b7eb-4845000e7c13'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:14.258445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.268923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] Routers {'36b21fe4-81d0-40f8-b7eb-4845000e7c13'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:14.269482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36b21fe4-81d0-40f8-b7eb-4845000e7c13'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:14.294523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=39f64aed-6589-4f5a-b610-4da9cb8880cc,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:14.312924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:14.315468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:14.319985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:14.321042 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.322446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:14.324944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12d00bde-0d70-462f-abdf-48972b7882a1 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:14.326900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a248331-f9fa-4364-84e6-6a6eb5474fc0 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:14.344662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4c54cb58-f92e-4991-9e1a-4c3770a15160 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6546257 Aug 31 14:00:14.344988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44166) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.351503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '39f64aed-6589-4f5a-b610-4da9cb8880cc', 'ip_address': '2001:db8::bc89:2d20:e602:ab8a'}], 'name': 'tempest-NetworksTestDHCPv6-28064187'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:14.372913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3a248331-f9fa-4364-84e6-6a6eb5474fc0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:14.373270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a248331-f9fa-4364-84e6-6a6eb5474fc0 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:14.385873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] No DVR routers for this DVR port be401e13-1ba9-4d52-bdc6-523c8d96ce92 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:14.387566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961be8a-2ded-40f6-a358-acbcd281daa9 None None] Pushing event deleted for resources: {'Port': ['ID=be401e13-1ba9-4d52-bdc6-523c8d96ce92,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:14.399458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] Routers {'36b21fe4-81d0-40f8-b7eb-4845000e7c13'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:14.400194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36b21fe4-81d0-40f8-b7eb-4845000e7c13'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:14.428580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2b63ee7-70fc-4525-b3c3-7ace31c08f09 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/36b21fe4-81d0-40f8-b7eb-4845000e7c13 HTTP/1.1" status: 200 len: 921 time: 0.1894722 Aug 31 14:00:14.431204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44168) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.447290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92691d08-0a5f-4249-843c-54240b5be2c0 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:14.480191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16851df-fce3-4115-8ade-07d8d6b174d0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:14.484474 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f16851df-fce3-4115-8ade-07d8d6b174d0 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=36b21fe4-81d0-40f8-b7eb-4845000e7c13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0516014 Aug 31 14:00:14.485111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44170) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.538883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:14.565562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44174) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.595255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:14.595756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321cce6-4cf2-4e95-ad15-4734fe0582f2 None None] The sync data for ids ['36b21fe4-81d0-40f8-b7eb-4845000e7c13'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:14.597762 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:00:14.658807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d3ed3a-728b-481a-b35a-239f18a8cc16 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:14.664401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.664712 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-46d3ed3a-728b-481a-b35a-239f18a8cc16 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 881 time: 0.1786098 Aug 31 14:00:14.665744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44178) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.667966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f65597-8532-4549-87f7-9eee993f1966 req-974f5b32-a93d-4387-b9f9-4379b773d002 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0640469 Aug 31 14:00:14.683869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 69c5cb30-9583-44e8-821c-a6327041573a yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:14.730610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '39f64aed-6589-4f5a-b610-4da9cb8880cc'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:14.732049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.748259 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f36f5f95-3593-43e9-aff5-d4fbdee84a2d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=36b21fe4-81d0-40f8-b7eb-4845000e7c13 HTTP/1.1" status: 200 len: 205 time: 0.0473757 Aug 31 14:00:14.749399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44186) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.846285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 12d00bde-0d70-462f-abdf-48972b7882a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12d00bde-0d70-462f-abdf-48972b7882a1,segment=NetworkSegment(6d404a50-18f0-444b-b68b-0ff2343b4068),segment_id=6d404a50-18f0-444b-b68b-0ff2343b4068)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:14.858945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f65597-8532-4549-87f7-9eee993f1966 req-b66be741-f664-471d-9abd-8ecee3de0870 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0366971 Aug 31 14:00:14.867194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '12d00bde-0d70-462f-abdf-48972b7882a1', 'network_id': 'c4c6534c-798f-410f-a2b6-346f69bc6cef', 'port_id': '12d00bde-0d70-462f-abdf-48972b7882a1', 'mac_address': 'fa:16:3e:70:c1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01875db7-65dc-43f3-9ce5-2b49ada306db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:14.906363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.928315 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.946031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::bc89:2d20:e602:ab8a (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/39f64aed-6589-4f5a-b610-4da9cb8880cc/69c5cb30-9583-44e8-821c-a6327041573a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:14.949071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d00bde-0d70-462f-abdf-48972b7882a1 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:14.976593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 12d00bde-0d70-462f-abdf-48972b7882a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12d00bde-0d70-462f-abdf-48972b7882a1,segment=NetworkSegment(6d404a50-18f0-444b-b68b-0ff2343b4068),segment_id=6d404a50-18f0-444b-b68b-0ff2343b4068)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:14.983120 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.008721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f65597-8532-4549-87f7-9eee993f1966 req-843f5685-bbd5-43bb-8581-6f556f4c3c16 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508971 Aug 31 14:00:15.053949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.054186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=12d00bde-0d70-462f-abdf-48972b7882a1,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:15.059923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.065999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.072380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.078346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.084947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.091032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.093054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-3697b11c-2fd4-46d7-8597-1a2983c8eb0a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.3557334 Aug 31 14:00:15.229449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0a42467-d164-488d-b60b-47cb01fd9aad req-9dc7b6c6-93fb-4c19-b3aa-aa69b2144792 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018372 Aug 31 14:00:15.236833 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.307132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device be401e13-1ba9-4d52-bdc6-523c8d96ce92 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:15.339793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: be401e13-1ba9-4d52-bdc6-523c8d96ce92 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:15.340141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device be401e13-1ba9-4d52-bdc6-523c8d96ce92 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:15.383426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Deleting port b358b205-3d33-4469-ad5b-fe22ce1ee298 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:15.383788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.435926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['12d00bde-0d70-462f-abdf-48972b7882a1'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:15.539051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.555239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Calling delete_port for b358b205-3d33-4469-ad5b-fe22ce1ee298 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:15.659504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65597-8532-4549-87f7-9eee993f1966 req-ff7908f5-1566-421a-8396-5a709f3d2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.661043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f65597-8532-4549-87f7-9eee993f1966 req-ff7908f5-1566-421a-8396-5a709f3d2f13 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6385658 Aug 31 14:00:15.687521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.769713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad4822-6b45-4c57-88c1-31face3fe32b req-e769fa8e-b80d-4ecf-8b45-8def8dfc1d21 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.772067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7ad4822-6b45-4c57-88c1-31face3fe32b req-e769fa8e-b80d-4ecf-8b45-8def8dfc1d21 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 944 time: 0.2165263 Aug 31 14:00:15.799095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.841646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7ad4822-6b45-4c57-88c1-31face3fe32b req-f0d070df-d080-44c9-97da-94dcb74355e5 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Aug 31 14:00:15.949192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 69c5cb30-9583-44e8-821c-a6327041573a will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:15.950178 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.985453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event deleted for resources: {'Port': ['ID=b358b205-3d33-4469-ad5b-fe22ce1ee298,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:16.032311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.128952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/39f64aed-6589-4f5a-b610-4da9cb8880cc/0487965d-5cff-457c-8f3c-a08e6c94d266) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:16.174281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:16.182857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:16.190190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:16.203677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.209238 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.230859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=69c5cb30-9583-44e8-821c-a6327041573a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:16.261071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b455db36-a810-4efa-8fe4-e8ba6c7cfbaf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9122458 Aug 31 14:00:16.263958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44248) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:16.387510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304afe3b-df78-4131-b196-20d86f01c98c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.389322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-304afe3b-df78-4131-b196-20d86f01c98c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1242089 Aug 31 14:00:16.393423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44254) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:16.441654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.454350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Transition to ACTIVE for port object 0487965d-5cff-457c-8f3c-a08e6c94d266 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:16.471637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Transition to ACTIVE for port object 0487965d-5cff-457c-8f3c-a08e6c94d266 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:16.478661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.519785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:16.521420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:16.525552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:16.541356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.547532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 69c5cb30-9583-44e8-821c-a6327041573a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:16.548226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.561785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Pushing event updated for resources: {'Port': ['ID=0487965d-5cff-457c-8f3c-a08e6c94d266,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:16.598709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Attempting to bind port 0487965d-5cff-457c-8f3c-a08e6c94d266 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:16.599217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Attempting to bind port 0487965d-5cff-457c-8f3c-a08e6c94d266 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:16.599655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Attempting to bind port 0487965d-5cff-457c-8f3c-a08e6c94d266 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:16.605881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:16.606477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:16.607007 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.607473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:16.608117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Bound port: 0487965d-5cff-457c-8f3c-a08e6c94d266, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:16.608571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.674995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.677942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.694904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] For port 0487965d-5cff-457c-8f3c-a08e6c94d266, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:16.699658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] For port 0487965d-5cff-457c-8f3c-a08e6c94d266, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0487965d-5cff-457c-8f3c-a08e6c94d266,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:16.706001 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.706685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.736144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 69c5cb30-9583-44e8-821c-a6327041573a owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:16.791967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea77e7-5bcf-4b04-9983-53328f99cbe5 None None] Pushing event updated for resources: {'Port': ['ID=0487965d-5cff-457c-8f3c-a08e6c94d266,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:16.808384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.812772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Fanout notify agent at l3_agent the message router_deleted on router 36b21fe4-81d0-40f8-b7eb-4845000e7c13 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:00:16.828645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.830465 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cfbe85e8-8416-45a5-86d3-3c83fee9724d tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/36b21fe4-81d0-40f8-b7eb-4845000e7c13 HTTP/1.1" status: 204 len: 168 time: 2.0774393 Aug 31 14:00:16.836741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44256) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:16.843256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-627856683', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:16.888133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.889260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.953914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.960816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.968244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.975517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.984755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.991793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:17.001959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:17.011683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-da0637d5-815a-48f6-a691-b2aea3b23e01 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.5500035 Aug 31 14:00:17.012041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.057267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=69c5cb30-9583-44e8-821c-a6327041573a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:17.128975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c3105b2d-2a43-4123-a4f3-37cb0aecd58f req-5d578c69-d1b9-47b8-996a-a6a4099ea694 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163781 Aug 31 14:00:17.131530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f5d3f-0b0e-4a25-abf4-37dbb1d2594a req-bb9f86ed-61e6-483b-8157-8afe546e5221 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:17.139207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-077f5d3f-0b0e-4a25-abf4-37dbb1d2594a req-bb9f86ed-61e6-483b-8157-8afe546e5221 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 944 time: 0.1806393 Aug 31 14:00:17.143743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.167927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Deleting port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:17.168699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.213121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.222458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9130a344-344f-47ed-85d3-3b3946758919 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/69c5cb30-9583-44e8-821c-a6327041573a HTTP/1.1" status: 204 len: 168 time: 0.8208127 Aug 31 14:00:17.265774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44264) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:17.395758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-077f5d3f-0b0e-4a25-abf4-37dbb1d2594a req-dd45c464-aaae-406f-9ffa-79370de70e48 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562137 Aug 31 14:00:17.419537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948916d-19e5-488f-a909-05a2ed1e4771 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:17.427888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948916d-19e5-488f-a909-05a2ed1e4771 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:17.430497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7948916d-19e5-488f-a909-05a2ed1e4771 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1614769 Aug 31 14:00:17.433730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44266) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:17.448444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0487965d-5cff-457c-8f3c-a08e6c94d266 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:17.543256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0487965d-5cff-457c-8f3c-a08e6c94d266 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:17.586411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 39f64aed-6589-4f5a-b610-4da9cb8880cc {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:17.590999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.622267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.670064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] For port 9ccffbb6-d7d5-424b-ab8e-fc00af23059f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:17.670467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.692349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3233142-3ad7-4561-bd1a-1623ea92c2b3 req-3514e0a6-346b-436a-91cf-6defefe3d39e tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:17.694085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.696902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Calling delete_port for 9ccffbb6-d7d5-424b-ab8e-fc00af23059f owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:17.701679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3233142-3ad7-4561-bd1a-1623ea92c2b3 req-3514e0a6-346b-436a-91cf-6defefe3d39e tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.1510584 Aug 31 14:00:17.758259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3233142-3ad7-4561-bd1a-1623ea92c2b3 req-a0929b23-33d0-4f17-b0fd-ce29dcc1e598 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554492 Aug 31 14:00:17.928204 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.941771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.977469 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.054748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.091972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.103407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.105367 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/39f64aed-6589-4f5a-b610-4da9cb8880cc HTTP/1.1" status: 204 len: 168 time: 0.6709304 Aug 31 14:00:18.106395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fba5de-a5b6-4e2c-ba87-2f626f3292be tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=39f64aed-6589-4f5a-b610-4da9cb8880cc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:18.109504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44274) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:18.155113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Allocated IP 172.25.0.115 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/95eeab8b-1f14-40b3-a070-d31657f77cc6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:18.195710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ccffbb6-d7d5-424b-ab8e-fc00af23059f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:18.202424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ac0920a-09c5-44ee-9bc1-3298fe291f2d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880418 Aug 31 14:00:18.221503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44278) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:18.227088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:18.311060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12d00bde-0d70-462f-abdf-48972b7882a1 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:18.316087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9040a-001d-49c2-a648-050ab482f302 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:18.372358 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.463554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.497760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.503800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.510550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:18.511075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.516196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:18.519148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.523794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:18.525776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.532241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.539217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.548447 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-1f44831a-3f75-41fb-a444-bffc9e256219 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.2213764 Aug 31 14:00:18.578774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f20c41f9-8a62-4cca-a2d1-9a25212f67b7 None None] Provisioning for port 0487965d-5cff-457c-8f3c-a08e6c94d266 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:18.595772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f20c41f9-8a62-4cca-a2d1-9a25212f67b7 None None] Provisioning complete for port 0487965d-5cff-457c-8f3c-a08e6c94d266 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:18.596406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f20c41f9-8a62-4cca-a2d1-9a25212f67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.632662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 12d00bde-0d70-462f-abdf-48972b7882a1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:18.651879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event updated for resources: {'Port': ['ID=95eeab8b-1f14-40b3-a070-d31657f77cc6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:18.652361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 12d00bde-0d70-462f-abdf-48972b7882a1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:18.653302 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.672211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805d543-2680-455b-a75d-344a4ab53d70 req-70724b92-b71a-4b17-9aca-5739da9916fe tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.673926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9805d543-2680-455b-a75d-344a4ab53d70 req-70724b92-b71a-4b17-9aca-5739da9916fe tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 944 time: 0.1256616 Aug 31 14:00:18.728726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:18.768982 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e3c45de-f1e8-4628-bac3-5f0237c53ac9 req-d4a2c0b6-f68d-4381-b8f2-0222cc2ca302 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194371 Aug 31 14:00:18.781882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.798736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:18.803934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.867654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9805d543-2680-455b-a75d-344a4ab53d70 req-d40526cf-b7a0-43a0-978c-1f582644aaf9 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281703 Aug 31 14:00:18.961985 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f20c41f9-8a62-4cca-a2d1-9a25212f67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.060629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f20c41f9-8a62-4cca-a2d1-9a25212f67b7 None None] For port 0487965d-5cff-457c-8f3c-a08e6c94d266, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0487965d-5cff-457c-8f3c-a08e6c94d266,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:19.070062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.073516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f20c41f9-8a62-4cca-a2d1-9a25212f67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.109926 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.137593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c41f9-8a62-4cca-a2d1-9a25212f67b7 None None] Pushing event updated for resources: {'Port': ['ID=0487965d-5cff-457c-8f3c-a08e6c94d266,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:19.153606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] Deleting port 0487965d-5cff-457c-8f3c-a08e6c94d266 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:19.153992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.158665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Router 4d71f87f-4c87-492f-b1d3-50707661182c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:19.171276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d00bde-0d70-462f-abdf-48972b7882a1'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:19.173397 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182e49f-e009-4622-bb14-40e1f6cdd076" -d '{"events": [{"server_uuid": "05f0edf1-24e2-4d69-95e4-404de242bb21", "name": "network-vif-plugged", "status": "completed", "tag": "12d00bde-0d70-462f-abdf-48972b7882a1"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:19.254253 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb1bd7-fe2c-4626-8857-f1ff68264ef3 x-openstack-request-id: req-d3eb1bd7-fe2c-4626-8857-f1ff68264ef3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:19.254602 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0edf1-24e2-4d69-95e4-404de242bb21", "name": "network-vif-plugged", "status": "completed", "tag": "12d00bde-0d70-462f-abdf-48972b7882a1", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:19.254861 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3eb1bd7-fe2c-4626-8857-f1ff68264ef3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:19.255261 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d00bde-0d70-462f-abdf-48972b7882a1', 'code': 200} Aug 31 14:00:19.285321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 12d00bde-0d70-462f-abdf-48972b7882a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12d00bde-0d70-462f-abdf-48972b7882a1,segment=NetworkSegment(6d404a50-18f0-444b-b68b-0ff2343b4068),segment_id=6d404a50-18f0-444b-b68b-0ff2343b4068)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:19.315491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.384193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] For port 0487965d-5cff-457c-8f3c-a08e6c94d266, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0487965d-5cff-457c-8f3c-a08e6c94d266,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:19.384596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.417697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.472512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0487965d-5cff-457c-8f3c-a08e6c94d266 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:19.506954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.523740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] Calling delete_port for 0487965d-5cff-457c-8f3c-a08e6c94d266 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:19.538065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=12d00bde-0d70-462f-abdf-48972b7882a1,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:19.540116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=5ef7d547-e402-4d01-b1f2-07ae337061c2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:19.570330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:19.583763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:19.591067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:19.591669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.593575 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.600275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df390fcc-f9bd-45ac-87fe-1b3b93d137af req-6be759fa-ab0e-410f-a54c-9a3a82832532 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:19.602201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df390fcc-f9bd-45ac-87fe-1b3b93d137af req-6be759fa-ab0e-410f-a54c-9a3a82832532 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.1379068 Aug 31 14:00:19.607634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78e0f0-6835-44bd-852d-324a90f9f47d req-b10a9e69-5859-4b3c-af95-00bc31a3485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:19.610458 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c78e0f0-6835-44bd-852d-324a90f9f47d req-b10a9e69-5859-4b3c-af95-00bc31a3485a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 1096 time: 0.2330513 Aug 31 14:00:19.615688 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d8363de8-130b-4518-95bd-4a2364f8c429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3930979 Aug 31 14:00:19.618510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44294) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:19.626675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '5ef7d547-e402-4d01-b1f2-07ae337061c2', 'ip_address': '2001:db8::1a11:8844:1ce0:a480'}], 'name': 'tempest-NetworksTestDHCPv6-101783162'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:19.636106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:19.649736 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] Sync routers for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:19.652446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-79f3b43b-fa95-4bb3-8b74-d25cfc45b302 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d71f87f-4c87-492f-b1d3-50707661182c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0856302 Aug 31 14:00:19.671936 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:19.674200 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:19.674991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44298) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:19.723123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44300) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:19.771888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df390fcc-f9bd-45ac-87fe-1b3b93d137af req-b780c806-2c37-4834-88ba-fb70de159351 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576252 Aug 31 14:00:19.821997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:00:19.821997 n-d-792362-6 neutron-server[101362]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 14:00:19.821997 n-d-792362-6 neutron-server[101362]: [parameters: {'status': 'DOWN', 'ports_id': '0487965d-5cff-457c-8f3c-a08e6c94d266'}] Aug 31 14:00:19.821997 n-d-792362-6 neutron-server[101362]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:00:19.822932 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:00:19.823665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.852683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] Pushing event deleted for resources: {'Port': ['ID=0487965d-5cff-457c-8f3c-a08e6c94d266,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:19.868059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fec10e-e218-4f1e-9ca4-4cbaf6e12348 None None] No DVR routers for this DVR port 0487965d-5cff-457c-8f3c-a08e6c94d266 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:19.895418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa3cc0-2427-479c-b69a-711a3cbb3ebf None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:19.909470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] Deleting subnet 336d37ef-ab37-4a56-91a1-7410b82496cc {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:19.914857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.918132 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c78e0f0-6835-44bd-852d-324a90f9f47d req-89173904-f9a7-4bcd-a536-08928c287a4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869611 Aug 31 14:00:19.939762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:19.957311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Router b6d5d5ed-54a0-40d9-926b-55208e79c48c is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:00:19.961028 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:19.991613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.062629 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.120860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80e142-b81d-47db-8af8-0577b5e7502c req-9c0e9044-c314-4fcd-8145-e017607bc31f tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.122772 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e80e142-b81d-47db-8af8-0577b5e7502c req-9c0e9044-c314-4fcd-8145-e017607bc31f tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 945 time: 0.1213386 Aug 31 14:00:20.129979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.138462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.144686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.154047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.160301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.175613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.175798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '5ef7d547-e402-4d01-b1f2-07ae337061c2'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:20.176975 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.183304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.192119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-af6296b0-1887-4035-99a8-dfae0b94ac58 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5421 time: 0.2521789 Aug 31 14:00:20.198578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.201872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.206290 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2e80e142-b81d-47db-8af8-0577b5e7502c req-8c9e40aa-9873-4301-a699-2826a75575a6 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738225 Aug 31 14:00:20.248220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port ffbbbf9c-c56e-4dab-9e8b-385306c941bf yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:20.252578 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T14:00:17Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.308397 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] Checking router: 4d71f87f-4c87-492f-b1d3-50707661182c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:20.326180 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] Routers {'4d71f87f-4c87-492f-b1d3-50707661182c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:20.326382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e1800778-5261-4f7f-ae5a-625391736e1f details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:20.328300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2dc2e20-a840-4108-b7bc-66e170c5c9d6 req-3e45f4e0-9912-433e-9b86-540516f218cd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307871 Aug 31 14:00:20.330802 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4d71f87f-4c87-492f-b1d3-50707661182c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.382092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:20.412706 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.418233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.430926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.436977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-07c4f34a-9261-431b-9117-c4ef56ef43f7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5988674 Aug 31 14:00:20.439632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44312) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:20.442049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] Sync routers for ids ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:20.445914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:20.460551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port 0487965d-5cff-457c-8f3c-a08e6c94d266 update to DOWN by agent not found {{(pid=101362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:00:20.466040 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.472205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/336d37ef-ab37-4a56-91a1-7410b82496cc HTTP/1.1" status: 204 len: 168 time: 0.7437785 Aug 31 14:00:20.472205 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44316) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:20.472701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f82043-aa49-4b75-848e-69d8abcb4c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336d37ef-ab37-4a56-91a1-7410b82496cc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:20.480352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::1a11:8844:1ce0:a480 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/5ef7d547-e402-4d01-b1f2-07ae337061c2/ffbbbf9c-c56e-4dab-9e8b-385306c941bf) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:20.546766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] Routers {'b6d5d5ed-54a0-40d9-926b-55208e79c48c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:20.547419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.573598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.593951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.610721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] Routers {'b6d5d5ed-54a0-40d9-926b-55208e79c48c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:20.611839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.613686 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] Set router 4d71f87f-4c87-492f-b1d3-50707661182c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:20.653353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.654032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf54e3-3719-4eef-885e-e15f7cb4ebc9 None None] The sync data for ids ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:20.683279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e1800778-5261-4f7f-ae5a-625391736e1f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e1800778-5261-4f7f-ae5a-625391736e1f,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:20.695381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e1800778-5261-4f7f-ae5a-625391736e1f', 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'port_id': 'e1800778-5261-4f7f-ae5a-625391736e1f', 'mac_address': 'fa:16:3e:d9:f0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb29614e-1556-42b1-bee4-aae2447c31db', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:20.709870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.721750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca656f4-58bc-409b-9814-c257416ce297']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.733028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.733340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca6e7aa-8663-4b45-bf59-5312dbd5f61d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.745470 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.750760 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.764134 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.770962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:00:20.771160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1800778-5261-4f7f-ae5a-625391736e1f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:20.771427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.782783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3cd9-681e-4e42-95c1-e69f3091de7e req-05936163-b5cb-4d71-93fb-bffc4a7a0e53 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.784667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-011b3cd9-681e-4e42-95c1-e69f3091de7e req-05936163-b5cb-4d71-93fb-bffc4a7a0e53 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.2210696 Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:00:20.784827 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:00:20.787960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Deleting port 7ecca937-2760-43b4-a227-d8459f22abce {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:20.787960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.800477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e1800778-5261-4f7f-ae5a-625391736e1f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e1800778-5261-4f7f-ae5a-625391736e1f,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:20.805021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.806046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:20.867249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.867478 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T14:00:17Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:20.887478 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.890031 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ca656f4-58bc-409b-9814-c257416ce297 HTTP/1.1" status: 204 len: 168 time: 0.4181204 Aug 31 14:00:20.905741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b512290-77c8-4ed0-9c3e-ae0d83245123 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca656f4-58bc-409b-9814-c257416ce297,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:20.928030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:20.928333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.950029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object ffbbbf9c-c56e-4dab-9e8b-385306c941bf will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:20.959583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e1800778-5261-4f7f-ae5a-625391736e1f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:20.969797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '1ee0c69b-39c7-4eff-8e6b-51d135d3ff07', 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'port_id': '1ee0c69b-39c7-4eff-8e6b-51d135d3ff07', 'mac_address': 'fa:16:3e:e0:a1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb29614e-1556-42b1-bee4-aae2447c31db', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:21.005723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.019257 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185b2cb-7e17-47ca-970c-251f81eeda90 None None] The sync data for ids ['4d71f87f-4c87-492f-b1d3-50707661182c'] in n-d-792362-6 is: [{'id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'name': 'tempest-FloatingIPsAssociationTestJSON-863922770-router', 'tenant_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7ecca937-2760-43b4-a227-d8459f22abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:28Z', 'updated_at': '2021-08-31T14:00:17Z', 'revision_number': 5, 'project_id': '51073acc4f874e3f8d2e69b7543bc4cd', 'gw_port': {'id': '7ecca937-2760-43b4-a227-d8459f22abce', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d71f87f-4c87-492f-b1d3-50707661182c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:29Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:21.036182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:21.056646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:21.060781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:21.066870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.067618 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.076040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/5ef7d547-e402-4d01-b1f2-07ae337061c2/1ba5dd21-dedd-49d5-bcde-e8fa68172952) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:21.105617 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4852345 Aug 31 14:00:21.108689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:21.121620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44324) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:21.161500 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.162445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a73666-821d-4602-94d4-8472b75ff35e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=ffbbbf9c-c56e-4dab-9e8b-385306c941bf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:21.183208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:21.209791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202c4c13-2875-433e-896b-c2cdf695c8ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.214874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-202c4c13-2875-433e-896b-c2cdf695c8ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1022401 Aug 31 14:00:21.219961 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7622e1bc-d75c-4396-be44-2025935767bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=190954f649d34a45907f7fcefd5fdf48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940344 Aug 31 14:00:21.220853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44326) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:21.221356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:21.221484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:21.228661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.229363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9459c21a-9ad4-4969-9b6d-a3df8b852593 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:21.388903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9459c21a-9ad4-4969-9b6d-a3df8b852593, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:21.394630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-011b3cd9-681e-4e42-95c1-e69f3091de7e req-2953de00-ef0c-4531-8e66-2a3087c5f170 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458929 Aug 31 14:00:21.408524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'port_id': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'mac_address': 'fa:16:3e:6a:66:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:21.446374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e3667b9-0cae-47c0-bb1e-b54f25f7cb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.476912 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.498490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9459c21a-9ad4-4969-9b6d-a3df8b852593 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:21.502765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ccffbb6-d7d5-424b-ab8e-fc00af23059f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:21.527067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] For port 7ecca937-2760-43b4-a227-d8459f22abce, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7ecca937-2760-43b4-a227-d8459f22abce,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:21.527672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.534054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9ccffbb6-d7d5-424b-ab8e-fc00af23059f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:21.534054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ccffbb6-d7d5-424b-ab8e-fc00af23059f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:21.542805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:21.549962 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.564674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9459c21a-9ad4-4969-9b6d-a3df8b852593, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:21.566017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Transition to ACTIVE for port object 1ba5dd21-dedd-49d5-bcde-e8fa68172952 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:21.571342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Calling delete_port for 7ecca937-2760-43b4-a227-d8459f22abce owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:21.571577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.608139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Transition to ACTIVE for port object 1ba5dd21-dedd-49d5-bcde-e8fa68172952 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:21.622943 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.646425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9459c21a-9ad4-4969-9b6d-a3df8b852593,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:21.656643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:21.686586 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.688068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:21.696438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:21.707206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.714415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.720789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.727987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.734512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.740700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.745815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Pushing event updated for resources: {'Port': ['ID=1ba5dd21-dedd-49d5-bcde-e8fa68172952,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:21.746990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.749464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-bc6672fe-35f6-462e-9ad2-1d7d714379f4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5423 time: 0.2426448 Aug 31 14:00:21.776278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.782425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Attempting to bind port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:21.782802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Attempting to bind port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:21.783176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Attempting to bind port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:21.790939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:21.791409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:21.791833 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.792288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:21.792904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Bound port: 1ba5dd21-dedd-49d5-bcde-e8fa68172952, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:21.793349 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.873662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] For port 1ba5dd21-dedd-49d5-bcde-e8fa68172952, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:21.878120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] For port 1ba5dd21-dedd-49d5-bcde-e8fa68172952, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1ba5dd21-dedd-49d5-bcde-e8fa68172952,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:21.886010 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.899907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db0d80c3-5667-42f3-9228-5cb9bea9dedd req-374f10a2-0238-4c7c-a64a-afec3227e6db tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348598 Aug 31 14:00:21.953163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Deleting port 95eeab8b-1f14-40b3-a070-d31657f77cc6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:21.953518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.957158 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e3667b9-0cae-47c0-bb1e-b54f25f7cb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.992033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcded42-99e7-4c56-a443-7b20d0317d29 req-3a0317e6-f41c-4529-bcc5-b5533a1cf820 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:22.004687 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4fcded42-99e7-4c56-a443-7b20d0317d29 req-3a0317e6-f41c-4529-bcc5-b5533a1cf820 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 945 time: 0.5714202 Aug 31 14:00:22.009850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78f42b-6d18-4bb7-a5c3-75cf13a8c2cf None None] Pushing event updated for resources: {'Port': ['ID=1ba5dd21-dedd-49d5-bcde-e8fa68172952,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:22.046640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port ffbbbf9c-c56e-4dab-9e8b-385306c941bf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:22.046640 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.057908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.103419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecca937-2760-43b4-a227-d8459f22abce,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:22.129370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4fcded42-99e7-4c56-a443-7b20d0317d29 req-bf7ff929-ba6c-4134-87bc-855f621ce712 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236067 Aug 31 14:00:22.143354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.147126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e3667b9-0cae-47c0-bb1e-b54f25f7cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.150833 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e3667b9-0cae-47c0-bb1e-b54f25f7cb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.151951 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3e3667b9-0cae-47c0-bb1e-b54f25f7cb71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c44d3a3a-228d-476d-8a79-262e96131daf HTTP/1.1" status: 204 len: 168 time: 0.9280825 Aug 31 14:00:22.169922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Calling delete_port for 95eeab8b-1f14-40b3-a070-d31657f77cc6 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:22.175830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3667b9-0cae-47c0-bb1e-b54f25f7cb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d3a3a-228d-476d-8a79-262e96131daf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:22.219849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.247253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for ffbbbf9c-c56e-4dab-9e8b-385306c941bf owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:22.319813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e1800778-5261-4f7f-ae5a-625391736e1f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:22.340716 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.379336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c9c5295d-bad2-431b-aeaa-b6dcd0503e92 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:22.413508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9459c21a-9ad4-4969-9b6d-a3df8b852593'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:22.467570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.471527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.475269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1ee0c69b-39c7-4eff-8e6b-51d135d3ff07'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:22.498136 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.562363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.563213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d71f87f-4c87-492f-b1d3-50707661182c {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:00:22.590872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=ffbbbf9c-c56e-4dab-9e8b-385306c941bf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:22.599432 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.607248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.608637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-44897bfd-1f68-49f0-b645-93e206aa28e8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4d71f87f-4c87-492f-b1d3-50707661182c HTTP/1.1" status: 204 len: 168 time: 2.9315193 Aug 31 14:00:22.608973 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bac03837-5880-4431-a7fa-8592ec8596b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/ffbbbf9c-c56e-4dab-9e8b-385306c941bf HTTP/1.1" status: 204 len: 168 time: 1.3844187 Aug 31 14:00:22.609576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:22.612048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44346) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:22.715723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1608e29-a17f-4221-8e5f-a830684a0fea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:22.717938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1608e29-a17f-4221-8e5f-a830684a0fea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:22.719887 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a1608e29-a17f-4221-8e5f-a830684a0fea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1073182 Aug 31 14:00:22.722807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44352) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:22.780717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8edc43-532d-4328-82f2-bd113dda5230 req-c53246bc-7e49-4d1d-9423-d1d4d86bd764 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:22.789963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b8edc43-532d-4328-82f2-bd113dda5230 req-c53246bc-7e49-4d1d-9423-d1d4d86bd764 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.2478719 Aug 31 14:00:22.797661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] Deleting subnet a39f4262-5cbd-4c05-9bca-8bbb968f38e0 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:22.816750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.892799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 5ef7d547-e402-4d01-b1f2-07ae337061c2 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:22.906279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.923401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.931986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-a4202b2f-e932-4e44-8f2f-bb8899afa84b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:22.935056 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-a4202b2f-e932-4e44-8f2f-bb8899afa84b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.1448841 Aug 31 14:00:22.979381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.007600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b8edc43-532d-4328-82f2-bd113dda5230 req-4994cffc-63df-416a-8bc3-33ccf96f8f09 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124183 Aug 31 14:00:23.030664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:23.106890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92', 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'port_id': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92', 'mac_address': 'fa:16:3e:53:e5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb29614e-1556-42b1-bee4-aae2447c31db', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:23.132893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Pushing event deleted for resources: {'Port': ['ID=95eeab8b-1f14-40b3-a070-d31657f77cc6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:23.137172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.265675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.338708 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.351855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.380410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c5295d-bad2-431b-aeaa-b6dcd0503e92 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:23.406069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:23.415583 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.416949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 041790d6-d90d-487e-90fa-67a3ee411ddb details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:23.435754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.467457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.474504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.480453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.486982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.493331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.493913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1ba5dd21-dedd-49d5-bcde-e8fa68172952 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:23.503700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.512352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.515174 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-f11c382f-1c30-43d2-9f2f-46de359bee51 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5424 time: 0.4425578 Aug 31 14:00:23.521555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.558512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:23.611980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c150aed-2515-4295-8c72-31336a75064e req-9b40760f-63fe-4b7d-90c6-4b350de63147 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.621413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c150aed-2515-4295-8c72-31336a75064e req-9b40760f-63fe-4b7d-90c6-4b350de63147 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 945 time: 0.2783248 Aug 31 14:00:23.621568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef7d547-e402-4d01-b1f2-07ae337061c2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:23.640667 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.650044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-517d7c4e-aaf9-44cf-949f-3f906a76aba0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/5ef7d547-e402-4d01-b1f2-07ae337061c2 HTTP/1.1" status: 204 len: 168 time: 0.9186256 Aug 31 14:00:23.650736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44376) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:23.683709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 041790d6-d90d-487e-90fa-67a3ee411ddb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=041790d6-d90d-487e-90fa-67a3ee411ddb,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:23.735171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3836e13f-8ff7-4125-b6af-6b62aa7176ee tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813670 Aug 31 14:00:23.742026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:23.751491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Deleting port 87c138e9-99dd-47f8-8c88-460e3543e60c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:23.756572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '041790d6-d90d-487e-90fa-67a3ee411ddb', 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f', 'port_id': '041790d6-d90d-487e-90fa-67a3ee411ddb', 'mac_address': 'fa:16:3e:25:c0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccca6a3-4ca4-4e7f-84e5-47b85bf08933', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:23.758546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.785050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-996de16f-65a1-42d8-88ee-a01a97aa18dd req-fcb12f5e-04f9-4f99-998e-05603ec1f599 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2546780 Aug 31 14:00:23.805904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-989be391-1ce2-4693-80ee-4bb9926acf77 None None] Provisioning for port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:23.817677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.836439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.841059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.854953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e46fdb4-6815-4fbd-8401-c1bfd4ee8d96 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:23.867431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c150aed-2515-4295-8c72-31336a75064e req-f8e3944d-3dc6-4712-8729-43abb734213c tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439597 Aug 31 14:00:23.943442 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.961475 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.963362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a39f4262-5cbd-4c05-9bca-8bbb968f38e0 HTTP/1.1" status: 204 len: 168 time: 1.3485641 Aug 31 14:00:23.964231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a8c1d-b705-4cb8-862d-2e048bec6a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39f4262-5cbd-4c05-9bca-8bbb968f38e0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:23.968377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44416) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:23.986054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041790d6-d90d-487e-90fa-67a3ee411ddb {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:23.988897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] For port 87c138e9-99dd-47f8-8c88-460e3543e60c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=87c138e9-99dd-47f8-8c88-460e3543e60c,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:23.990357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.999955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d67c48df-84de-41c7-b38c-f6ee5778cd29 None None] Could not find standard attr ID for object 69c5cb30-9583-44e8-821c-a6327041573a. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:00:24.001783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:24.017912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b5f8d-212d-40b1-8ab8-9572a50e5be7 None None] Network af2ffda2-c60a-4f9b-81d9-af874ac402a5 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:24.031178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ffb69-5efd-4590-b8c1-83cb073b6711 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:24.033702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a4ffb69-5efd-4590-b8c1-83cb073b6711 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2879748 Aug 31 14:00:24.039944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44424) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.041102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Router b6d5d5ed-54a0-40d9-926b-55208e79c48c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:24.084852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:24.085448 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.125155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.180910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 041790d6-d90d-487e-90fa-67a3ee411ddb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=041790d6-d90d-487e-90fa-67a3ee411ddb,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:24.218835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.219428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 962507f7-3d7a-4b3b-b470-f472d67f8282 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:24.223150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:24.231530 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.232845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-deceb945-a1b1-4ce6-943a-158dec4d5713 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "PUT /v2.0/routers/b6d5d5ed-54a0-40d9-926b-55208e79c48c HTTP/1.1" status: 200 len: 705 time: 3.7920609 Aug 31 14:00:24.236839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44430) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.237972 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] Sync routers for ids ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:24.252069 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] Routers {'b6d5d5ed-54a0-40d9-926b-55208e79c48c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:24.252706 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:24.388125 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:24.399624 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] Routers {'b6d5d5ed-54a0-40d9-926b-55208e79c48c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:24.400416 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:24.439986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207799f-c212-4f37-bbc1-acc5670ff466 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:24.441320 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:24.441625 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4207799f-c212-4f37-bbc1-acc5670ff466 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3986478 Aug 31 14:00:24.442217 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac5437-2782-4c9d-84fa-5ae5ce5c35dc None None] The sync data for ids ['b6d5d5ed-54a0-40d9-926b-55208e79c48c'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:24.445279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44438) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.485479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-04c8ff51-7c42-4719-bed7-3230c5306b9d tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/routers/b6d5d5ed-54a0-40d9-926b-55208e79c48c HTTP/1.1" status: 200 len: 740 time: 0.2474856 Aug 31 14:00:24.486649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44440) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.486786 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:00:24.499410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 962507f7-3d7a-4b3b-b470-f472d67f8282, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=962507f7-3d7a-4b3b-b470-f472d67f8282,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:24.554931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '962507f7-3d7a-4b3b-b470-f472d67f8282', 'network_id': '0f792b8a-db28-4879-ad38-ac06a0fe0d9f', 'port_id': '962507f7-3d7a-4b3b-b470-f472d67f8282', 'mac_address': 'fa:16:3e:5a:a5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccca6a3-4ca4-4e7f-84e5-47b85bf08933', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:24.569982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-76bd9f5e-d407-4926-bf16-442bab7b2a51 tempest-RoutersAdminTest-2089114040 tempest-RoutersAdminTest-2089114040-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&device_id=b6d5d5ed-54a0-40d9-926b-55208e79c48c HTTP/1.1" status: 200 len: 205 time: 0.0782411 Aug 31 14:00:24.578477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44448) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.595530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50360c26-2003-4415-a9aa-a606b7fbfb01 req-e5811d44-b58b-4ce8-943c-63934445d470 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:24.597648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-50360c26-2003-4415-a9aa-a606b7fbfb01 req-e5811d44-b58b-4ce8-943c-63934445d470 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 946 time: 0.4290006 Aug 31 14:00:24.602303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-50008424-6c2d-43d3-9963-7f84268fd4c9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543851 Aug 31 14:00:24.607997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44454) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.614366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=041790d6-d90d-487e-90fa-67a3ee411ddb,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:24.630918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:24.637934 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.650874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-04a9c17a-45fb-4809-b673-fa3dad4a06cb tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6d5d5ed-54a0-40d9-926b-55208e79c48c HTTP/1.1" status: 200 len: 205 time: 0.0711422 Aug 31 14:00:24.653675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Deleting port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:24.654016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.658417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44464) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.663791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.702343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962507f7-3d7a-4b3b-b470-f472d67f8282 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:24.712799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:24.730612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] For port 565a076b-4f2d-450b-94b6-dc65ac7a89c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=565a076b-4f2d-450b-94b6-dc65ac7a89c3,segment=NetworkSegment(7d1f02fc-2220-4450-b713-32fb0fe5d940),segment_id=7d1f02fc-2220-4450-b713-32fb0fe5d940)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:24.730946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.747122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Calling delete_port for 565a076b-4f2d-450b-94b6-dc65ac7a89c3 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:24.762326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 962507f7-3d7a-4b3b-b470-f472d67f8282, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=962507f7-3d7a-4b3b-b470-f472d67f8282,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:24.800777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 1ba5dd21-dedd-49d5-bcde-e8fa68172952, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1ba5dd21-dedd-49d5-bcde-e8fa68172952,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:24.805165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.806394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4e2fab6e-2ceb-4127-8937-8b3decf388ad details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:24.830815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.831386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.831712 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Floating IP 95a7cd43-154d-448e-8223-e36dc881ac20 disassociated. External IP: 172.25.0.245, port: 87c138e9-99dd-47f8-8c88-460e3543e60c. Aug 31 14:00:24.831956 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.832424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Calling delete_port for 87c138e9-99dd-47f8-8c88-460e3543e60c owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:24.838627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2144674-3967-47c4-b48d-d8135e2309dc None None] DHCP port deletion for af2ffda2-c60a-4f9b-81d9-af874ac402a5 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:24.881719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.922529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bf56-9478-4004-852f-b5dbec79ed04 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.931620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7ecca937-2760-43b4-a227-d8459f22abce no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:24.940356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Pushing event deleted for resources: {'Port': ['ID=565a076b-4f2d-450b-94b6-dc65ac7a89c3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:24.947112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] No DVR routers for this DVR port 565a076b-4f2d-450b-94b6-dc65ac7a89c3 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:24.947691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:24.957182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95782-e30f-40b0-977c-23de684b7149 req-769d3916-a7a5-4585-bc75-51e66a5b0f31 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:24.961339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99b95782-e30f-40b0-977c-23de684b7149 req-769d3916-a7a5-4585-bc75-51e66a5b0f31 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 945 time: 0.3094068 Aug 31 14:00:25.012995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 7ecca937-2760-43b4-a227-d8459f22abce {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:25.013327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7ecca937-2760-43b4-a227-d8459f22abce not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:25.018627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c2144674-3967-47c4-b48d-d8135e2309dc None None] The port '565a076b-4f2d-450b-94b6-dc65ac7a89c3' was deleted {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 14:00:25.024008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-50360c26-2003-4415-a9aa-a606b7fbfb01 req-ba13092d-b47d-4d3e-8920-cb201fbad5b2 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups?id=89cb1f4b-b112-4cef-b901-6ea651d35846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984272 Aug 31 14:00:25.027259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4e2fab6e-2ceb-4127-8937-8b3decf388ad', 'network_id': 'f73e03e0-0832-4c13-bf89-288816181bee', 'port_id': '4e2fab6e-2ceb-4127-8937-8b3decf388ad', 'mac_address': 'fa:16:3e:0b:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb29614e-1556-42b1-bee4-aae2447c31db', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:25.037639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=962507f7-3d7a-4b3b-b470-f472d67f8282,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.057048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] Deleting port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:25.060568 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.078458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.094296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2ffda2-c60a-4f9b-81d9-af874ac402a5']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:25.116097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1f02fc-2220-4450-b713-32fb0fe5d940') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:25.116668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1f02fc-2220-4450-b713-32fb0fe5d940') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:25.136660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.168089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99b95782-e30f-40b0-977c-23de684b7149 req-97038290-2e9b-4d33-9a94-2398fae72a8e tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956437 Aug 31 14:00:25.179195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Releasing vlan 1547 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:00:25.198984 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:00:25.235972 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.239300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:25.243239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.247558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] For port 1ba5dd21-dedd-49d5-bcde-e8fa68172952, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1ba5dd21-dedd-49d5-bcde-e8fa68172952,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:25.248222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.262063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.267345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=1ba5dd21-dedd-49d5-bcde-e8fa68172952,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.277785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] Calling delete_port for 1ba5dd21-dedd-49d5-bcde-e8fa68172952 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:25.283041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2fab6e-2ceb-4127-8937-8b3decf388ad {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:25.288607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.293299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] 10.222.0.10 "DELETE /v2.0/networks/af2ffda2-c60a-4f9b-81d9-af874ac402a5 HTTP/1.1" status: 204 len: 168 time: 1.3197820 Aug 31 14:00:25.293299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bbdba-4dff-49e6-bfb6-04167fb2d313 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2ffda2-c60a-4f9b-81d9-af874ac402a5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.335998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:25.358775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bf56-9478-4004-852f-b5dbec79ed04 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.366083 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bf56-9478-4004-852f-b5dbec79ed04 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.394400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1ba5dd21-dedd-49d5-bcde-e8fa68172952 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:25.399162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.454701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.461233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.467258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.473553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.480320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.487139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.494544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.496548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-9e374fe3-059c-430f-83b2-00d8954e5e99 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5427 time: 0.3615038 Aug 31 14:00:25.537896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bf56-9478-4004-852f-b5dbec79ed04 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.538423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc1bf56-9478-4004-852f-b5dbec79ed04 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Fanout notify agent at l3_agent the message router_deleted on router b6d5d5ed-54a0-40d9-926b-55208e79c48c {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:00:25.550834 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bf56-9478-4004-852f-b5dbec79ed04 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.558032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44486) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.570699 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0cc1bf56-9478-4004-852f-b5dbec79ed04 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/b6d5d5ed-54a0-40d9-926b-55208e79c48c HTTP/1.1" status: 204 len: 168 time: 0.8894391 Aug 31 14:00:25.587677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.589633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4e2fab6e-2ceb-4127-8937-8b3decf388ad,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.602295 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.616740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44488) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.624211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aa5b723e-c356-4e12-9bfb-f408af685493 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6d5d5ed-54a0-40d9-926b-55208e79c48c HTTP/1.1" status: 200 len: 205 time: 0.0646546 Aug 31 14:00:25.630032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44490) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.639081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] Pushing event deleted for resources: {'Port': ['ID=1ba5dd21-dedd-49d5-bcde-e8fa68172952,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.643338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff7117-fcf2-455c-8c89-f999ceb0307e None None] No DVR routers for this DVR port 1ba5dd21-dedd-49d5-bcde-e8fa68172952 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:25.649555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e1800778-5261-4f7f-ae5a-625391736e1f up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:25.671409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 565a076b-4f2d-450b-94b6-dc65ac7a89c3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:25.694518 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-cca51f5a-5b40-4e30-9c5a-40a3652ea890 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] delete failed (client error): The resource could not be found. Aug 31 14:00:25.695849 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cca51f5a-5b40-4e30-9c5a-40a3652ea890 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/b6d5d5ed-54a0-40d9-926b-55208e79c48c HTTP/1.1" status: 404 len: 336 time: 0.0623009 Aug 31 14:00:25.702941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44492) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.712200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 565a076b-4f2d-450b-94b6-dc65ac7a89c3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:25.712200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 565a076b-4f2d-450b-94b6-dc65ac7a89c3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:25.712499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2e468855-f32c-4f55-9fc7-633b43a160dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51073acc4f874e3f8d2e69b7543bc4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830626 Aug 31 14:00:25.722184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44494) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.736939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.742902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e1800778-5261-4f7f-ae5a-625391736e1f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:25.747204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e1800778-5261-4f7f-ae5a-625391736e1f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:25.747651 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.758090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2d30a818-512b-4aca-89fd-ecf7ff04d6e8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=36b21fe4-81d0-40f8-b7eb-4845000e7c13 HTTP/1.1" status: 200 len: 205 time: 0.0537963 Aug 31 14:00:25.767803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.819157 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-1e58a96f-db7d-4c22-84aa-1f5f6a93bfa8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] delete failed (client error): The resource could not be found. Aug 31 14:00:25.822874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event deleted for resources: {'Port': ['ID=87c138e9-99dd-47f8-8c88-460e3543e60c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.823030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e58a96f-db7d-4c22-84aa-1f5f6a93bfa8 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/36b21fe4-81d0-40f8-b7eb-4845000e7c13 HTTP/1.1" status: 404 len: 336 time: 0.0584962 Aug 31 14:00:25.823384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44498) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.838055 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48cf3cd5-338e-417b-ba85-6725192d9a9b req-95f3c851-0c3c-4211-ae87-043bbb737a40 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3340275 Aug 31 14:00:25.857395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.873686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b28dfa42-d89f-4a52-b1e1-afd67d0bf9b6 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=df94b398-688b-4914-8828-1946dbd4a9d3 HTTP/1.1" status: 200 len: 205 time: 0.0479860 Aug 31 14:00:25.876070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.903397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1800778-5261-4f7f-ae5a-625391736e1f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:25.908599 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875fb4dd-98d2-4815-840e-3b418b166324" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "e1800778-5261-4f7f-ae5a-625391736e1f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:25.924255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e1800778-5261-4f7f-ae5a-625391736e1f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e1800778-5261-4f7f-ae5a-625391736e1f,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:25.930254 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.931422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9459c21a-9ad4-4969-9b6d-a3df8b852593 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:25.933503 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-5bc4246c-a0b8-4e2a-8c0f-9178c3136ef7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] delete failed (client error): The resource could not be found. Aug 31 14:00:25.936373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5bc4246c-a0b8-4e2a-8c0f-9178c3136ef7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/df94b398-688b-4914-8828-1946dbd4a9d3 HTTP/1.1" status: 404 len: 336 time: 0.0580838 Aug 31 14:00:25.939138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44504) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.999381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f699173-9a6e-4460-8737-a8f2dc6b4546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.010509 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1f84fb-7dc6-4a2a-8b42-00b6c6b6dc27 x-openstack-request-id: req-5b1f84fb-7dc6-4a2a-8b42-00b6c6b6dc27 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:26.010802 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "e1800778-5261-4f7f-ae5a-625391736e1f", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:26.011053 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b1f84fb-7dc6-4a2a-8b42-00b6c6b6dc27 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:26.011444 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1800778-5261-4f7f-ae5a-625391736e1f', 'code': 200} Aug 31 14:00:26.040208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e1800778-5261-4f7f-ae5a-625391736e1f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:26.050521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 9459c21a-9ad4-4969-9b6d-a3df8b852593 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:26.055868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9459c21a-9ad4-4969-9b6d-a3df8b852593 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:26.056311 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.181298 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.242031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9459c21a-9ad4-4969-9b6d-a3df8b852593, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:26.253742 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.256188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:26.479966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-256d481f-d368-4f9f-b03f-2a8f01669389 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 HTTP/1.1" status: 200 len: 205 time: 0.5393004 Aug 31 14:00:26.487664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44510) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:26.511839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.552636 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-791b3a3d-1295-42a4-9a0b-cd36f04b4d8a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] delete failed (client error): The resource could not be found. Aug 31 14:00:26.553729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-791b3a3d-1295-42a4-9a0b-cd36f04b4d8a tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/46d95d2f-6cfa-4bdb-8fb8-8025e4bc1501 HTTP/1.1" status: 404 len: 336 time: 0.0651052 Aug 31 14:00:26.556442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:26.604824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-732e149e-fb5f-4aef-a5ef-b90ecbcac1e7 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=029cb264-a901-4a78-b405-43df912ae8ca HTTP/1.1" status: 200 len: 205 time: 0.0472114 Aug 31 14:00:26.610349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44516) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:26.616108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c9c5295d-bad2-431b-aeaa-b6dcd0503e92'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:26.618425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['962507f7-3d7a-4b3b-b470-f472d67f8282'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:26.621843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4e2fab6e-2ceb-4127-8937-8b3decf388ad'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:26.675627 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-47cdfd46-d1f0-4508-b43f-ec0d4d0f26ef tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] delete failed (client error): The resource could not be found. Aug 31 14:00:26.681680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-47cdfd46-d1f0-4508-b43f-ec0d4d0f26ef tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/029cb264-a901-4a78-b405-43df912ae8ca HTTP/1.1" status: 404 len: 336 time: 0.0689447 Aug 31 14:00:26.684297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44520) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:26.709104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc07a3e-b7ab-4cb0-9d6a-d5734da95669 req-b09fbbe0-3415-427f-8a7b-dd28cc230048 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:26.716465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cc07a3e-b7ab-4cb0-9d6a-d5734da95669 req-b09fbbe0-3415-427f-8a7b-dd28cc230048 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 945 time: 0.2715216 Aug 31 14:00:26.746049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9459c21a-9ad4-4969-9b6d-a3df8b852593,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:26.765125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f699173-9a6e-4460-8737-a8f2dc6b4546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.777137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:26.780613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:26.781067 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-07595f35-af9d-4bbf-8031-1281bb4a9aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.789173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b24dbbf0-90c4-4058-bfd0-247849d7e044 req-787426f0-ae26-4752-a75b-c13e033adcf0 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.2628314 Aug 31 14:00:26.798524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:26.798963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.809346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d05df58a-8e60-47eb-a63c-116bd46c6f97 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "GET /v2.0/ports?device_id=712daeef-6add-4bb0-8a45-09506086913c HTTP/1.1" status: 200 len: 205 time: 0.1238468 Aug 31 14:00:26.811538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=1aa2355f-b9e2-47eb-973a-862b0042d45c,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:26.817116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:26.830824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:26.833674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:26.834256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.842537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa49a5d-26b7-491b-9780-738e0fe52372 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:26.868492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-16c66cd3-bb9b-4dc7-8f82-ca3cc426e03e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2585988 Aug 31 14:00:26.878785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44524) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:26.896418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '1aa2355f-b9e2-47eb-973a-862b0042d45c', 'ip_address': '2001:db8::842d:5790:b4f0:f427'}], 'name': 'tempest-NetworksTestDHCPv6-1396743926'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:26.979126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cc07a3e-b7ab-4cb0-9d6a-d5734da95669 req-f056581f-5b05-437f-895b-307311959740 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/security-groups?id=549c2df0-9854-4b23-8b58-d95fbd5e796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601891 Aug 31 14:00:26.989165 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-1e80906a-a03b-49d9-8f6d-67b2e11d606c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] delete failed (client error): The resource could not be found. Aug 31 14:00:26.991786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e80906a-a03b-49d9-8f6d-67b2e11d606c tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/routers/712daeef-6add-4bb0-8a45-09506086913c HTTP/1.1" status: 404 len: 336 time: 0.1453898 Aug 31 14:00:27.003918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44528) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:27.022099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-c9adcaf8-6366-4ea7-b934-6ce0520cf897 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.024932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-c9adcaf8-6366-4ea7-b934-6ce0520cf897 tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 945 time: 0.2904160 Aug 31 14:00:27.039406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:27.075052 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed1aae4-be68-429c-ad3f-22252c4e6b79 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] DELETE failed (client error): The resource could not be found. Aug 31 14:00:27.075963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed1aae4-be68-429c-ad3f-22252c4e6b79 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:00:27.079126 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ed1aae4-be68-429c-ad3f-22252c4e6b79 tempest-RoutersAdminTest-818612755 tempest-RoutersAdminTest-818612755-project] 10.222.0.10 "DELETE /v2.0/subnets/7436b4b7-51b0-4b9a-ae99-9936823db01a HTTP/1.1" status: 404 len: 337 time: 0.0637081 Aug 31 14:00:27.176806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Deleting port 12d00bde-0d70-462f-abdf-48972b7882a1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:27.178099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.209280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f699173-9a6e-4460-8737-a8f2dc6b4546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.218921 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.236975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f699173-9a6e-4460-8737-a8f2dc6b4546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.240233 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0f699173-9a6e-4460-8737-a8f2dc6b4546 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d HTTP/1.1" status: 204 len: 168 time: 1.5011761 Aug 31 14:00:27.344338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['041790d6-d90d-487e-90fa-67a3ee411ddb'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:27.348701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] For port 12d00bde-0d70-462f-abdf-48972b7882a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12d00bde-0d70-462f-abdf-48972b7882a1,segment=NetworkSegment(6d404a50-18f0-444b-b68b-0ff2343b4068),segment_id=6d404a50-18f0-444b-b68b-0ff2343b4068)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:27.349430 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.365984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Calling delete_port for 12d00bde-0d70-462f-abdf-48972b7882a1 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:27.444182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.452012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.459171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.465924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.474452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.482130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.485204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:27.488946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.491939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-48c91fc9-d433-42d2-9bc2-2dfe4c6718e1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5430 time: 0.4059942 Aug 31 14:00:27.492410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699173-9a6e-4460-8737-a8f2dc6b4546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f6b0f-00c9-4bf8-88cc-94a9e1f1d43d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:27.512909 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.562086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:27.595046 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fb9ae56b-3e6b-483a-ace7-f059167caec3 req-8aee4fed-4c69-482a-87a0-609f69cf7f7a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854766 Aug 31 14:00:27.596394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:27.604933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:27.608636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 87c138e9-99dd-47f8-8c88-460e3543e60c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:27.630474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] Sync routers for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:27.645253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 87c138e9-99dd-47f8-8c88-460e3543e60c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:27.645603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 87c138e9-99dd-47f8-8c88-460e3543e60c not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:27.646759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12d00bde-0d70-462f-abdf-48972b7882a1 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:27.661977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] No DVR routers for this DVR port 87c138e9-99dd-47f8-8c88-460e3543e60c on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:27.667388 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.670456 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-25f322a4-d6cb-463f-813e-9d7c04b92615 req-532fad9e-cda3-4803-b1b6-780117e8bd35 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.26 "DELETE /v2.0/ports/87c138e9-99dd-47f8-8c88-460e3543e60c HTTP/1.1" status: 204 len: 173 time: 4.6718338 Aug 31 14:00:27.671005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'name': 'network-vif-deleted', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:27.673823 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4530e36-7caf-4ef1-8179-175a8322497d" -d '{"events": [{"server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "name": "network-vif-deleted", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:27.696374 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.752955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.753696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:27.754535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:27.790546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Pushing event deleted for resources: {'Port': ['ID=12d00bde-0d70-462f-abdf-48972b7882a1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:27.798706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 03551e81-e6a6-4b90-880d-528accb0d38b yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:27.820920 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82485bf3-1de9-475e-bd6f-630cca9d9e5b x-openstack-request-id: req-82485bf3-1de9-475e-bd6f-630cca9d9e5b {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:27.821459 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed50f4d2-4b25-4493-9d49-f0517ea565ca", "name": "network-vif-deleted", "tag": "87c138e9-99dd-47f8-8c88-460e3543e60c", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:27.821873 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82485bf3-1de9-475e-bd6f-630cca9d9e5b {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:27.822623 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed50f4d2-4b25-4493-9d49-f0517ea565ca', 'name': 'network-vif-deleted', 'tag': '87c138e9-99dd-47f8-8c88-460e3543e60c', 'status': 'completed', 'code': 200} Aug 31 14:00:27.847104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44544) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:27.890602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] No DVR routers for this DVR port 12d00bde-0d70-462f-abdf-48972b7882a1 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:27.896326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.898880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d28922af-e5c0-4620-b17e-bff9b8a5fa07 req-25768948-3a50-4938-865d-6474075820fc tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.26 "DELETE /v2.0/ports/12d00bde-0d70-462f-abdf-48972b7882a1 HTTP/1.1" status: 204 len: 173 time: 0.8664012 Aug 31 14:00:27.899508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'name': 'network-vif-deleted', 'tag': '12d00bde-0d70-462f-abdf-48972b7882a1'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:27.902458 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1c121-b1bc-4440-9a77-c1b34953287d" -d '{"events": [{"server_uuid": "05f0edf1-24e2-4d69-95e4-404de242bb21", "name": "network-vif-deleted", "tag": "12d00bde-0d70-462f-abdf-48972b7882a1"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:27.913096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '1aa2355f-b9e2-47eb-973a-862b0042d45c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:27.914581 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.965885 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647ff670-0c2a-4fea-af38-8e30eff4c895 x-openstack-request-id: req-647ff670-0c2a-4fea-af38-8e30eff4c895 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:27.966163 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0edf1-24e2-4d69-95e4-404de242bb21", "name": "network-vif-deleted", "tag": "12d00bde-0d70-462f-abdf-48972b7882a1", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:27.966885 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-647ff670-0c2a-4fea-af38-8e30eff4c895 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:27.967370 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0edf1-24e2-4d69-95e4-404de242bb21', 'name': 'network-vif-deleted', 'tag': '12d00bde-0d70-462f-abdf-48972b7882a1', 'status': 'completed', 'code': 200} Aug 31 14:00:28.065534 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2dc68edf-ab93-4a52-b19a-602b83739136 req-3ccd23fd-2611-4eeb-a492-0c3e23f59c6b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.0934005 Aug 31 14:00:28.217913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8110c73d-edec-4210-a6ca-b53eb05ebd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.243088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/1aa2355f-b9e2-47eb-973a-862b0042d45c/91f4ee52-43d7-43cf-97ba-bd794c1742fa) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:28.368999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593'}, {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee0c69b-39c7-4eff-8e6b-51d135d3ff07'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:28.371595 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54493ee7-ebe0-4bd2-843b-fe8f15b3c4e1" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593"}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "1ee0c69b-39c7-4eff-8e6b-51d135d3ff07"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:28.372123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0fbf8d99-f916-434b-9af1-bc6dddf06fba req-bb3b9479-fc72-4192-86a0-03db7274997f tempest-ServerAddressesTestJSON-1992880786 tempest-ServerAddressesTestJSON-1992880786-project] 10.222.0.10 "GET /v2.0/ports?device_id=05f0edf1-24e2-4d69-95e4-404de242bb21 HTTP/1.1" status: 200 len: 210 time: 0.0984430 Aug 31 14:00:28.415133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No active binding found for port 12d00bde-0d70-462f-abdf-48972b7882a1 {{(pid=101362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:00:28.415616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12d00bde-0d70-462f-abdf-48972b7882a1 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:28.416366 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8110c73d-edec-4210-a6ca-b53eb05ebd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.430502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8110c73d-edec-4210-a6ca-b53eb05ebd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.485631 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d110ccb-b1c6-4e3a-8426-40e43544f2e5 x-openstack-request-id: req-5d110ccb-b1c6-4e3a-8426-40e43544f2e5 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:28.486125 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593", "code": 200}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "1ee0c69b-39c7-4eff-8e6b-51d135d3ff07", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:28.486541 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d110ccb-b1c6-4e3a-8426-40e43544f2e5 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:28.487430 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'code': 200} Aug 31 14:00:28.487685 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee0c69b-39c7-4eff-8e6b-51d135d3ff07', 'code': 200} Aug 31 14:00:28.496812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44570) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:28.497006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8110c73d-edec-4210-a6ca-b53eb05ebd6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96e3b4270bdc4ed59ed05f6f56b72d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342735 Aug 31 14:00:28.497799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110c73d-edec-4210-a6ca-b53eb05ebd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c5e51b-78dd-4644-a3e2-0a870531eb3b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:28.579565 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.594938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Transition to ACTIVE for port object 91f4ee52-43d7-43cf-97ba-bd794c1742fa will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:28.615543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7135fc00-4e75-4557-bdf9-ed9427881f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.616503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:28.627737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Transition to ACTIVE for port object 91f4ee52-43d7-43cf-97ba-bd794c1742fa will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:28.669325 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7135fc00-4e75-4557-bdf9-ed9427881f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.697169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.760939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::842d:5790:b4f0:f427 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/1aa2355f-b9e2-47eb-973a-862b0042d45c/03551e81-e6a6-4b90-880d-528accb0d38b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:28.794259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:28.815727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:28.856210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:28.863095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Pushing event updated for resources: {'Port': ['ID=91f4ee52-43d7-43cf-97ba-bd794c1742fa,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:28.961099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Attempting to bind port 91f4ee52-43d7-43cf-97ba-bd794c1742fa on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:28.961479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Attempting to bind port 91f4ee52-43d7-43cf-97ba-bd794c1742fa by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:28.961848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Attempting to bind port 91f4ee52-43d7-43cf-97ba-bd794c1742fa on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:28.966923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44580) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:28.967480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.977972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:28.978394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:28.978799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.979199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:28.979678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Bound port: 91f4ee52-43d7-43cf-97ba-bd794c1742fa, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:28.980064 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.985472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 03551e81-e6a6-4b90-880d-528accb0d38b will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:29.106526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-555074094-network', 'tenant_id': '04b35ff4dc5542d5a24bd5302511c9ef'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:29.118491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.129815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:29Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:29.152141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Made reservation on behalf of 04b35ff4dc5542d5a24bd5302511c9ef for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:29.154752 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.181773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] Checking router: c75c15e5-4dbb-4f91-8e36-f4294d8ed436 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:29.188322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] For port 91f4ee52-43d7-43cf-97ba-bd794c1742fa, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:29.188630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.196892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:29.197968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T13:59:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:29.219174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:29.237580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:29.242972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:29.249007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.249916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.252668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=03551e81-e6a6-4b90-880d-528accb0d38b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:29.265373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce5ff87c-94dd-4337-9dc2-04e7010ced41 req-5677e26d-b681-4be3-8c67-e54bbb13cac4 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.0779016 Aug 31 14:00:29.280444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.286749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.293661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.304116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] For port 91f4ee52-43d7-43cf-97ba-bd794c1742fa, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=91f4ee52-43d7-43cf-97ba-bd794c1742fa,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:29.305293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.312636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.319649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.325671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.338104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-d2dfee1e-6c4d-4aba-8df6-d43874b2abae tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5431 time: 0.2934620 Aug 31 14:00:29.347219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.395267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7135fc00-4e75-4557-bdf9-ed9427881f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.398979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7135fc00-4e75-4557-bdf9-ed9427881f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.403025 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7135fc00-4e75-4557-bdf9-ed9427881f21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2c5e51b-78dd-4644-a3e2-0a870531eb3b HTTP/1.1" status: 204 len: 168 time: 0.9044657 Aug 31 14:00:29.424192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.424555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.424932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.425287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.425678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.426024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.426361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.426998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.427345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.427715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.428254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.428717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:29.437904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.447700 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.455928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135fc00-4e75-4557-bdf9-ed9427881f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c5e51b-78dd-4644-a3e2-0a870531eb3b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:29.479913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-72b3ede6-ef3e-4422-8b6c-55e952132f32 req-958c73dd-5c28-4edf-bab5-eabc3a0cea38 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408887 Aug 31 14:00:29.482665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6af93160-9495-423c-ba6c-1102f58c0f4e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5991988 Aug 31 14:00:29.485951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44592) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:29.491125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] vlan segment allocate from pool success with {'vlan_id': 1520, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:00:29.495212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-145468d2-ca90-425e-ba8d-040245350bd0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '1aa2355f-b9e2-47eb-973a-862b0042d45c', 'ip_address': '2001:db8::842d:5790:b4f0:f427'}], 'name': 'tempest-NetworksTestDHCPv6-785479928'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:29.517871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.518535 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Added segment ea54d795-1274-4fd8-8901-b1eb752bb03e of type vlan for network 72d77532-0fdc-4f53-a609-cc066c7e11cd Aug 31 14:00:29.556858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44594) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:29.578644 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.618287 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.619510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.620472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.652183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] Deleting subnet 01875db7-65dc-43f3-9ce5-2b49ada306db {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:29.655674 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.716462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a842207f-878e-4f63-8f55-83f451feac4c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:29.727019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7589808 Aug 31 14:00:29.728078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991c5e8-40dd-4f5e-b6d1-ea91b3836aed admin admin] Pushing event updated for resources: {'Network': ['ID=72d77532-0fdc-4f53-a609-cc066c7e11cd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:29.730327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44598) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:29.736105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Request body: {'subnet': {'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-555074094-subnet', 'tenant_id': '04b35ff4dc5542d5a24bd5302511c9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:29.753830 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.772737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Made reservation on behalf of 04b35ff4dc5542d5a24bd5302511c9ef for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:29.775802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.806936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.859306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c9c5295d-bad2-431b-aeaa-b6dcd0503e92 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:29.862990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 72d77532-0fdc-4f53-a609-cc066c7e11cd details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:00:29.887078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.950773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01875db7-65dc-43f3-9ce5-2b49ada306db,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:29.960610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.966101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20a19bb5-091c-400c-9731-0c9e06ae5287 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/01875db7-65dc-43f3-9ce5-2b49ada306db HTTP/1.1" status: 204 len: 168 time: 0.4078877 Aug 31 14:00:29.968540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145468d2-ca90-425e-ba8d-040245350bd0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:29.980911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-145468d2-ca90-425e-ba8d-040245350bd0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.989239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44602) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:30.011545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-145468d2-ca90-425e-ba8d-040245350bd0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port be5324f6-da7b-4e7d-a22c-62a39d54cb79 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:30.062285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44604) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:30.111472 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9877aac-fadd-43c4-88dd-e8087d669e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.166942 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.214757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfccc26-76e9-4da9-a357-4df3cbfd7bce None None] Pushing event updated for resources: {'Port': ['ID=91f4ee52-43d7-43cf-97ba-bd794c1742fa,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:30.221049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.244528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:30.265258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.338380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5233ecaa-db4e-4357-8a0c-f4e4e1795401 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f459254f5b1a46978b43c3741fd15013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725947 Aug 31 14:00:30.340204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44608) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:30.344789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:30.420198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d81c43-c84e-4eb7-ba7a-b854b5246963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.448129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:30.462361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.501919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-09b10edf-aa56-46f0-8e43-7d86bbab15ec req-c05840b4-adc5-41e1-b55a-1eae41c23fd0 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.0691955 Aug 31 14:00:30.525051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.541244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d81c43-c84e-4eb7-ba7a-b854b5246963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.542378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c6534c-798f-410f-a2b6-346f69bc6cef']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:30.558885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d404a50-18f0-444b-b68b-0ff2343b4068') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:30.559198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d404a50-18f0-444b-b68b-0ff2343b4068') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:30.576626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.600013 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.611496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Releasing vlan 1521 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:00:30.612040 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.624832 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.634085 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-145468d2-ca90-425e-ba8d-040245350bd0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 14:00:30.635675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145468d2-ca90-425e-ba8d-040245350bd0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:00:30.688647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-145468d2-ca90-425e-ba8d-040245350bd0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2013521 Aug 31 14:00:30.700211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44614) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:30.762752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:00:30.763000 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:00:30.779755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d81c43-c84e-4eb7-ba7a-b854b5246963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.782312 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d81c43-c84e-4eb7-ba7a-b854b5246963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.783453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84d81c43-c84e-4eb7-ba7a-b854b5246963 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32b1f688-e368-457d-a3bd-76aa20657d98 HTTP/1.1" status: 204 len: 168 time: 0.4424741 Aug 31 14:00:30.810073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:30.814234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc55cdd-61eb-4999-a0bd-9083aba63236 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.816008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.822875 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb2393e-33d6-44d2-a523-9b7ce4694c57" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:30.827199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc55cdd-61eb-4999-a0bd-9083aba63236 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.828950 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8cc55cdd-61eb-4999-a0bd-9083aba63236 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1245000 Aug 31 14:00:30.835032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d81c43-c84e-4eb7-ba7a-b854b5246963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1f688-e368-457d-a3bd-76aa20657d98,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:30.838940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44618) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:30.867305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:30.880296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.885053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.888260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c4c6534c-798f-410f-a2b6-346f69bc6cef HTTP/1.1" status: 204 len: 168 time: 0.8952878 Aug 31 14:00:30.891705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.898467 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.898730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.901909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 962507f7-3d7a-4b3b-b470-f472d67f8282 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:30.905530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dea71-5e85-4b2a-9409-9599bdbc3870 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c6534c-798f-410f-a2b6-346f69bc6cef,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:30.905879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.913048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.921157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.929865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.931839 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-3e381e71-3598-43e3-afeb-cd5dd02acba0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5431 time: 0.2548869 Aug 31 14:00:30.938510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff36b2fc-3fdd-4de1-88db-89177add5afd,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:30.970034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Checking segment: {'id': 'ea54d795-1274-4fd8-8901-b1eb752bb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:30.970703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Network hostable DHCP agents. Network: 72d77532-0fdc-4f53-a609-cc066c7e11cd, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:00:31.019512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d918c12-53ef-4e82-bd79-e09a99b089bd req-0fa475fa-be76-4658-b71c-7f1857abcf09 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776463 Aug 31 14:00:31.022571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Network 72d77532-0fdc-4f53-a609-cc066c7e11cd is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:00:31.035749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 72d77532-0fdc-4f53-a609-cc066c7e11cd) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:31.043807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:31.044743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.065615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 03551e81-e6a6-4b90-880d-528accb0d38b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:31.065975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.079960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-04219f8e-c386-4aba-870e-f297b242eae9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3484898 Aug 31 14:00:31.097148 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe34587-e71d-4de9-9604-e6e7a02c37b1 x-openstack-request-id: req-bfe34587-e71d-4de9-9604-e6e7a02c37b1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:31.098233 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:31.101473 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfe34587-e71d-4de9-9604-e6e7a02c37b1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:31.102694 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92', 'code': 200} Aug 31 14:00:31.153978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:31.168295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a511c6-5daf-44b9-b588-cc74fe340b17 None None] Network 72d77532-0fdc-4f53-a609-cc066c7e11cd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:31.270285 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.327751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 03551e81-e6a6-4b90-880d-528accb0d38b owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:31.409084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:29Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:31.431208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44630) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:31.501350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 91f4ee52-43d7-43cf-97ba-bd794c1742fa up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:31.507993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51e5f2-87d5-4b9d-a465-afd70a6dc845 None None] The sync data for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 is: [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'ca99db6f-1adb-4803-96a2-8b3509d7a9fd', 'name': '', 'network_id': '93a4b332-702b-420a-88b4-3e5212361ea8', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'mac_address': 'fa:16:3e:35:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d92aa98-db92-4923-97c5-74c55482f251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:18Z', 'updated_at': '2021-08-31T13:57:29Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'subnets': [{'id': '6d92aa98-db92-4923-97c5-74c55482f251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:31.610043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f6587076-871b-4bd6-9b70-c4402af0cb0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97717e4254d24cba8fd8c7ce75b68e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730964 Aug 31 14:00:31.611093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:31.746873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 962507f7-3d7a-4b3b-b470-f472d67f8282 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:31.750099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.779587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 962507f7-3d7a-4b3b-b470-f472d67f8282 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:31.780012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.821440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=03551e81-e6a6-4b90-880d-528accb0d38b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:31.833212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857f0539-0e5b-4baf-8e62-d4b0d5971242 req-ed43a90d-1894-4ac7-aab9-a46b61972727 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.1097682 Aug 31 14:00:31.887638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad4873a-5224-4ca0-9926-b320a1ced831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.899056 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.901976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-41f6f498-aabc-4f13-b208-65a30a1d1f96 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/03551e81-e6a6-4b90-880d-528accb0d38b HTTP/1.1" status: 204 len: 168 time: 1.0621040 Aug 31 14:00:31.904387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44648) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:31.947100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad4873a-5224-4ca0-9926-b320a1ced831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.020532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 91f4ee52-43d7-43cf-97ba-bd794c1742fa completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:32.051801 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad4873a-5224-4ca0-9926-b320a1ced831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.057432 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ad4873a-5224-4ca0-9926-b320a1ced831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.058613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ad4873a-5224-4ca0-9926-b320a1ced831 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/549c2df0-9854-4b23-8b58-d95fbd5e796c HTTP/1.1" status: 204 len: 168 time: 0.4465721 Aug 31 14:00:32.063043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d855df12-3cd8-4f01-a319-369b7d24bb69 None None] Network 72d77532-0fdc-4f53-a609-cc066c7e11cd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:32.081226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4873a-5224-4ca0-9926-b320a1ced831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549c2df0-9854-4b23-8b58-d95fbd5e796c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:32.105869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8424f1d-f877-4c8a-9a6c-42f3d8d3624a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.107062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.112569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8424f1d-f877-4c8a-9a6c-42f3d8d3624a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.121283 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8424f1d-f877-4c8a-9a6c-42f3d8d3624a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2155855 Aug 31 14:00:32.121703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44658) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:32.268160 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891ccd7-ffdd-4252-81e3-38beff8e0f6b None None] New status for floating IP 95a7cd43-154d-448e-8223-e36dc881ac20: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:00:32.274807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Provisioning for port 91f4ee52-43d7-43cf-97ba-bd794c1742fa completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:32.282691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Provisioning complete for port 91f4ee52-43d7-43cf-97ba-bd794c1742fa triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:32.283062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.408624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 1aa2355f-b9e2-47eb-973a-862b0042d45c {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:32.414362 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.423336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.596527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-c4e4f89d-65ba-4efb-bf9d-0d81b5d2da9d tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.613597 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-c4e4f89d-65ba-4efb-bf9d-0d81b5d2da9d tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/networks?id=72d77532-0fdc-4f53-a609-cc066c7e11cd HTTP/1.1" status: 200 len: 821 time: 0.3634489 Aug 31 14:00:32.622323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.657038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.664728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-dd891121-d083-47c0-9d16-ffa53119841a tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/quotas/04b35ff4dc5542d5a24bd5302511c9ef HTTP/1.1" status: 200 len: 375 time: 0.0497024 Aug 31 14:00:32.666811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.676562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.687391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.707393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.729148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.741828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-e5ee0ba2-5d76-4b2a-a2eb-153221bff0c2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5432 time: 0.4693012 Aug 31 14:00:32.742336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-1ed54b66-20ed-4cb5-b555-f4905c8e7f03 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=04b35ff4dc5542d5a24bd5302511c9ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765514 Aug 31 14:00:32.777294 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.793761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 962507f7-3d7a-4b3b-b470-f472d67f8282, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=962507f7-3d7a-4b3b-b470-f472d67f8282,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:32.820392 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.825899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4e2fab6e-2ceb-4127-8937-8b3decf388ad up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:32.941178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a5d8b43-d023-49cb-b98b-98d3dab339e9 req-cf6e2020-051d-4d39-bbde-71c8b3a66943 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1936243 Aug 31 14:00:33.035646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.041142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=962507f7-3d7a-4b3b-b470-f472d67f8282,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:33.050936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-fd083d0a-445c-4aa9-aa23-4bb4905991a6 service neutron] 10.222.0.10 "GET /v2.0/networks/72d77532-0fdc-4f53-a609-cc066c7e11cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006890 Aug 31 14:00:33.051486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.107760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:33.115619 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041da016-abd0-439a-98a1-7a5e00a4a290" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:33.165250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44694) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:33.174966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 4e2fab6e-2ceb-4127-8937-8b3decf388ad completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:33.181983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4e2fab6e-2ceb-4127-8937-8b3decf388ad triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:33.182799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.263775 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-9d6236e8-7373-479a-93b4-15aa4ae71182 service neutron] 10.222.0.10 "GET /v2.0/networks/72d77532-0fdc-4f53-a609-cc066c7e11cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047327 Aug 31 14:00:33.293029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.315755 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:00:33.316279 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:00:33.362197 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.456242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:33.472545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.480080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73b7e343-9d49-4a62-897b-68e6ba0392e8 req-de01be2b-47e5-45a0-87b1-58619efeca1e tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.2294242 Aug 31 14:00:33.491541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa2355f-b9e2-47eb-973a-862b0042d45c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:33.500827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.502786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-87d4dcf7-a6f2-4052-af19-dd150744c861 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/1aa2355f-b9e2-47eb-973a-862b0042d45c HTTP/1.1" status: 204 len: 168 time: 1.3799672 Aug 31 14:00:33.505879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44706) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:33.526592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1023930790'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:33.607434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4e2fab6e-2ceb-4127-8937-8b3decf388ad,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:33.609035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:33.612577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.622663 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-daea0a1c-4099-4169-9487-ed97ea06e845 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155324 Aug 31 14:00:33.623537 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc255c3-49fd-4c7e-b0ea-4fb3a4aabfd8 x-openstack-request-id: req-7cc255c3-49fd-4c7e-b0ea-4fb3a4aabfd8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:33.623989 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:33.624381 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cc255c3-49fd-4c7e-b0ea-4fb3a4aabfd8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:33.624967 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282', 'code': 200} Aug 31 14:00:33.628752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 041790d6-d90d-487e-90fa-67a3ee411ddb up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:33.630593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44716) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:33.631548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a2477-7997-4c27-be3d-7755c7621f65 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:33.631760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.650557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:33.681914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7da81918-d3e2-4f7a-8a4f-9ab48bb756dd req-638dbd68-8a22-44e0-83f5-e9ab82dbd6b4 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 210 time: 0.0522950 Aug 31 14:00:33.835933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44718) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:33.860224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 041790d6-d90d-487e-90fa-67a3ee411ddb completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:33.876544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 041790d6-d90d-487e-90fa-67a3ee411ddb triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:33.876946 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.908596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.947238 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.979071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.002964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] For port 91f4ee52-43d7-43cf-97ba-bd794c1742fa, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=91f4ee52-43d7-43cf-97ba-bd794c1742fa,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:34.020501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.029204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:34.042733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:00:34.054382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1386434561-network', 'tenant_id': 'bae3d90c56c4481491b881fabff25200'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:34.066322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2606c928-e8db-4de8-96cd-6f7caa9a1b9b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.077085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:00:34.077085 n-d-792362-6 neutron-server[101361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:00:34.077085 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'id': '6a6b27bb-714f-490f-a5c6-69827f041dbb', 'expiration': datetime.datetime(2021, 8, 31, 14, 2, 34, 71297)}] Aug 31 14:00:34.077085 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:00:34.077951 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:00:34.080453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.081138 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Added segment fe0b7971-68dd-4a53-87d5-6f6db6fbb55d of type vlan for network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded Aug 31 14:00:34.104355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Made reservation on behalf of bae3d90c56c4481491b881fabff25200 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:34.107612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.125791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.293478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.339757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.345899 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.360084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.372981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.380443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.388260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.391123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] vlan segment allocate from pool success with {'vlan_id': 1513, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:00:34.398123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.405359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.412508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.415460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-e10ec189-0de5-49fc-82c4-8292309d6348 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5434 time: 0.2546992 Aug 31 14:00:34.424072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.432785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.434719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.436182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8a36d-1f55-4f34-b52e-1f5e04c19ede,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.439490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.440136 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Added segment 53769b6e-3faf-462a-b283-7c8a4a8e57a8 of type vlan for network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 Aug 31 14:00:34.471078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-67c7b42b-fd3c-4d47-bfed-acd4c4e713d3 None None] Could not find standard attr ID for object 03551e81-e6a6-4b90-880d-528accb0d38b. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:00:34.497425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.502670 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.524358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f90442-963a-46a2-861b-7e4366f5adce None None] Pushing event updated for resources: {'Port': ['ID=91f4ee52-43d7-43cf-97ba-bd794c1742fa,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.530030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Network': ['ID=49c2ffb2-8a39-4fcc-a406-a6ea10f12ded,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.559736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:00:34.564355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e83e0f4b-6c4f-4f71-8294-6f2923a05b79 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3952975 Aug 31 14:00:34.565195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44736) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:34.589358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'subnet': {'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:34.603892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.607644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.608429 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.610522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a97ca6e-0bc9-4ebc-bb5b-39ad7142175b req-595a26b9-031f-4b4e-ab8c-a1899ddf9571 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643426 Aug 31 14:00:34.676268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 041790d6-d90d-487e-90fa-67a3ee411ddb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=041790d6-d90d-487e-90fa-67a3ee411ddb,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:34.683872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] Deleting port 91f4ee52-43d7-43cf-97ba-bd794c1742fa {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:34.684121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:34.684748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.689939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.712135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.820441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9830239 Aug 31 14:00:34.830218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:34.849128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Request body: {'subnet': {'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1386434561-subnet', 'tenant_id': 'bae3d90c56c4481491b881fabff25200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:34.868227 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07491498-a34b-40bf-950d-96cfbdec2f79 req-7979afa9-1029-4c5e-a60b-3bc64b93f46b tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.1837389 Aug 31 14:00:34.881508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] For port 91f4ee52-43d7-43cf-97ba-bd794c1742fa, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=91f4ee52-43d7-43cf-97ba-bd794c1742fa,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:34.882161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.901982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=041790d6-d90d-487e-90fa-67a3ee411ddb,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.916328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e4295-023d-4da5-bcb0-92efcea47c23 admin admin] Pushing event updated for resources: {'Network': ['ID=b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.920821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59124ab4-58d9-49d3-9d12-1e3ea39b6bf7 req-e0ed58c0-e1af-4879-9d90-ea4ba2100ea7 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 210 time: 0.1351385 Aug 31 14:00:34.922772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] Calling delete_port for 91f4ee52-43d7-43cf-97ba-bd794c1742fa owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:34.960577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:00:34.978524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Made reservation on behalf of bae3d90c56c4481491b881fabff25200 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:34.982608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.997287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:35.013617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.134482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.188789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] Pushing event deleted for resources: {'Port': ['ID=91f4ee52-43d7-43cf-97ba-bd794c1742fa,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:35.194899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4a29b-57be-4373-907c-49c0357d9d72 None None] No DVR routers for this DVR port 91f4ee52-43d7-43cf-97ba-bd794c1742fa on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:35.303421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.342708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 91f4ee52-43d7-43cf-97ba-bd794c1742fa no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:35.379123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:35.390827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 91f4ee52-43d7-43cf-97ba-bd794c1742fa {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:35.391181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 91f4ee52-43d7-43cf-97ba-bd794c1742fa not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:35.422892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:35.427220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:35.428015 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.433547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.435082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fdb5eb-d83a-4549-be08-a12e997ce09b None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:35.485183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=a207e4ce-ed3e-4aea-88f9-742778949c3c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:35.490498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c66e4e5f-dd4a-4d6c-b9da-e651cd36b3f4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8555193 Aug 31 14:00:35.491817 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.494162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44744) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:35.503215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c129148f-d216-43b0-b324-75201acb0ea9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': 'a207e4ce-ed3e-4aea-88f9-742778949c3c', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-281974212'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:35.526011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Subnet': ['ID=c872345c-6519-4e71-b670-ebad125d2daf,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:35.564314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Checking segment: {'id': 'fe0b7971-68dd-4a53-87d5-6f6db6fbb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:35.565019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network hostable DHCP agents. Network: 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:00:35.587438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:00:35.606365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:35.613564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:35.616478 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.622076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f03658-e357-4801-91e9-d6fba9f9bac9 None None] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:35.639531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9ed49bb3-4caa-403a-9d27-b907504101da tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0723507 Aug 31 14:00:35.640780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:35.649420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1144045332'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:35.790531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad'}, {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:35.793216 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cadb62d-814f-4d7f-b6b3-6ca08c2949bc" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad"}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:35.885229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28061e7-1697-40eb-bc03-ca03345ae248,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:35.897005 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f627d5-f45c-40fa-b717-52f55e92577c x-openstack-request-id: req-84f627d5-f45c-40fa-b717-52f55e92577c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:35.897198 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad", "code": 200}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-plugged", "status": "completed", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:35.897364 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84f627d5-f45c-40fa-b717-52f55e92577c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:35.898726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:35.902711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.905533 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad', 'code': 200} Aug 31 14:00:35.905812 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb', 'code': 200} Aug 31 14:00:35.943530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] device_id is not set on port f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:35.972296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-af981d28-273f-4625-86bf-6fc0e5e40e06 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:35.974813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-af981d28-273f-4625-86bf-6fc0e5e40e06 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.26 "GET /v2.0/networks?id=72d77532-0fdc-4f53-a609-cc066c7e11cd HTTP/1.1" status: 200 len: 821 time: 0.2017503 Aug 31 14:00:35.985053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': 'a207e4ce-ed3e-4aea-88f9-742778949c3c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:35.986239 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.069060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Request body: {'port': {'device_id': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd', 'admin_state_up': True, 'tenant_id': '04b35ff4dc5542d5a24bd5302511c9ef'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:36.094428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c129148f-d216-43b0-b324-75201acb0ea9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:36.205581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Checking segment: {'id': '53769b6e-3faf-462a-b283-7c8a4a8e57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:36.205901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Network hostable DHCP agents. Network: b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:00:36.246153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9163f68-86dd-4b80-bd23-bec1bce450ac req-03bf38b6-4bdf-49eb-8190-4d5565f09255 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed50f4d2-4b25-4493-9d49-f0517ea565ca HTTP/1.1" status: 200 len: 210 time: 0.2018673 Aug 31 14:00:36.273313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.279221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.281392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'tenant_id': '16ab243a6b0a40b5bfd26d04a9c119e5', 'fixed_ips': [{'subnet_id': 'c872345c-6519-4e71-b670-ebad125d2daf'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:36.282269 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.295163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.301400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.307481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.313780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.320777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.329878 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-8ba03bfa-4247-42c0-870b-b94e345caf33 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.4178057 Aug 31 14:00:36.352306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Allocated IP 2001:db8::1b1 (49c2ffb2-8a39-4fcc-a406-a6ea10f12ded/c872345c-6519-4e71-b670-ebad125d2daf/f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:36.358419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/a207e4ce-ed3e-4aea-88f9-742778949c3c/55f14fdb-74fb-4d9f-b55e-64249c68a31c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:36.372766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:00:36.425751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:36.458899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.459460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.459772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.460253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.461037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.461514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.461994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.464277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f79bfac-da70-4626-9a39-d11993270aec req-0ea6cc61-2ba4-47c8-81d8-e4d69bbc36ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6492 time: 0.2891362 Aug 31 14:00:36.491641 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c129148f-d216-43b0-b324-75201acb0ea9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.497588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.498199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.498918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a47f0-81e3-4956-98b3-491d7a7d0670 None None] Network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:36.512621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Made reservation on behalf of 04b35ff4dc5542d5a24bd5302511c9ef for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:36.516139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.590025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be1f0c45-8aab-463a-b8f0-c31f68bd1c8b req-67c22a0e-df2b-4955-8ee0-b10193ce3ca0 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2598870 Aug 31 14:00:36.639095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-c129148f-d216-43b0-b324-75201acb0ea9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port b0c2f2a0-16d5-4187-9ac4-7412ebc4d0e8 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:36.660457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0fbce16-2a1c-43e0-ac83-1fbf943ea194 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8087997 Aug 31 14:00:36.773045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.790178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Transition to ACTIVE for port object 55f14fdb-74fb-4d9f-b55e-64249c68a31c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:36.813097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Transition to ACTIVE for port object 55f14fdb-74fb-4d9f-b55e-64249c68a31c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:36.965729 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c129148f-d216-43b0-b324-75201acb0ea9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:00:36.966111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c129148f-d216-43b0-b324-75201acb0ea9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:00:36.994684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c129148f-d216-43b0-b324-75201acb0ea9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4942114 Aug 31 14:00:36.996289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Allocated IP 172.20.0.13 (72d77532-0fdc-4f53-a609-cc066c7e11cd/ff36b2fc-3fdd-4de1-88db-89177add5afd/d2f09a2a-94e5-475b-9a71-669ebee7477d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:37.003227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44768) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:37.058879 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.145748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:37.177879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99174f-1765-488f-8af0-827488a6c148 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.182300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:37.182489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd99174f-1765-488f-8af0-827488a6c148 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1697960 Aug 31 14:00:37.184069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44774) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:37.188006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:37.257339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d4059718-dc0b-4e00-9900-896ad75af9b4 req-d3d224b3-c479-4201-8989-2699d4a70f3f tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 210 time: 0.7837784 Aug 31 14:00:37.327142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f79bfac-da70-4626-9a39-d11993270aec req-6baed894-4737-430b-aa45-94bb1b914c13 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8465469 Aug 31 14:00:37.342147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43124b-545f-4bdb-9afe-0a61ed5eb43c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.343225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43124b-545f-4bdb-9afe-0a61ed5eb43c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.344895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4d43124b-545f-4bdb-9afe-0a61ed5eb43c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1597335 Aug 31 14:00:37.349407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44784) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:37.359615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a798d-5c7d-4988-8133-31f8d35b7584 None None] Network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:37.408900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Pushing event updated for resources: {'Port': ['ID=55f14fdb-74fb-4d9f-b55e-64249c68a31c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:37.421582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44790) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:37.452642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.475601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Transition to ACTIVE for port object f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:37.481995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Attempting to bind port 55f14fdb-74fb-4d9f-b55e-64249c68a31c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:37.484541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Attempting to bind port 55f14fdb-74fb-4d9f-b55e-64249c68a31c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:37.484954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Attempting to bind port 55f14fdb-74fb-4d9f-b55e-64249c68a31c on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:37.508270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:37.509512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:37.510325 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.512791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:37.513270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.513950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Bound port: 55f14fdb-74fb-4d9f-b55e-64249c68a31c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:37.515134 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.566041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:37.569789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:37.574065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:37.580974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.582351 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.604851 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9619949 Aug 31 14:00:37.611486 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:37.617207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-416763094', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b1', 'mac_address': 'fa:16:3e:35:94:7b'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:37.676954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-26218b43-978b-4149-9644-b0844e690c6f None None] For port 55f14fdb-74fb-4d9f-b55e-64249c68a31c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:37.684103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-26218b43-978b-4149-9644-b0844e690c6f None None] For port 55f14fdb-74fb-4d9f-b55e-64249c68a31c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=55f14fdb-74fb-4d9f-b55e-64249c68a31c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:37.697405 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.713909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet a207e4ce-ed3e-4aea-88f9-742778949c3c {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:37.717251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac38ea-dd64-4b46-80db-0950b9d69e2e tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:37.721056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.803635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Allocated IP 2001:db8::2 (49c2ffb2-8a39-4fcc-a406-a6ea10f12ded/c872345c-6519-4e71-b670-ebad125d2daf/12521d86-9bc3-49fb-b7ef-580ac1df1081) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:37.855067 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7a22143-3352-4f93-92a2-a6bebf83feca tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.904711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218b43-978b-4149-9644-b0844e690c6f None None] Pushing event updated for resources: {'Port': ['ID=55f14fdb-74fb-4d9f-b55e-64249c68a31c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:37.912713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.944473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.953242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.961600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.968000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.981556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.988834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.996855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.999447 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-d9c7d430-9554-4062-ac88-00883b78834a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.2437904 Aug 31 14:00:38.007640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.025432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:38.079854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-6b718dcb-8d7f-4048-ab13-28e0bd4bcff7 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:38.082293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-6b718dcb-8d7f-4048-ab13-28e0bd4bcff7 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/networks?id=b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 HTTP/1.1" status: 200 len: 821 time: 0.6618404 Aug 31 14:00:38.091241 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.103034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Transition to ACTIVE for port object 12521d86-9bc3-49fb-b7ef-580ac1df1081 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:38.165409 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.165847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Transition to ACTIVE for port object 12521d86-9bc3-49fb-b7ef-580ac1df1081 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:38.169588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9832619-cdf3-4b25-aca0-506df2757a3e req-9ad8ae3c-3c0b-4747-9c2e-d0a27e87c0dc tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555369 Aug 31 14:00:38.177859 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.194048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-7e49642f-17a5-42a2-8af2-ff027f87c4bf tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/quotas/bae3d90c56c4481491b881fabff25200 HTTP/1.1" status: 200 len: 375 time: 0.0541999 Aug 31 14:00:38.243519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.282591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:38.287544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:38.293044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:38.304144 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7a22143-3352-4f93-92a2-a6bebf83feca tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.307384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] device_id is not set on port fb54d52b-5802-4ee2-99fb-4fb075839fb4 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:38.377269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Pushing event updated for resources: {'Port': ['ID=12521d86-9bc3-49fb-b7ef-580ac1df1081,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:38.393119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Attempting to bind port 12521d86-9bc3-49fb-b7ef-580ac1df1081 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:38.393602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Attempting to bind port 12521d86-9bc3-49fb-b7ef-580ac1df1081 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'fe0b7971-68dd-4a53-87d5-6f6db6fbb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:38.394176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Attempting to bind port 12521d86-9bc3-49fb-b7ef-580ac1df1081 on network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:38.400901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:38.401429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Checking segment: {'id': 'fe0b7971-68dd-4a53-87d5-6f6db6fbb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:38.401943 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.402685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Bound using segment: {'id': 'fe0b7971-68dd-4a53-87d5-6f6db6fbb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:38.403543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Bound port: 12521d86-9bc3-49fb-b7ef-580ac1df1081, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0b7971-68dd-4a53-87d5-6f6db6fbb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:38.404043 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.483619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] For port 12521d86-9bc3-49fb-b7ef-580ac1df1081, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:38.490511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] For port 12521d86-9bc3-49fb-b7ef-580ac1df1081, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=12521d86-9bc3-49fb-b7ef-580ac1df1081,segment=NetworkSegment(fe0b7971-68dd-4a53-87d5-6f6db6fbb55d),segment_id=fe0b7971-68dd-4a53-87d5-6f6db6fbb55d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:38.496882 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.564771 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-96d46aef-3e43-48ff-8835-21e1e17d6c22 req-cd2d4fde-3459-46ad-a7ae-4f61be39cd00 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 210 time: 0.0889618 Aug 31 14:00:38.590990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab9d9e-87f7-4674-bb8d-4758542ae351 None None] Pushing event updated for resources: {'Port': ['ID=12521d86-9bc3-49fb-b7ef-580ac1df1081,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:38.619107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Allocated IP 2001:db8::89 (49c2ffb2-8a39-4fcc-a406-a6ea10f12ded/c872345c-6519-4e71-b670-ebad125d2daf/fb54d52b-5802-4ee2-99fb-4fb075839fb4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:38.932323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.977910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Transition to ACTIVE for port object fb54d52b-5802-4ee2-99fb-4fb075839fb4 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:39.077363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-8767fb36-de92-4651-9b7d-62922d70c62a tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bae3d90c56c4481491b881fabff25200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8135445 Aug 31 14:00:39.095884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.184902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:39.198743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:39.208964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:39.225750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.226926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.260389 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.6475732 Aug 31 14:00:39.270113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44806) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:39.328518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522ae76-8f27-4c12-a8a8-7248c3e56029 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=fb54d52b-5802-4ee2-99fb-4fb075839fb4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:39.387435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-eecc29f3-9c20-4b09-a413-14a0040b824b service neutron] 10.222.0.10 "GET /v2.0/networks/b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574444 Aug 31 14:00:39.431679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ba196-546d-489a-ae59-30a138b54072 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.464823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ba196-546d-489a-ae59-30a138b54072 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.472191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ba196-546d-489a-ae59-30a138b54072 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.490157 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0a8ba196-546d-489a-ae59-30a138b54072 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2185187 Aug 31 14:00:39.490944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44810) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:39.535717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 12521d86-9bc3-49fb-b7ef-580ac1df1081 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:39.559269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.655559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-244c3280-8762-4cf4-b70a-17aa31ec6563 service neutron] 10.222.0.10 "GET /v2.0/networks/b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267547 Aug 31 14:00:39.687909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ef070ff6-a816-4cb4-bc33-46154d9fec01 None None] Provisioning for port 55f14fdb-74fb-4d9f-b55e-64249c68a31c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:39.752814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 12521d86-9bc3-49fb-b7ef-580ac1df1081 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:39.759361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 55f14fdb-74fb-4d9f-b55e-64249c68a31c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:39.761561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.811318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.816630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7a22143-3352-4f93-92a2-a6bebf83feca tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.827506 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7a22143-3352-4f93-92a2-a6bebf83feca tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.827717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.830903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a7a22143-3352-4f93-92a2-a6bebf83feca tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "DELETE /v2.0/security-groups/89cb1f4b-b112-4cef-b901-6ea651d35846 HTTP/1.1" status: 204 len: 168 time: 2.4010816 Aug 31 14:00:39.835695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.840256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Network 72d77532-0fdc-4f53-a609-cc066c7e11cd is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:39.843138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.849795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.856024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.863344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 55f14fdb-74fb-4d9f-b55e-64249c68a31c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:39.880809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 55f14fdb-74fb-4d9f-b55e-64249c68a31c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:39.881304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.897085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44814) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:39.898417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.913949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.931635 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-405c1b98-3732-45c9-a8f3-f8c467da5f60 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.4396300 Aug 31 14:00:39.967901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting port fb54d52b-5802-4ee2-99fb-4fb075839fb4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:39.968283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.996294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Pushing event updated for resources: {'Port': ['ID=d2f09a2a-94e5-475b-9a71-669ebee7477d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:40.032672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=a207e4ce-ed3e-4aea-88f9-742778949c3c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:40.058546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:40.066757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:40.078401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a22143-3352-4f93-92a2-a6bebf83feca tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb1f4b-b112-4cef-b901-6ea651d35846,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:40.137910 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-5ec78c8c-d5b2-4678-b9b8-cb4ab2dddbf9 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] show failed (client error): The resource could not be found. Aug 31 14:00:40.138295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c607e-249a-47c6-a9b0-516c5f68ce51 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:40.144554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ec78c8c-d5b2-4678-b9b8-cb4ab2dddbf9 tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "GET /v2.0/security-groups/89cb1f4b-b112-4cef-b901-6ea651d35846 HTTP/1.1" status: 404 len: 347 time: 0.1375723 Aug 31 14:00:40.147984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.153694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50df02ba-7b63-481b-8ca1-21a62577186f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/a207e4ce-ed3e-4aea-88f9-742778949c3c HTTP/1.1" status: 204 len: 168 time: 2.8021526 Aug 31 14:00:40.155254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44822) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:40.157909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44824) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:40.199313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.216178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:40.216935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.240743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Calling delete_port for fb54d52b-5802-4ee2-99fb-4fb075839fb4 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:40.322838 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.409815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 55f14fdb-74fb-4d9f-b55e-64249c68a31c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=55f14fdb-74fb-4d9f-b55e-64249c68a31c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:40.418693 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fd244409-b9c9-4918-8d74-af780f0689c9 req-9e070ff3-6812-4b12-afde-355251d16668 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4724107 Aug 31 14:00:40.438309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.490103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44830) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:40.490539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2d29f8c7-dc20-4757-a420-0a0baa945780 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2798827 Aug 31 14:00:40.506719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:40.574502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=55f14fdb-74fb-4d9f-b55e-64249c68a31c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:40.641156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:40.662419 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-280ee6ff-c3d3-44ff-8ceb-34d48e7876d3 req-6085d304-2062-4a73-acf7-79cd748dbbc7 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 210 time: 0.0545876 Aug 31 14:00:40.678614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-b869289d-0d7a-45a3-b7cf-ab1664908519 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6226745 Aug 31 14:00:40.700835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7877a761-e63a-45db-993e-8e264962cdf5 None None] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:40.724779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Request body: {'port': {'device_id': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:40.788169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.903281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2e260-4760-4b3c-9be4-681566cfb132 req-07f9a9a4-b387-4eff-91da-1bc854452c68 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:40.911524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66c2e260-4760-4b3c-9be4-681566cfb132 req-07f9a9a4-b387-4eff-91da-1bc854452c68 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 932 time: 0.7499902 Aug 31 14:00:40.913329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Provisioning for port 12521d86-9bc3-49fb-b7ef-580ac1df1081 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:40.920054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Provisioning complete for port 12521d86-9bc3-49fb-b7ef-580ac1df1081 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:40.922612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.941337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.090932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Deleting port 540f4b28-7086-41c4-a9c0-7bad682b0cf9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:41.091615 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.105500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66c2e260-4760-4b3c-9be4-681566cfb132 req-a72972df-d547-4117-9aaa-d3f465a6c488 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906261 Aug 31 14:00:41.131841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Port': ['ID=fb54d52b-5802-4ee2-99fb-4fb075839fb4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:41.216045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:41.224469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.300045 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.302527 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a67cecad-b44e-4f4d-b72e-0a74ee665435 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/ports/fb54d52b-5802-4ee2-99fb-4fb075839fb4 HTTP/1.1" status: 204 len: 168 time: 1.7983363 Aug 31 14:00:41.330874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44840) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:41.422011 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.435493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 55f14fdb-74fb-4d9f-b55e-64249c68a31c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:41.591881 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9952c0-262d-4e9b-bd82-e71541b93fcb tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] GET failed (client error): The resource could not be found. Aug 31 14:00:41.594614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6e9952c0-262d-4e9b-bd82-e71541b93fcb tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "GET /v2.0/ports/fb54d52b-5802-4ee2-99fb-4fb075839fb4 HTTP/1.1" status: 404 len: 333 time: 0.2630212 Aug 31 14:00:41.598125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44842) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:41.604953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-982690756'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:41.609321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f09a2a-94e5-475b-9a71-669ebee7477d {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:41.610693 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.618463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.634737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:41.637951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Transition to ACTIVE for port object d2f09a2a-94e5-475b-9a71-669ebee7477d will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:41.651810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:41.706120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.706590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.714730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] Deleting port 55f14fdb-74fb-4d9f-b55e-64249c68a31c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:41.715338 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.722188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Calling delete_port for 540f4b28-7086-41c4-a9c0-7bad682b0cf9 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:41.741121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.744338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.808471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.815616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.822562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.829039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.836175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.842654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.849422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.850632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.854452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b015efb3-6c2c-41ca-bf40-2fce3612e2c0 req-59b96477-8678-4f2f-8a4f-a054391c0cfb tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 1.0373018 Aug 31 14:00:41.870256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44846) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:41.881989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Request body: {'floatingip': {'port_id': '9459c21a-9ad4-4969-9b6d-a3df8b852593'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:41.929361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.943188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f09a2a-94e5-475b-9a71-669ebee7477d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:41.972208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b65e670-7014-435a-9fad-169a90fdb5e1 req-32c66f57-9053-4a1f-a4db-f187f84cbd74 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 210 time: 0.1276851 Aug 31 14:00:42.041678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] For port 12521d86-9bc3-49fb-b7ef-580ac1df1081, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=12521d86-9bc3-49fb-b7ef-580ac1df1081,segment=NetworkSegment(fe0b7971-68dd-4a53-87d5-6f6db6fbb55d),segment_id=fe0b7971-68dd-4a53-87d5-6f6db6fbb55d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:42.061448 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.092857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] For port 55f14fdb-74fb-4d9f-b55e-64249c68a31c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=55f14fdb-74fb-4d9f-b55e-64249c68a31c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:42.093587 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.103369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.131131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-4f345d0e-025b-4ed6-8dff-134ab7754186 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.132778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-4f345d0e-025b-4ed6-8dff-134ab7754186 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.26 "GET /v2.0/networks?id=b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 HTTP/1.1" status: 200 len: 821 time: 0.1959758 Aug 31 14:00:42.137335 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6428714 Aug 31 14:00:42.144907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44850) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:42.184959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-55928d07-b84f-4f23-863f-a25aafe6e8b1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1153442044', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:42.200199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e109d-1291-4ce3-b502-982bc2e1fe9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=affb9b98-c3b6-48fc-9620-54ffdcd2e08d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.216417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] Calling delete_port for 55f14fdb-74fb-4d9f-b55e-64249c68a31c owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:42.225522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Request body: {'port': {'device_id': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75', 'admin_state_up': True, 'tenant_id': 'bae3d90c56c4481491b881fabff25200'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:42.280888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Attempting to bind port d2f09a2a-94e5-475b-9a71-669ebee7477d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:42.281499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Attempting to bind port d2f09a2a-94e5-475b-9a71-669ebee7477d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'ea54d795-1274-4fd8-8901-b1eb752bb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:42.281634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Attempting to bind port d2f09a2a-94e5-475b-9a71-669ebee7477d on network 72d77532-0fdc-4f53-a609-cc066c7e11cd {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:42.284862 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 55f14fdb-74fb-4d9f-b55e-64249c68a31c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=55f14fdb-74fb-4d9f-b55e-64249c68a31c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:42.322867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Port d2f09a2a-94e5-475b-9a71-669ebee7477d on network 72d77532-0fdc-4f53-a609-cc066c7e11cd not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:00:42.331279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Attempting to bind port d2f09a2a-94e5-475b-9a71-669ebee7477d on network 72d77532-0fdc-4f53-a609-cc066c7e11cd {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:42.352532 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.363584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:42.363966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Checking segment: {'id': 'ea54d795-1274-4fd8-8901-b1eb752bb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:42.364945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Bound using segment: {'id': 'ea54d795-1274-4fd8-8901-b1eb752bb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:42.365420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Bound port: d2f09a2a-94e5-475b-9a71-669ebee7477d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea54d795-1274-4fd8-8901-b1eb752bb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:42.365797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.388938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Pushing event updated for resources: {'Port': ['ID=12521d86-9bc3-49fb-b7ef-580ac1df1081,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.403417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.404034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.404776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.405639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.406155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.406673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.407346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.408109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.408765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.409360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.409880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.410375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c1f65-feb1-46fe-b92b-a8d5bf971d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:42.542030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=55f14fdb-74fb-4d9f-b55e-64249c68a31c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.564225 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.600974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] Pushing event deleted for resources: {'Port': ['ID=55f14fdb-74fb-4d9f-b55e-64249c68a31c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.611206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868c487-5642-44d3-bf7d-d09566dba052 None None] No DVR routers for this DVR port 55f14fdb-74fb-4d9f-b55e-64249c68a31c on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:42.638907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5e6e1-7786-4cfb-b202-431a9a38b18a None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:42.642327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.681059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Pushing event deleted for resources: {'Port': ['ID=540f4b28-7086-41c4-a9c0-7bad682b0cf9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.682555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd313b-5cae-4abb-bedc-765073de3aa8 req-8ac93a7d-81a9-46aa-8117-0cc9b7d54340 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.684525 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ccfd313b-5cae-4abb-bedc-765073de3aa8 req-8ac93a7d-81a9-46aa-8117-0cc9b7d54340 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 944 time: 0.3838632 Aug 31 14:00:42.685802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55928d07-b84f-4f23-863f-a25aafe6e8b1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.687115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55928d07-b84f-4f23-863f-a25aafe6e8b1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.723183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] For port d2f09a2a-94e5-475b-9a71-669ebee7477d, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:42.763974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] For port d2f09a2a-94e5-475b-9a71-669ebee7477d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2f09a2a-94e5-475b-9a71-669ebee7477d,segment=NetworkSegment(ea54d795-1274-4fd8-8901-b1eb752bb03e),segment_id=ea54d795-1274-4fd8-8901-b1eb752bb03e)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:42.771689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.802187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e34e5feb-f2bf-4329-b9fd-c8af13f77b53 None None] Provisioning for port f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:42.809410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e34e5feb-f2bf-4329-b9fd-c8af13f77b53 None None] Provisioning complete for port f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:42.811182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e34e5feb-f2bf-4329-b9fd-c8af13f77b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.841355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.842521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.844007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] 10.222.0.26 "PUT /v2.0/ports/d2f09a2a-94e5-475b-9a71-669ebee7477d HTTP/1.1" status: 200 len: 1092 time: 2.1302185 Aug 31 14:00:42.849401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'tag': 'd2f09a2a-94e5-475b-9a71-669ebee7477d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:42.854291 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1795d0c-a0be-4f76-8eb6-34603e1433f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdb0c01-d084-426c-a010-a85b1d486d42", "tag": "d2f09a2a-94e5-475b-9a71-669ebee7477d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:42.862299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ccfd313b-5cae-4abb-bedc-765073de3aa8 req-22e6b7f2-5da7-4ffc-bca5-05aaf8222cf1 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575978 Aug 31 14:00:42.862919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:42.867042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.923253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db35f10-be12-438c-a1fa-1dc11d1d6414 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f09a2a-94e5-475b-9a71-669ebee7477d,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.945526 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.948901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.950109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1d0373d8-2537-4a19-a38e-14699e649a0a tempest-ServersTestBootFromVolume-1922216205 tempest-ServersTestBootFromVolume-1922216205-project] 10.222.0.10 "DELETE /v2.0/floatingips/95a7cd43-154d-448e-8223-e36dc881ac20 HTTP/1.1" status: 204 len: 168 time: 2.7535281 Aug 31 14:00:42.966671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44860) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:42.977068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e34e5feb-f2bf-4329-b9fd-c8af13f77b53 None None] Port f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:42.981114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55928d07-b84f-4f23-863f-a25aafe6e8b1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.992461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-bcf30aca-cffd-4789-9293-618b614e14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.015064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-bcf30aca-cffd-4789-9293-618b614e14ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04b35ff4dc5542d5a24bd5302511c9ef&device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 1095 time: 0.0862107 Aug 31 14:00:43.085421 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ebcf0b-a60c-4264-a09e-69231bfbcc64 x-openstack-request-id: req-70ebcf0b-a60c-4264-a09e-69231bfbcc64 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:43.085999 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdb0c01-d084-426c-a010-a85b1d486d42", "tag": "d2f09a2a-94e5-475b-9a71-669ebee7477d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:43.086425 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70ebcf0b-a60c-4264-a09e-69231bfbcc64 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:43.086989 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'tag': 'd2f09a2a-94e5-475b-9a71-669ebee7477d', 'status': 'completed', 'code': 200} Aug 31 14:00:43.089296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-85e47bc6-129b-4794-9640-5867b8d26ec6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f09a2a-94e5-475b-9a71-669ebee7477d HTTP/1.1" status: 200 len: 217 time: 0.0587106 Aug 31 14:00:43.118248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e34e5feb-f2bf-4329-b9fd-c8af13f77b53 None None] Provisioning complete for port 12521d86-9bc3-49fb-b7ef-580ac1df1081 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:43.118669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e34e5feb-f2bf-4329-b9fd-c8af13f77b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.149948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': 'affb9b98-c3b6-48fc-9620-54ffdcd2e08d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:43.151164 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.152407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55928d07-b84f-4f23-863f-a25aafe6e8b1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.200287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-24cbe0d5-1ea3-4a97-8e4f-df1ab3dfd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.201871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-24cbe0d5-1ea3-4a97-8e4f-df1ab3dfd1c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff36b2fc-3fdd-4de1-88db-89177add5afd HTTP/1.1" status: 200 len: 861 time: 0.1039979 Aug 31 14:00:43.217675 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c1d812e-3bb3-4402-a0cc-accc45a46b62 req-2e97d126-7062-4ff3-a661-d837a3e42847 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 210 time: 0.0774634 Aug 31 14:00:43.226472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] device_id is not set on port a5229b19-68fc-44c2-a976-b281bfaceae1 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:43.268004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-161cbc18-e666-4c35-a8c8-0af77cf156b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72d77532-0fdc-4f53-a609-cc066c7e11cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555513 Aug 31 14:00:43.306788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Made reservation on behalf of bae3d90c56c4481491b881fabff25200 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:43.310811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.352515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55928d07-b84f-4f23-863f-a25aafe6e8b1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.354078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-55928d07-b84f-4f23-863f-a25aafe6e8b1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1788251 Aug 31 14:00:43.406808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 12521d86-9bc3-49fb-b7ef-580ac1df1081 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:43.419067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44864) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:43.437699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-11c3bf4c-875e-4579-98c0-e408310d0c53 service neutron] 10.222.0.26 "GET /v2.0/networks/72d77532-0fdc-4f53-a609-cc066c7e11cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617322 Aug 31 14:00:43.471939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/affb9b98-c3b6-48fc-9620-54ffdcd2e08d/fcbc19fd-d14a-4185-9e28-39c1191f020b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:43.657706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f160e8ea-8a46-4c36-a9b3-057be5caf977 req-c01c1172-a1dd-4348-8397-636841fd76ed service neutron] 10.222.0.26 "GET /v2.0/networks/72d77532-0fdc-4f53-a609-cc066c7e11cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006965 Aug 31 14:00:43.751215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 12521d86-9bc3-49fb-b7ef-580ac1df1081 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:43.751598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.816234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b9616bc2-8640-4f7e-b77a-4b90730910e0 None None] Provisioning complete for port f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:43.817949 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9616bc2-8640-4f7e-b77a-4b90730910e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.855912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-9b82f77d-f127-4219-9514-e14f255901b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.861536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-9b82f77d-f127-4219-9514-e14f255901b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04b35ff4dc5542d5a24bd5302511c9ef&device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 1095 time: 0.0808053 Aug 31 14:00:43.869476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b9616bc2-8640-4f7e-b77a-4b90730910e0 None None] Port f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:43.980042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-331aeee2-9b3a-4b7b-989f-95e3d567983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.981999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-331aeee2-9b3a-4b7b-989f-95e3d567983c service neutron] 10.222.0.26 "GET /v2.0/networks?id=72d77532-0fdc-4f53-a609-cc066c7e11cd HTTP/1.1" status: 200 len: 923 time: 0.1126182 Aug 31 14:00:43.998703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a9acb9c-4248-4aed-8556-0ef9222d93bf None None] Could not find standard attr ID for object fb54d52b-5802-4ee2-99fb-4fb075839fb4. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:00:44.021191 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.044564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-d0d79817-80cb-4d92-9ebf-21f823b36c99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f09a2a-94e5-475b-9a71-669ebee7477d HTTP/1.1" status: 200 len: 217 time: 0.0534923 Aug 31 14:00:44.048330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Transition to ACTIVE for port object fcbc19fd-d14a-4185-9e28-39c1191f020b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:44.071939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Transition to ACTIVE for port object fcbc19fd-d14a-4185-9e28-39c1191f020b will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:44.078345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.110591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-3b578af0-6da7-4e8c-a13b-494136fe569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:44.112499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-3b578af0-6da7-4e8c-a13b-494136fe569c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff36b2fc-3fdd-4de1-88db-89177add5afd HTTP/1.1" status: 200 len: 861 time: 0.0590727 Aug 31 14:00:44.126461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:44.133634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:44.140419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:44.160749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-4f0ea1dc-bb8c-4c0f-a9b8-66e370ea61ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72d77532-0fdc-4f53-a609-cc066c7e11cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402768 Aug 31 14:00:44.177014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Pushing event updated for resources: {'Port': ['ID=fcbc19fd-d14a-4185-9e28-39c1191f020b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:44.215760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Attempting to bind port fcbc19fd-d14a-4185-9e28-39c1191f020b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:44.216153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Attempting to bind port fcbc19fd-d14a-4185-9e28-39c1191f020b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:44.216504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Attempting to bind port fcbc19fd-d14a-4185-9e28-39c1191f020b on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:44.223358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:44.223751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:44.224441 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.224655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:44.225167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Bound port: fcbc19fd-d14a-4185-9e28-39c1191f020b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:44.225584 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.273907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-7dae3a27-ce1b-48cf-ab0b-c4d5c906606a service neutron] 10.222.0.26 "GET /v2.0/networks/72d77532-0fdc-4f53-a609-cc066c7e11cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010818 Aug 31 14:00:44.346337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] For port fcbc19fd-d14a-4185-9e28-39c1191f020b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:44.355397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] For port fcbc19fd-d14a-4185-9e28-39c1191f020b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fcbc19fd-d14a-4185-9e28-39c1191f020b,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:44.371769 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.409830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1795d0c-a0be-4f76-8eb6-34603e1433f3 req-c47cc379-7634-4fe9-b43e-6875b25905ec service neutron] 10.222.0.26 "GET /v2.0/networks/72d77532-0fdc-4f53-a609-cc066c7e11cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274602 Aug 31 14:00:44.440426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Allocated IP 2001:db8::328 (49c2ffb2-8a39-4fcc-a406-a6ea10f12ded/c872345c-6519-4e71-b670-ebad125d2daf/a5229b19-68fc-44c2-a976-b281bfaceae1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:44.450864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0e00-fb26-4a5a-89ce-adde9e9459f7 None None] Pushing event updated for resources: {'Port': ['ID=fcbc19fd-d14a-4185-9e28-39c1191f020b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:44.474312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2daab24d-0e31-44a3-b35f-93f29216cf39 req-1a9c6317-0c3c-4dcf-93ae-353281f7ae17 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 210 time: 0.0737779 Aug 31 14:00:44.550991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf95cd1-3b78-4f13-842f-f8632f4226c8 req-5270798e-4c86-4659-a77e-c49ce34cbe86 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:44.552840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-daf95cd1-3b78-4f13-842f-f8632f4226c8 req-5270798e-4c86-4659-a77e-c49ce34cbe86 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 944 time: 0.4880574 Aug 31 14:00:44.759578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.resource_extend [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:00:44.771451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Allocated IP 172.20.0.14 (b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75/d28061e7-1697-40eb-bc03-ca03345ae248/595db246-26e7-4041-a4db-dfc24f386d2e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:44.857383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-daf95cd1-3b78-4f13-842f-f8632f4226c8 req-da363ab3-cfdb-4d97-91fc-ed8292881afb tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634118 Aug 31 14:00:44.937619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.969296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.989535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.313426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.371562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Transition to ACTIVE for port object a5229b19-68fc-44c2-a976-b281bfaceae1 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:45.377408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fcbc19fd-d14a-4185-9e28-39c1191f020b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:45.429706 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Floating IP d3748459-5257-47fb-a857-262354fc2d77 associated. External IP: 172.25.0.175, port: 9459c21a-9ad4-4969-9b6d-a3df8b852593. Aug 31 14:00:45.441673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.446876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port fcbc19fd-d14a-4185-9e28-39c1191f020b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:45.575882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2f09a2a-94e5-475b-9a71-669ebee7477d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:45.581727 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.602916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.620965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eef543bb-f155-4b14-a26c-b47fbd42ad32 req-addcde6c-e670-47f2-b344-aae020ed5d1e tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 210 time: 0.0521092 Aug 31 14:00:45.702669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2f09a2a-94e5-475b-9a71-669ebee7477d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2f09a2a-94e5-475b-9a71-669ebee7477d,segment=NetworkSegment(ea54d795-1274-4fd8-8901-b1eb752bb03e),segment_id=ea54d795-1274-4fd8-8901-b1eb752bb03e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:45.719039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd2f09a2a-94e5-475b-9a71-669ebee7477d', 'network_id': '72d77532-0fdc-4f53-a609-cc066c7e11cd', 'port_id': 'd2f09a2a-94e5-475b-9a71-669ebee7477d', 'mac_address': 'fa:16:3e:bd:32:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff36b2fc-3fdd-4de1-88db-89177add5afd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:45.759050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6077baf7-707f-400e-8daf-186285efe6d2 None None] Provisioning for port fcbc19fd-d14a-4185-9e28-39c1191f020b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:45.771485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6077baf7-707f-400e-8daf-186285efe6d2 None None] Provisioning complete for port fcbc19fd-d14a-4185-9e28-39c1191f020b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:45.771780 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6077baf7-707f-400e-8daf-186285efe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.797655 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.822446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f09a2a-94e5-475b-9a71-669ebee7477d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:45.844398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2f09a2a-94e5-475b-9a71-669ebee7477d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2f09a2a-94e5-475b-9a71-669ebee7477d,segment=NetworkSegment(ea54d795-1274-4fd8-8901-b1eb752bb03e),segment_id=ea54d795-1274-4fd8-8901-b1eb752bb03e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:45.851381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.946698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d2f09a2a-94e5-475b-9a71-669ebee7477d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:45.995118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6077baf7-707f-400e-8daf-186285efe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.021043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25c0-ba1d-447c-8d56-79ad30b25cd4 req-00c5e641-aec6-41a2-ade2-2c90bef5ea47 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:46.022952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a29b25c0-ba1d-447c-8d56-79ad30b25cd4 req-00c5e641-aec6-41a2-ade2-2c90bef5ea47 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 945 time: 0.0681541 Aug 31 14:00:46.037174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6077baf7-707f-400e-8daf-186285efe6d2 None None] For port fcbc19fd-d14a-4185-9e28-39c1191f020b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fcbc19fd-d14a-4185-9e28-39c1191f020b,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:46.042068 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6077baf7-707f-400e-8daf-186285efe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.084335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a29b25c0-ba1d-447c-8d56-79ad30b25cd4 req-f44854aa-96b7-4517-b79a-3030d363bcdb tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519323 Aug 31 14:00:46.096652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077baf7-707f-400e-8daf-186285efe6d2 None None] Pushing event updated for resources: {'Port': ['ID=fcbc19fd-d14a-4185-9e28-39c1191f020b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:46.125438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:46.151897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:46.165530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::1 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/affb9b98-c3b6-48fc-9620-54ffdcd2e08d/0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:46.169491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:46.175236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:46.175892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.189021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=a5229b19-68fc-44c2-a976-b281bfaceae1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:46.299508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.303713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2f09a2a-94e5-475b-9a71-669ebee7477d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:46.375660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e528717c-2b06-48db-aca6-c5d6b830d514 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7756383 Aug 31 14:00:46.379171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:46.386658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b1', 'mac_address': 'fa:16:3e:35:94:7b'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:46.481032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:46.493936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3e6ea24b-497c-4d74-a715-827fae6e4c4a None None] Provisioning for port a5229b19-68fc-44c2-a976-b281bfaceae1 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:46.511482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3e6ea24b-497c-4d74-a715-827fae6e4c4a None None] Provisioning complete for port a5229b19-68fc-44c2-a976-b281bfaceae1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:46.513009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3e6ea24b-497c-4d74-a715-827fae6e4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.532375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:46.543080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:46.561395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Pushing event updated for resources: {'Port': ['ID=595db246-26e7-4041-a4db-dfc24f386d2e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:46.581486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ea24b-497c-4d74-a715-827fae6e4c4a None None] Port a5229b19-68fc-44c2-a976-b281bfaceae1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:46.607823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.651862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:46.663856 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.667712 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Router 3ff92c63-924c-4823-90d0-a389fc220209 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:46.678016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:46.678571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.732933 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-cb2b11c1-5761-4e85-b9de-77cd386d60f1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5366890 Aug 31 14:00:46.759400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Request body: {'port': {'device_id': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:46.868810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.873481 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.907882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] In _notify_port_updated(), no bound segment for port a5229b19-68fc-44c2-a976-b281bfaceae1 on network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:00:46.914941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:46.915714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.917870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.920160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "PUT /v2.0/ports/a5229b19-68fc-44c2-a976-b281bfaceae1 HTTP/1.1" status: 200 len: 1002 time: 0.5396729 Aug 31 14:00:46.920835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44916) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:46.934489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.004380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=a5229b19-68fc-44c2-a976-b281bfaceae1,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:47.013506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.013868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.014221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.014564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.014902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.015240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.015575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.015911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.016243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.016570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.016934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.017410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f377a3b-d9d4-449a-8154-3abb524ee4f2 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:47.060404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting port a5229b19-68fc-44c2-a976-b281bfaceae1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:47.061083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.076926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:47.081704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:47.091312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] Sync routers for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:47.102169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.116979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:47.120742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:47.146116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d021dfb-b4aa-4bab-85bd-ac6a1caac685 req-98ec3998-40bf-4ddb-864e-fe83cd46f163 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.153583 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7d021dfb-b4aa-4bab-85bd-ac6a1caac685 req-98ec3998-40bf-4ddb-864e-fe83cd46f163 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 932 time: 0.4314864 Aug 31 14:00:47.179835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:47.221674 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:00:47.227209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:47.254930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:47.255414 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.271268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.283057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-888f8bc4-bddb-42c7-a04d-481897849774 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "PUT /v2.0/floatingips/d3748459-5257-47fb-a857-262354fc2d77 HTTP/1.1" status: 200 len: 991 time: 5.4079282 Aug 31 14:00:47.308043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Calling delete_port for a5229b19-68fc-44c2-a976-b281bfaceae1 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:47.308974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:47.341848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae4e1c-4950-408f-abe9-f307060cc82e req-9fe23cd3-232d-4e03-8824-cc43afb91f01 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.345075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Deleting port ca99db6f-1adb-4803-96a2-8b3509d7a9fd {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:47.345651 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.347491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:47.350003 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed2586-2adc-4d47-8fd3-cfaa069afb61" -d '{"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:47.354788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cae4e1c-4950-408f-abe9-f307060cc82e req-9fe23cd3-232d-4e03-8824-cc43afb91f01 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 945 time: 0.1674426 Aug 31 14:00:47.415463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fcbc19fd-d14a-4185-9e28-39c1191f020b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:47.446359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cae4e1c-4950-408f-abe9-f307060cc82e req-73863732-6637-4a88-9914-26febd0d46a1 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759692 Aug 31 14:00:47.481758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ab180bc1-e21f-48bb-8581-d56c432c04d9 None None] Provisioning complete for port a5229b19-68fc-44c2-a976-b281bfaceae1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:47.482243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ab180bc1-e21f-48bb-8581-d56c432c04d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.523420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ab180bc1-e21f-48bb-8581-d56c432c04d9 None None] Port a5229b19-68fc-44c2-a976-b281bfaceae1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:47.529859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7d021dfb-b4aa-4bab-85bd-ac6a1caac685 req-fa39565a-d3d8-4211-82e2-5bb5f9bb96b9 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746634 Aug 31 14:00:47.610973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fcbc19fd-d14a-4185-9e28-39c1191f020b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:47.611356 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.627916 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fae9bc-510d-45d8-aaf1-c490adf944fa x-openstack-request-id: req-42fae9bc-510d-45d8-aaf1-c490adf944fa {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:47.628202 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:47.628448 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42fae9bc-510d-45d8-aaf1-c490adf944fa {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:47.628855 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'status': 'completed', 'code': 200} Aug 31 14:00:47.739500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.740909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.740909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.741317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.742357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.742915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.743455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.746070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-4bb45113-dc83-406f-b391-646036218be9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6492 time: 0.0847063 Aug 31 14:00:47.747370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.777138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Port': ['ID=a5229b19-68fc-44c2-a976-b281bfaceae1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:47.803118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] For port ca99db6f-1adb-4803-96a2-8b3509d7a9fd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:47.803761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.805624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4e6e7442-144a-4016-be07-c3c68730071a None None] Provisioning for port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:47.813526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3748459-5257-47fb-a857-262354fc2d77', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'port_id': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'mac_address': 'fa:16:3e:6a:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:05Z', 'updated_at': '2021-08-31T14:00:44Z', 'revision_number': 1, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 5, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:47.821600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.831548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Calling delete_port for ca99db6f-1adb-4803-96a2-8b3509d7a9fd owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:47.853556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4e6e7442-144a-4016-be07-c3c68730071a None None] Provisioning complete for port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:47.853935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e6e7442-144a-4016-be07-c3c68730071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.857027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] Checking router: 3ff92c63-924c-4823-90d0-a389fc220209 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:47.884502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-e681141f-51f6-4e0f-a067-6d27d4cbf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.886656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-e681141f-51f6-4e0f-a067-6d27d4cbf537 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a HTTP/1.1" status: 200 len: 913 time: 0.1117663 Aug 31 14:00:47.919442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e7442-144a-4016-be07-c3c68730071a None None] Port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:47.930499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:47.931146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:48.092757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.098023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d6cc404e-8e14-44c9-888d-70edc538e94c tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/ports/a5229b19-68fc-44c2-a976-b281bfaceae1 HTTP/1.1" status: 204 len: 168 time: 1.1731963 Aug 31 14:00:48.110303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44930) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:48.170059 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd9d0ca-a663-431e-8ab5-37f9d87cef1b tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] GET failed (client error): The resource could not be found. Aug 31 14:00:48.173111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-edd9d0ca-a663-431e-8ab5-37f9d87cef1b tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "GET /v2.0/ports/a5229b19-68fc-44c2-a976-b281bfaceae1 HTTP/1.1" status: 404 len: 333 time: 0.0594542 Aug 31 14:00:48.180602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44932) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:48.186311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1170802391'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:48.190563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595db246-26e7-4041-a4db-dfc24f386d2e {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:48.248580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-fbd177a3-7610-4a63-8450-c15676a7e52c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593 HTTP/1.1" status: 200 len: 999 time: 0.2774551 Aug 31 14:00:48.250422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.334315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:48.356885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-d10ef4fe-e58e-4422-b790-8e6df8a81258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.358997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-d10ef4fe-e58e-4422-b790-8e6df8a81258 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5c5e8a8-a03e-43c4-89b6-dbc845c14e20 HTTP/1.1" status: 200 len: 850 time: 0.1030142 Aug 31 14:00:48.421018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:48.425338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.453364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-34243955-df39-4d84-9626-d6d3cd8dc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.455391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-34243955-df39-4d84-9626-d6d3cd8dc6cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834053 Aug 31 14:00:48.462801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] device_id is not set on port 12869987-a30f-43e6-a4ca-459b67112a9d yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:48.660770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3748459-5257-47fb-a857-262354fc2d77', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'port_id': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'mac_address': 'fa:16:3e:6a:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:05Z', 'updated_at': '2021-08-31T14:00:44Z', 'revision_number': 1, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 5, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:48.697607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaaece7-c278-4534-9b52-469ad70d94da None None] The sync data for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 is: [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd3748459-5257-47fb-a857-262354fc2d77', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'port_id': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'mac_address': 'fa:16:3e:6a:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:59:05Z', 'updated_at': '2021-08-31T14:00:44Z', 'revision_number': 1, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 5, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:48.787892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa2d3-3f15-4c42-8334-d06d1a014adc req-faa13dea-d0d1-49e3-ada6-4b6931cfed2e tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.791244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Transition to ACTIVE for port object 595db246-26e7-4041-a4db-dfc24f386d2e will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:48.798000 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-662fa2d3-3f15-4c42-8334-d06d1a014adc req-faa13dea-d0d1-49e3-ada6-4b6931cfed2e tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 932 time: 0.1490450 Aug 31 14:00:48.803431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Allocated IP 2001:db8::55 (49c2ffb2-8a39-4fcc-a406-a6ea10f12ded/c872345c-6519-4e71-b670-ebad125d2daf/12869987-a30f-43e6-a4ca-459b67112a9d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:48.806350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.861903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-662fa2d3-3f15-4c42-8334-d06d1a014adc req-402c5632-a608-4fb4-8dc2-7dc34aac926a tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624945 Aug 31 14:00:48.893226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-3bb93862-54e6-40ab-921d-4e770f3d8478 service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237695 Aug 31 14:00:48.897056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66848f18-cd43-4b25-8319-4fac219690f3 req-7e06f7b9-75ed-41d5-8423-6bf43b1c554a tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.898639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-66848f18-cd43-4b25-8319-4fac219690f3 req-7e06f7b9-75ed-41d5-8423-6bf43b1c554a tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 945 time: 0.1787360 Aug 31 14:00:49.007763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.011087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Pushing event updated for resources: {'Port': ['ID=595db246-26e7-4041-a4db-dfc24f386d2e,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:49.031169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.031988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.047119 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da3e17-b8e9-4c4d-ab96-58766a1966ee None None] New status for floating IP d3748459-5257-47fb-a857-262354fc2d77: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:00:49.143765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19ed2586-2adc-4d47-8fd3-cfaa069afb61 req-7b2bd291-c381-4ef3-9ac0-3efcc5a18c62 service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340741 Aug 31 14:00:49.178812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.202923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Transition to ACTIVE for port object 12869987-a30f-43e6-a4ca-459b67112a9d will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:49.276592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.335925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-66848f18-cd43-4b25-8319-4fac219690f3 req-f5d4ab3b-0aa3-40b0-a105-a7aea21a2684 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250774 Aug 31 14:00:49.342821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:49.349882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:49.363550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:49.369931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:49.370601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.380468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.387106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=12869987-a30f-43e6-a4ca-459b67112a9d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:49.398880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4a1a4d62-7511-4568-be38-3d6eca409611 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2165496 Aug 31 14:00:49.402000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44944) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:49.411849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:35:94:7b'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:49.419776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:49.547804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:49.553789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca99db6f-1adb-4803-96a2-8b3509d7a9fd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:49.557268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:49.588075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2f09a2a-94e5-475b-9a71-669ebee7477d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:49.710984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port d2f09a2a-94e5-475b-9a71-669ebee7477d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:49.732677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d2f09a2a-94e5-475b-9a71-669ebee7477d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:49.733093 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.788296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Attempting to bind port 595db246-26e7-4041-a4db-dfc24f386d2e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:49.792015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Attempting to bind port 595db246-26e7-4041-a4db-dfc24f386d2e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '53769b6e-3faf-462a-b283-7c8a4a8e57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:49.793368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Attempting to bind port 595db246-26e7-4041-a4db-dfc24f386d2e on network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:49.838813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Port 595db246-26e7-4041-a4db-dfc24f386d2e on network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:00:49.839450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Attempting to bind port 595db246-26e7-4041-a4db-dfc24f386d2e on network b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:49.862838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:49.865320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Checking segment: {'id': '53769b6e-3faf-462a-b283-7c8a4a8e57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:49.874468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Bound using segment: {'id': '53769b6e-3faf-462a-b283-7c8a4a8e57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:49.875245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Bound port: 595db246-26e7-4041-a4db-dfc24f386d2e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53769b6e-3faf-462a-b283-7c8a4a8e57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:49.876067 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.905097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c87fe8ed-9053-4082-b89d-9516f55a7580 None None] Provisioning for port 12869987-a30f-43e6-a4ca-459b67112a9d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:49.930754 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.968738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c87fe8ed-9053-4082-b89d-9516f55a7580 None None] Provisioning complete for port 12869987-a30f-43e6-a4ca-459b67112a9d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:49.978751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c87fe8ed-9053-4082-b89d-9516f55a7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.030208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f09a2a-94e5-475b-9a71-669ebee7477d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:50.032520 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399ad60-2796-48fd-913a-0d24520b2e03" -d '{"events": [{"server_uuid": "3cdb0c01-d084-426c-a010-a85b1d486d42", "name": "network-vif-plugged", "status": "completed", "tag": "d2f09a2a-94e5-475b-9a71-669ebee7477d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:50.046262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c87fe8ed-9053-4082-b89d-9516f55a7580 None None] Port 12869987-a30f-43e6-a4ca-459b67112a9d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:50.048987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d2f09a2a-94e5-475b-9a71-669ebee7477d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2f09a2a-94e5-475b-9a71-669ebee7477d,segment=NetworkSegment(ea54d795-1274-4fd8-8901-b1eb752bb03e),segment_id=ea54d795-1274-4fd8-8901-b1eb752bb03e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:50.054766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.055680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.104225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] For port 595db246-26e7-4041-a4db-dfc24f386d2e, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:50.107674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] For port 595db246-26e7-4041-a4db-dfc24f386d2e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=595db246-26e7-4041-a4db-dfc24f386d2e,segment=NetworkSegment(53769b6e-3faf-462a-b283-7c8a4a8e57a8),segment_id=53769b6e-3faf-462a-b283-7c8a4a8e57a8)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:50.125922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d2f09a2a-94e5-475b-9a71-669ebee7477d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:50.136142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.175360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5e641d09-e109-4082-ae6a-cd5ace29ca10 None None] Provisioning complete for port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:50.175874 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e641d09-e109-4082-ae6a-cd5ace29ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.215478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.216324 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.218133 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] 10.222.0.26 "PUT /v2.0/ports/595db246-26e7-4041-a4db-dfc24f386d2e HTTP/1.1" status: 200 len: 1092 time: 3.4631462 Aug 31 14:00:50.226471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'tag': '595db246-26e7-4041-a4db-dfc24f386d2e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:50.233658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5e641d09-e109-4082-ae6a-cd5ace29ca10 None None] Port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:50.234909 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b21621a-31be-48bc-902b-3e151d1d4ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6b011-bf56-4a3b-a408-fd22a8c4fc10", "tag": "595db246-26e7-4041-a4db-dfc24f386d2e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:50.240356 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4370c7e-5b46-46de-bb62-2f0495c3a776 x-openstack-request-id: req-a4370c7e-5b46-46de-bb62-2f0495c3a776 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:50.240941 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdb0c01-d084-426c-a010-a85b1d486d42", "name": "network-vif-plugged", "status": "completed", "tag": "d2f09a2a-94e5-475b-9a71-669ebee7477d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:50.241755 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4370c7e-5b46-46de-bb62-2f0495c3a776 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:50.242439 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f09a2a-94e5-475b-9a71-669ebee7477d', 'code': 200} Aug 31 14:00:50.257728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c722f54-b787-4a8f-beab-feb0e000a22e req-10c7f2dc-fbef-42b5-ba22-8b55f6723537 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.274532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9c722f54-b787-4a8f-beab-feb0e000a22e req-10c7f2dc-fbef-42b5-ba22-8b55f6723537 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 944 time: 0.2530031 Aug 31 14:00:50.281821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Router b25d0866-4b73-4f79-9fbd-8fe7abad7454 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:00:50.329408 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b73da65-5f48-47f7-82c0-065059ab260c x-openstack-request-id: req-0b73da65-5f48-47f7-82c0-065059ab260c {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:50.329747 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6b011-bf56-4a3b-a408-fd22a8c4fc10", "tag": "595db246-26e7-4041-a4db-dfc24f386d2e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:50.329946 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b73da65-5f48-47f7-82c0-065059ab260c {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:50.330395 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'tag': '595db246-26e7-4041-a4db-dfc24f386d2e', 'status': 'completed', 'code': 200} Aug 31 14:00:50.400529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3685-0cb5-4c70-ba11-67bfbec02b68 req-d8b5faca-093c-40dd-bd05-3804bd694738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.402412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44be3685-0cb5-4c70-ba11-67bfbec02b68 req-d8b5faca-093c-40dd-bd05-3804bd694738 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 1097 time: 0.0813069 Aug 31 14:00:50.403038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8ed2-4975-41e9-a87b-39e1cd6dd6db service neutron] Pushing event updated for resources: {'Port': ['ID=595db246-26e7-4041-a4db-dfc24f386d2e,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:50.404823 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.411981 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.435292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] In _notify_port_updated(), no bound segment for port 12869987-a30f-43e6-a4ca-459b67112a9d on network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:00:50.442492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.443450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.448163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "PUT /v2.0/ports/12869987-a30f-43e6-a4ca-459b67112a9d HTTP/1.1" status: 200 len: 1002 time: 1.0447419 Aug 31 14:00:50.452618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:50.515407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.532469 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9c722f54-b787-4a8f-beab-feb0e000a22e req-b5a5a9ad-6700-45b1-a37a-f8ed89d32470 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569566 Aug 31 14:00:50.567058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-8eb54643-f471-4bea-9e85-1b87c620b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.567548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dc9e2-0fd2-4a12-9a91-cab1620bb1d8 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=12869987-a30f-43e6-a4ca-459b67112a9d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:50.569183 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-8eb54643-f471-4bea-9e85-1b87c620b37d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bae3d90c56c4481491b881fabff25200&device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 1095 time: 0.2563024 Aug 31 14:00:50.660315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44be3685-0cb5-4c70-ba11-67bfbec02b68 req-91d96509-40de-4867-899b-315105754dbc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369754 Aug 31 14:00:50.686062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f20c0-4898-495b-b344-7a03f29c3b72 req-2520e706-daf3-423d-acff-80160ff7a498 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.687440 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-5a26a644-2ff1-43e8-be55-2213e9c734a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=595db246-26e7-4041-a4db-dfc24f386d2e HTTP/1.1" status: 200 len: 217 time: 0.0966737 Aug 31 14:00:50.688475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:50.697394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c30e9009-53cf-490b-ab73-6a3e95c8b21d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "PUT /v2.0/routers/b25d0866-4b73-4f79-9fbd-8fe7abad7454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8202600 Aug 31 14:00:50.698280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44962) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:50.701065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Sync routers for ids ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:50.710781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-569f20c0-4898-495b-b344-7a03f29c3b72 req-2520e706-daf3-423d-acff-80160ff7a498 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 946 time: 0.2553902 Aug 31 14:00:50.714221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Routers {'b25d0866-4b73-4f79-9fbd-8fe7abad7454'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:50.714876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:50.799317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting port 12869987-a30f-43e6-a4ca-459b67112a9d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:50.799848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.823805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35e358cd-2983-48e5-83ac-528f2cc4f438 None None] Provisioning complete for port 12869987-a30f-43e6-a4ca-459b67112a9d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:50.824432 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35e358cd-2983-48e5-83ac-528f2cc4f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.829049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98ba77-8a29-4cd6-8b12-89482694f058 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.834276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ab98ba77-8a29-4cd6-8b12-89482694f058 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports/0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b HTTP/1.1" status: 200 len: 911 time: 0.1346290 Aug 31 14:00:50.835303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44964) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:50.874172 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Set router b25d0866-4b73-4f79-9fbd-8fe7abad7454 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:50.878554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-569f20c0-4898-495b-b344-7a03f29c3b72 req-8eb06352-1ce9-4a3e-9524-fb32521d6086 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668134 Aug 31 14:00:50.927077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-35e358cd-2983-48e5-83ac-528f2cc4f438 None None] Port 12869987-a30f-43e6-a4ca-459b67112a9d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:50.939820 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.952773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Calling delete_port for 12869987-a30f-43e6-a4ca-459b67112a9d owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:51.004028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e57d28-8cb5-4867-83e2-9ed53909495f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:51.010383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e57d28-8cb5-4867-83e2-9ed53909495f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:51.014756 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-68e57d28-8cb5-4867-83e2-9ed53909495f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1232989 Aug 31 14:00:51.015166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44966) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:51.044130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:51.060500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-ee665bba-aa46-49fb-876e-f4c1e5ccf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:51.062105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-ee665bba-aa46-49fb-876e-f4c1e5ccf730 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d28061e7-1697-40eb-bc03-ca03345ae248 HTTP/1.1" status: 200 len: 861 time: 0.0812080 Aug 31 14:00:51.118901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'name': 'tempest-NetworksTestDHCPv6-router-1153442044', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:42Z', 'updated_at': '2021-08-31T14:00:47Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None, '_interfaces': [{'id': '0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b', 'name': '', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'mac_address': 'fa:16:3e:92:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'affb9b98-c3b6-48fc-9620-54ffdcd2e08d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:45Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'subnets': [{'id': 'affb9b98-c3b6-48fc-9620-54ffdcd2e08d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:51.150745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Checking router: b25d0866-4b73-4f79-9fbd-8fe7abad7454 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:51.151125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Updating router b25d0866-4b73-4f79-9fbd-8fe7abad7454 port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:00:51.180914 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.201623 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-142cf177-caab-43d0-bd54-dbaed70dacb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976162 Aug 31 14:00:51.270066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.319517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:51.333624 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] Sync routers for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:51.337461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b9fa64c0-4e81-4348-8298-3d26ba516386 admin admin] 10.222.0.10 "PUT /v2.0/routers/c75c15e5-4dbb-4f91-8e36-f4294d8ed436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3549998 Aug 31 14:00:51.340320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:51.369077 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:51.369870 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:51.372671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Port': ['ID=12869987-a30f-43e6-a4ca-459b67112a9d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:51.417781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.423598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-87ad496c-922b-4bb1-810c-9882236e36a1 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/ports/12869987-a30f-43e6-a4ca-459b67112a9d HTTP/1.1" status: 204 len: 168 time: 0.9690771 Aug 31 14:00:51.424321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44976) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:51.470707 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-a528f2b0-51fd-4f0e-87e8-c332f7d08d67 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] GET failed (client error): The resource could not be found. Aug 31 14:00:51.477395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a528f2b0-51fd-4f0e-87e8-c332f7d08d67 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "GET /v2.0/ports/12869987-a30f-43e6-a4ca-459b67112a9d HTTP/1.1" status: 404 len: 333 time: 0.0468519 Aug 31 14:00:51.491302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44978) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:51.500694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-852709470'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:51.625281 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:51.628421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-b3458813-b1bf-4916-b946-904619a31e8f service neutron] 10.222.0.26 "GET /v2.0/networks/b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150200 Aug 31 14:00:51.823753 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.853705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Transition to ACTIVE for port object 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:51.856702 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:51.862174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.887343 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] Checking router: c75c15e5-4dbb-4f91-8e36-f4294d8ed436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:51.897675 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] Routers {'c75c15e5-4dbb-4f91-8e36-f4294d8ed436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:51.898744 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:51.905256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c0e3-c211-41ee-b09b-1fdd01ed0eee req-7a8e3d40-8b9c-403f-bfe8-9f5302b52fdc tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:51.909109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cc2c0e3-c211-41ee-b09b-1fdd01ed0eee req-7a8e3d40-8b9c-403f-bfe8-9f5302b52fdc tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 944 time: 0.2366250 Aug 31 14:00:52.003707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d819b-c9ee-43d5-b0b4-2b0fd7c44f94 None None] Pushing event updated for resources: {'Port': ['ID=0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:52.039520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cc2c0e3-c211-41ee-b09b-1fdd01ed0eee req-e116dd09-4c31-46a9-ac20-cdb7c2c41426 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074908 Aug 31 14:00:52.050605 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] Set router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:52.089887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Attempting to bind port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:52.096268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Attempting to bind port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:52.097680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Attempting to bind port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:52.105472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:52.105865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:52.106283 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.106688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:52.107178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Bound port: 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:52.107570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.173110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:52.178923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.201694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] For port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:52.207800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] For port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:52.214242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.239276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] device_id is not set on port 521ef003-5897-4da2-9821-10e0e05ebd68 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:52.257685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.322735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Routers {'b25d0866-4b73-4f79-9fbd-8fe7abad7454'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:52.323673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:52.431463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d819b-c9ee-43d5-b0b4-2b0fd7c44f94 None None] Pushing event updated for resources: {'Port': ['ID=0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:52.469139 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:52.488952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] Set router b25d0866-4b73-4f79-9fbd-8fe7abad7454 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:52.511903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.520420 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e5195-5a31-4e8c-82fe-581848b2a429 None None] The sync data for ids ['c75c15e5-4dbb-4f91-8e36-f4294d8ed436'] in n-d-792362-6 is: [{'id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'name': 'tempest-ServersTestBootFromVolume-267642879-router', 'tenant_id': 'bb1c479995934079ab2ded3b7f350996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': 'bb1c479995934079ab2ded3b7f350996', 'gw_port': {'id': '86f4424a-f5c0-49aa-8425-06e1a744aab4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c15e5-4dbb-4f91-8e36-f4294d8ed436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:10Z', 'updated_at': '2021-08-31T13:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:52.682324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Allocated IP 2001:db8::e0 (49c2ffb2-8a39-4fcc-a406-a6ea10f12ded/c872345c-6519-4e71-b670-ebad125d2daf/521ef003-5897-4da2-9821-10e0e05ebd68) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:52.732677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b1ba-2acd-4ae1-bffc-827126484926 req-dc400380-3cc8-461a-8518-4f5c9fc9b315 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:52.740440 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4a0b1ba-2acd-4ae1-bffc-827126484926 req-dc400380-3cc8-461a-8518-4f5c9fc9b315 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 946 time: 0.2969499 Aug 31 14:00:52.755308 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d113f8ee-0c0a-47cf-8bf0-a13fedd9a169 req-8e1bcb95-d410-4da4-8a69-bd1ddfea3030 service neutron] 10.222.0.26 "GET /v2.0/networks/b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1077275 Aug 31 14:00:52.838533 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4a0b1ba-2acd-4ae1-bffc-827126484926 req-da3a8e05-5bfb-46b7-90a6-7013ed2eb4f0 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957744 Aug 31 14:00:52.851462 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.857475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'name': 'tempest-NetworksTestDHCPv6-router-1153442044', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:42Z', 'updated_at': '2021-08-31T14:00:47Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None, '_interfaces': [{'id': '0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b', 'name': '', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'mac_address': 'fa:16:3e:92:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'affb9b98-c3b6-48fc-9620-54ffdcd2e08d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:45Z', 'updated_at': '2021-08-31T14:00:52Z', 'revision_number': 4, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'subnets': [{'id': 'affb9b98-c3b6-48fc-9620-54ffdcd2e08d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:52.952526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cb5f1-d2ed-43ed-8685-e0670c7f753c None None] The sync data for ids ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'] in n-d-792362-6 is: [{'id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'name': 'tempest-NetworksTestDHCPv6-router-1153442044', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:42Z', 'updated_at': '2021-08-31T14:00:47Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None, '_interfaces': [{'id': '0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b', 'name': '', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'mac_address': 'fa:16:3e:92:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'affb9b98-c3b6-48fc-9620-54ffdcd2e08d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:45Z', 'updated_at': '2021-08-31T14:00:52Z', 'revision_number': 4, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'subnets': [{'id': 'affb9b98-c3b6-48fc-9620-54ffdcd2e08d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:52.962751 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.981819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Transition to ACTIVE for port object 521ef003-5897-4da2-9821-10e0e05ebd68 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:53.015160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-9327015a-4630-42bc-b7b2-0b1197be5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:53.017183 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-9327015a-4630-42bc-b7b2-0b1197be5267 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bae3d90c56c4481491b881fabff25200&device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 1095 time: 0.0987110 Aug 31 14:00:53.023641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Deleting port 86f4424a-f5c0-49aa-8425-06e1a744aab4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:53.024001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.032400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:53.032755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.097421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.158606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:53.166819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:53.175565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:53.181365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:53.182016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.212836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=521ef003-5897-4da2-9821-10e0e05ebd68,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:53.230387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-80fff937-6678-4c3b-b369-664681b7de10 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7369800 Aug 31 14:00:53.239150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44996) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:53.243955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'network_id': '49c2ffb2-8a39-4fcc-a406-a6ea10f12ded', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-10660249'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:53.281743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ca99db6f-1adb-4803-96a2-8b3509d7a9fd no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:53.315001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: ca99db6f-1adb-4803-96a2-8b3509d7a9fd {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:53.315541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ca99db6f-1adb-4803-96a2-8b3509d7a9fd not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:53.326246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:53.326661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.355989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] For port 86f4424a-f5c0-49aa-8425-06e1a744aab4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=86f4424a-f5c0-49aa-8425-06e1a744aab4,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:53.362994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:53.367026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.421370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b248a16-7dce-43b1-a705-c2f7bcc94385 req-87bcec47-8c33-4a69-b6fa-43a7ff6ba66e tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:53.422954 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b248a16-7dce-43b1-a705-c2f7bcc94385 req-87bcec47-8c33-4a69-b6fa-43a7ff6ba66e tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 944 time: 0.2235484 Aug 31 14:00:53.432910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Calling delete_port for 86f4424a-f5c0-49aa-8425-06e1a744aab4 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:53.438844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-b5d39a08-33bc-4fbf-b280-9e1971a6fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:53.444415 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-b5d39a08-33bc-4fbf-b280-9e1971a6fa08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 HTTP/1.1" status: 200 len: 923 time: 0.4174025 Aug 31 14:00:53.498439 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b248a16-7dce-43b1-a705-c2f7bcc94385 req-7f95a4a0-c226-483f-8e6f-1e1676dd3424 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635304 Aug 31 14:00:53.580147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Made reservation on behalf of 16ab243a6b0a40b5bfd26d04a9c119e5 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:53.584302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.607686 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-fde60ba8-9a9f-4693-ab57-b96a389f9925 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=595db246-26e7-4041-a4db-dfc24f386d2e HTTP/1.1" status: 200 len: 217 time: 0.1206145 Aug 31 14:00:53.612070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] device_id is not set on port e8437e82-c278-4629-91a3-00cb33305458 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:00:53.657546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8aa5ba68-0afc-4af7-8796-2c984128977b None None] Provisioning for port 521ef003-5897-4da2-9821-10e0e05ebd68 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:53.663200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8aa5ba68-0afc-4af7-8796-2c984128977b None None] Provisioning complete for port 521ef003-5897-4da2-9821-10e0e05ebd68 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:53.663865 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ba68-0afc-4af7-8796-2c984128977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.705439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5ba68-0afc-4af7-8796-2c984128977b None None] Port 521ef003-5897-4da2-9821-10e0e05ebd68 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:53.742031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-f39c73dd-6362-4c76-b8b2-6359029c0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:53.744043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-f39c73dd-6362-4c76-b8b2-6359029c0608 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d28061e7-1697-40eb-bc03-ca03345ae248 HTTP/1.1" status: 200 len: 861 time: 0.1260216 Aug 31 14:00:53.762874 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.812197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:53.816027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Allocated IP 2001:db8::32b (49c2ffb2-8a39-4fcc-a406-a6ea10f12ded/c872345c-6519-4e71-b670-ebad125d2daf/e8437e82-c278-4629-91a3-00cb33305458) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:53.843554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-5505ee09-c178-430e-9c13-7dd74ab1386e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680389 Aug 31 14:00:53.851789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.941642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f4424a-f5c0-49aa-8425-06e1a744aab4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:54.042160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.119536 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.233539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb27f-0fea-4957-96cc-6abd3138b657 req-23bc52f0-2607-4a70-aaeb-974fcd9fb895 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:54.235134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45ecb27f-0fea-4957-96cc-6abd3138b657 req-23bc52f0-2607-4a70-aaeb-974fcd9fb895 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 946 time: 0.2521193 Aug 31 14:00:54.248202 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-0a41477c-7f04-40c8-aeb8-3589115a86ce service neutron] 10.222.0.26 "GET /v2.0/networks/b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924799 Aug 31 14:00:54.255447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.258102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.379125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45ecb27f-0fea-4957-96cc-6abd3138b657 req-b8016e52-459b-43e2-a880-441dd8e743b6 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316061 Aug 31 14:00:54.395925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.396601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75c15e5-4dbb-4f91-8e36-f4294d8ed436 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:00:54.402691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.406380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-15819187-a818-45bc-b8d1-871c597ed098 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c75c15e5-4dbb-4f91-8e36-f4294d8ed436 HTTP/1.1" status: 204 len: 168 time: 3.0626769 Aug 31 14:00:54.408582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:54.412151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.429924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Transition to ACTIVE for port object e8437e82-c278-4629-91a3-00cb33305458 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:54.452607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4b21621a-31be-48bc-902b-3e151d1d4ca8 req-5e67cc6c-c3be-42bc-9d31-27ebdd322910 service neutron] 10.222.0.26 "GET /v2.0/networks/b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921244 Aug 31 14:00:54.470946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Router b25d0866-4b73-4f79-9fbd-8fe7abad7454 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:54.477285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] Deleting subnet 6d92aa98-db92-4923-97c5-74c55482f251 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:54.495567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.510799 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.558233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.652605 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.734259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.770358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d92aa98-db92-4923-97c5-74c55482f251,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:54.780367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a7f1a-4d8a-4b6e-b3f6-56c1c006b91d None None] Network 93a4b332-702b-420a-88b4-3e5212361ea8 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:54.801858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.814484 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b0591a5f-741d-4182-84cc-7f7893ab2eea admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6d92aa98-db92-4923-97c5-74c55482f251 HTTP/1.1" status: 204 len: 168 time: 0.4026484 Aug 31 14:00:54.815599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45028) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:54.980190 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.067732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea3d01-6547-450c-850a-e4a02d434fd8 req-7ecfe1a1-1484-48f3-802a-b739c11eb2fc tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:55.071180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-feea3d01-6547-450c-850a-e4a02d434fd8 req-7ecfe1a1-1484-48f3-802a-b739c11eb2fc tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 946 time: 0.1660500 Aug 31 14:00:55.152407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] DHCP port deletion for 93a4b332-702b-420a-88b4-3e5212361ea8 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:55.165650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:55.169603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:55.173142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:55.180421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:55.181294 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.190554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-feea3d01-6547-450c-850a-e4a02d434fd8 req-55658b61-57d1-4bec-986e-76aa01b55c9f tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006689 Aug 31 14:00:55.204080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=e8437e82-c278-4629-91a3-00cb33305458,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:55.220311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Deleting port db0a5b90-8387-4eb9-8c19-df84cb494e3d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:55.220677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.237761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:55.240145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] Deleting port db0a5b90-8387-4eb9-8c19-df84cb494e3d {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:55.240528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.246209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3c7ba915-bd95-4f59-86e9-9b5f4e828831 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "PUT /v2.0/routers/b25d0866-4b73-4f79-9fbd-8fe7abad7454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2300088 Aug 31 14:00:55.255360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-376b0a38-b8cd-4b29-9c40-0b9e4aa5f585 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0152326 Aug 31 14:00:55.255945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45034) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:55.256261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:55.271620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b1', 'mac_address': 'fa:16:3e:35:94:7b'}, {'ip_address': '2001:db8::e0', 'mac_address': 'fa:16:3e:d8:5d:02'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:55.344097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397991e-eec2-49ae-aa56-67597e54c461 req-788d5ecf-078e-4b7c-a454-d5fac3a2c1b9 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:55.369650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9397991e-eec2-49ae-aa56-67597e54c461 req-788d5ecf-078e-4b7c-a454-d5fac3a2c1b9 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 944 time: 0.2824471 Aug 31 14:00:55.369794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] For port db0a5b90-8387-4eb9-8c19-df84cb494e3d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=db0a5b90-8387-4eb9-8c19-df84cb494e3d,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:55.370204 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.375085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] For port db0a5b90-8387-4eb9-8c19-df84cb494e3d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=db0a5b90-8387-4eb9-8c19-df84cb494e3d,segment=NetworkSegment(aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8),segment_id=aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:55.375846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.386465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] Calling delete_port for db0a5b90-8387-4eb9-8c19-df84cb494e3d owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:55.408371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Calling delete_port for db0a5b90-8387-4eb9-8c19-df84cb494e3d owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:55.461643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bed156-7247-4aea-a276-78acf5763857 None None] Sync routers for ids ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:55.467509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 86f4424a-f5c0-49aa-8425-06e1a744aab4 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:55.493188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490680b1-f4af-4107-a35d-aa7d9bf50e53 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:55.494730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490680b1-f4af-4107-a35d-aa7d9bf50e53 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:55.498669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-490680b1-f4af-4107-a35d-aa7d9bf50e53 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2382224 Aug 31 14:00:55.499829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45042) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:55.513165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] Routers {'b25d0866-4b73-4f79-9fbd-8fe7abad7454'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:55.513661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:55.515444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 86f4424a-f5c0-49aa-8425-06e1a744aab4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:55.515982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 86f4424a-f5c0-49aa-8425-06e1a744aab4 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:55.516356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device db0a5b90-8387-4eb9-8c19-df84cb494e3d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:55.517410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.543956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: db0a5b90-8387-4eb9-8c19-df84cb494e3d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:55.543956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device db0a5b90-8387-4eb9-8c19-df84cb494e3d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:55.559738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0a5b90-8387-4eb9-8c19-df84cb494e3d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:55.561617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] No DVR routers for this DVR port db0a5b90-8387-4eb9-8c19-df84cb494e3d on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:55.586541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9397991e-eec2-49ae-aa56-67597e54c461 req-24b5a411-28ae-4155-93c1-97c79a9e0771 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149427 Aug 31 14:00:55.609063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet affb9b98-c3b6-48fc-9620-54ffdcd2e08d {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:55.616133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.617948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 595db246-26e7-4041-a4db-dfc24f386d2e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:55.671173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.683355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a4b332-702b-420a-88b4-3e5212361ea8']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:55.718507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] Set router b25d0866-4b73-4f79-9fbd-8fe7abad7454 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:55.723757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:55.725067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa98b9bf-ec57-4e81-8ab4-2d607cd7aaf8') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:55.734220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.744620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.761094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.769234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Releasing vlan 1541 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:00:55.770049 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:00:55.772093 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:00:55.831818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.840542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.848491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.854579 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] 10.222.0.10 "DELETE /v2.0/networks/93a4b332-702b-420a-88b4-3e5212361ea8 HTTP/1.1" status: 204 len: 168 time: 1.0327573 Aug 31 14:00:55.886576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95f360-e485-46e2-9b28-7e0af608e589 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a4b332-702b-420a-88b4-3e5212361ea8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:55.948563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'name': 'tempest-NetworksTestDHCPv6-router-1153442044', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:42Z', 'updated_at': '2021-08-31T14:00:53Z', 'revision_number': 3, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:55.981556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bed156-7247-4aea-a276-78acf5763857 None None] Checking router: b25d0866-4b73-4f79-9fbd-8fe7abad7454 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:55.988880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e33ec2bf-7447-4a3b-9409-ea83cf10e52b None None] Provisioning for port e8437e82-c278-4629-91a3-00cb33305458 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:55.995532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 595db246-26e7-4041-a4db-dfc24f386d2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=595db246-26e7-4041-a4db-dfc24f386d2e,segment=NetworkSegment(53769b6e-3faf-462a-b283-7c8a4a8e57a8),segment_id=53769b6e-3faf-462a-b283-7c8a4a8e57a8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:56.010189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e33ec2bf-7447-4a3b-9409-ea83cf10e52b None None] Provisioning complete for port e8437e82-c278-4629-91a3-00cb33305458 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:56.010817 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e33ec2bf-7447-4a3b-9409-ea83cf10e52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.018780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45050) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:56.048472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e33ec2bf-7447-4a3b-9409-ea83cf10e52b None None] Port e8437e82-c278-4629-91a3-00cb33305458 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:56.050624 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.055503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '595db246-26e7-4041-a4db-dfc24f386d2e', 'network_id': 'b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75', 'port_id': '595db246-26e7-4041-a4db-dfc24f386d2e', 'mac_address': 'fa:16:3e:22:56:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28061e7-1697-40eb-bc03-ca03345ae248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:56.059145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] Routers {'b25d0866-4b73-4f79-9fbd-8fe7abad7454'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:56.059997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:56.066262 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-53a49f64-5db6-45c5-9f41-8d98073ea4ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb1c479995934079ab2ded3b7f350996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459907 Aug 31 14:00:56.069369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45052) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:56.114247 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.118038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] Network 93a4b332-702b-420a-88b4-3e5212361ea8 is not hosted by any dhcp agent {{(pid=101362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:00:56.118507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] No DVR routers for this DVR port db0a5b90-8387-4eb9-8c19-df84cb494e3d on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:56.137858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4068756-2ed7-4b45-bc6b-b37612b02163 None None] Pushing event deleted for resources: {'Port': ['ID=db0a5b90-8387-4eb9-8c19-df84cb494e3d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:56.160027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.174876 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.184404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] Set router b25d0866-4b73-4f79-9fbd-8fe7abad7454 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:56.229780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] In _notify_port_updated(), no bound segment for port e8437e82-c278-4629-91a3-00cb33305458 on network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:00:56.235341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.236011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.240771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45056) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:56.240945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "PUT /v2.0/ports/e8437e82-c278-4629-91a3-00cb33305458 HTTP/1.1" status: 200 len: 1065 time: 0.9813294 Aug 31 14:00:56.265188 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.266620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c82a4b79-93f3-4fcb-96f3-165b9a4642b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.302713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-15bed156-7247-4aea-a276-78acf5763857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'name': 'tempest-NetworksTestDHCPv6-router-1153442044', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:42Z', 'updated_at': '2021-08-31T14:00:53Z', 'revision_number': 3, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:56.354973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b8d31-29ec-46ea-9e55-fddbd22c2002 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event updated for resources: {'Port': ['ID=e8437e82-c278-4629-91a3-00cb33305458,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:56.375298 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c82a4b79-93f3-4fcb-96f3-165b9a4642b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.383948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595db246-26e7-4041-a4db-dfc24f386d2e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:56.412799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 595db246-26e7-4041-a4db-dfc24f386d2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=595db246-26e7-4041-a4db-dfc24f386d2e,segment=NetworkSegment(53769b6e-3faf-462a-b283-7c8a4a8e57a8),segment_id=53769b6e-3faf-462a-b283-7c8a4a8e57a8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:56.415421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bed156-7247-4aea-a276-78acf5763857 None None] The sync data for ids ['b25d0866-4b73-4f79-9fbd-8fe7abad7454'] in n-d-792362-6 is: [{'id': 'b25d0866-4b73-4f79-9fbd-8fe7abad7454', 'name': 'tempest-NetworksTestDHCPv6-router-1153442044', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:42Z', 'updated_at': '2021-08-31T14:00:53Z', 'revision_number': 3, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:56.419907 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.449887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting port e8437e82-c278-4629-91a3-00cb33305458 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:56.450245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.472072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.491674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c82a4b79-93f3-4fcb-96f3-165b9a4642b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.494227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c82a4b79-93f3-4fcb-96f3-165b9a4642b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.495356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c82a4b79-93f3-4fcb-96f3-165b9a4642b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/704582cb-52f0-40b8-9d6c-f97444468915 HTTP/1.1" status: 204 len: 168 time: 0.4238102 Aug 31 14:00:56.508467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=595db246-26e7-4041-a4db-dfc24f386d2e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:56.546927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=affb9b98-c3b6-48fc-9620-54ffdcd2e08d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:56.567169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852699e7-9dc8-451d-8093-8b387ea32074 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:56.568418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.570937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ca2f6a87-f0a6-4894-996b-a9eb5373e7b5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/affb9b98-c3b6-48fc-9620-54ffdcd2e08d HTTP/1.1" status: 204 len: 168 time: 1.0705900 Aug 31 14:00:56.571985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a4b79-93f3-4fcb-96f3-165b9a4642b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704582cb-52f0-40b8-9d6c-f97444468915,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:56.586187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45062) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:56.602792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d162b2c-10d0-4682-bbff-b4e6fb95f95b req-7d225d85-646b-4c51-b0e1-fba26158759f tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.604554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d162b2c-10d0-4682-bbff-b4e6fb95f95b req-7d225d85-646b-4c51-b0e1-fba26158759f tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 946 time: 0.3528619 Aug 31 14:00:56.698606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d162b2c-10d0-4682-bbff-b4e6fb95f95b req-bc61ed06-1e37-441b-bb1b-83fdd5d41ad3 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782285 Aug 31 14:00:56.841169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d35de3d5-ccc1-4ba1-98bd-f57406275f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.850393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9dba758e-a9f1-4038-b51e-713f07342d17 None None] Provisioning complete for port e8437e82-c278-4629-91a3-00cb33305458 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:56.850899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9dba758e-a9f1-4038-b51e-713f07342d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:56.886403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272866d7-f54c-4866-8868-a77f2038fb0d req-60bb3b36-0332-443e-8f96-2d24b7682108 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.888272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-272866d7-f54c-4866-8868-a77f2038fb0d req-60bb3b36-0332-443e-8f96-2d24b7682108 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 946 time: 0.3611426 Aug 31 14:00:56.912511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9dba758e-a9f1-4038-b51e-713f07342d17 None None] Port e8437e82-c278-4629-91a3-00cb33305458 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:56.937529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['595db246-26e7-4041-a4db-dfc24f386d2e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:56.959057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4b24c40c-8b75-4207-929c-908cc6be64cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3560843 Aug 31 14:00:56.962429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45072) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:56.977367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.068946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:57.137451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Calling delete_port for e8437e82-c278-4629-91a3-00cb33305458 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:57.218617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] Deleting port fcbc19fd-d14a-4185-9e28-39c1191f020b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:57.219037 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.310827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920965d-617f-452f-82e1-6ecf09b3b080 req-ce2014a9-769f-40a3-82a8-00bbd712857f tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:57.320476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0920965d-617f-452f-82e1-6ecf09b3b080 req-ce2014a9-769f-40a3-82a8-00bbd712857f tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 945 time: 0.6013622 Aug 31 14:00:57.348999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] For port fcbc19fd-d14a-4185-9e28-39c1191f020b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fcbc19fd-d14a-4185-9e28-39c1191f020b,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:57.349484 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.367294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] Calling delete_port for fcbc19fd-d14a-4185-9e28-39c1191f020b owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:57.382082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:57.392397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-faee71d6-77be-459a-9948-e8e5325c91d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.446653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:57.447882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c7adc99-2f9f-4e3f-aa6a-9f95db485f8b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:57.447882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fcbc19fd-d14a-4185-9e28-39c1191f020b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:57.493472 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0920965d-617f-452f-82e1-6ecf09b3b080 req-1e9dfeed-be1d-411e-97b9-fd28b01aba23 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720793 Aug 31 14:00:57.509130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Deleting port d2f09a2a-94e5-475b-9a71-669ebee7477d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:57.509481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.559763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.574192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.594666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] No DVR routers for this DVR port fcbc19fd-d14a-4185-9e28-39c1191f020b on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:57.622647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f61c9-c450-47d0-8c62-42b90ee4a52d None None] Pushing event deleted for resources: {'Port': ['ID=fcbc19fd-d14a-4185-9e28-39c1191f020b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:57.682087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45092) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:57.798866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-958566429-network', 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:57.821746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:57.824159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.833150 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.984841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.998462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.028249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7d803-efd9-41e6-8aff-a1ee507607e3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:58.030987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-faee71d6-77be-459a-9948-e8e5325c91d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.040347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-faee71d6-77be-459a-9948-e8e5325c91d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.125872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-faee71d6-77be-459a-9948-e8e5325c91d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.126381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee71d6-77be-459a-9948-e8e5325c91d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Fanout notify agent at l3_agent the message router_deleted on router b25d0866-4b73-4f79-9fbd-8fe7abad7454 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:00:58.134735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] vlan segment allocate from pool success with {'vlan_id': 1518, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:00:58.139598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-faee71d6-77be-459a-9948-e8e5325c91d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.143240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-faee71d6-77be-459a-9948-e8e5325c91d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/routers/b25d0866-4b73-4f79-9fbd-8fe7abad7454 HTTP/1.1" status: 204 len: 168 time: 1.1690741 Aug 31 14:00:58.143240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.143931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45106) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:58.151575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:58.166215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] For port d2f09a2a-94e5-475b-9a71-669ebee7477d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d2f09a2a-94e5-475b-9a71-669ebee7477d,segment=NetworkSegment(ea54d795-1274-4fd8-8901-b1eb752bb03e),segment_id=ea54d795-1274-4fd8-8901-b1eb752bb03e)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:58.166654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.192333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4363515-b858-47cf-87bd-2bf7dbc53def req-7e12cd5f-d2bf-457d-bd72-959b5421ee90 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:58.193931 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4363515-b858-47cf-87bd-2bf7dbc53def req-7e12cd5f-d2bf-457d-bd72-959b5421ee90 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 946 time: 0.2981038 Aug 31 14:00:58.206342 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.206562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Port': ['ID=e8437e82-c278-4629-91a3-00cb33305458,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:58.206801 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Added segment 8aa04d9a-c378-4051-9ca1-cac36178ea99 of type vlan for network 139e03a7-4fb3-45b2-9a43-265f88b10e52 Aug 31 14:00:58.222497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Calling delete_port for d2f09a2a-94e5-475b-9a71-669ebee7477d owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:58.292147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.338336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:58.342424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.351876 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.351876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:58.351876 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.377614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4363515-b858-47cf-87bd-2bf7dbc53def req-b3aa2280-7634-4345-abc2-b36b28e13ec5 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/security-groups?id=a842207f-878e-4f63-8f55-83f451feac4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722863 Aug 31 14:00:58.429012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7455225 Aug 31 14:00:58.435604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45108) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:58.447444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Request body: {'subnet': {'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-958566429-subnet', 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:58.476152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:58.480774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.524231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30440930-ea05-4070-a942-af32ba5afa7a admin admin] Pushing event updated for resources: {'Network': ['ID=139e03a7-4fb3-45b2-9a43-265f88b10e52,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:58.550800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:00:58.729797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.772653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.777580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6cee30ad-bafc-4e5a-938c-e4f601a71342 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/ports/e8437e82-c278-4629-91a3-00cb33305458 HTTP/1.1" status: 204 len: 168 time: 2.5355752 Aug 31 14:00:58.779902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45114) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:58.785364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657a5df-0230-4086-9a47-98dec223cfe6 req-145bff03-0b02-44a2-86dc-043f270d8157 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:58.786891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1657a5df-0230-4086-9a47-98dec223cfe6 req-145bff03-0b02-44a2-86dc-043f270d8157 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 945 time: 0.1103141 Aug 31 14:00:58.802367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:58.811227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:58.824500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:58.825943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.828192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31272bec-a7ec-4bd6-8c16-9baaf416300d None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:58.844771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=cac5caad-fcf0-47b2-a536-2174830de395,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:58.851928 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e35b21-8ebb-414b-bb5b-f5bfc9121656 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] GET failed (client error): The resource could not be found. Aug 31 14:00:58.856429 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-81e35b21-8ebb-414b-bb5b-f5bfc9121656 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "GET /v2.0/ports/e8437e82-c278-4629-91a3-00cb33305458 HTTP/1.1" status: 404 len: 333 time: 0.0460143 Aug 31 14:00:58.859811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45116) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:58.891487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-766d3844-3ecc-4576-9dcf-ca20531a9bbc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7453742 Aug 31 14:00:58.897243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1657a5df-0230-4086-9a47-98dec223cfe6 req-662e28ba-76c8-449e-8861-bf163b2ef6a6 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034446 Aug 31 14:00:58.899971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45118) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:58.904939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a292aefc-33c5-44e9-b8c9-06852c594a84 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2063531537', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:58.951217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.978381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a292aefc-33c5-44e9-b8c9-06852c594a84 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.979432 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a292aefc-33c5-44e9-b8c9-06852c594a84 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.989661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d2f09a2a-94e5-475b-9a71-669ebee7477d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:58.996314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Pushing event deleted for resources: {'Port': ['ID=d2f09a2a-94e5-475b-9a71-669ebee7477d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:59.005962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.098325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] No DVR routers for this DVR port d2f09a2a-94e5-475b-9a71-669ebee7477d on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:59.105283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting port 521ef003-5897-4da2-9821-10e0e05ebd68 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:59.105919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.110243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a292aefc-33c5-44e9-b8c9-06852c594a84 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.111375 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.114102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-272866d7-f54c-4866-8868-a77f2038fb0d req-06189d84-3609-4154-bb6c-6b3cebfeb433 tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.26 "DELETE /v2.0/ports/d2f09a2a-94e5-475b-9a71-669ebee7477d HTTP/1.1" status: 204 len: 173 time: 2.1546338 Aug 31 14:00:59.116355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'name': 'network-vif-deleted', 'tag': 'd2f09a2a-94e5-475b-9a71-669ebee7477d'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:59.118573 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7121a282-2dae-40f0-aaf6-11ec907444a0" -d '{"events": [{"server_uuid": "3cdb0c01-d084-426c-a010-a85b1d486d42", "name": "network-vif-deleted", "tag": "d2f09a2a-94e5-475b-9a71-669ebee7477d"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:59.135151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a292aefc-33c5-44e9-b8c9-06852c594a84 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.135970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d084ecff-c522-403e-af10-0af950045837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': 'cac5caad-fcf0-47b2-a536-2174830de395'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:59.138735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d084ecff-c522-403e-af10-0af950045837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.177376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b432b8d-bac5-4dd1-8e93-811530e2f6f4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:59.183039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Checking segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:59.183415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Network hostable DHCP agents. Network: 139e03a7-4fb3-45b2-9a43-265f88b10e52, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:00:59.201411 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5fe94-8aaf-4989-890f-76cff7678273 x-openstack-request-id: req-85c5fe94-8aaf-4989-890f-76cff7678273 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:59.202431 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdb0c01-d084-426c-a010-a85b1d486d42", "name": "network-vif-deleted", "tag": "d2f09a2a-94e5-475b-9a71-669ebee7477d", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:59.202888 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85c5fe94-8aaf-4989-890f-76cff7678273 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:59.203483 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdb0c01-d084-426c-a010-a85b1d486d42', 'name': 'network-vif-deleted', 'tag': 'd2f09a2a-94e5-475b-9a71-669ebee7477d', 'status': 'completed', 'code': 200} Aug 31 14:00:59.214127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:00:59.218175 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a292aefc-33c5-44e9-b8c9-06852c594a84 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.220920 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a292aefc-33c5-44e9-b8c9-06852c594a84 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3188171 Aug 31 14:00:59.223654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45126) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:59.232703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 139e03a7-4fb3-45b2-9a43-265f88b10e52) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:59.269014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fea0a9-c010-48af-9651-5dc297eb87f7 None None] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:59.275035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.282012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:59.283307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.288777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Calling delete_port for 521ef003-5897-4da2-9821-10e0e05ebd68 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:59.492031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.540774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Port': ['ID=521ef003-5897-4da2-9821-10e0e05ebd68,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:59.558172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6d218ea0-5d6c-4aa6-8c25-022b8641f4ba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1167135 Aug 31 14:00:59.567351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6eb87-d20c-4f36-b225-daa37f823ff2 None None] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:59.588202 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bf06e812-40dc-40f1-97f0-1acf62a1fede req-ddd027e5-5615-4515-b93f-31223565313d tempest-ServerAddressesNegativeTestJSON-52924735 tempest-ServerAddressesNegativeTestJSON-52924735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cdb0c01-d084-426c-a010-a85b1d486d42 HTTP/1.1" status: 200 len: 210 time: 0.0599594 Aug 31 14:00:59.600217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.605104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a224d84b-31ad-421c-be54-98d0bdc5278a tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/ports/521ef003-5897-4da2-9821-10e0e05ebd68 HTTP/1.1" status: 204 len: 168 time: 0.7442541 Aug 31 14:00:59.605762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45132) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:59.634425 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-6351dcfa-5ad6-4d85-b89f-a1d2c540f643 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] GET failed (client error): The resource could not be found. Aug 31 14:00:59.640481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6351dcfa-5ad6-4d85-b89f-a1d2c540f643 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "GET /v2.0/ports/521ef003-5897-4da2-9821-10e0e05ebd68 HTTP/1.1" status: 404 len: 333 time: 0.0333924 Aug 31 14:00:59.641126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45134) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:59.700515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.740257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 595db246-26e7-4041-a4db-dfc24f386d2e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:59.751735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.809715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting port f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:59.811508 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.836631 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a980-28cc-4f95-8e14-53f77ff0e718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.968425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-d084ecff-c522-403e-af10-0af950045837 None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/cac5caad-fcf0-47b2-a536-2174830de395/8fc5cb51-3c00-4508-8f2f-8c60f2a7d872) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:59.994622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 595db246-26e7-4041-a4db-dfc24f386d2e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:00.026827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 595db246-26e7-4041-a4db-dfc24f386d2e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:00.029572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.048295 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.064598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Calling delete_port for f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:00.108775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74cd30-84ef-4aec-b6f1-1e11ef626bc9 req-e59e77bd-0616-4012-872c-960bd44c57ee tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:00.110343 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb74cd30-84ef-4aec-b6f1-1e11ef626bc9 req-e59e77bd-0616-4012-872c-960bd44c57ee tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 945 time: 0.0703888 Aug 31 14:01:00.246335 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.261515 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb74cd30-84ef-4aec-b6f1-1e11ef626bc9 req-e6083b24-64a2-4d9e-88da-a1658e924367 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904849 Aug 31 14:01:00.293322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595db246-26e7-4041-a4db-dfc24f386d2e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:00.296202 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bafe991-8d50-4bec-80e0-d903a29c0f3a" -d '{"events": [{"server_uuid": "fda6b011-bf56-4a3b-a408-fd22a8c4fc10", "name": "network-vif-plugged", "status": "completed", "tag": "595db246-26e7-4041-a4db-dfc24f386d2e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:00.312974 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.331201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 595db246-26e7-4041-a4db-dfc24f386d2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=595db246-26e7-4041-a4db-dfc24f386d2e,segment=NetworkSegment(53769b6e-3faf-462a-b283-7c8a4a8e57a8),segment_id=53769b6e-3faf-462a-b283-7c8a4a8e57a8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:00.354739 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.355533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2f09a2a-94e5-475b-9a71-669ebee7477d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:00.372420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Port': ['ID=f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:00.381625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: d2f09a2a-94e5-475b-9a71-669ebee7477d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:00.381977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d2f09a2a-94e5-475b-9a71-669ebee7477d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:00.428246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d084ecff-c522-403e-af10-0af950045837 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.453690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d084ecff-c522-403e-af10-0af950045837 None None] Transition to ACTIVE for port object 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:00.461971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=595db246-26e7-4041-a4db-dfc24f386d2e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:00.468149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.470437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e17dc4db-d6e1-4ea7-846c-3cdc6c2c64bc tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/ports/f7f4d8d6-a0a8-4ff0-82f8-b2cc6d9c608a HTTP/1.1" status: 204 len: 168 time: 0.8283143 Aug 31 14:01:00.473482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45162) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:00.482514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d084ecff-c522-403e-af10-0af950045837 None None] Transition to ACTIVE for port object 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:00.503654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d084ecff-c522-403e-af10-0af950045837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.516737 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.545196 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058e79a-53ab-4b66-9cf3-d7f16314cd6c x-openstack-request-id: req-7058e79a-53ab-4b66-9cf3-d7f16314cd6c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:00.545512 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6b011-bf56-4a3b-a408-fd22a8c4fc10", "name": "network-vif-plugged", "status": "completed", "tag": "595db246-26e7-4041-a4db-dfc24f386d2e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:00.545741 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7058e79a-53ab-4b66-9cf3-d7f16314cd6c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:00.546277 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595db246-26e7-4041-a4db-dfc24f386d2e', 'code': 200} Aug 31 14:01:00.557165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084ecff-c522-403e-af10-0af950045837 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:00.560915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-d084ecff-c522-403e-af10-0af950045837 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:00.569320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f763-0737-4d73-9416-f83a8385ffad req-3282d769-05d5-4e9c-b509-8868b01da73c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:00.570868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084ecff-c522-403e-af10-0af950045837 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:00.576988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-3282d769-05d5-4e9c-b509-8868b01da73c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.2531531 Aug 31 14:01:00.585222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ecff-c522-403e-af10-0af950045837 None None] Pushing event updated for resources: {'Port': ['ID=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:00.588403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting subnet c872345c-6519-4e71-b670-ebad125d2daf {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:00.594339 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.601281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-92a11a2a-7287-4237-b73b-bd8627599f1f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/quotas/a03ed9d26ac44278a6a89dcf3e5e8198 HTTP/1.1" status: 200 len: 375 time: 0.0232890 Aug 31 14:01:00.662847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e360ba84-202a-4063-8c6d-7810e253c6b7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606623 Aug 31 14:01:00.675590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d084ecff-c522-403e-af10-0af950045837 None None] Attempting to bind port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:00.675590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d084ecff-c522-403e-af10-0af950045837 None None] Attempting to bind port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:00.676641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ecff-c522-403e-af10-0af950045837 None None] Attempting to bind port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:00.684752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ecff-c522-403e-af10-0af950045837 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:00.685228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ecff-c522-403e-af10-0af950045837 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:00.685701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d084ecff-c522-403e-af10-0af950045837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.686163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ecff-c522-403e-af10-0af950045837 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:00.686961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d084ecff-c522-403e-af10-0af950045837 None None] Bound port: 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:00.687488 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d084ecff-c522-403e-af10-0af950045837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.702188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:00.764044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d084ecff-c522-403e-af10-0af950045837 None None] For port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:00.769186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d084ecff-c522-403e-af10-0af950045837 None None] For port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:00.778865 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d084ecff-c522-403e-af10-0af950045837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.792372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] Deleting subnet ff36b2fc-3fdd-4de1-88db-89177add5afd {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:00.799633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.803230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::1 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/cac5caad-fcf0-47b2-a536-2174830de395/b14ed243-19e0-4681-ae87-fc2fe9d2b0e1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:00.811110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.839247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-679dede2-6594-42b6-b087-7f2aeaf7accb service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616888 Aug 31 14:01:00.864443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ecff-c522-403e-af10-0af950045837 None None] Pushing event updated for resources: {'Port': ['ID=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:00.914058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0632b1-7896-4467-bd42-062555a36e0e req-b08caf2f-8b0f-45ac-b0e2-5e7a8d54d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:00.915890 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b0632b1-7896-4467-bd42-062555a36e0e req-b08caf2f-8b0f-45ac-b0e2-5e7a8d54d838 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 1097 time: 0.2149858 Aug 31 14:01:00.977751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-44c9c620-4cae-46d8-93e9-66f618bcc3be service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369138 Aug 31 14:01:01.014457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.137111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b0632b1-7896-4467-bd42-062555a36e0e req-ab96e9c1-accc-46a5-b66b-4b7852ecc961 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054749 Aug 31 14:01:01.189360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.192894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.319484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.440164 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-45992ee4-5d8f-4b69-8ca2-0047726e9761 req-1a9c911e-b607-4287-9d8b-6efd14c0f2a5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 210 time: 0.1402850 Aug 31 14:01:01.507349 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:01.520408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee24a90-1e5b-4fde-a6d0-cdc20e4f06af req-7cc6a436-31fb-4ea1-8e3e-87d94b7bdce2 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:01.522108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dee24a90-1e5b-4fde-a6d0-cdc20e4f06af req-7cc6a436-31fb-4ea1-8e3e-87d94b7bdce2 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 946 time: 0.1352873 Aug 31 14:01:01.574272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dee24a90-1e5b-4fde-a6d0-cdc20e4f06af req-cf3f436b-8315-4d26-a4e6-ea138c9a26df tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Aug 31 14:01:01.581736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.585333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:01.612923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:01.647232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.650069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ff36b2fc-3fdd-4de1-88db-89177add5afd HTTP/1.1" status: 204 len: 168 time: 0.9462810 Aug 31 14:01:01.650986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dbcb5-c546-41d1-97cb-c1162ea62ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff36b2fc-3fdd-4de1-88db-89177add5afd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:01.652641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45184) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:01.673795 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.713962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.716282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/subnets/c872345c-6519-4e71-b670-ebad125d2daf HTTP/1.1" status: 204 len: 168 time: 1.2416980 Aug 31 14:01:01.718709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45188) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:01.719365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b911b43-f1e3-4dc1-a322-fb32b0b69f29 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Subnet': ['ID=c872345c-6519-4e71-b670-ebad125d2daf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:01.727381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f723b37-6ae7-4cb6-a562-8bb6adadcb82 None None] Network 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:01.729857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.795912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=b14ed243-19e0-4681-ae87-fc2fe9d2b0e1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:01.805304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:01.807288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:01.810247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:01.810935 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.817113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.852001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.912428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.990227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.993610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.010040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d77532-0fdc-4f53-a609-cc066c7e11cd']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:02.027047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea54d795-1274-4fd8-8901-b1eb752bb03e') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:02.027456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea54d795-1274-4fd8-8901-b1eb752bb03e') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:02.037481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] DHCP port deletion for 49c2ffb2-8a39-4fcc-a406-a6ea10f12ded request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:01:02.039914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.071308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.080366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Releasing vlan 1520 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:02.080785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:02.083428 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:02.115027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] Deleting port 12521d86-9bc3-49fb-b7ef-580ac1df1081 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:02.115551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.148515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Deleting port 12521d86-9bc3-49fb-b7ef-580ac1df1081 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:02.148897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.165897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.203912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.209318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] 10.222.0.10 "DELETE /v2.0/networks/72d77532-0fdc-4f53-a609-cc066c7e11cd HTTP/1.1" status: 204 len: 168 time: 0.5525193 Aug 31 14:01:02.228690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f7737-f5cd-4898-aa86-e55f27f5b59f admin admin] Pushing event deleted for resources: {'Network': ['ID=72d77532-0fdc-4f53-a609-cc066c7e11cd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:02.243053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] For port 12521d86-9bc3-49fb-b7ef-580ac1df1081, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=12521d86-9bc3-49fb-b7ef-580ac1df1081,segment=NetworkSegment(fe0b7971-68dd-4a53-87d5-6f6db6fbb55d),segment_id=fe0b7971-68dd-4a53-87d5-6f6db6fbb55d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:02.245957 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.256747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] For port 12521d86-9bc3-49fb-b7ef-580ac1df1081, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=12521d86-9bc3-49fb-b7ef-580ac1df1081,segment=NetworkSegment(fe0b7971-68dd-4a53-87d5-6f6db6fbb55d),segment_id=fe0b7971-68dd-4a53-87d5-6f6db6fbb55d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:02.257179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.275055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Calling delete_port for 12521d86-9bc3-49fb-b7ef-580ac1df1081 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:02.302815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] Calling delete_port for 12521d86-9bc3-49fb-b7ef-580ac1df1081 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:02.431681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.442130 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.494036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45198) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:02.510260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] Pushing event deleted for resources: {'Port': ['ID=12521d86-9bc3-49fb-b7ef-580ac1df1081,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:02.522026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcde5f8-7faf-4e49-bcf0-568879275b58 None None] No DVR routers for this DVR port 12521d86-9bc3-49fb-b7ef-580ac1df1081 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:02.547015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f25b33d1-d0cf-43c4-ae88-4c89deb930d0 None None] Provisioning for port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:02.554700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f25b33d1-d0cf-43c4-ae88-4c89deb930d0 None None] Provisioning complete for port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:02.555470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f25b33d1-d0cf-43c4-ae88-4c89deb930d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.635864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Port': ['ID=12521d86-9bc3-49fb-b7ef-580ac1df1081,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:02.646282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] No DVR routers for this DVR port 12521d86-9bc3-49fb-b7ef-580ac1df1081 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:02.743654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f25b33d1-d0cf-43c4-ae88-4c89deb930d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.786797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f25b33d1-d0cf-43c4-ae88-4c89deb930d0 None None] For port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:02.791710 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f25b33d1-d0cf-43c4-ae88-4c89deb930d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.888563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b33d1-d0cf-43c4-ae88-4c89deb930d0 None None] Pushing event updated for resources: {'Port': ['ID=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:02.889720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38690344-63ea-492a-8733-82f096135736 req-781356e7-57a8-4968-a630-de76eaebdf4b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 210 time: 0.2143698 Aug 31 14:01:02.928343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4d708971-b8ab-455d-97d7-e7ad842ab7f4 None None] Provisioning for port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:02.933697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4d708971-b8ab-455d-97d7-e7ad842ab7f4 None None] Provisioning complete for port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:02.934560 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d708971-b8ab-455d-97d7-e7ad842ab7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.954848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d6e1de1c-a66d-4e20-85b8-9e65dc82dff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04b35ff4dc5542d5a24bd5302511c9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482775 Aug 31 14:01:02.958895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45210) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:02.994181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.010570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4d708971-b8ab-455d-97d7-e7ad842ab7f4 None None] Port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:03.011129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c2ffb2-8a39-4fcc-a406-a6ea10f12ded']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:03.027744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.030216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0b7971-68dd-4a53-87d5-6f6db6fbb55d') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:03.030871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0b7971-68dd-4a53-87d5-6f6db6fbb55d') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:03.056308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.058248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db04274e-44c7-4709-904c-c090a1355764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.081588 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.096280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db04274e-44c7-4709-904c-c090a1355764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.099081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:03.099816 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:03.103291 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:03.141902 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.143377 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.196210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.213500 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.218117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] 10.222.0.10 "DELETE /v2.0/networks/49c2ffb2-8a39-4fcc-a406-a6ea10f12ded HTTP/1.1" status: 204 len: 168 time: 1.4958308 Aug 31 14:01:03.218117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a1074-9231-4e98-aa3e-aa382a73ef16 tempest-AllowedAddressPairIpV6TestJSON-179308285 tempest-AllowedAddressPairIpV6TestJSON-179308285-project] Pushing event deleted for resources: {'Network': ['ID=49c2ffb2-8a39-4fcc-a406-a6ea10f12ded,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:03.242421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db04274e-44c7-4709-904c-c090a1355764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.245561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db04274e-44c7-4709-904c-c090a1355764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.249471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-db04274e-44c7-4709-904c-c090a1355764 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a842207f-878e-4f63-8f55-83f451feac4c HTTP/1.1" status: 204 len: 168 time: 0.2893331 Aug 31 14:01:03.273998 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04274e-44c7-4709-904c-c090a1355764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a842207f-878e-4f63-8f55-83f451feac4c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:03.298370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b72cd-ef85-4c8e-ab6d-dd5bd3709ae8 req-f021817d-fe9c-46ce-b09b-5a41e940e05f tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:03.307247 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a03b72cd-ef85-4c8e-ab6d-dd5bd3709ae8 req-f021817d-fe9c-46ce-b09b-5a41e940e05f tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 946 time: 0.2843289 Aug 31 14:01:03.333941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=b14ed243-19e0-4681-ae87-fc2fe9d2b0e1,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:03.373668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f763-0737-4d73-9416-f83a8385ffad req-9befb8f1-573b-4dc4-b341-ddee51bc905a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:03.375318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-9befb8f1-573b-4dc4-b341-ddee51bc905a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.3514354 Aug 31 14:01:03.397384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:03.429965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Request body: {'port': {'device_id': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'admin_state_up': True, 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:03.497905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:03.498291 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.554369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a03b72cd-ef85-4c8e-ab6d-dd5bd3709ae8 req-06c4cf71-b369-4b2a-942d-167c1528b6ce tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461946 Aug 31 14:01:03.609826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:03.614230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:03.807076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 12521d86-9bc3-49fb-b7ef-580ac1df1081 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:03.848605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 12521d86-9bc3-49fb-b7ef-580ac1df1081 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:03.849672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 12521d86-9bc3-49fb-b7ef-580ac1df1081 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:03.852431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45236) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:03.870323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:03.874986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.913533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Router 71f89f88-3839-472e-a66c-5c852067282d is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:01:04.147278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9ac276a8-47ee-4313-bbc6-f1782e6bbbce None None] Provisioning complete for port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:04.148928 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9ac276a8-47ee-4313-bbc6-f1782e6bbbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.166934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-993c701f-685a-4992-a2cd-18e0f96f0bc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16ab243a6b0a40b5bfd26d04a9c119e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103304 Aug 31 14:01:04.167528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45252) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:04.230457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9ac276a8-47ee-4313-bbc6-f1782e6bbbce None None] Port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:04.262176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:04.271526 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ce151677-5533-47ac-a116-839454070d83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "PUT /v2.0/routers/71f89f88-3839-472e-a66c-5c852067282d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0457141 Aug 31 14:01:04.275131 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Sync routers for ids ['71f89f88-3839-472e-a66c-5c852067282d'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:04.293791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45258) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:04.299844 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Routers {'71f89f88-3839-472e-a66c-5c852067282d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:04.301609 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['71f89f88-3839-472e-a66c-5c852067282d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:04.305387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9e61032-877c-4bee-8efc-2f15fde6d4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.340152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Allocated IP 172.20.0.2 (139e03a7-4fb3-45b2-9a43-265f88b10e52/6b432b8d-bac5-4dd1-8e93-811530e2f6f4/6e8fc03b-82cd-4399-a254-5e25601fed19) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:04.365476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c88b9a6e-e89a-4219-8829-acd047162600 req-d9d9e138-c0d5-4e35-91a2-57f85c063ee4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 210 time: 0.2919579 Aug 31 14:01:04.394649 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9e61032-877c-4bee-8efc-2f15fde6d4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.408819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b55caa-5a88-4c97-a445-cb0ad0ab62b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:04.414307 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-41b55caa-5a88-4c97-a445-cb0ad0ab62b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports/b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 HTTP/1.1" status: 200 len: 911 time: 0.1169460 Aug 31 14:01:04.417008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45266) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:04.507723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9e61032-877c-4bee-8efc-2f15fde6d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.510293 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Set router 71f89f88-3839-472e-a66c-5c852067282d gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:04.510997 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9e61032-877c-4bee-8efc-2f15fde6d4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.512474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d9e61032-877c-4bee-8efc-2f15fde6d4cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2606c928-e8db-4de8-96cd-6f7caa9a1b9b HTTP/1.1" status: 204 len: 168 time: 0.3440530 Aug 31 14:01:04.532045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e61032-877c-4bee-8efc-2f15fde6d4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2606c928-e8db-4de8-96cd-6f7caa9a1b9b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:04.634735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a2364-6816-4c11-84b1-93926359ae69 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:04.641421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a2364-6816-4c11-84b1-93926359ae69 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:04.643404 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e60a2364-6816-4c11-84b1-93926359ae69 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2202854 Aug 31 14:01:04.647094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:04.781722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45288) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:04.813337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.940039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.019708 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f89f88-3839-472e-a66c-5c852067282d', 'name': 'tempest-NetworksTestDHCPv6-router-2063531537', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:58Z', 'updated_at': '2021-08-31T14:01:01Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None, '_interfaces': [{'id': 'b14ed243-19e0-4681-ae87-fc2fe9d2b0e1', 'name': '', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'mac_address': 'fa:16:3e:7b:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f89f88-3839-472e-a66c-5c852067282d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cac5caad-fcf0-47b2-a536-2174830de395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:59Z', 'updated_at': '2021-08-31T14:01:02Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'subnets': [{'id': 'cac5caad-fcf0-47b2-a536-2174830de395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:05.064651 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Checking router: 71f89f88-3839-472e-a66c-5c852067282d for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:05.065063 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Updating router 71f89f88-3839-472e-a66c-5c852067282d port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:01:05.098813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:05.111778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:05.112006 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.121923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:05.195204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event updated for resources: {'Port': ['ID=6e8fc03b-82cd-4399-a254-5e25601fed19,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:05.199248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f0db0-dc75-43e7-97ac-51da2a686e36 req-c5cc72af-1600-49d1-9dba-90b2df376f41 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:05.221978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-705f0db0-dc75-43e7-97ac-51da2a686e36 req-c5cc72af-1600-49d1-9dba-90b2df376f41 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 946 time: 0.2188566 Aug 31 14:01:05.254541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-948637494-network', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:05.317888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:05.327632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.379066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Made reservation on behalf of 004f1487cc8549daa8258e505f5fc48d for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:05.382031 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.394071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-705f0db0-dc75-43e7-97ac-51da2a686e36 req-9f3139a1-9433-40f9-9186-969b50b231f2 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661508 Aug 31 14:01:05.402589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.408149 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e7dd6142-453d-4904-bf2d-81b99777c178 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9960794 Aug 31 14:01:05.434751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Request body: {'port': {'device_id': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:05.560020 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.600422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.631658 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.643744 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Transition to ACTIVE for port object b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:05.651715 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.784531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b278-4d89-4334-b0f9-cd3cb19dd818 req-bb020176-2998-4271-a0cc-8201c587627a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:05.786922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55c7b278-4d89-4334-b0f9-cd3cb19dd818 req-bb020176-2998-4271-a0cc-8201c587627a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 931 time: 0.2909651 Aug 31 14:01:05.805128 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Attempting to bind port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:05.805505 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Attempting to bind port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:05.805878 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Attempting to bind port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:05.808514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Pushing event updated for resources: {'Port': ['ID=b14ed243-19e0-4681-ae87-fc2fe9d2b0e1,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:05.819891 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.820241 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.820592 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.820964 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.821303 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.821636 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.821970 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.822298 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.822750 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.823086 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.823413 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.823718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.823841 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:05.840637 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:05.841080 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:05.841492 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.841727 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.845050 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:05.845873 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Bound port: b14ed243-19e0-4681-ae87-fc2fe9d2b0e1, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:05.846364 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.922413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55c7b278-4d89-4334-b0f9-cd3cb19dd818 req-d9e49222-2678-480b-906d-1c4985c9efa1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266713 Aug 31 14:01:05.924186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45322) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:05.956455 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] For port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:05.960952 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] For port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b14ed243-19e0-4681-ae87-fc2fe9d2b0e1,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:05.966121 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.990384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837769b5-bb8d-462b-8257-151e9c830e6c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:06.025390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:06.077275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.077701 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Added segment aa52d0cf-58a9-44fe-aeff-e3c0cc965a27 of type vlan for network fbb7d75c-8b51-4148-b0f8-1f027de895dc Aug 31 14:01:06.134602 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Routers {'71f89f88-3839-472e-a66c-5c852067282d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:06.135349 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['71f89f88-3839-472e-a66c-5c852067282d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:06.163103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:06.163476 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.205227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1906443610'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:06.214702 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d67008-b3d7-4d89-b7e4-76eebb45348b None None] Pushing event updated for resources: {'Port': ['ID=b14ed243-19e0-4681-ae87-fc2fe9d2b0e1,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:06.225233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.267336 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] Set router 71f89f88-3839-472e-a66c-5c852067282d gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:06.318972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.320061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.320695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.321361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:06.325213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.343684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8fc03b-82cd-4399-a254-5e25601fed19 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:06.356932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.370519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.392730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b14ed243-19e0-4681-ae87-fc2fe9d2b0e1,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:06.393397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.412488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:06.414201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45330) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:06.415872 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6328199 Aug 31 14:01:06.421349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Request body: {'subnet': {'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-948637494-subnet', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:06.435234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Transition to ACTIVE for port object 6e8fc03b-82cd-4399-a254-5e25601fed19 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:06.439606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badba906-5de4-4a53-87c2-bc8cf3618bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb7d75c-8b51-4148-b0f8-1f027de895dc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:06.443249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.453882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:06.685693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8fc03b-82cd-4399-a254-5e25601fed19,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:06.696432 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f89f88-3839-472e-a66c-5c852067282d', 'name': 'tempest-NetworksTestDHCPv6-router-2063531537', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:58Z', 'updated_at': '2021-08-31T14:01:01Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None, '_interfaces': [{'id': 'b14ed243-19e0-4681-ae87-fc2fe9d2b0e1', 'name': '', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'mac_address': 'fa:16:3e:7b:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f89f88-3839-472e-a66c-5c852067282d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cac5caad-fcf0-47b2-a536-2174830de395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:59Z', 'updated_at': '2021-08-31T14:01:05Z', 'revision_number': 4, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'subnets': [{'id': 'cac5caad-fcf0-47b2-a536-2174830de395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:06.704374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Attempting to bind port 6e8fc03b-82cd-4399-a254-5e25601fed19 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:06.704723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Attempting to bind port 6e8fc03b-82cd-4399-a254-5e25601fed19 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:06.705152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Attempting to bind port 6e8fc03b-82cd-4399-a254-5e25601fed19 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:06.711375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Port 6e8fc03b-82cd-4399-a254-5e25601fed19 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:06.711718 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Attempting to bind port 6e8fc03b-82cd-4399-a254-5e25601fed19 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:06.717822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:06.718181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Checking segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:06.718573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Bound using segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:06.719040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Bound port: 6e8fc03b-82cd-4399-a254-5e25601fed19, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:06.719390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.762641 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4caf96-33ad-48f3-9245-582ca86cc2ee None None] The sync data for ids ['71f89f88-3839-472e-a66c-5c852067282d'] in n-d-792362-6 is: [{'id': '71f89f88-3839-472e-a66c-5c852067282d', 'name': 'tempest-NetworksTestDHCPv6-router-2063531537', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:58Z', 'updated_at': '2021-08-31T14:01:01Z', 'revision_number': 2, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None, '_interfaces': [{'id': 'b14ed243-19e0-4681-ae87-fc2fe9d2b0e1', 'name': '', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'mac_address': 'fa:16:3e:7b:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f89f88-3839-472e-a66c-5c852067282d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cac5caad-fcf0-47b2-a536-2174830de395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:59Z', 'updated_at': '2021-08-31T14:01:05Z', 'revision_number': 4, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'subnets': [{'id': 'cac5caad-fcf0-47b2-a536-2174830de395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:06.784334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a394be-8a2f-48fa-84ed-b5964d82fedf req-17553ac9-cda4-4ae7-aed3-42162dbeedc1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.786230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07a394be-8a2f-48fa-84ed-b5964d82fedf req-17553ac9-cda4-4ae7-aed3-42162dbeedc1 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 946 time: 0.2217000 Aug 31 14:01:06.821672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] For port 6e8fc03b-82cd-4399-a254-5e25601fed19, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:06.826114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] For port 6e8fc03b-82cd-4399-a254-5e25601fed19, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e8fc03b-82cd-4399-a254-5e25601fed19,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:06.831909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.882081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.882760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.884315 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e8fc03b-82cd-4399-a254-5e25601fed19 HTTP/1.1" status: 200 len: 1091 time: 1.4588647 Aug 31 14:01:06.886782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'tag': '6e8fc03b-82cd-4399-a254-5e25601fed19'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:06.887581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-2a4390ab-6ab6-4745-a509-dbbfd11a02eb tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.889208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-2a4390ab-6ab6-4745-a509-dbbfd11a02eb tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.26 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 946 time: 0.2192264 Aug 31 14:01:06.889717 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758c37ed-75ec-4cc4-b478-9a2bbed46186" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a43a35-a7f0-434d-a5b3-8161da33aa71", "tag": "6e8fc03b-82cd-4399-a254-5e25601fed19"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:06.951986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7f29b-7c36-40a3-b9f0-2ec4041221c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8fc03b-82cd-4399-a254-5e25601fed19,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:06.953770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.963123 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ff7e8-7388-4780-b879-f3a46e3113c0 x-openstack-request-id: req-5f9ff7e8-7388-4780-b879-f3a46e3113c0 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:06.963504 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a43a35-a7f0-434d-a5b3-8161da33aa71", "tag": "6e8fc03b-82cd-4399-a254-5e25601fed19", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:06.963856 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f9ff7e8-7388-4780-b879-f3a46e3113c0 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:06.964354 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'tag': '6e8fc03b-82cd-4399-a254-5e25601fed19', 'status': 'completed', 'code': 200} Aug 31 14:01:06.990707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07a394be-8a2f-48fa-84ed-b5964d82fedf req-92fc6405-c587-47de-a8b9-2c99bcd70b92 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545670 Aug 31 14:01:07.025361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f763-0737-4d73-9416-f83a8385ffad req-03bba4ed-2f5c-4e9a-800c-36b91008a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:07.028753 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-03bba4ed-2f5c-4e9a-800c-36b91008a70c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 1094 time: 0.0686641 Aug 31 14:01:07.034292 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.118104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-c5ddab72-faa7-4a7f-9b0f-ed1019ec8e45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e8fc03b-82cd-4399-a254-5e25601fed19 HTTP/1.1" status: 200 len: 217 time: 0.0645671 Aug 31 14:01:07.197331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5503-d07b-42d2-9d88-b3ea98c9575d req-12e15636-b6b3-41c7-b7b2-48937220fe79 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:07.206693 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-079a5503-d07b-42d2-9d88-b3ea98c9575d req-12e15636-b6b3-41c7-b7b2-48937220fe79 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 943 time: 0.1672146 Aug 31 14:01:07.303298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f763-0737-4d73-9416-f83a8385ffad req-957b2db2-e23c-4eb0-90ba-029f55cb4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:07.337090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-957b2db2-e23c-4eb0-90ba-029f55cb4175 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.1774554 Aug 31 14:01:07.399037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-68e63943-4a1c-49c9-8c16-5763b1d24616 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566516 Aug 31 14:01:07.415452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-079a5503-d07b-42d2-9d88-b3ea98c9575d req-f671dc31-c6c4-462a-b119-8a7b1e990338 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958663 Aug 31 14:01:07.480274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:07.561885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-e03def4a-979f-4a16-9a8d-4fcb5015cbae service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435416 Aug 31 14:01:07.678890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.725800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ded06d-75d2-4fb6-8df0-e23f849a61b6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:07.747111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf01f763-0737-4d73-9416-f83a8385ffad req-3829c519-cf5f-49e8-84be-b1aec99a844c service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758029 Aug 31 14:01:07.761500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Made reservation on behalf of 004f1487cc8549daa8258e505f5fc48d for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:07.763774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.770078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:07.822187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No active binding found for port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 {{(pid=101362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:01:07.822884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 14:01:07.838938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=b14ed243-19e0-4681-ae87-fc2fe9d2b0e1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:07.853577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 not found, will not notify nova. {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 14:01:07.888035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.888511 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Added segment 2642b299-cbfd-4155-9945-22e40593a691 of type vlan for network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 Aug 31 14:01:07.923925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-d1c9da5e-9c71-45ef-9bed-879c07393aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:07.925881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-d1c9da5e-9c71-45ef-9bed-879c07393aaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 1094 time: 0.0821128 Aug 31 14:01:08.049933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.078354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-219114d4-965c-4e6e-9d21-13ff016182cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:08.080217 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-219114d4-965c-4e6e-9d21-13ff016182cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 913 time: 0.1462309 Aug 31 14:01:08.108968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Deleting port 595db246-26e7-4041-a4db-dfc24f386d2e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:08.109348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.156671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-599aa764-4fc4-4723-92f1-c5bed6327353 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e8fc03b-82cd-4399-a254-5e25601fed19 HTTP/1.1" status: 200 len: 217 time: 0.0681026 Aug 31 14:01:08.167049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.231775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3a09-8d64-404b-b7f0-d518cc5f5783 req-8cc02390-9c30-4839-b854-fafe5438e0e4 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:08.241872 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e6d3a09-8d64-404b-b7f0-d518cc5f5783 req-8cc02390-9c30-4839-b854-fafe5438e0e4 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 946 time: 0.1455102 Aug 31 14:01:08.267770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-57f5782d-1fe8-46b5-8d4a-c14bdebe337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:08.269389 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-57f5782d-1fe8-46b5-8d4a-c14bdebe337e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.1027412 Aug 31 14:01:08.301414 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e6d3a09-8d64-404b-b7f0-d518cc5f5783 req-4d58a60a-b9a0-498a-ad3c-682cc3a83705 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/security-groups?id=27c8a36d-1f55-4f34-b52e-1f5e04c19ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579970 Aug 31 14:01:08.317346 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-9e03765d-7f21-4630-80c9-b5ed4fd44cc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366993 Aug 31 14:01:08.500300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.516808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:08.517758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.529209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-7bbb6267-5116-4c09-898b-3abdd01d14d9 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024565 Aug 31 14:01:08.549088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] For port 595db246-26e7-4041-a4db-dfc24f386d2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=595db246-26e7-4041-a4db-dfc24f386d2e,segment=NetworkSegment(53769b6e-3faf-462a-b283-7c8a4a8e57a8),segment_id=53769b6e-3faf-462a-b283-7c8a4a8e57a8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:08.549088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.648617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.667205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Calling delete_port for 595db246-26e7-4041-a4db-dfc24f386d2e owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:08.742787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d51aa-0eaa-4a56-a517-d4b1eef80af9 req-31be26d6-0e4a-4d52-8ce9-dc59496647e9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:08.756491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e01d51aa-0eaa-4a56-a517-d4b1eef80af9 req-31be26d6-0e4a-4d52-8ce9-dc59496647e9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 943 time: 0.1838536 Aug 31 14:01:08.759711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8279622 Aug 31 14:01:08.763055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45360) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:08.791297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'subnet': {'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:08.803997 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-758c37ed-75ec-4cc4-b478-9a2bbed46186 req-ec986d55-d991-4193-bc0a-d23d6bee3182 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543693 Aug 31 14:01:08.837474 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e01d51aa-0eaa-4a56-a517-d4b1eef80af9 req-d9080150-3098-44d8-9bc2-3f3c8a37230e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799093 Aug 31 14:01:08.844147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06819c9-80a6-480d-b843-52f0e149a311,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:08.896477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2c758-d5b4-45c9-a1af-69451ed6b2aa tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Network': ['ID=05f6112c-43c4-43ea-b9ed-4b5a01e422f0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:08.909707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:08.964962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Router 71f89f88-3839-472e-a66c-5c852067282d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:01:09.012295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Checking segment: {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:09.012674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Network hostable DHCP agents. Network: fbb7d75c-8b51-4148-b0f8-1f027de895dc, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:09.127673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:09.158516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:09.162663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.170240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:09.184427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] Sync routers for ids ['71f89f88-3839-472e-a66c-5c852067282d'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:09.196365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] Routers {'71f89f88-3839-472e-a66c-5c852067282d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:09.197431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['71f89f88-3839-472e-a66c-5c852067282d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:09.215971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c78f8620-cca3-4a29-ac5f-07c1e429a4c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "PUT /v2.0/routers/71f89f88-3839-472e-a66c-5c852067282d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5675714 Aug 31 14:01:09.216723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, fbb7d75c-8b51-4148-b0f8-1f027de895dc) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:09.218522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45362) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:09.240118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea9099-6a71-4a9b-aa52-dc59f2c16585 None None] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:09.274653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e6c26-660f-4200-b246-693f0c5269c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:09.274653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e6c26-660f-4200-b246-693f0c5269c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:09.275303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-761e6c26-660f-4200-b246-693f0c5269c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0558040 Aug 31 14:01:09.282037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:09.286410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:09.287759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.357590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4d265a1f-ba5c-447a-b1b6-c80f377220c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9401457 Aug 31 14:01:09.360468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45368) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:09.366202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:09.373517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] Set router 71f89f88-3839-472e-a66c-5c852067282d gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:09.400893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.403066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.404981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.408668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet cac5caad-fcf0-47b2-a536-2174830de395 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:09.440207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['595db246-26e7-4041-a4db-dfc24f386d2e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:09.453445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8cffd718-34b4-4f1a-a2d4-e126784542ba req-2cf8cad1-b95c-415b-84be-04ff8d8ec444 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 210 time: 0.0335052 Aug 31 14:01:09.483010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.486803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f89f88-3839-472e-a66c-5c852067282d', 'name': 'tempest-NetworksTestDHCPv6-router-2063531537', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:58Z', 'updated_at': '2021-08-31T14:01:06Z', 'revision_number': 3, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:09.517936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.526350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.532366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] Checking router: 71f89f88-3839-472e-a66c-5c852067282d for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:09.556644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] Routers {'71f89f88-3839-472e-a66c-5c852067282d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:09.558137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['71f89f88-3839-472e-a66c-5c852067282d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:09.616057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.649956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] Set router 71f89f88-3839-472e-a66c-5c852067282d gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:09.671958 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.705947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.707992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Pushing event deleted for resources: {'Port': ['ID=595db246-26e7-4041-a4db-dfc24f386d2e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:09.756199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f89f88-3839-472e-a66c-5c852067282d', 'name': 'tempest-NetworksTestDHCPv6-router-2063531537', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:58Z', 'updated_at': '2021-08-31T14:01:06Z', 'revision_number': 3, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:09.759149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e8fc03b-82cd-4399-a254-5e25601fed19 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:09.759738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=cac5caad-fcf0-47b2-a536-2174830de395,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:09.790341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.794240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aa41afc6-fe76-4688-81c5-65fed79b4c9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/cac5caad-fcf0-47b2-a536-2174830de395 HTTP/1.1" status: 204 len: 168 time: 0.4848678 Aug 31 14:01:09.795450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45374) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:09.851020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] No DVR routers for this DVR port 595db246-26e7-4041-a4db-dfc24f386d2e on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:09.874239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.876270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b0af43b-f8da-402b-9ea4-ad9cd59cd3b0 req-9245bdf6-01af-4432-b0bf-d609781cfb29 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.26 "DELETE /v2.0/ports/595db246-26e7-4041-a4db-dfc24f386d2e HTTP/1.1" status: 204 len: 173 time: 2.9618347 Aug 31 14:01:09.878560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6e8fc03b-82cd-4399-a254-5e25601fed19, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e8fc03b-82cd-4399-a254-5e25601fed19,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:09.882844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'name': 'network-vif-deleted', 'tag': '595db246-26e7-4041-a4db-dfc24f386d2e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:09.885171 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19999b2-c44a-4951-a555-36be2e25933b" -d '{"events": [{"server_uuid": "fda6b011-bf56-4a3b-a408-fd22a8c4fc10", "name": "network-vif-deleted", "tag": "595db246-26e7-4041-a4db-dfc24f386d2e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:09.907974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '6e8fc03b-82cd-4399-a254-5e25601fed19', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'port_id': '6e8fc03b-82cd-4399-a254-5e25601fed19', 'mac_address': 'fa:16:3e:f7:3e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b432b8d-bac5-4dd1-8e93-811530e2f6f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:09.910521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c55459-f5ca-4e19-af6f-68f5b45f8296 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:09.935501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.957477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.964044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.004606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d808b22e-9a19-4fbf-9e33-d6a32863ea93 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2080245 Aug 31 14:01:10.007970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45382) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:10.030858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0d084-c0cc-44a6-8ca8-1cd5de1a1453 None None] The sync data for ids ['71f89f88-3839-472e-a66c-5c852067282d'] in n-d-792362-6 is: [{'id': '71f89f88-3839-472e-a66c-5c852067282d', 'name': 'tempest-NetworksTestDHCPv6-router-2063531537', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:58Z', 'updated_at': '2021-08-31T14:01:06Z', 'revision_number': 3, 'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:10.061978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Subnet': ['ID=a828f366-d9ae-44fa-9502-bdbaddb36ce5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:10.085466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Checking segment: {'id': '2642b299-cbfd-4155-9945-22e40593a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:10.085869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network hostable DHCP agents. Network: 05f6112c-43c4-43ea-b9ed-4b5a01e422f0, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:10.108788 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f863003a-7aa3-4bcf-b2e9-680b1b5d3716 x-openstack-request-id: req-f863003a-7aa3-4bcf-b2e9-680b1b5d3716 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:10.109041 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6b011-bf56-4a3b-a408-fd22a8c4fc10", "name": "network-vif-deleted", "tag": "595db246-26e7-4041-a4db-dfc24f386d2e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:10.110462 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f863003a-7aa3-4bcf-b2e9-680b1b5d3716 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:10.110923 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6b011-bf56-4a3b-a408-fd22a8c4fc10', 'name': 'network-vif-deleted', 'tag': '595db246-26e7-4041-a4db-dfc24f386d2e', 'status': 'completed', 'code': 200} Aug 31 14:01:10.124743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:10.144507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 05f6112c-43c4-43ea-b9ed-4b5a01e422f0) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:10.158398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:10.161082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.177473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0f5222e-1552-4484-932c-d44fcb88948b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.179406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-affe9b17-1a5e-4725-9b9d-c755550013e0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4004230 Aug 31 14:01:10.181920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45384) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:10.188254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'name': 'tempest-AllowedAddressPairTestJSON-1601127195'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:10.190384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b23c45-6ca2-4b30-ad24-4c9a7af27cb5 None None] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:10.204119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.204981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.312837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:10.318981 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.329301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142ccb7-b684-4635-858f-0bf6392dfc74 req-e76f8c89-e811-408a-8f2f-f78ee8348eba tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:10.330872 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1142ccb7-b684-4635-858f-0bf6392dfc74 req-e76f8c89-e811-408a-8f2f-f78ee8348eba tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 943 time: 0.1926067 Aug 31 14:01:10.362118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] device_id is not set on port 5b234a3b-ee63-426f-9776-3be1236ce238 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:10.370892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8fc03b-82cd-4399-a254-5e25601fed19 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:10.380451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63a7f2-226e-454b-8194-c81e72230550 None None] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:10.452429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6e8fc03b-82cd-4399-a254-5e25601fed19, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e8fc03b-82cd-4399-a254-5e25601fed19,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:10.463811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0f5222e-1552-4484-932c-d44fcb88948b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.466553 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0f5222e-1552-4484-932c-d44fcb88948b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.540978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Allocated IP 172.20.0.10 (05f6112c-43c4-43ea-b9ed-4b5a01e422f0/a828f366-d9ae-44fa-9502-bdbaddb36ce5/5b234a3b-ee63-426f-9776-3be1236ce238) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:10.579897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0f5222e-1552-4484-932c-d44fcb88948b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.580635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f5222e-1552-4484-932c-d44fcb88948b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Fanout notify agent at l3_agent the message router_deleted on router 71f89f88-3839-472e-a66c-5c852067282d {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:01:10.592585 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f0f5222e-1552-4484-932c-d44fcb88948b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.597623 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f0f5222e-1552-4484-932c-d44fcb88948b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/routers/71f89f88-3839-472e-a66c-5c852067282d HTTP/1.1" status: 204 len: 168 time: 0.5881467 Aug 31 14:01:10.632240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45394) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:10.662288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Allocated IP 172.25.0.95 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/514d8d6b-8750-42aa-ba68-90fd3d52182b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:10.675367 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.725780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1142ccb7-b684-4635-858f-0bf6392dfc74 req-c06c689e-2362-4b5c-8cef-1db988e3d838 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538694 Aug 31 14:01:10.840011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.842628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb98bfc-bd57-4eed-a075-f6a1cd9d4929 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:10.844351 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ccb98bfc-bd57-4eed-a075-f6a1cd9d4929 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2078679 Aug 31 14:01:10.847203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45398) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:10.880033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Transition to ACTIVE for port object 5b234a3b-ee63-426f-9776-3be1236ce238 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:10.958131 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.027642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:01:11.078330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6e8fc03b-82cd-4399-a254-5e25601fed19,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.080504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a57b1651-f069-4067-87fd-c3fb2e1d2655 req-332d59ab-125f-4675-a33c-a0aa99885664 tempest-ServerMetadataNegativeTestJSON-69373750 tempest-ServerMetadataNegativeTestJSON-69373750-project] 10.222.0.10 "GET /v2.0/ports?device_id=fda6b011-bf56-4a3b-a408-fd22a8c4fc10 HTTP/1.1" status: 200 len: 210 time: 0.1277816 Aug 31 14:01:11.090178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:11.094408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:11.111814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:11.115774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'tenant_id': '955b26d27602438085b46372db0d700c', 'fixed_ips': [{'subnet_id': 'a828f366-d9ae-44fa-9502-bdbaddb36ce5'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:11.118291 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.151159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45404) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.159398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] Deleting port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:11.159787 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.166756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6e8fc03b-82cd-4399-a254-5e25601fed19'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:11.177620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=5b234a3b-ee63-426f-9776-3be1236ce238,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.199960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:11.200677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.220622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ec573b3d-1a62-4a5f-a00d-c632085cf042 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0347729 Aug 31 14:01:11.220850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45408) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.227154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'name': 'tempest-AllowedAddressPairTestJSON-1323346666', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4e:44:2d'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:11.400584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d80885c-00c2-4722-a8b7-bede942bf231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.422794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3f8ef-aea6-41ab-bba9-53f9b647ab2c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:11.424289 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-acb3f8ef-aea6-41ab-bba9-53f9b647ab2c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5698857 Aug 31 14:01:11.434302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45410) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.447041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:11.482502 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.508712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Allocated IP 172.20.0.2 (05f6112c-43c4-43ea-b9ed-4b5a01e422f0/a828f366-d9ae-44fa-9502-bdbaddb36ce5/c056fd85-e74e-4a2a-8e73-38081d3d645b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:11.531754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1443d398-9baa-4986-80ff-08a13d52bb46 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948124 Aug 31 14:01:11.538776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45412) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.544484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:11.580002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.589950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.612989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] device_id is not set on port fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:11.662194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:11.674291 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.678393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:11.681218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:11.686248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Transition to ACTIVE for port object c056fd85-e74e-4a2a-8e73-38081d3d645b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:11.704575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Transition to ACTIVE for port object c056fd85-e74e-4a2a-8e73-38081d3d645b will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:11.709004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:11.721395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.725442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=514d8d6b-8750-42aa-ba68-90fd3d52182b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.787268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d80885c-00c2-4722-a8b7-bede942bf231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.795896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d80885c-00c2-4722-a8b7-bede942bf231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.807899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 595db246-26e7-4041-a4db-dfc24f386d2e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:11.827082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Allocated IP 172.20.0.12 (05f6112c-43c4-43ea-b9ed-4b5a01e422f0/a828f366-d9ae-44fa-9502-bdbaddb36ce5/fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:11.852613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:11.855412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8d80885c-00c2-4722-a8b7-bede942bf231 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aebd4a9e4ef4468b84a03ff7d5a0b934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012475 Aug 31 14:01:11.856165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.860724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45416) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.904438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80885c-00c2-4722-a8b7-bede942bf231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3eb3c9-bbdb-45ea-a6d8-e18d9d7015fb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.967506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6423c-04ee-4476-8b44-5f2e67665e2b req-43fe620e-3c27-435f-95c3-61c05b1ab0b7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:11.969493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6e6423c-04ee-4476-8b44-5f2e67665e2b req-43fe620e-3c27-435f-95c3-61c05b1ab0b7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 944 time: 0.1486874 Aug 31 14:01:12.083666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6e6423c-04ee-4476-8b44-5f2e67665e2b req-99af05b2-5e74-46cc-b236-67e350d0fdb4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016226 Aug 31 14:01:12.106854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c063f2eb-0d46-4276-8ec3-9b267b5110a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.112683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 595db246-26e7-4041-a4db-dfc24f386d2e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:12.113937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 595db246-26e7-4041-a4db-dfc24f386d2e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:12.132411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] For port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:12.132965 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.134970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c063f2eb-0d46-4276-8ec3-9b267b5110a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.153527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:12.163204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.170629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45422) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:12.177784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:12.182488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] Calling delete_port for 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:12.184579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:12.189479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Pushing event updated for resources: {'Port': ['ID=c056fd85-e74e-4a2a-8e73-38081d3d645b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.217277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.218052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Transition to ACTIVE for port object fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:12.237241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] Deleting subnet d28061e7-1697-40eb-bc03-ca03345ae248 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:12.241550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.301805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.313427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c063f2eb-0d46-4276-8ec3-9b267b5110a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.316193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c063f2eb-0d46-4276-8ec3-9b267b5110a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.320005 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c063f2eb-0d46-4276-8ec3-9b267b5110a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d3eb3c9-bbdb-45ea-a6d8-e18d9d7015fb HTTP/1.1" status: 204 len: 168 time: 0.4513292 Aug 31 14:01:12.368000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063f2eb-0d46-4276-8ec3-9b267b5110a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3eb3c9-bbdb-45ea-a6d8-e18d9d7015fb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.376659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.383330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.417145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Attempting to bind port c056fd85-e74e-4a2a-8e73-38081d3d645b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:12.417590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Attempting to bind port c056fd85-e74e-4a2a-8e73-38081d3d645b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2642b299-cbfd-4155-9945-22e40593a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:12.418100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Attempting to bind port c056fd85-e74e-4a2a-8e73-38081d3d645b on network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:12.426986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:12.455754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:12.456964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Checking segment: {'id': '2642b299-cbfd-4155-9945-22e40593a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:12.457540 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.457961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Bound using segment: {'id': '2642b299-cbfd-4155-9945-22e40593a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:12.458523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Bound port: c056fd85-e74e-4a2a-8e73-38081d3d645b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2642b299-cbfd-4155-9945-22e40593a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:12.458924 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.471477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:12.474746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:12.481515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.492733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:12.521519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.521519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:12.551155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:12.551929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b14ed243-19e0-4681-ae87-fc2fe9d2b0e1 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:12.579753 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.594721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event deleted for resources: {'Port': ['ID=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.606513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.628931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.631456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d28061e7-1697-40eb-bc03-ca03345ae248 HTTP/1.1" status: 204 len: 168 time: 0.4594381 Aug 31 14:01:12.633031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:01:12.636205 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45432) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:12.639446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] No DVR routers for this DVR port 8fc5cb51-3c00-4508-8f2f-8c60f2a7d872 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:12.644772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eab6a-df04-44b7-8941-10583ceaa11d None None] Pushing event deleted for resources: {'Port': ['ID=8fc5cb51-3c00-4508-8f2f-8c60f2a7d872,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.647406 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.664273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] For port c056fd85-e74e-4a2a-8e73-38081d3d645b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:12.667875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] For port c056fd85-e74e-4a2a-8e73-38081d3d645b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c056fd85-e74e-4a2a-8e73-38081d3d645b,segment=NetworkSegment(2642b299-cbfd-4155-9945-22e40593a691),segment_id=2642b299-cbfd-4155-9945-22e40593a691)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:12.672353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.701759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b359c4-c275-4997-9ce0-873bb8186e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28061e7-1697-40eb-bc03-ca03345ae248,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.718597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.742726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ff59b-c9ca-4b69-8fef-a6b444aff58c None None] Pushing event updated for resources: {'Port': ['ID=c056fd85-e74e-4a2a-8e73-38081d3d645b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.762719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:12.763388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.772038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:12.779918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2417c31e-daeb-4550-99a5-56be2a02f6b6 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.5579391 Aug 31 14:01:12.785841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45438) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:12.789449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.800905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:12.810068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:12.811425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.816960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.818845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a886565-0547-4283-8a18-96181ce8d14b None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:12.829321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=5a378ef3-1720-4c8e-8830-16ccc7080adf,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.874141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c4594-56f4-496e-8760-03efec850996 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:12.881378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c4594-56f4-496e-8760-03efec850996 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:12.885528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eee582e1-0020-460a-b819-63c4ca06a707 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3452761 Aug 31 14:01:12.889129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:12.889721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c4594-56f4-496e-8760-03efec850996 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:12.900782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-140c4594-56f4-496e-8760-03efec850996 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1137753 Aug 31 14:01:12.901560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:12.904213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:13.076056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '5a378ef3-1720-4c8e-8830-16ccc7080adf'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:13.076969 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.081236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting port fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:13.081608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.278568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.286761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Allocated IP 2001:db8::f816:3eff:fecb:4a50 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/5a378ef3-1720-4c8e-8830-16ccc7080adf/dc622c7f-c1c2-4a96-a004-fc5e24e84ae7) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:13.292896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.300113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d01694-8b3d-44b9-a27e-47acf0d7f325 req-223ee200-22f0-44ec-893e-05dfff8432b6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:13.308588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d01694-8b3d-44b9-a27e-47acf0d7f325 req-223ee200-22f0-44ec-893e-05dfff8432b6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 944 time: 0.1023753 Aug 31 14:01:13.321620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Calling delete_port for fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:13.328568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:13.355041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53769b6e-3faf-462a-b283-7c8a4a8e57a8') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:13.355341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53769b6e-3faf-462a-b283-7c8a4a8e57a8') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:13.379502 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.382760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Router 93032740-9893-4b6b-af85-398c244deeda is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:01:13.408390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d01694-8b3d-44b9-a27e-47acf0d7f325 req-9d70324d-5b18-4cff-bf6b-4763d66bb82c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987177 Aug 31 14:01:13.436421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.486672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Releasing vlan 1513 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:13.487456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:13.490840 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:13.494529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:13.498507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.529246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c056fd85-e74e-4a2a-8e73-38081d3d645b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:13.556557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45460) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:13.594274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.622483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c056fd85-e74e-4a2a-8e73-38081d3d645b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:13.630576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Transition to ACTIVE for port object dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:13.630811 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.649812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Transition to ACTIVE for port object dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:13.658144 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.671161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Port': ['ID=fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:13.688683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.693780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.696620 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75 HTTP/1.1" status: 204 len: 168 time: 1.0592306 Aug 31 14:01:13.709942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:13.713149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:13.717860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:13.741320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:13.761129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1770756685-network', 'tenant_id': '3a468ca27d9946c68a5cbe63b342899a'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:13.767802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:13.775220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b86640-d34a-4c3d-be34-e3c02baae320 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49f8e6d-52f3-4379-8dc4-4cb77cf2ae75,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:13.783284 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Sync routers for ids ['93032740-9893-4b6b-af85-398c244deeda'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:13.801716 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.805477 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-66fb4499-fbd4-44b0-8f0b-f8251e89e1d0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4413395 Aug 31 14:01:13.807194 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Routers {'93032740-9893-4b6b-af85-398c244deeda'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:13.807919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['93032740-9893-4b6b-af85-398c244deeda'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:13.815690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45466) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:13.845344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Attempting to bind port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:13.845732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Attempting to bind port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:13.846242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Attempting to bind port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:13.862947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:13.863339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:13.864012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.864174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:13.864620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Bound port: dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:13.865068 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.881357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Made reservation on behalf of 3a468ca27d9946c68a5cbe63b342899a for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:13.890643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.926157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45468) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:13.929164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.952415 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Set router 93032740-9893-4b6b-af85-398c244deeda gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:13.980451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:13.984998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:13.993588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.090989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8a1a-e5c0-4731-9b97-e7145f43c44e None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:14.092531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9bacd0ba-69f5-4dfa-8b37-2ff8102d5c3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bae3d90c56c4481491b881fabff25200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597552 Aug 31 14:01:14.098424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45470) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:14.106610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.109995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cd8a0071-ae07-48e3-a5d1-62d5ba5fb62b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/ports/fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f HTTP/1.1" status: 204 len: 168 time: 1.2067585 Aug 31 14:01:14.112448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45474) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:14.185775 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7dd75f-f594-438b-936e-533d712d690a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] GET failed (client error): The resource could not be found. Aug 31 14:01:14.190903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7e7dd75f-f594-438b-936e-533d712d690a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "GET /v2.0/ports/fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f HTTP/1.1" status: 404 len: 333 time: 0.0734675 Aug 31 14:01:14.193370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45476) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:14.204252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'name': 'tempest-AllowedAddressPairTestJSON-371914497'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:14.336146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:11Z', 'revision_number': 3, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port': {'id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:14.350368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e07b26-258e-4b70-9dcd-6381f479c508 None None] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:14.377681 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Checking router: 93032740-9893-4b6b-af85-398c244deeda for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:14.378128 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Updating router 93032740-9893-4b6b-af85-398c244deeda port 514d8d6b-8750-42aa-ba68-90fd3d52182b binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:01:14.384976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.395863 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.479417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 1547, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:14.483702 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.531624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Provisioning for port 5b234a3b-ee63-426f-9776-3be1236ce238 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:14.538090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Provisioning complete for port 5b234a3b-ee63-426f-9776-3be1236ce238 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:14.538474 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.580271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Port 5b234a3b-ee63-426f-9776-3be1236ce238 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:14.608143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Provisioning for port c056fd85-e74e-4a2a-8e73-38081d3d645b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:14.619580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf576f5e-4727-4b60-8477-ad5bb1a01150,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:14.648588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Provisioning complete for port c056fd85-e74e-4a2a-8e73-38081d3d645b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:14.649331 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.649566 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Added segment 86ab7415-9ad2-4d04-bfdc-639d6310a921 of type vlan for network f7421741-6673-4a38-9e5c-38baa1bf8eca Aug 31 14:01:14.650134 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.669650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:14.674705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.745503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] device_id is not set on port 538e35bb-8ba2-421b-b49b-57e90f950ca6 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:14.877254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79b97431-8c06-4a48-a185-dd0190b952d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.883539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Allocated IP 172.20.0.9 (05f6112c-43c4-43ea-b9ed-4b5a01e422f0/a828f366-d9ae-44fa-9502-bdbaddb36ce5/538e35bb-8ba2-421b-b49b-57e90f950ca6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:14.895053 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.917737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.937118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] For port c056fd85-e74e-4a2a-8e73-38081d3d645b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c056fd85-e74e-4a2a-8e73-38081d3d645b,segment=NetworkSegment(2642b299-cbfd-4155-9945-22e40593a691),segment_id=2642b299-cbfd-4155-9945-22e40593a691)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:14.938259 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.942435 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.949658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:14.954383 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Transition to ACTIVE for port object 514d8d6b-8750-42aa-ba68-90fd3d52182b will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:14.963369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:14.965076 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.986440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:14.987296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.015672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7941e0-0808-4317-b233-1e58fb5923d0 None None] Pushing event updated for resources: {'Port': ['ID=c056fd85-e74e-4a2a-8e73-38081d3d645b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.028390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Attempting to bind port 514d8d6b-8750-42aa-ba68-90fd3d52182b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:15.029469 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Attempting to bind port 514d8d6b-8750-42aa-ba68-90fd3d52182b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:15.030070 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Attempting to bind port 514d8d6b-8750-42aa-ba68-90fd3d52182b on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:15.047892 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:15.048723 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:15.049465 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.049813 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:15.050835 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Bound port: 514d8d6b-8750-42aa-ba68-90fd3d52182b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:15.051373 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.059131 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79b97431-8c06-4a48-a185-dd0190b952d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.118890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac26036-9bcd-4da4-9a07-2e1ff1a18fc0 req-e3764274-666f-49dc-92f9-93c40d4433b7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:15.120693 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2ac26036-9bcd-4da4-9a07-2e1ff1a18fc0 req-e3764274-666f-49dc-92f9-93c40d4433b7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 944 time: 0.2931085 Aug 31 14:01:15.132055 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2315428 Aug 31 14:01:15.143265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.147276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45484) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:15.167949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:8a:1a:ff', 'name': 'tempest-NetworksTestDHCPv6-1589152049'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:15.179233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Transition to ACTIVE for port object 538e35bb-8ba2-421b-b49b-57e90f950ca6 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:15.192627 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.217465 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21641-aac7-4028-92c9-87324e697d7b None None] Pushing event updated for resources: {'Port': ['ID=514d8d6b-8750-42aa-ba68-90fd3d52182b,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.233250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-282135a0-d845-4d35-bb0e-6d9a05b2e32b req-542dbc15-1089-4302-ab1c-d2ee01731a68 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.7028346 Aug 31 14:01:15.234147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4fe6-6393-4c30-856b-f0ff982ab23f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=57af3b8f-033e-47cd-b448-ef0cd04f4058,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.268840 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] For port 514d8d6b-8750-42aa-ba68-90fd3d52182b, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:15.274990 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] For port 514d8d6b-8750-42aa-ba68-90fd3d52182b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=514d8d6b-8750-42aa-ba68-90fd3d52182b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:15.280522 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.303651 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79b97431-8c06-4a48-a185-dd0190b952d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.312199 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79b97431-8c06-4a48-a185-dd0190b952d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.316072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-79b97431-8c06-4a48-a185-dd0190b952d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27c8a36d-1f55-4f34-b52e-1f5e04c19ede HTTP/1.1" status: 204 len: 168 time: 1.2164264 Aug 31 14:01:15.365716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-282135a0-d845-4d35-bb0e-6d9a05b2e32b req-496d3962-2061-4e85-9b11-a1c91bf2b283 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0666850 Aug 31 14:01:15.402581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-02468da1-45d8-481c-9c5b-c4407ce94d75 None None] Provisioning complete for port 5b234a3b-ee63-426f-9776-3be1236ce238 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:15.413192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-02468da1-45d8-481c-9c5b-c4407ce94d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.436306 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Routers {'93032740-9893-4b6b-af85-398c244deeda'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:15.437151 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['93032740-9893-4b6b-af85-398c244deeda'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:15.440530 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21641-aac7-4028-92c9-87324e697d7b None None] Pushing event updated for resources: {'Port': ['ID=514d8d6b-8750-42aa-ba68-90fd3d52182b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.448539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.449602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:15.451606 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.494574 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2ac26036-9bcd-4da4-9a07-2e1ff1a18fc0 req-9015edd5-45ef-44e1-8fd8-71b2d72319f3 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481278 Aug 31 14:01:15.495014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-282135a0-d845-4d35-bb0e-6d9a05b2e32b req-1288da4f-2039-4c3b-af57-58e275565089 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870972 Aug 31 14:01:15.495410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b97431-8c06-4a48-a185-dd0190b952d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8a36d-1f55-4f34-b52e-1f5e04c19ede,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.552440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-02468da1-45d8-481c-9c5b-c4407ce94d75 None None] Port 5b234a3b-ee63-426f-9776-3be1236ce238 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:15.560561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.611604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-02468da1-45d8-481c-9c5b-c4407ce94d75 None None] Provisioning complete for port c056fd85-e74e-4a2a-8e73-38081d3d645b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:15.612173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-02468da1-45d8-481c-9c5b-c4407ce94d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.667943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1100361 Aug 31 14:01:15.686820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c056fd85-e74e-4a2a-8e73-38081d3d645b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:15.692610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45490) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:15.730466 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] Set router 93032740-9893-4b6b-af85-398c244deeda gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:15.759485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Request body: {'subnet': {'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1770756685-subnet', 'tenant_id': '3a468ca27d9946c68a5cbe63b342899a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:15.775851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e8fc03b-82cd-4399-a254-5e25601fed19 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:15.840442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:15.865610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2df98f-9b66-47d3-8abb-ff3e6dac85c5 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:15.866754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842511cb-e3bc-4e1a-9a27-b1ef91c16c44 admin admin] Pushing event updated for resources: {'Network': ['ID=f7421741-6673-4a38-9e5c-38baa1bf8eca,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.882612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:15.885269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=538e35bb-8ba2-421b-b49b-57e90f950ca6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.891670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:15.920698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.api [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:01:15.920698 n-d-792362-6 neutron-server[101360]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:01:15.920698 n-d-792362-6 neutron-server[101360]: [parameters: {'project_id_1': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 1, 15, 877604)}] Aug 31 14:01:15.920698 n-d-792362-6 neutron-server[101360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:15.923049 n-d-792362-6 neutron-server[101360]: DEBUG oslo_db.api [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:15.940480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Made reservation on behalf of 3a468ca27d9946c68a5cbe63b342899a for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:15.946277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f7421741-6673-4a38-9e5c-38baa1bf8eca details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:15.951651 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.999914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:16.000503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.018960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282135a0-d845-4d35-bb0e-6d9a05b2e32b req-b86ec104-9304-44f8-ba90-06b7ae1e8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:16.025828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-282135a0-d845-4d35-bb0e-6d9a05b2e32b req-b86ec104-9304-44f8-ba90-06b7ae1e8722 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4699190 Aug 31 14:01:16.032892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f7b86b7a-528d-482e-b8b7-ea66250abc5d tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8358374 Aug 31 14:01:16.034516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:16.053613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4e:44:2d'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:16.057689 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.077845 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:11Z', 'revision_number': 3, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port': {'id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:16.127108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb6126-00af-4d64-a1f3-8764f7cdf269 None None] The sync data for ids ['93032740-9893-4b6b-af85-398c244deeda'] in n-d-792362-6 is: [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:11Z', 'revision_number': 3, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port': {'id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:16.418625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c056fd85-e74e-4a2a-8e73-38081d3d645b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:16.419147 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.428625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 6e8fc03b-82cd-4399-a254-5e25601fed19 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:16.501471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 6e8fc03b-82cd-4399-a254-5e25601fed19 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:16.501782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.682210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:16.719217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Provisioning for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:16.881832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.884661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:16.897754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.928116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Provisioning complete for port 5b234a3b-ee63-426f-9776-3be1236ce238 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:16.932549 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.954688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Allocated IP 172.20.0.1 (fbb7d75c-8b51-4148-b0f8-1f027de895dc/d06819c9-80a6-480d-b843-52f0e149a311/e150ef87-80f9-4530-964a-8fc875e3a1be) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:16.999462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45520) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:17.051242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port e510880a-5819-4259-b285-a124bd0a2830 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:17.055922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.065922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Port 5b234a3b-ee63-426f-9776-3be1236ce238 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:17.165298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75d01ec-bc8c-48fe-a68a-622a0576090b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:17.172472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '5a378ef3-1720-4c8e-8830-16ccc7080adf', 'ip_address': '2001:db8::f816:3eff:fecb:4a50'}, {'subnet_id': '57af3b8f-033e-47cd-b448-ef0cd04f4058'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'dc622c7f-c1c2-4a96-a004-fc5e24e84ae7'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:01:17.183653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Checking segment: {'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:17.184330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Network hostable DHCP agents. Network: f7421741-6673-4a38-9e5c-38baa1bf8eca, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:17.195673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.213176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1256722316-network', 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:17.234932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eaaca-d4b4-4364-8c3a-3ea0c8c48c7b req-a62a2dbb-104f-4417-af1e-eac991b8566f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:17.236817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f4eaaca-d4b4-4364-8c3a-3ea0c8c48c7b req-a62a2dbb-104f-4417-af1e-eac991b8566f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 944 time: 0.2296400 Aug 31 14:01:17.242942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Provisioning for port 538e35bb-8ba2-421b-b49b-57e90f950ca6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:17.256649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:17.260071 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.263316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Provisioning complete for port 538e35bb-8ba2-421b-b49b-57e90f950ca6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:17.263680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.297803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f4eaaca-d4b4-4364-8c3a-3ea0c8c48c7b req-7127a76d-1d1b-4647-8afd-2e73d56e51cb tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508461 Aug 31 14:01:17.308313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Port 538e35bb-8ba2-421b-b49b-57e90f950ca6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:17.311428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.326010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.330797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8fc03b-82cd-4399-a254-5e25601fed19'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:17.332779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.334978 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a547781b-4a56-4413-8e7f-176cb8a968db" -d '{"events": [{"server_uuid": "f7a43a35-a7f0-434d-a5b3-8161da33aa71", "name": "network-vif-plugged", "status": "completed", "tag": "6e8fc03b-82cd-4399-a254-5e25601fed19"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:17.342792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f037f5d0-4674-49bc-ba37-83bf6e4ff63f None None] Could not find standard attr ID for object fac57f68-5afb-4d0b-aa44-e5f0ee7ee35f. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:17.346824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Network f7421741-6673-4a38-9e5c-38baa1bf8eca is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:17.365277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6e8fc03b-82cd-4399-a254-5e25601fed19, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e8fc03b-82cd-4399-a254-5e25601fed19,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:17.372351 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.383470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f7421741-6673-4a38-9e5c-38baa1bf8eca) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:17.417001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e5ddc-a627-40f6-ab5d-14ea00ae3170 None None] Network f7421741-6673-4a38-9e5c-38baa1bf8eca requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:17.419393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:17.422453 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.424891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:17.426005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.478004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=538e35bb-8ba2-421b-b49b-57e90f950ca6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:17.504953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] In _notify_port_updated(), no bound segment for port 538e35bb-8ba2-421b-b49b-57e90f950ca6 on network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:01:17.517365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:17.518388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.521109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c4435681-6feb-49d3-8c4a-8cc7ece316a0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "PUT /v2.0/ports/538e35bb-8ba2-421b-b49b-57e90f950ca6 HTTP/1.1" status: 200 len: 993 time: 1.4850786 Aug 31 14:01:17.523838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45526) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:17.540172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.597877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 172.20.0.6 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/57af3b8f-033e-47cd-b448-ef0cd04f4058/e510880a-5819-4259-b285-a124bd0a2830) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:17.621533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fe8a:1aff (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/5a378ef3-1720-4c8e-8830-16ccc7080adf/e510880a-5819-4259-b285-a124bd0a2830) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:17.754026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.785581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9805-a97f-4f70-8e71-029efe0de5cb req-ee6dc210-d67b-4018-8c21-9b4f184f4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:17.787574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-442f9805-a97f-4f70-8e71-029efe0de5cb req-ee6dc210-d67b-4018-8c21-9b4f184f4f4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 1096 time: 0.1837721 Aug 31 14:01:17.846304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting port 538e35bb-8ba2-421b-b49b-57e90f950ca6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:17.846774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.848096 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba537dc-053a-44e1-8355-e8d6e2912653 x-openstack-request-id: req-6ba537dc-053a-44e1-8355-e8d6e2912653 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:17.848432 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a43a35-a7f0-434d-a5b3-8161da33aa71", "name": "network-vif-plugged", "status": "completed", "tag": "6e8fc03b-82cd-4399-a254-5e25601fed19", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:17.848684 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ba537dc-053a-44e1-8355-e8d6e2912653 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:17.849108 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8fc03b-82cd-4399-a254-5e25601fed19', 'code': 200} Aug 31 14:01:17.876140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:17.876519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.877704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-442f9805-a97f-4f70-8e71-029efe0de5cb req-1192ef41-28da-4e86-a36f-76e99011ed5a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809259 Aug 31 14:01:17.890747 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.928088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:17.931117 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.949482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:17.952295 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb55e5a8-7b4e-4c3f-9531-ea7a9d653177 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2273548 Aug 31 14:01:17.957825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:17.972076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Pushing event updated for resources: {'Port': ['ID=e150ef87-80f9-4530-964a-8fc875e3a1be,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:18.000468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.016930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Calling delete_port for 538e35bb-8ba2-421b-b49b-57e90f950ca6 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:18.026721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1534, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:18.059727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d512cde9-0ba2-46f0-ba71-5868d8dccf84 None None] Provisioning complete for port 538e35bb-8ba2-421b-b49b-57e90f950ca6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:18.060107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d512cde9-0ba2-46f0-ba71-5868d8dccf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.124588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6e8fc03b-82cd-4399-a254-5e25601fed19,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:18.127074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.162083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object e510880a-5819-4259-b285-a124bd0a2830 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:18.172245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96a664-c472-422b-bd16-db3e87182858 None None] Network f7421741-6673-4a38-9e5c-38baa1bf8eca requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:18.178015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d512cde9-0ba2-46f0-ba71-5868d8dccf84 None None] Port 538e35bb-8ba2-421b-b49b-57e90f950ca6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:18.224155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba12a6f-6f89-4d90-81c6-4d8e1d769470,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:18.263122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.320524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.333197 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.343663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:18.345438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] Allocated IP 172.20.0.2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/57af3b8f-033e-47cd-b448-ef0cd04f4058/dc622c7f-c1c2-4a96-a004-fc5e24e84ae7) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:18.354926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.355139 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Added segment 7bdd7112-dca4-41fc-a927-0f25cd9c2fde of type vlan for network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 Aug 31 14:01:18.385129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Port': ['ID=538e35bb-8ba2-421b-b49b-57e90f950ca6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:18.393655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:18.401317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:18.423156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.631560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:18.634043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=e510880a-5819-4259-b285-a124bd0a2830,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:18.656215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.711078 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.715538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5641fd-5178-4ded-ae9a-6c37b86b6164 req-c68d6f6f-cc9c-4bbf-b0f3-649fc9a54fcb tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:18.716309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:18.718111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.725569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e5641fd-5178-4ded-ae9a-6c37b86b6164 req-c68d6f6f-cc9c-4bbf-b0f3-649fc9a54fcb tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 945 time: 0.2601435 Aug 31 14:01:18.745951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] Transition to ACTIVE for port object dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:18.751045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.808664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.816568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45544) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:18.819680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cb76545e-9e9d-429f-af8a-6a039c5e2890 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/ports/538e35bb-8ba2-421b-b49b-57e90f950ca6 HTTP/1.1" status: 204 len: 168 time: 1.2946236 Aug 31 14:01:18.841179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e5641fd-5178-4ded-ae9a-6c37b86b6164 req-cd7be8ca-fa23-407e-bec7-58ae06b60008 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145000 Aug 31 14:01:18.893483 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-198b43cb-94a4-4ace-aa62-1ab256b22b9c tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] GET failed (client error): The resource could not be found. Aug 31 14:01:18.897735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-198b43cb-94a4-4ace-aa62-1ab256b22b9c tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "GET /v2.0/ports/538e35bb-8ba2-421b-b49b-57e90f950ca6 HTTP/1.1" status: 404 len: 333 time: 0.0719438 Aug 31 14:01:18.901400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45546) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:18.901637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.902959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:18.903836 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.907911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'name': 'tempest-AllowedAddressPairTestJSON-876304931'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:18.915104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dd28085a-2929-48ad-8c91-e4fab0fa0ece tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7667844 Aug 31 14:01:18.918054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45548) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:18.975164 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:18.975530 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:18.996630 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9951162 Aug 31 14:01:19.001526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45554) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:19.014443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf5fa-71d3-4341-821c-bc712856eb78 None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:19.031212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Request body: {'subnet': {'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1256722316-subnet', 'tenant_id': '8015202e41ed475ab625fbe78cf90031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:19.054551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9086c-f79f-43b0-98f7-37339cccfe35 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:19.073243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:19.073386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.130420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:19.133918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.269787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a8b35-111c-4d10-a5db-261854cfc69e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:19.276858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a8b35-111c-4d10-a5db-261854cfc69e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:19.278722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6b6a8b35-111c-4d10-a5db-261854cfc69e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3555484 Aug 31 14:01:19.281517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45560) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:19.363858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:19.371098 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.436322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] device_id is not set on port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:19.484092 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.514891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.566525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.619568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port e510880a-5819-4259-b285-a124bd0a2830 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:19.619904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.630700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.638220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:19.645295 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.688078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Pushing event updated for resources: {'Port': ['ID=e150ef87-80f9-4530-964a-8fc875e3a1be,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:19.699682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.752317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:19.851080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:19.851544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Network hostable DHCP agents. Network: 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:19.871080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.875892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02326dba-1fb6-4485-9b8e-234d2e9925b4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:19.904233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Allocated IP 172.20.0.9 (05f6112c-43c4-43ea-b9ed-4b5a01e422f0/a828f366-d9ae-44fa-9502-bdbaddb36ce5/57ea2b7b-eaf2-4897-96e0-fe37e8022395) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:19.919836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:19.932950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 514d8d6b-8750-42aa-ba68-90fd3d52182b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:19.950195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for e510880a-5819-4259-b285-a124bd0a2830 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:19.951532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:19.960810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:19.981110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:20.038170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:20.038914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.075739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93c2ea-8ccf-475c-bdb5-e1e352a954a3 None None] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:20.107209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2d34eca-01da-479d-b9a6-b0c2763e2e89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0827832 Aug 31 14:01:20.165395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1d30b-3f7d-4d43-b443-54912809c305 req-527118a0-2d3d-41bd-b320-be8d32f9166c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:20.167243 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ab1d30b-3f7d-4d43-b443-54912809c305 req-527118a0-2d3d-41bd-b320-be8d32f9166c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 945 time: 0.1257443 Aug 31 14:01:20.228204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ca722870-e772-4423-8b48-9d2196b8404f None None] Provisioning for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:20.244060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Router 93032740-9893-4b6b-af85-398c244deeda has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:01:20.250174 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6ab1d30b-3f7d-4d43-b443-54912809c305 req-e6981503-4e8c-4a3a-9a8c-b40482076fae tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745318 Aug 31 14:01:20.253657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ca722870-e772-4423-8b48-9d2196b8404f None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:20.254112 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca722870-e772-4423-8b48-9d2196b8404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.317150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 514d8d6b-8750-42aa-ba68-90fd3d52182b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:20.335930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 514d8d6b-8750-42aa-ba68-90fd3d52182b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:20.339362 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.518571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.528012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8564d6-f76c-4ccc-a75e-158c65b69f9d None None] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:20.542338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:20.561734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6781df0d-63f5-4678-b950-1781d6a61811 admin admin] 10.222.0.10 "PUT /v2.0/routers/93032740-9893-4b6b-af85-398c244deeda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7441432 Aug 31 14:01:20.634438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Transition to ACTIVE for port object 57ea2b7b-eaf2-4897-96e0-fe37e8022395 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:20.639248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.669045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Sync routers for ids ['93032740-9893-4b6b-af85-398c244deeda'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:20.673691 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.712729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Routers {'93032740-9893-4b6b-af85-398c244deeda'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:20.713396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['93032740-9893-4b6b-af85-398c244deeda'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:20.721210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=e510880a-5819-4259-b285-a124bd0a2830,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:20.721911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 514d8d6b-8750-42aa-ba68-90fd3d52182b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=514d8d6b-8750-42aa-ba68-90fd3d52182b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:20.765911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.767240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:20.773293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ffa2185a-8399-49d6-8eb4-e7683122ee6e None None] Could not find standard attr ID for object e510880a-5819-4259-b285-a124bd0a2830. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:20.869881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071b49f-3b67-447b-b105-e7ee35e0f89f req-7f06d12b-2624-47b7-8219-27828f6dfc51 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:20.873385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9071b49f-3b67-447b-b105-e7ee35e0f89f req-7f06d12b-2624-47b7-8219-27828f6dfc51 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 945 time: 0.2371514 Aug 31 14:01:20.883900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.974724 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.979924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7cc846b2-78a8-4311-afe1-8c19b2efa9ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/e510880a-5819-4259-b285-a124bd0a2830 HTTP/1.1" status: 204 len: 168 time: 1.6972556 Aug 31 14:01:20.983170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45596) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:20.991486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:20.993776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=514d8d6b-8750-42aa-ba68-90fd3d52182b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:21.005410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:21.011004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:21.011932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Set router 93032740-9893-4b6b-af85-398c244deeda gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:21.014986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=57ea2b7b-eaf2-4897-96e0-fe37e8022395,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:21.057426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9071b49f-3b67-447b-b105-e7ee35e0f89f req-8df0119f-d932-4a01-9f29-ad7851e5fa7a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660497 Aug 31 14:01:21.145195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.146881 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.180267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-28b562fc-29ef-41fa-9cf7-4700a538f9cf tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2750032 Aug 31 14:01:21.181655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45602) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:21.194429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4e:44:2d'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:21.265823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91707be-beb4-4de2-b710-87b39dfb467c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.267372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91707be-beb4-4de2-b710-87b39dfb467c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.273610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91707be-beb4-4de2-b710-87b39dfb467c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.277706 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e91707be-beb4-4de2-b710-87b39dfb467c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2891142 Aug 31 14:01:21.279858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45614) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:21.307907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:21.308294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.535032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d7efaa19-65e9-4e4a-93cb-d4a9995967b1 None None] Provisioning for port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:21.542547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-093b701a-b3dc-4377-8d46-335d3f33fb17 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.544760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-093b701a-b3dc-4377-8d46-335d3f33fb17 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 810 time: 0.2206979 Aug 31 14:01:21.545760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.553033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d7efaa19-65e9-4e4a-93cb-d4a9995967b1 None None] Provisioning complete for port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:21.553418 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d7efaa19-65e9-4e4a-93cb-d4a9995967b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.571583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-146c750e-bf49-4655-8bb3-44a2b34794db tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/quotas/004f1487cc8549daa8258e505f5fc48d HTTP/1.1" status: 200 len: 375 time: 0.0139751 Aug 31 14:01:21.618981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d7efaa19-65e9-4e4a-93cb-d4a9995967b1 None None] Port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:21.675694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:18Z', 'revision_number': 4, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port': {'id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e150ef87-80f9-4530-964a-8fc875e3a1be', 'name': '', 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'mac_address': 'fa:16:3e:00:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:16Z', 'updated_at': '2021-08-31T14:01:19Z', 'revision_number': 2, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'subnets': [{'id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:21.710958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Checking router: 93032740-9893-4b6b-af85-398c244deeda for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:21.711224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Updating router 93032740-9893-4b6b-af85-398c244deeda port e150ef87-80f9-4530-964a-8fc875e3a1be binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:01:21.711741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-1c63e769-c4b1-462c-ac4a-ddded6cf0c16 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355672 Aug 31 14:01:21.743259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.814451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-cd61d86b-d196-4892-b766-c1e8d42b2ba7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.823915 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-cd61d86b-d196-4892-b766-c1e8d42b2ba7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.7014947 Aug 31 14:01:21.838702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 57af3b8f-033e-47cd-b448-ef0cd04f4058 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:21.843637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.877992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-66401500-9e12-438a-9bc2-2f27ed2ac703 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.0531034 Aug 31 14:01:21.921652 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-64634b75-8da7-4f6a-a90d-96690f728206 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419643 Aug 31 14:01:21.926474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.930328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-6e9254cc-3b2d-4b65-af7b-bcc6882cdc76 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091939 Aug 31 14:01:21.934066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.999652 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.014465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=57ea2b7b-eaf2-4897-96e0-fe37e8022395,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:22.029131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 514d8d6b-8750-42aa-ba68-90fd3d52182b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:22.089432 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-73dd9a46-345f-4889-a860-e0e0b40f9dcf service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667907 Aug 31 14:01:22.116210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 514d8d6b-8750-42aa-ba68-90fd3d52182b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:22.116588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.166383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.174382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] In _notify_port_updated(), no bound segment for port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 on network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:01:22.180590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:22.181733 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.183325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-27eb20f9-a410-400c-9110-0656b138a06b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "PUT /v2.0/ports/57ea2b7b-eaf2-4897-96e0-fe37e8022395 HTTP/1.1" status: 200 len: 995 time: 0.9982409 Aug 31 14:01:22.186310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45624) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:22.186729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Transition to ACTIVE for port object e150ef87-80f9-4530-964a-8fc875e3a1be will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:22.204246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.209511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-8d6b4b5c-0875-4195-b773-891497984dcc service neutron] 10.222.0.10 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961501 Aug 31 14:01:22.244318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:22.246334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.314902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568de63-8ec9-4464-8ab1-3eba8a117509 None None] Pushing event updated for resources: {'Port': ['ID=e150ef87-80f9-4530-964a-8fc875e3a1be,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:22.397841 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-ef2942d9-a5c2-4563-acb3-fcc9872c5e3e service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070860 Aug 31 14:01:22.442233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.457687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Attempting to bind port e150ef87-80f9-4530-964a-8fc875e3a1be on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:22.458252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Attempting to bind port e150ef87-80f9-4530-964a-8fc875e3a1be by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:22.458846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Attempting to bind port e150ef87-80f9-4530-964a-8fc875e3a1be on network fbb7d75c-8b51-4148-b0f8-1f027de895dc {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:22.469699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:22.470249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Checking segment: {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:22.470792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.471340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Bound using segment: {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:22.471940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Bound port: e150ef87-80f9-4530-964a-8fc875e3a1be, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:22.472469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.475550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:22.476035 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.480463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac2605-0252-4997-b90c-80763a04c09b req-2b8d93f3-a7a2-45b2-aad4-e7ee4224927c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:22.488151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bac2605-0252-4997-b90c-80763a04c09b req-2b8d93f3-a7a2-45b2-aad4-e7ee4224927c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 945 time: 0.1903238 Aug 31 14:01:22.498195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:22.501797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.520128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=57af3b8f-033e-47cd-b448-ef0cd04f4058,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:22.527433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.534343 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20429267-0b02-44ae-8bb8-b73f86a6b2b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/57af3b8f-033e-47cd-b448-ef0cd04f4058 HTTP/1.1" status: 204 len: 168 time: 1.2510982 Aug 31 14:01:22.535189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45628) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:22.593161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cfe4c7-7565-4469-9978-d4e61591f43b None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:22.696303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 5a378ef3-1720-4c8e-8830-16ccc7080adf {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:22.703343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.761242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bc1cadba-3e1a-4f23-b686-a2b85b23bc8f None None] Provisioning complete for port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:22.761824 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc1cadba-3e1a-4f23-b686-a2b85b23bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.791232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] For port e150ef87-80f9-4530-964a-8fc875e3a1be, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:22.795238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] For port e150ef87-80f9-4530-964a-8fc875e3a1be, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e150ef87-80f9-4530-964a-8fc875e3a1be,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:22.828219 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.908135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408186f7-7da8-4ca5-bc0c-b58aa5b5abb4 req-c0c8ff01-a71e-4e7c-b75f-04500515b0f6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:22.914739 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-408186f7-7da8-4ca5-bc0c-b58aa5b5abb4 req-c0c8ff01-a71e-4e7c-b75f-04500515b0f6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 945 time: 0.1512401 Aug 31 14:01:22.924280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cadba-3e1a-4f23-b686-a2b85b23bc8f None None] Port 57ea2b7b-eaf2-4897-96e0-fe37e8022395 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:22.949680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48fd71ae-7c67-4f2a-96f7-9f772da69be4 req-d1fbbca2-b73b-4afc-b5ad-f8975008eb01 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 210 time: 0.0479159 Aug 31 14:01:22.955680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.973293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Deleting port 6e8fc03b-82cd-4399-a254-5e25601fed19 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:22.973634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.993035 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.040021 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-408186f7-7da8-4ca5-bc0c-b58aa5b5abb4 req-33bfe6d1-e66a-46bd-a697-f0704263c9e9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150727 Aug 31 14:01:23.169968 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.275675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] For port 6e8fc03b-82cd-4399-a254-5e25601fed19, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6e8fc03b-82cd-4399-a254-5e25601fed19,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:23.276034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.296082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Calling delete_port for 6e8fc03b-82cd-4399-a254-5e25601fed19 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:23.327557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Routers {'93032740-9893-4b6b-af85-398c244deeda'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:23.328229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:00:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['93032740-9893-4b6b-af85-398c244deeda'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:23.337849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.382640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=5a378ef3-1720-4c8e-8830-16ccc7080adf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:23.391096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.393424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c4fd9383-b8dc-4108-b5b9-7e2cfb23b6ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/5a378ef3-1720-4c8e-8830-16ccc7080adf HTTP/1.1" status: 204 len: 168 time: 0.8546028 Aug 31 14:01:23.396087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45650) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:23.450658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-266a33cf-e3fa-4d36-aee5-e15f71da8203 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530231 Aug 31 14:01:23.454005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45652) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:23.462214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:23.475488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Calling delete_port for 57ea2b7b-eaf2-4897-96e0-fe37e8022395 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:23.497339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568de63-8ec9-4464-8ab1-3eba8a117509 None None] Pushing event updated for resources: {'Port': ['ID=e150ef87-80f9-4530-964a-8fc875e3a1be,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:23.506269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] Set router 93032740-9893-4b6b-af85-398c244deeda gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:23.577455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e91b39c2-5822-4f31-b75f-5c63c564ba1c req-a40a0925-fea8-40b2-8523-edae6f32d60e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 210 time: 0.1704557 Aug 31 14:01:23.634791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:23.641652 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.736383 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.774831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6e8fc03b-82cd-4399-a254-5e25601fed19'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:23.805540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d005c4a1-ac8b-4102-bf74-30fc2c68e0e3 None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '5a378ef3-1720-4c8e-8830-16ccc7080adf'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'dc622c7f-c1c2-4a96-a004-fc5e24e84ae7'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:01:23.834297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event deleted for resources: {'Port': ['ID=6e8fc03b-82cd-4399-a254-5e25601fed19,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:23.881602 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d005c4a1-ac8b-4102-bf74-30fc2c68e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.891847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] No DVR routers for this DVR port 6e8fc03b-82cd-4399-a254-5e25601fed19 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:23.895640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.898311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bac2605-0252-4997-b90c-80763a04c09b req-9c4934d9-6d89-41d5-9b37-16a911471b25 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "DELETE /v2.0/ports/6e8fc03b-82cd-4399-a254-5e25601fed19 HTTP/1.1" status: 204 len: 173 time: 1.3782980 Aug 31 14:01:23.901138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'name': 'network-vif-deleted', 'tag': '6e8fc03b-82cd-4399-a254-5e25601fed19'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:23.903599 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f743dede-4c75-4a05-acde-e0d38ed1fd7e" -d '{"events": [{"server_uuid": "f7a43a35-a7f0-434d-a5b3-8161da33aa71", "name": "network-vif-deleted", "tag": "6e8fc03b-82cd-4399-a254-5e25601fed19"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:23.913070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.995867 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271ca647-3bff-4bdc-9fc0-5417f221df19 x-openstack-request-id: req-271ca647-3bff-4bdc-9fc0-5417f221df19 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:23.996506 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a43a35-a7f0-434d-a5b3-8161da33aa71", "name": "network-vif-deleted", "tag": "6e8fc03b-82cd-4399-a254-5e25601fed19", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:23.996506 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-271ca647-3bff-4bdc-9fc0-5417f221df19 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:23.996811 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a43a35-a7f0-434d-a5b3-8161da33aa71', 'name': 'network-vif-deleted', 'tag': '6e8fc03b-82cd-4399-a254-5e25601fed19', 'status': 'completed', 'code': 200} Aug 31 14:01:24.011198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Port': ['ID=57ea2b7b-eaf2-4897-96e0-fe37e8022395,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:24.173499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36564ac8-4c13-426c-ad03-0156fba805c1 req-41cbb0b5-42aa-4aa7-8b0d-e942d13ef609 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 210 time: 0.0492146 Aug 31 14:01:24.191774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.196198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-94e98463-590a-43ac-991c-8e8720164f36 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/ports/57ea2b7b-eaf2-4897-96e0-fe37e8022395 HTTP/1.1" status: 204 len: 168 time: 2.0064180 Aug 31 14:01:24.199910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45670) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:24.220989 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:01:24.238257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:18Z', 'revision_number': 4, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port': {'id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e150ef87-80f9-4530-964a-8fc875e3a1be', 'name': '', 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'mac_address': 'fa:16:3e:00:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:16Z', 'updated_at': '2021-08-31T14:01:22Z', 'revision_number': 4, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'subnets': [{'id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:24.276384 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f1c9bd-4115-456e-80d6-5957cef275ae tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] GET failed (client error): The resource could not be found. Aug 31 14:01:24.281357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e2f1c9bd-4115-456e-80d6-5957cef275ae tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "GET /v2.0/ports/57ea2b7b-eaf2-4897-96e0-fe37e8022395 HTTP/1.1" status: 404 len: 333 time: 0.0771880 Aug 31 14:01:24.281961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:24.290176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'name': 'tempest-AllowedAddressPairTestJSON-2048437158'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:24.332547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e9e8d-b1a5-45e2-8853-7990537bd52f None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:24.336481 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c23d0c7d-4bf8-4f15-9769-914176e61e19 req-03150c49-dcda-46f6-a2b5-5adf4ff45c68 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 210 time: 0.1315613 Aug 31 14:01:24.340294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb4871-e607-40c8-8688-95c3345c44f3 None None] The sync data for ids ['93032740-9893-4b6b-af85-398c244deeda'] in n-d-792362-6 is: [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:18Z', 'revision_number': 4, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port': {'id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e150ef87-80f9-4530-964a-8fc875e3a1be', 'name': '', 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'mac_address': 'fa:16:3e:00:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:16Z', 'updated_at': '2021-08-31T14:01:22Z', 'revision_number': 4, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'subnets': [{'id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:24.450702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7ece0dde-d701-4d2f-94fa-e6cae03b5633 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:24.451077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ece0dde-d701-4d2f-94fa-e6cae03b5633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.582550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:01:24.714041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:24.718753 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.796427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0049e74-6538-40cb-9ec8-0880e7af9379 req-6a106d39-d395-4ca0-ba64-63ae82c1c475 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 210 time: 0.0869739 Aug 31 14:01:25.176940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '9dfe866b-777f-4b9a-81a1-45fd4e9c9185'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'dc622c7f-c1c2-4a96-a004-fc5e24e84ae7'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:01:25.216756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-da35e872-93a7-4273-bc69-f547ff97996a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:25.218370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-da35e872-93a7-4273-bc69-f547ff97996a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.2194171 Aug 31 14:01:25.258484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Request body: {'port': {'device_id': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'admin_state_up': True, 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:25.271211 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:25.409354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] device_id is not set on port ab52575e-e8c6-4c31-ae2b-e931854707df yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:25.474692 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:25.481034 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d2e9245-47f5-4ef8-b140-763f53b98243 req-3b0b6882-db45-4d63-b488-d54baf101fe2 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 210 time: 0.1254075 Aug 31 14:01:25.541383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-4f864979-d768-40d6-8c8a-ca088b34c4c6 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:25.543372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-4f864979-d768-40d6-8c8a-ca088b34c4c6 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 810 time: 0.9994788 Aug 31 14:01:25.582504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-675b61d4-f01f-48fc-b0d1-76ac8081aab2 req-16331854-59e6-4570-ac78-8a89c4770732 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7a43a35-a7f0-434d-a5b3-8161da33aa71 HTTP/1.1" status: 200 len: 210 time: 0.0781004 Aug 31 14:01:25.600631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Request body: {'port': {'device_id': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'admin_state_up': True, 'tenant_id': '004f1487cc8549daa8258e505f5fc48d'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:25.626790 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fecb:4a50-a2f828cf-8714-45e5-9d9b-6e481ba628 {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:25.629370 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:25.748162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:25.748817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Allocated IP 172.20.0.14 (05f6112c-43c4-43ea-b9ed-4b5a01e422f0/a828f366-d9ae-44fa-9502-bdbaddb36ce5/ab52575e-e8c6-4c31-ae2b-e931854707df) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:25.752684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:25.947661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Made reservation on behalf of 004f1487cc8549daa8258e505f5fc48d for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:25.951199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.010506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e150ef87-80f9-4530-964a-8fc875e3a1be up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:26.025556 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-099375c1-62f6-4ab3-8085-7fc47a684f6c req-1c417101-34f6-42da-ad94-587806ca30c1 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 210 time: 0.0600324 Aug 31 14:01:26.080469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:26.093246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.096684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Allocated IP 172.20.0.2 (9e3cca68-eb88-46bf-ab3f-57f1f2694ff7/02326dba-1fb6-4485-9b8e-234d2e9925b4/b93b01a3-7ab5-4498-a33f-26241d623c8e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:26.129074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Transition to ACTIVE for port object ab52575e-e8c6-4c31-ae2b-e931854707df will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:26.135227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.143780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e150ef87-80f9-4530-964a-8fc875e3a1be completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:26.157354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.160155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.228794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e150ef87-80f9-4530-964a-8fc875e3a1be triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:26.229400 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.240422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Allocated IP 172.20.0.4 (fbb7d75c-8b51-4148-b0f8-1f027de895dc/d06819c9-80a6-480d-b843-52f0e149a311/3eb5760d-3231-467c-8966-ab1225d1b52e) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:26.248527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.268063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.322365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:26.369054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=ab52575e-e8c6-4c31-ae2b-e931854707df,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:26.377701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:26.387318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:26.387927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.402287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:26.409020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:26.411180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9554486 Aug 31 14:01:26.416393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:26.416927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45694) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:26.418912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=9dfe866b-777f-4b9a-81a1-45fd4e9c9185,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:26.421133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbc319-127e-47fa-b5e9-5e155aa5b91e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=8']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:26.429765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:26.546956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:26.557783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.561819 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.602340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:26.606244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.689702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e150ef87-80f9-4530-964a-8fc875e3a1be, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e150ef87-80f9-4530-964a-8fc875e3a1be,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:26.705794 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.789746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.809551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-530abd12-85b5-4fc2-8bc8-db8f75e73d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.812402 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d48f55d-a313-4b1f-80ba-ba1e01687f3f req-ab3d5105-1583-42ba-9c91-efd4a868072b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 210 time: 0.1649339 Aug 31 14:01:26.814193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:26.827748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.855743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-43749019-2534-4c60-8c44-4d54dbac2094 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5726426 Aug 31 14:01:26.858591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.862099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45702) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:26.869046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'network_id': '05f6112c-43c4-43ea-b9ed-4b5a01e422f0', 'name': 'tempest-AllowedAddressPairTestJSON-551942389'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:26.908640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e150ef87-80f9-4530-964a-8fc875e3a1be,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:26.951718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.971085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:27.012141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8ba25781-7d7e-4af2-9e3c-e0e9f074cf41 None None] Provisioning for port ab52575e-e8c6-4c31-ae2b-e931854707df completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:27.027255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8ba25781-7d7e-4af2-9e3c-e0e9f074cf41 None None] Provisioning complete for port ab52575e-e8c6-4c31-ae2b-e931854707df triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:27.027723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ba25781-7d7e-4af2-9e3c-e0e9f074cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.036576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:27.044084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:27.076190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:27.077546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8ba25781-7d7e-4af2-9e3c-e0e9f074cf41 None None] Port ab52575e-e8c6-4c31-ae2b-e931854707df cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:27.098792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.102373 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.118516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.128710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:27.129739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.164736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event updated for resources: {'Port': ['ID=b93b01a3-7ab5-4498-a33f-26241d623c8e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:27.242639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:27.261308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc862186-7f43-4e65-be47-3dd75a53934f None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:27.272440 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:27.272794 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:27.274235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Pushing event updated for resources: {'Port': ['ID=3eb5760d-3231-467c-8966-ab1225d1b52e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:27.277524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:27.282295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:27.288515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Made reservation on behalf of 955b26d27602438085b46372db0d700c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:27.292291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.358829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-673d484f-b738-4c97-aa1c-9255801da3e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1185241 Aug 31 14:01:27.387351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Request body: {'port': {'device_id': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:27.392264 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.410784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] device_id is not set on port 173f8a3a-cb98-4c68-bf58-68d998231022 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:27.465508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:27.476568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:27.483978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:27.484853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.490548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:27.491310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.505021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-ce553f6f-167f-4a27-aa0f-a9a79be0d831 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:27.506658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-ce553f6f-167f-4a27-aa0f-a9a79be0d831 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.5005138 Aug 31 14:01:27.538376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde2-cdde-4894-b487-1524985ec6df req-9298971d-6748-4d2b-8d1e-eda07d153509 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:27.540252 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6522fde2-cdde-4894-b487-1524985ec6df req-9298971d-6748-4d2b-8d1e-eda07d153509 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 931 time: 0.2334783 Aug 31 14:01:27.542750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-29e3328e-3c3d-4f2e-b0fb-e9afc96c5851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9792967 Aug 31 14:01:27.547690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-69e7c689-4027-4e69-8a1e-4959d8c11e03 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/quotas/a03ed9d26ac44278a6a89dcf3e5e8198 HTTP/1.1" status: 200 len: 375 time: 0.0324960 Aug 31 14:01:27.551946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=f9a7f073-267e-4f91-811c-6c65cc9d9ddd,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:27.576095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27c4c0d7-110b-4071-9297-ca3e1ce01ecb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1579497 Aug 31 14:01:27.579234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.583418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45722) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:27.587335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Request body: {'port': {'device_id': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:27.594501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:3d:4b:30', 'name': 'tempest-NetworksTestDHCPv6-1966910306'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:27.660814 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6522fde2-cdde-4894-b487-1524985ec6df req-fce37b82-44da-4509-859f-2d1ebb5226ae tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116154 Aug 31 14:01:27.678309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-34d6c8e4-b2c5-48c6-ae36-80d7775cd243 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967979 Aug 31 14:01:27.786981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Allocated IP 172.20.0.11 (05f6112c-43c4-43ea-b9ed-4b5a01e422f0/a828f366-d9ae-44fa-9502-bdbaddb36ce5/173f8a3a-cb98-4c68-bf58-68d998231022) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:27.790932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:27.813729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e8fc03b-82cd-4399-a254-5e25601fed19 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:27.842039 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.869413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 6e8fc03b-82cd-4399-a254-5e25601fed19 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:27.871450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6e8fc03b-82cd-4399-a254-5e25601fed19 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:27.874612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.921927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:27.929194 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.028202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:28.039478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-c4c6d09c-4425-4a30-9a1d-5731235388f5 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457317 Aug 31 14:01:28.118810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfaeef-bb58-48cc-80f2-e7f534c74341 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:28.165147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb203-5710-4833-bcbf-230b4d06482b req-d0ee0521-3ad4-4f58-a0b1-06a9e6f09d62 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:28.167392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-21771a25-1e13-4f81-b3b6-3f81c8e63f0b service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165550 Aug 31 14:01:28.173839 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6eeb203-5710-4833-bcbf-230b4d06482b req-d0ee0521-3ad4-4f58-a0b1-06a9e6f09d62 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 931 time: 0.2485404 Aug 31 14:01:28.215909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.271793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:28.275396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d6eeb203-5710-4833-bcbf-230b4d06482b req-c49967f4-984f-41d1-bd4f-450a3cb265e0 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005123 Aug 31 14:01:28.298979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 2fd2b036-61f2-4b92-a9da-657f12d3e037 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:28.313814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f073c110-8716-46f5-a2f2-0b3babfa92be None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:28.314198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f073c110-8716-46f5-a2f2-0b3babfa92be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.504152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:28.504905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.531342 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.625790 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f073c110-8716-46f5-a2f2-0b3babfa92be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.642290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Transition to ACTIVE for port object 173f8a3a-cb98-4c68-bf58-68d998231022 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:28.727813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.791808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f073c110-8716-46f5-a2f2-0b3babfa92be None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:28.801196 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f073c110-8716-46f5-a2f2-0b3babfa92be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.854311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb5760d-3231-467c-8966-ab1225d1b52e {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:28.863758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.871887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073c110-8716-46f5-a2f2-0b3babfa92be None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:28.936178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:28.940273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '9dfe866b-777f-4b9a-81a1-45fd4e9c9185', 'ip_address': '2001:db8::f816:3eff:fecb:4a50'}, {'subnet_id': 'f9a7f073-267e-4f91-811c-6c65cc9d9ddd'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'dc622c7f-c1c2-4a96-a004-fc5e24e84ae7'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:01:28.941748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Transition to ACTIVE for port object 3eb5760d-3231-467c-8966-ab1225d1b52e will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:28.942920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:28.953492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:28.983516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.004603 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.031937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93b01a3-7ab5-4498-a33f-26241d623c8e {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:29.037355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.041903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.049288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.059486 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9251a292-106d-4dfc-bd22-884d30e9fbb3 req-b865ae9d-508e-4876-aa95-f99fdf6f397d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.0854335 Aug 31 14:01:29.077659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.123619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Transition to ACTIVE for port object b93b01a3-7ab5-4498-a33f-26241d623c8e will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:29.129189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.133889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=173f8a3a-cb98-4c68-bf58-68d998231022,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:29.164989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e4849-88ec-4455-b760-bdcc2c2a02f2 req-30ed4b45-7fe5-425e-9535-f87ad9247399 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.179691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef4e4849-88ec-4455-b760-bdcc2c2a02f2 req-30ed4b45-7fe5-425e-9535-f87ad9247399 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 931 time: 0.2814600 Aug 31 14:01:29.243279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 172.20.0.14 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/f9a7f073-267e-4f91-811c-6c65cc9d9ddd/2fd2b036-61f2-4b92-a9da-657f12d3e037) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:29.245140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Pushing event updated for resources: {'Port': ['ID=b93b01a3-7ab5-4498-a33f-26241d623c8e,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:29.256590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fe3d:4b30 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/9dfe866b-777f-4b9a-81a1-45fd4e9c9185/2fd2b036-61f2-4b92-a9da-657f12d3e037) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:29.276117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f10b416-2474-4069-89e6-d99762ea6ba3 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4101915 Aug 31 14:01:29.290145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45746) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:29.299031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4e:44:2d'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:42:83:f5'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:29.477634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb5760d-3231-467c-8966-ab1225d1b52e,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:29.484896 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:29.485329 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:29.491362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-61ca369d-cba5-4664-9721-728154a49c58 None None] Provisioning for port 173f8a3a-cb98-4c68-bf58-68d998231022 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:29.498387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f303915-3c51-4a9a-b4df-bf939c95f997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.500833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-61ca369d-cba5-4664-9721-728154a49c58 None None] Provisioning complete for port 173f8a3a-cb98-4c68-bf58-68d998231022 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:29.501234 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61ca369d-cba5-4664-9721-728154a49c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.506228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef4e4849-88ec-4455-b760-bdcc2c2a02f2 req-ac1ebb37-39f9-4202-a569-74ab15c63460 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255575 Aug 31 14:01:29.572246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.587366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-61ca369d-cba5-4664-9721-728154a49c58 None None] Port 173f8a3a-cb98-4c68-bf58-68d998231022 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:29.627299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Attempting to bind port 3eb5760d-3231-467c-8966-ab1225d1b52e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:29.627945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Attempting to bind port 3eb5760d-3231-467c-8966-ab1225d1b52e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:29.628119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Attempting to bind port 3eb5760d-3231-467c-8966-ab1225d1b52e on network fbb7d75c-8b51-4148-b0f8-1f027de895dc {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:29.634772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Port 3eb5760d-3231-467c-8966-ab1225d1b52e on network fbb7d75c-8b51-4148-b0f8-1f027de895dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:29.635103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Attempting to bind port 3eb5760d-3231-467c-8966-ab1225d1b52e on network fbb7d75c-8b51-4148-b0f8-1f027de895dc {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:29.642993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:29.643337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Checking segment: {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:29.643760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Bound using segment: {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:29.644195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Bound port: 3eb5760d-3231-467c-8966-ab1225d1b52e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:29.644562 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.667259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a69b4-5850-47b6-88c5-8ddcd6e49a05 req-94b9d66f-f230-4ace-a401-921c36511c07 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.674207 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960a69b4-5850-47b6-88c5-8ddcd6e49a05 req-94b9d66f-f230-4ace-a401-921c36511c07 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 943 time: 0.2293448 Aug 31 14:01:29.684947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Attempting to bind port b93b01a3-7ab5-4498-a33f-26241d623c8e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:29.685297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Attempting to bind port b93b01a3-7ab5-4498-a33f-26241d623c8e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:29.685614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Attempting to bind port b93b01a3-7ab5-4498-a33f-26241d623c8e on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:29.708670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Port b93b01a3-7ab5-4498-a33f-26241d623c8e on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:29.709076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Attempting to bind port b93b01a3-7ab5-4498-a33f-26241d623c8e on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:29.724605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:29.724978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:29.725350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Bound using segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:29.725794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Bound port: b93b01a3-7ab5-4498-a33f-26241d623c8e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:29.726146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.764009 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960a69b4-5850-47b6-88c5-8ddcd6e49a05 req-c00d0fb8-d759-45ef-b221-32781514d84d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871468 Aug 31 14:01:29.765209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.779707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] For port 3eb5760d-3231-467c-8966-ab1225d1b52e, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:29.802599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.805851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] For port 3eb5760d-3231-467c-8966-ab1225d1b52e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3eb5760d-3231-467c-8966-ab1225d1b52e,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:29.828745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 2fd2b036-61f2-4b92-a9da-657f12d3e037 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:29.833628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.853288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] For port b93b01a3-7ab5-4498-a33f-26241d623c8e, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:29.857599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] For port b93b01a3-7ab5-4498-a33f-26241d623c8e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:29.863585 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.887054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.887668 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.889120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] 10.222.0.26 "PUT /v2.0/ports/3eb5760d-3231-467c-8966-ab1225d1b52e HTTP/1.1" status: 200 len: 1091 time: 2.3065171 Aug 31 14:01:29.889560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'tag': '3eb5760d-3231-467c-8966-ab1225d1b52e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:29.891763 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0da69be-f1f8-4650-a92c-a1e28253420d", "tag": "3eb5760d-3231-467c-8966-ab1225d1b52e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:29.935557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ce729-a80f-44e3-a3f2-8f5442774fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb5760d-3231-467c-8966-ab1225d1b52e,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:29.941592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.942293 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.943817 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] 10.222.0.26 "PUT /v2.0/ports/b93b01a3-7ab5-4498-a33f-26241d623c8e HTTP/1.1" status: 200 len: 1091 time: 2.5635881 Aug 31 14:01:29.948743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'tag': 'b93b01a3-7ab5-4498-a33f-26241d623c8e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:29.952104 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18af2cb-299b-4052-8480-a17202673567" -d '{"events": [{"name": "network-changed", "server_uuid": "346ddd90-6a12-4434-9b7f-91176f05dcfb", "tag": "b93b01a3-7ab5-4498-a33f-26241d623c8e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:29.977269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.993629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Pushing event updated for resources: {'Port': ['ID=b93b01a3-7ab5-4498-a33f-26241d623c8e,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:30.033244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.033611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.037310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.037751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.038851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.039031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.043703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.044387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.044495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.044839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.045220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.045565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262c270-5ff4-4991-9d2e-f3f78215f41a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:30.050096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] Allocated IP 172.20.0.2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/f9a7f073-267e-4f91-811c-6c65cc9d9ddd/dc622c7f-c1c2-4a96-a004-fc5e24e84ae7) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:30.050943 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0061b3-573a-4d0c-9ad3-f4e158e3dadf x-openstack-request-id: req-4d0061b3-573a-4d0c-9ad3-f4e158e3dadf {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:30.051234 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0da69be-f1f8-4650-a92c-a1e28253420d", "tag": "3eb5760d-3231-467c-8966-ab1225d1b52e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:30.051484 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d0061b3-573a-4d0c-9ad3-f4e158e3dadf {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:30.051881 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'tag': '3eb5760d-3231-467c-8966-ab1225d1b52e', 'status': 'completed', 'code': 200} Aug 31 14:01:30.065176 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1dbf61-a02f-49a9-8cb9-32e1d061413a x-openstack-request-id: req-2a1dbf61-a02f-49a9-8cb9-32e1d061413a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:30.065435 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346ddd90-6a12-4434-9b7f-91176f05dcfb", "tag": "b93b01a3-7ab5-4498-a33f-26241d623c8e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:30.065696 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a1dbf61-a02f-49a9-8cb9-32e1d061413a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:30.066013 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'tag': 'b93b01a3-7ab5-4498-a33f-26241d623c8e', 'status': 'completed', 'code': 200} Aug 31 14:01:30.115990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:30.147434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:30.171036 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.174691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e150ef87-80f9-4530-964a-8fc875e3a1be up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:30.178529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:30.232529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=2fd2b036-61f2-4b92-a9da-657f12d3e037,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:30.233293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:30.264035 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-49eaca9a-4bd5-4d7a-bb19-d4fc4b86c89f req-e9ec650c-30e2-495e-a0fe-551c8cca85a0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.0421741 Aug 31 14:01:30.264768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e150ef87-80f9-4530-964a-8fc875e3a1be triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:30.265770 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.281059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-f1b761fd-a907-4feb-89a2-97ccadf73e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.282596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-f1b761fd-a907-4feb-89a2-97ccadf73e82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 1094 time: 0.2076325 Aug 31 14:01:30.292298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.292298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.323693 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.330401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.360776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-2cca4732-ebf1-4f08-83e0-e2bf3822b990 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e HTTP/1.1" status: 200 len: 217 time: 0.0581388 Aug 31 14:01:30.362696 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7cdd7e6c-8200-4d5a-8874-57b1cc8fd12a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7776556 Aug 31 14:01:30.362839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] Transition to ACTIVE for port object dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:30.366500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45764) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:30.388066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.493934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-390aff96-cb77-40a1-867f-b83c3ca35613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.495692 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-390aff96-cb77-40a1-867f-b83c3ca35613 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1132653 Aug 31 14:01:30.533291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96105a-b7b2-46f2-85d2-7524c923e5fb None None] Pushing event updated for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=12']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:30.533788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159c75a-cb49-43d3-8fd7-cbd82dcd3789 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.544104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159c75a-cb49-43d3-8fd7-cbd82dcd3789 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.546671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7159c75a-cb49-43d3-8fd7-cbd82dcd3789 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1751122 Aug 31 14:01:30.547204 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.560471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45770) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:30.596265 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-2f1b8f65-98dc-4ff8-872b-1012402d642a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482502 Aug 31 14:01:30.635398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:30.667674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] In _notify_port_updated(), no bound segment for port 173f8a3a-cb98-4c68-bf58-68d998231022 on network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:01:30.674173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.674889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.676608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "PUT /v2.0/ports/173f8a3a-cb98-4c68-bf58-68d998231022 HTTP/1.1" status: 200 len: 1057 time: 1.3844891 Aug 31 14:01:30.683233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45774) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:30.683882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-bb637a55-3cb7-4db9-a458-b56fe28cce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.685456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-bb637a55-3cb7-4db9-a458-b56fe28cce95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 1094 time: 0.5107827 Aug 31 14:01:30.775901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-47ffb112-00a8-4edb-8e10-f65281299ef4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3eb5760d-3231-467c-8966-ab1225d1b52e HTTP/1.1" status: 200 len: 217 time: 0.0639915 Aug 31 14:01:30.870283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-ed4bbc4d-6803-4f14-9576-c6361ad446ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.871856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-ed4bbc4d-6803-4f14-9576-c6361ad446ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 200 len: 850 time: 0.0825455 Aug 31 14:01:30.880224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df980297-65d8-46be-b121-ff1cac30de1b tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event updated for resources: {'Port': ['ID=173f8a3a-cb98-4c68-bf58-68d998231022,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:30.926565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6881276d-7491-4a5a-a26d-07d5fcbad3d7 None None] Provisioning complete for port 173f8a3a-cb98-4c68-bf58-68d998231022 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:30.927005 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6881276d-7491-4a5a-a26d-07d5fcbad3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.941424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-8d95b827-9e44-4971-907d-9f2b5dfc0cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb7d75c-8b51-4148-b0f8-1f027de895dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458908 Aug 31 14:01:30.983246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914291-bdd6-4325-8c37-6da1fe9abb71 req-698f0c57-e87c-4976-b61b-e70c84031090 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.984881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b914291-bdd6-4325-8c37-6da1fe9abb71 req-698f0c57-e87c-4976-b61b-e70c84031090 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 943 time: 0.3492177 Aug 31 14:01:31.056727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-da919ea3-f3b0-437a-912d-aa62c2305ea7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:31.058353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-da919ea3-f3b0-437a-912d-aa62c2305ea7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.7716143 Aug 31 14:01:31.083450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Request body: {'port': {'device_id': '45f60262-e9dc-4de2-9375-8067be12db6c', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'admin_state_up': True, 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:31.111643 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b914291-bdd6-4325-8c37-6da1fe9abb71 req-95cda724-7e47-4b6c-a25e-50dc445dad3e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146414 Aug 31 14:01:31.136563 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-d19ecd88-5bb0-4c87-8cbc-891bece5398c service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178053 Aug 31 14:01:31.202263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b337-4f93-4da9-8546-7f484bc538ce req-7f6a2d76-c530-40e2-83fe-211f55783462 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:31.204252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f393b337-4f93-4da9-8546-7f484bc538ce req-7f6a2d76-c530-40e2-83fe-211f55783462 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 943 time: 0.2615457 Aug 31 14:01:31.236539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6881276d-7491-4a5a-a26d-07d5fcbad3d7 None None] Port 173f8a3a-cb98-4c68-bf58-68d998231022 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:31.250628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 2fd2b036-61f2-4b92-a9da-657f12d3e037 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:31.250964 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.284405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f393b337-4f93-4da9-8546-7f484bc538ce req-2f166525-d072-451f-8107-e6c9148f862a tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666113 Aug 31 14:01:31.347253 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-7a2a8e6d-d85a-4b14-9930-8d3699ec877a service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958402 Aug 31 14:01:31.379015 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56f12e32-2be2-4cb6-93e6-a7b8936a7ce6 req-1162f01d-17ee-402d-aa26-0152176d47e0 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278750 Aug 31 14:01:31.382043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting port 173f8a3a-cb98-4c68-bf58-68d998231022 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:31.382467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.495843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f1f2ddc-e592-4495-b080-974580ecb65f req-bb08dfde-9ae7-4241-a179-65b8102cfede service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367671 Aug 31 14:01:31.548199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:31.554370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.562431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea885f-a683-4949-861f-c421ed2bdb34 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:31.567405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b52bfa8-6c50-41b4-b8b3-3df5de240058 None None] Provisioning for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:31.585710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b52bfa8-6c50-41b4-b8b3-3df5de240058 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:31.586277 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b52bfa8-6c50-41b4-b8b3-3df5de240058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.588627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cf682c82-ef7a-46ea-80ee-8c10156f8d9b req-3578e479-f75d-4d57-be10-94d96684eae1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.0826950 Aug 31 14:01:31.655661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.669390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.677544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Calling delete_port for 173f8a3a-cb98-4c68-bf58-68d998231022 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:31.690769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af2cb-299b-4052-8480-a17202673567 req-f61290c7-9f96-49de-9e83-e2fbfa01fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:31.692735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e18af2cb-299b-4052-8480-a17202673567 req-f61290c7-9f96-49de-9e83-e2fbfa01fdee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 1094 time: 0.1838999 Aug 31 14:01:31.706008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 2fd2b036-61f2-4b92-a9da-657f12d3e037 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:31.775283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-e18c198f-8491-4403-bd59-0f3f15630073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:31.776957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-e18c198f-8491-4403-bd59-0f3f15630073 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 1094 time: 0.1201189 Aug 31 14:01:31.866390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Allocated IP 172.20.0.11 (139e03a7-4fb3-45b2-9a43-265f88b10e52/6b432b8d-bac5-4dd1-8e93-811530e2f6f4/43cf8747-c19a-41fb-a013-13c5607e797a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:31.939902 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.949230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af2cb-299b-4052-8480-a17202673567 req-e70ca6f7-37fc-437b-bb3d-0e29a7dccd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:31.950959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e18af2cb-299b-4052-8480-a17202673567 req-e70ca6f7-37fc-437b-bb3d-0e29a7dccd10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.2463291 Aug 31 14:01:31.960037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-f086ff26-e1e9-4fb1-b9bf-28c0fa1bb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:31.961762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-f086ff26-e1e9-4fb1-b9bf-28c0fa1bb946 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 912 time: 0.1750107 Aug 31 14:01:32.018941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-5bd2068a-e633-41c9-9aff-3ccfba66b4d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3eb5760d-3231-467c-8966-ab1225d1b52e HTTP/1.1" status: 200 len: 217 time: 0.0472801 Aug 31 14:01:32.065589 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e18af2cb-299b-4052-8480-a17202673567 req-59d01604-4a81-41df-9f17-50069edde945 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e HTTP/1.1" status: 200 len: 217 time: 0.0649292 Aug 31 14:01:32.149603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af2cb-299b-4052-8480-a17202673567 req-a3566510-5780-46bb-b84d-01f912a5cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:32.151138 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e18af2cb-299b-4052-8480-a17202673567 req-a3566510-5780-46bb-b84d-01f912a5cd8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.0783303 Aug 31 14:01:32.160928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-17c1f831-94df-4c1b-884f-a9e9697cb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:32.162987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-17c1f831-94df-4c1b-884f-a9e9697cb518 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 200 len: 850 time: 0.1309412 Aug 31 14:01:32.204637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.248682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-c68423cb-b778-418b-ba8a-1687a8c5afb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb7d75c-8b51-4148-b0f8-1f027de895dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690300 Aug 31 14:01:32.277166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Port': ['ID=173f8a3a-cb98-4c68-bf58-68d998231022,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:32.289178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e18af2cb-299b-4052-8480-a17202673567 req-5811edf7-a245-4eee-9e61-017badbbd343 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282158 Aug 31 14:01:32.480574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b31b61-7bb4-40c1-921b-649049a87747 req-8b49c51e-50c5-4ac1-8a58-cc34920d7a06 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:32.485621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8b31b61-7bb4-40c1-921b-649049a87747 req-8b49c51e-50c5-4ac1-8a58-cc34920d7a06 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 943 time: 0.2470911 Aug 31 14:01:32.491699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.598692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:32.623584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-9ceb1817-952e-493e-bdf8-4f230c178c6a service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649104 Aug 31 14:01:32.661687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.715650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:32.716180 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.719491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7348c154-652a-4eb6-9ff4-be95c2a0bce7 None None] Could not find standard attr ID for object 2fd2b036-61f2-4b92-a9da-657f12d3e037. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:32.765800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7348c154-652a-4eb6-9ff4-be95c2a0bce7 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:32.766319 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7348c154-652a-4eb6-9ff4-be95c2a0bce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.870088 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e18af2cb-299b-4052-8480-a17202673567 req-3ceaaaba-013e-49b4-9ab0-5e5a1d4a7572 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684257 Aug 31 14:01:32.908604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86b9d-a01c-4d48-a76e-b2ed0a14be07 req-1f5dd653-4ce2-40ff-ba2f-232f150cdee4 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:32.922032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13d86b9d-a01c-4d48-a76e-b2ed0a14be07 req-1f5dd653-4ce2-40ff-ba2f-232f150cdee4 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 943 time: 0.4824493 Aug 31 14:01:32.928849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=2fd2b036-61f2-4b92-a9da-657f12d3e037,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:33.145693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5a712aab-32df-4f80-94e1-48d98e72b0ed None None] Could not find standard attr ID for object 2fd2b036-61f2-4b92-a9da-657f12d3e037. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:33.194677 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13d86b9d-a01c-4d48-a76e-b2ed0a14be07 req-82941c1c-57b7-4fa7-a15d-a2bae012fb67 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676680 Aug 31 14:01:33.233480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bed60ca-0eb5-4211-b44a-78e0b3ab628f req-a23701a5-4b84-4a34-a496-da41ca6668cc service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993612 Aug 31 14:01:33.242277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.246307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4dc5cc6e-fbc9-45cc-afb6-fb1da149d0f0 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/ports/173f8a3a-cb98-4c68-bf58-68d998231022 HTTP/1.1" status: 204 len: 168 time: 2.5325327 Aug 31 14:01:33.250110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45800) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:33.271363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8b31b61-7bb4-40c1-921b-649049a87747 req-cd277ffd-e8cc-49fb-bbe1-df760096781a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624960 Aug 31 14:01:33.294054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.299724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f2917070-dbfe-4c1f-9a98-2bdf3d503500 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/2fd2b036-61f2-4b92-a9da-657f12d3e037 HTTP/1.1" status: 204 len: 168 time: 2.7381487 Aug 31 14:01:33.301187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.303727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45802) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:33.383853 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8115f64c-6bcb-4935-81e1-6a9529c62838 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] GET failed (client error): The resource could not be found. Aug 31 14:01:33.387940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8115f64c-6bcb-4935-81e1-6a9529c62838 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "GET /v2.0/ports/173f8a3a-cb98-4c68-bf58-68d998231022 HTTP/1.1" status: 404 len: 333 time: 0.1332748 Aug 31 14:01:33.397990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45804) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:33.415552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:33.442456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:33.452282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:33.459949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e18af2cb-299b-4052-8480-a17202673567 req-376bfe86-5f61-4562-b54c-503205e1750c service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127430 Aug 31 14:01:33.477758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec8f80-e9b3-4b12-a7af-3cdfb9287036 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.479891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec8f80-e9b3-4b12-a7af-3cdfb9287036 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.481512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec8f80-e9b3-4b12-a7af-3cdfb9287036 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.497438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08ec8f80-e9b3-4b12-a7af-3cdfb9287036 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1874084 Aug 31 14:01:33.500296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45806) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:33.539140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event updated for resources: {'Port': ['ID=43cf8747-c19a-41fb-a013-13c5607e797a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:33.548032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.549115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.596471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-f11420b7-e728-40f4-8891-5cfbca5071a1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5184443 Aug 31 14:01:33.622473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Request body: {'port': {'device_id': '45f60262-e9dc-4de2-9375-8067be12db6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:33.696708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting port ab52575e-e8c6-4c31-ae2b-e931854707df {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:33.696993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.713013 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.838437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.884989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69033240-2ef5-4fa6-92ef-3f4c4c8633fe req-5e3b8020-4649-49a3-a188-8be1e43fbce2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.886587 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69033240-2ef5-4fa6-92ef-3f4c4c8633fe req-5e3b8020-4649-49a3-a188-8be1e43fbce2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 932 time: 0.5819008 Aug 31 14:01:33.903359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Calling delete_port for ab52575e-e8c6-4c31-ae2b-e931854707df owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:33.932628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 9dfe866b-777f-4b9a-81a1-45fd4e9c9185 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:33.942688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.978299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69033240-2ef5-4fa6-92ef-3f4c4c8633fe req-a5239e9f-53d9-46b7-ad89-f595575a8ec0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801270 Aug 31 14:01:34.009655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.113619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.143430 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.198354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Port': ['ID=ab52575e-e8c6-4c31-ae2b-e931854707df,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:34.205867 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.239051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cf8747-c19a-41fb-a013-13c5607e797a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:34.267816 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.279026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfe866b-777f-4b9a-81a1-45fd4e9c9185,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:34.281130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.283231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-17b82faf-35ae-48d2-8309-d2993c69b4f0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/9dfe866b-777f-4b9a-81a1-45fd4e9c9185 HTTP/1.1" status: 204 len: 168 time: 0.7819479 Aug 31 14:01:34.288262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45812) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:34.290980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc62f31-7c5b-4266-97be-857d52e90362 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:34.303946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Transition to ACTIVE for port object 43cf8747-c19a-41fb-a013-13c5607e797a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:34.316596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.331539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.335866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b8ffe5f-ecb7-4207-95cf-79f27de24704 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/ports/ab52575e-e8c6-4c31-ae2b-e931854707df HTTP/1.1" status: 204 len: 168 time: 0.9346497 Aug 31 14:01:34.337028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45816) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:34.435325 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba319ef6-5105-40d3-a759-0a628fd167ca tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] GET failed (client error): The resource could not be found. Aug 31 14:01:34.437016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ba319ef6-5105-40d3-a759-0a628fd167ca tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "GET /v2.0/ports/ab52575e-e8c6-4c31-ae2b-e931854707df HTTP/1.1" status: 404 len: 333 time: 0.0948067 Aug 31 14:01:34.437769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Pushing event updated for resources: {'Port': ['ID=43cf8747-c19a-41fb-a013-13c5607e797a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:34.451475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45820) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:34.563851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet f9a7f073-267e-4f91-811c-6c65cc9d9ddd {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:34.579217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.595180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f3ff9-230e-483a-90d4-3f51b7158112 req-b536ab6d-a2c7-4caf-b0bf-8a970dd9bc37 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.597035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-361f3ff9-230e-483a-90d4-3f51b7158112 req-b536ab6d-a2c7-4caf-b0bf-8a970dd9bc37 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 943 time: 0.1814909 Aug 31 14:01:34.647856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e889d-6f40-4a97-a953-8189d771ad64 req-0e24029a-1299-4498-a878-333dfff772ab tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.655399 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f85e889d-6f40-4a97-a953-8189d771ad64 req-0e24029a-1299-4498-a878-333dfff772ab tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 943 time: 0.2290304 Aug 31 14:01:34.655981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-361f3ff9-230e-483a-90d4-3f51b7158112 req-d004deea-11bb-4222-b6cc-d8fdf1353d8f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482833 Aug 31 14:01:34.663307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Attempting to bind port 43cf8747-c19a-41fb-a013-13c5607e797a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:34.663503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Attempting to bind port 43cf8747-c19a-41fb-a013-13c5607e797a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:34.663687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Attempting to bind port 43cf8747-c19a-41fb-a013-13c5607e797a on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:34.669398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Port 43cf8747-c19a-41fb-a013-13c5607e797a on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:34.669756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Attempting to bind port 43cf8747-c19a-41fb-a013-13c5607e797a on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:34.675927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:34.676278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Checking segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:34.676687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Bound using segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:34.677534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Bound port: 43cf8747-c19a-41fb-a013-13c5607e797a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:34.677534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.695580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.766167 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f85e889d-6f40-4a97-a953-8189d771ad64 req-c81a3d03-8fee-4bcd-884b-e780f84fe0bf tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080556 Aug 31 14:01:34.782476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] For port 43cf8747-c19a-41fb-a013-13c5607e797a, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:34.799555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] For port 43cf8747-c19a-41fb-a013-13c5607e797a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=43cf8747-c19a-41fb-a013-13c5607e797a,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:34.804826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.819991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting port 5b234a3b-ee63-426f-9776-3be1236ce238 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:34.822115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.850317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.851126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.852562 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] 10.222.0.26 "PUT /v2.0/ports/43cf8747-c19a-41fb-a013-13c5607e797a HTTP/1.1" status: 200 len: 1092 time: 1.2356033 Aug 31 14:01:34.855198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f60262-e9dc-4de2-9375-8067be12db6c', 'tag': '43cf8747-c19a-41fb-a013-13c5607e797a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:34.865004 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ece5ef-4946-44f1-a435-9f9dd03e7d75" -d '{"events": [{"name": "network-changed", "server_uuid": "45f60262-e9dc-4de2-9375-8067be12db6c", "tag": "43cf8747-c19a-41fb-a013-13c5607e797a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:34.913752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b8ec2-c2fe-4bb4-a43b-08d2596fa064 service neutron] Pushing event updated for resources: {'Port': ['ID=43cf8747-c19a-41fb-a013-13c5607e797a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:34.936696 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f3b4f1-551a-4f7a-8330-9055d72d5f09 x-openstack-request-id: req-e1f3b4f1-551a-4f7a-8330-9055d72d5f09 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:34.937109 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f60262-e9dc-4de2-9375-8067be12db6c", "tag": "43cf8747-c19a-41fb-a013-13c5607e797a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:34.937580 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1f3b4f1-551a-4f7a-8330-9055d72d5f09 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:34.938028 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f60262-e9dc-4de2-9375-8067be12db6c', 'tag': '43cf8747-c19a-41fb-a013-13c5607e797a', 'status': 'completed', 'code': 200} Aug 31 14:01:34.984349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.989284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-522a1eab-65fc-43c0-b413-0cbabfb607ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.991500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-522a1eab-65fc-43c0-b413-0cbabfb607ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 1095 time: 0.0712690 Aug 31 14:01:35.058762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.063078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-4b0d4d97-d375-4d0d-ad49-78b6b8fe7d11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43cf8747-c19a-41fb-a013-13c5607e797a HTTP/1.1" status: 200 len: 217 time: 0.0565653 Aug 31 14:01:35.107910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Calling delete_port for 5b234a3b-ee63-426f-9776-3be1236ce238 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:35.193434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-1117efe6-d854-4721-a7a5-392b98743c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:35.194989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-1117efe6-d854-4721-a7a5-392b98743c4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.1245222 Aug 31 14:01:35.250454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-6c0957ba-f4f3-4d82-af91-e46b8132cc07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465820 Aug 31 14:01:35.255262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.366792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a7f073-267e-4f91-811c-6c65cc9d9ddd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:35.380346 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.384909 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-28583c62-3c88-4b8d-b2df-f7976b6b061d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/f9a7f073-267e-4f91-811c-6c65cc9d9ddd HTTP/1.1" status: 204 len: 168 time: 1.0657151 Aug 31 14:01:35.385802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-57d64f51-71c3-4827-8174-6cd894867417 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240976 Aug 31 14:01:35.386429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45830) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:35.399435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ea4f-5f10-4717-9ccc-5b059134e6e8 req-71d8a110-2f5c-4347-b81b-7717b5beb1e7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:35.406927 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5868ea4f-5f10-4717-9ccc-5b059134e6e8 req-71d8a110-2f5c-4347-b81b-7717b5beb1e7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 944 time: 0.2669277 Aug 31 14:01:35.467570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5868ea4f-5f10-4717-9ccc-5b059134e6e8 req-aad48e1c-4b7e-4441-aae4-d58db752c3d7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Aug 31 14:01:35.491164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3554317d-dff9-4d4b-9179-f6e04004d378 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:35.530327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-091ed177-99ce-49ef-9102-dcfe44350f13 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1426458 Aug 31 14:01:35.531509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45832) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:35.537951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:35.543489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.627511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Port': ['ID=5b234a3b-ee63-426f-9776-3be1236ce238,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:35.655965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf24c6b-5dd6-4b69-89ae-b33be19ec090 req-d05ba504-6302-4314-a6ef-b601af3f8d6e service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547021 Aug 31 14:01:35.666921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5b5372c6-84ab-442a-9ceb-e4dabb236dd9 None None] Provisioning complete for port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:35.666921 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b5372c6-84ab-442a-9ceb-e4dabb236dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.712822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.716924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-425d0eba-b79c-4cf7-9b65-0692e0e98f72 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/ports/5b234a3b-ee63-426f-9776-3be1236ce238 HTTP/1.1" status: 204 len: 168 time: 1.2365372 Aug 31 14:01:35.717703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45838) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:35.750413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:35.753984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.854304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b93b01a3-7ab5-4498-a33f-26241d623c8e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:35.896423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87625b20-a627-4800-b574-966917b33d72 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:01:35.924376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting subnet a828f366-d9ae-44fa-9502-bdbaddb36ce5 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:35.935788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.940231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-664b0b62-34b2-43c6-b442-5c4ee74cdd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:35.943910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-664b0b62-34b2-43c6-b442-5c4ee74cdd12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 1095 time: 0.1800718 Aug 31 14:01:36.016627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b93b01a3-7ab5-4498-a33f-26241d623c8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:36.040063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-87625b20-a627-4800-b574-966917b33d72 None None] Deleting port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:36.040443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-87625b20-a627-4800-b574-966917b33d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.061969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b93b01a3-7ab5-4498-a33f-26241d623c8e', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'port_id': 'b93b01a3-7ab5-4498-a33f-26241d623c8e', 'mac_address': 'fa:16:3e:0b:9a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02326dba-1fb6-4485-9b8e-234d2e9925b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:36.095432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-e65d2344-af8f-47e7-8623-b9b542a58c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:36.097527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-e65d2344-af8f-47e7-8623-b9b542a58c37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 913 time: 0.1272404 Aug 31 14:01:36.117732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345666-08dc-49ff-8c34-aacd465ce41f req-efcb0ee3-e6b3-438f-ae26-5efc9de6ec78 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:36.122583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af4256-5257-4172-8666-19a84689a03d req-c7fca1e9-9289-4c47-81eb-a75b2429d566 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:36.127114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46345666-08dc-49ff-8c34-aacd465ce41f req-efcb0ee3-e6b3-438f-ae26-5efc9de6ec78 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 943 time: 0.2296932 Aug 31 14:01:36.130662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9af4256-5257-4172-8666-19a84689a03d req-c7fca1e9-9289-4c47-81eb-a75b2429d566 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 943 time: 0.3137660 Aug 31 14:01:36.195360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-87625b20-a627-4800-b574-966917b33d72 None None] For port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:36.195763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-87625b20-a627-4800-b574-966917b33d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.210723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-87625b20-a627-4800-b574-966917b33d72 None None] Calling delete_port for dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:36.232904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-4f0c01c2-b5c8-426d-9393-5f34cc03d085 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43cf8747-c19a-41fb-a013-13c5607e797a HTTP/1.1" status: 200 len: 217 time: 0.1261806 Aug 31 14:01:36.255587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9af4256-5257-4172-8666-19a84689a03d req-20f887fe-cb9f-4608-bf44-0464ab36265e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238773 Aug 31 14:01:36.280947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.290884 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46345666-08dc-49ff-8c34-aacd465ce41f req-61af3e37-46ac-46a9-bc7c-02fd38dcafc3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549385 Aug 31 14:01:36.340433 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-87625b20-a627-4800-b574-966917b33d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.369509 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.373783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87625b20-a627-4800-b574-966917b33d72 None None] Pushing event deleted for resources: {'Port': ['ID=dc622c7f-c1c2-4a96-a004-fc5e24e84ae7,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:36.390912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87625b20-a627-4800-b574-966917b33d72 None None] No DVR routers for this DVR port dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:36.410994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93b01a3-7ab5-4498-a33f-26241d623c8e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:36.445865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b93b01a3-7ab5-4498-a33f-26241d623c8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:36.452331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-c1bfbe3a-c69c-4d3c-91e5-3cdc3bc61a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:36.452629 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.453895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-c1bfbe3a-c69c-4d3c-91e5-3cdc3bc61a4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.1972387 Aug 31 14:01:36.454430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3eb5760d-3231-467c-8966-ab1225d1b52e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:36.494637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.552590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-c0a93cd6-141d-4e43-be7f-904166fbc118 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463727 Aug 31 14:01:36.571393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:36.601529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:36.602003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dc622c7f-c1c2-4a96-a004-fc5e24e84ae7 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:36.608792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b93b01a3-7ab5-4498-a33f-26241d623c8e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:36.629444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=8f901f40-4d56-49a2-ad71-a554b6fbded2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:36.639154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:36.641759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:36.653531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:36.654210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.669248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c9538-4c0c-4016-a8b1-edbf7acef137 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:36.678793 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-80ae187d-33b7-4d15-985c-4f9edb7a37b0 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1454344 Aug 31 14:01:36.682684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45850) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:36.700043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:36.706520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.741167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3eb5760d-3231-467c-8966-ab1225d1b52e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3eb5760d-3231-467c-8966-ab1225d1b52e,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:36.798063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9203a0-248d-49c1-93cc-4a1e97395cc4 req-73837be5-20f7-4715-8138-7bcc925e7846 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:36.799774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa9203a0-248d-49c1-93cc-4a1e97395cc4 req-73837be5-20f7-4715-8138-7bcc925e7846 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 944 time: 0.2060511 Aug 31 14:01:36.814217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3eb5760d-3231-467c-8966-ab1225d1b52e', 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'port_id': '3eb5760d-3231-467c-8966-ab1225d1b52e', 'mac_address': 'fa:16:3e:1f:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:36.835686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-992e0782-a441-4d6f-b7c1-e4fa2d3e1ac0 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668602 Aug 31 14:01:36.838589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.872289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.876883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/subnets/a828f366-d9ae-44fa-9502-bdbaddb36ce5 HTTP/1.1" status: 204 len: 168 time: 1.1577404 Aug 31 14:01:36.888644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45852) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:36.891484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ff48a-f615-422a-a5fe-c5a28d1d261a None None] Network 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:36.915637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.927827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade53bc9-cc00-4066-9df5-55fe983c255a tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Subnet': ['ID=a828f366-d9ae-44fa-9502-bdbaddb36ce5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:36.949728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa9203a0-248d-49c1-93cc-4a1e97395cc4 req-627e3af1-d809-4fad-8183-2b47aba89420 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407604 Aug 31 14:01:36.989800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb5760d-3231-467c-8966-ab1225d1b52e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:36.992143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87ece5ef-4946-44f1-a435-9f9dd03e7d75 req-ba330331-0433-4097-919a-b5526569b7a4 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451309 Aug 31 14:01:37.007608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:37.011352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.023038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.050451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '8f901f40-4d56-49a2-ad71-a554b6fbded2'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:37.051548 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.065084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3eb5760d-3231-467c-8966-ab1225d1b52e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3eb5760d-3231-467c-8966-ab1225d1b52e,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:37.074194 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.189288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Deleting port c056fd85-e74e-4a2a-8e73-38081d3d645b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:37.191737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.287381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] For port c056fd85-e74e-4a2a-8e73-38081d3d645b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c056fd85-e74e-4a2a-8e73-38081d3d645b,segment=NetworkSegment(2642b299-cbfd-4155-9945-22e40593a691),segment_id=2642b299-cbfd-4155-9945-22e40593a691)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:37.288500 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.304316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Calling delete_port for c056fd85-e74e-4a2a-8e73-38081d3d645b owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:37.436833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3eb5760d-3231-467c-8966-ab1225d1b52e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:37.524289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.561859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Port': ['ID=c056fd85-e74e-4a2a-8e73-38081d3d645b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:37.572615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27a47d-016e-4930-accb-c6c9ccb8be31 None None] DHCP port deletion for 05f6112c-43c4-43ea-b9ed-4b5a01e422f0 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:01:37.575640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eca5f0-270c-4020-b133-5a8533731d71 req-03e97fa4-4b8a-446e-91dd-cf7e670a693c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:37.577373 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-51eca5f0-270c-4020-b133-5a8533731d71 req-03e97fa4-4b8a-446e-91dd-cf7e670a693c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 944 time: 0.1310074 Aug 31 14:01:37.592031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Allocated IP 172.20.0.2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/8f901f40-4d56-49a2-ad71-a554b6fbded2/0d1a3dc0-7f48-45f6-bb89-254d2fed8b94) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:37.604435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] No DVR routers for this DVR port c056fd85-e74e-4a2a-8e73-38081d3d645b on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:37.615791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4866-d321-4f74-a4d0-668ec935f8e3 req-d341e3b6-140c-48e2-920c-8af7bb9bb6a5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:37.627045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-375f4866-d321-4f74-a4d0-668ec935f8e3 req-d341e3b6-140c-48e2-920c-8af7bb9bb6a5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 944 time: 0.1099520 Aug 31 14:01:37.631983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3eb5760d-3231-467c-8966-ab1225d1b52e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:37.639571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:37.735888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-375f4866-d321-4f74-a4d0-668ec935f8e3 req-c407f9bd-4012-488c-b30e-dc1ae5971569 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014907 Aug 31 14:01:37.738912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.752030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f6112c-43c4-43ea-b9ed-4b5a01e422f0']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:37.765259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2642b299-cbfd-4155-9945-22e40593a691') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:37.766682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2642b299-cbfd-4155-9945-22e40593a691') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:37.813507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-51eca5f0-270c-4020-b133-5a8533731d71 req-56cca097-b353-4eb7-99a9-fe268339fa5c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291243 Aug 31 14:01:37.834641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.849623 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.859037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:37.859780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:37.864854 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:37.967470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:01:37.969437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.975164 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.980353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] 10.222.0.10 "DELETE /v2.0/networks/05f6112c-43c4-43ea-b9ed-4b5a01e422f0 HTTP/1.1" status: 204 len: 168 time: 1.0895221 Aug 31 14:01:37.981769 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.026846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83969328-2b9b-4ad4-8bc1-2b366b4aa429 tempest-AllowedAddressPairTestJSON-1995469210 tempest-AllowedAddressPairTestJSON-1995469210-project] Pushing event deleted for resources: {'Network': ['ID=05f6112c-43c4-43ea-b9ed-4b5a01e422f0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:38.040631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:38.044294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:38.047504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:38.048222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.103736 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4179809 Aug 31 14:01:38.106456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45868) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:38.113680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:e3:f1:41', 'name': 'tempest-NetworksTestDHCPv6-699294706'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:38.116443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22b440-b357-4c2d-ad75-54635c08f9f2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=14dbd118-4246-4fdc-ace2-e64f245bb8bb,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:38.126107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.138330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3351d9-5737-4fa6-83a7-28200c411aa1 req-66505827-b886-4247-a6f3-237794885c63 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:38.140092 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f3351d9-5737-4fa6-83a7-28200c411aa1 req-66505827-b886-4247-a6f3-237794885c63 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 944 time: 0.0720286 Aug 31 14:01:38.155745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Transition to ACTIVE for port object 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:38.182028 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9f3351d9-5737-4fa6-83a7-28200c411aa1 req-4534e414-48b4-4f57-a6bc-6f4016bc5cfb tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352745 Aug 31 14:01:38.185557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Transition to ACTIVE for port object 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:38.193145 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.241627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:38.245831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:38.248477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:38.251808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:38.270072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45872) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:38.306951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:38.328239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Attempting to bind port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:38.328619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Attempting to bind port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:38.329033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Attempting to bind port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:38.334782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:38.335165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:38.335576 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.335998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:38.336475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Bound port: 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:38.336893 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.405582 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.420915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:38.424201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:38.429930 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.431486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 7c115ad2-4386-4855-8617-fa6a18c172b4 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:38.493728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6f1ad1ab-d4ab-478d-99cc-a1a12234d25c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=955b26d27602438085b46372db0d700c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223437 Aug 31 14:01:38.497406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45876) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:38.502271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04bee0-3e1b-4e29-a648-6aa2254f96e6 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:38.575289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c056fd85-e74e-4a2a-8e73-38081d3d645b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:38.598513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c056fd85-e74e-4a2a-8e73-38081d3d645b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:38.598861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c056fd85-e74e-4a2a-8e73-38081d3d645b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:38.614679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58f9ad3e-62f7-4598-9116-1bc8d465a26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.638393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58f9ad3e-62f7-4598-9116-1bc8d465a26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.663523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 172.20.0.7 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/8f901f40-4d56-49a2-ad71-a554b6fbded2/7c115ad2-4386-4855-8617-fa6a18c172b4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:38.671970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fee3:f141 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/14dbd118-4246-4fdc-ace2-e64f245bb8bb/7c115ad2-4386-4855-8617-fa6a18c172b4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:38.705005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58f9ad3e-62f7-4598-9116-1bc8d465a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.710459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58f9ad3e-62f7-4598-9116-1bc8d465a26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.710459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-58f9ad3e-62f7-4598-9116-1bc8d465a26a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45ded06d-75d2-4fb6-8df0-e23f849a61b6 HTTP/1.1" status: 204 len: 168 time: 0.2117634 Aug 31 14:01:38.778462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9ad3e-62f7-4598-9116-1bc8d465a26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ded06d-75d2-4fb6-8df0-e23f849a61b6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:38.987032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9052a-8d26-4fbb-92ca-769b7c1fab87 req-6608437a-c22f-4d71-8e2f-713eaae0c050 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:38.989419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9e9052a-8d26-4fbb-92ca-769b7c1fab87 req-6608437a-c22f-4d71-8e2f-713eaae0c050 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 944 time: 0.1293139 Aug 31 14:01:39.081530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9e9052a-8d26-4fbb-92ca-769b7c1fab87 req-86de834d-42f0-4894-96c0-a6810aad5211 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852280 Aug 31 14:01:39.087289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.120686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 7c115ad2-4386-4855-8617-fa6a18c172b4 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:39.172360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec223f-6384-4ba8-b7ae-a68e4b557e5c req-56f1ed9d-f722-40e1-91ac-92ac055ccea3 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:39.179657 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.199752 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9ec223f-6384-4ba8-b7ae-a68e4b557e5c req-56f1ed9d-f722-40e1-91ac-92ac055ccea3 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 944 time: 0.1598101 Aug 31 14:01:39.273344 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9ec223f-6384-4ba8-b7ae-a68e4b557e5c req-af21685f-951b-4fd5-932f-4a47313ccdb8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692677 Aug 31 14:01:39.296961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:39.300976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:39.338099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:39.379364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=7c115ad2-4386-4855-8617-fa6a18c172b4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:39.467724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:39.468377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.504419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc977a5-a79f-496a-a188-fa3aea69a496 req-71485b30-6cca-4783-8c52-38739335b7a9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:39.506151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fc977a5-a79f-496a-a188-fa3aea69a496 req-71485b30-6cca-4783-8c52-38739335b7a9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 944 time: 0.1883247 Aug 31 14:01:39.517227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45902) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:39.517788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0fa0a895-9ddb-4051-b3d7-b3a3f496ee55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4097490 Aug 31 14:01:39.563823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fc977a5-a79f-496a-a188-fa3aea69a496 req-414f0622-2dca-42ce-8fa4-353987c4d90c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Aug 31 14:01:39.622195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab2833-e7db-4e2a-832f-e2dc6031961d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:39.630951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab2833-e7db-4e2a-832f-e2dc6031961d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:39.633114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-32ab2833-e7db-4e2a-832f-e2dc6031961d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1140602 Aug 31 14:01:39.635744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45906) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:39.757769 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.830473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 7c115ad2-4386-4855-8617-fa6a18c172b4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:39.831609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.905596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 43cf8747-c19a-41fb-a013-13c5607e797a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:39.915278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b93b01a3-7ab5-4498-a33f-26241d623c8e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:39.946405 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.963770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 7c115ad2-4386-4855-8617-fa6a18c172b4 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:40.000210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee77ac-014b-4636-a67a-97afc2cead97 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:40.007756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45918) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:40.208258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1540284815'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:40.219587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-741b6381-41e7-4c23-976a-1fe29e58a266 None None] Provisioning for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:40.256154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b93b01a3-7ab5-4498-a33f-26241d623c8e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:40.273287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b93b01a3-7ab5-4498-a33f-26241d623c8e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:40.274052 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.303657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9651-45ff-47ea-acf5-0cfab1105d60 req-a1574244-43f0-4ca7-8c9d-8e161c1b7aaf tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.313754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29ac9651-45ff-47ea-acf5-0cfab1105d60 req-a1574244-43f0-4ca7-8c9d-8e161c1b7aaf tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 944 time: 0.1266279 Aug 31 14:01:40.323805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.324603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Made reservation on behalf of 26b16ef73741435d90162174478316ed for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:40.328901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.333666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 43cf8747-c19a-41fb-a013-13c5607e797a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=43cf8747-c19a-41fb-a013-13c5607e797a,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:40.361877 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.396133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '43cf8747-c19a-41fb-a013-13c5607e797a', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'port_id': '43cf8747-c19a-41fb-a013-13c5607e797a', 'mac_address': 'fa:16:3e:55:14:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b432b8d-bac5-4dd1-8e93-811530e2f6f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:40.410371 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29ac9651-45ff-47ea-acf5-0cfab1105d60 req-3524b4d6-f970-4346-956c-c078df212f9f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918801 Aug 31 14:01:40.423383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=7c115ad2-4386-4855-8617-fa6a18c172b4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:40.519519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.523699 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2776ca4-45be-41ee-905c-17c50a469daa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/7c115ad2-4386-4855-8617-fa6a18c172b4 HTTP/1.1" status: 204 len: 168 time: 0.8825140 Aug 31 14:01:40.525918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45930) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:40.557721 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.593290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cf8747-c19a-41fb-a013-13c5607e797a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:40.598651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd467b-3c88-43ba-ba23-c8f02db3a10d req-53797eb5-09e5-4875-a2d1-a06045c1033a tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.607659 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61bd467b-3c88-43ba-ba23-c8f02db3a10d req-53797eb5-09e5-4875-a2d1-a06045c1033a tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 944 time: 0.1466954 Aug 31 14:01:40.618667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 43cf8747-c19a-41fb-a013-13c5607e797a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=43cf8747-c19a-41fb-a013-13c5607e797a,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:40.626643 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.661903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.662132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:40.667131 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.689224 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-61bd467b-3c88-43ba-ba23-c8f02db3a10d req-0c79b6a0-86c6-4247-bcbe-4cb265889851 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762408 Aug 31 14:01:40.712489 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.732202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b3d0f4-e37d-4385-80bc-02f490b7392e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.734070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b3d0f4-e37d-4385-80bc-02f490b7392e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.735587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b3d0f4-e37d-4385-80bc-02f490b7392e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.737841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c7b3d0f4-e37d-4385-80bc-02f490b7392e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2100780 Aug 31 14:01:40.740620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45934) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:40.765474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] vlan segment allocate from pool success with {'vlan_id': 1541, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:40.774238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba429ab-d9d6-40f2-b231-1684062c6351,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:40.794494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.795333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=43cf8747-c19a-41fb-a013-13c5607e797a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:40.796815 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Added segment 7b586b19-7bc9-4113-a49f-519b65f112c2 of type vlan for network e646be91-e244-4948-a8eb-1332b1aba81b Aug 31 14:01:40.800470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b446782-a114-449a-843f-afaee1f32947 None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '8f901f40-4d56-49a2-ad71-a554b6fbded2', 'ip_address': '172.20.0.2'}, {'subnet_id': '14dbd118-4246-4fdc-ace2-e64f245bb8bb'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '0d1a3dc0-7f48-45f6-bb89-254d2fed8b94'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:01:40.811233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b01a3-7ab5-4498-a33f-26241d623c8e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:40.814465 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d917d6a4-c7ca-4cdc-9329-88d449a7b0ea" -d '{"events": [{"server_uuid": "346ddd90-6a12-4434-9b7f-91176f05dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "b93b01a3-7ab5-4498-a33f-26241d623c8e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:40.816356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 14dbd118-4246-4fdc-ace2-e64f245bb8bb {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:40.820108 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.854960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b93b01a3-7ab5-4498-a33f-26241d623c8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:40.859273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968642e7-0beb-4b97-b6f1-75669eb45e00 req-c5948ea9-c9b5-4cb4-8d29-ad0bbc241b6d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.864056 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.864783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3eb5760d-3231-467c-8966-ab1225d1b52e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:40.868467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-968642e7-0beb-4b97-b6f1-75669eb45e00 req-c5948ea9-c9b5-4cb4-8d29-ad0bbc241b6d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 945 time: 0.1878111 Aug 31 14:01:40.893358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b446782-a114-449a-843f-afaee1f32947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.897288 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba03f1-9f0c-47f9-b02c-62fb91e458b8 x-openstack-request-id: req-dbba03f1-9f0c-47f9-b02c-62fb91e458b8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:40.897892 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346ddd90-6a12-4434-9b7f-91176f05dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "b93b01a3-7ab5-4498-a33f-26241d623c8e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:40.898078 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbba03f1-9f0c-47f9-b02c-62fb91e458b8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:40.898517 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b01a3-7ab5-4498-a33f-26241d623c8e', 'code': 200} Aug 31 14:01:40.911671 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.915164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:40.942984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-968642e7-0beb-4b97-b6f1-75669eb45e00 req-2e1f7dbd-7aae-4c7e-aa3b-b85c8a06d6f9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738790 Aug 31 14:01:40.944752 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.956911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:40.957390 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.980339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.983666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.987481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.988480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.066154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.088935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0799601 Aug 31 14:01:41.093061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45940) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:41.099245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Request body: {'subnet': {'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-5b446782-a114-449a-843f-afaee1f32947 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14dbd118-4246-4fdc-ace2-e64f245bb8bb: This subnet is being modified by another concurrent operation. Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14dbd118-4246-4fdc-ace2-e64f245bb8bb: This subnet is being modified by another concurrent operation. Aug 31 14:01:41.142909 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:01:41.150254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.150254 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/14dbd118-4246-4fdc-ace2-e64f245bb8bb HTTP/1.1" status: 204 len: 168 time: 0.4059699 Aug 31 14:01:41.150490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45944) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:41.152078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['43cf8747-c19a-41fb-a013-13c5607e797a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:41.162321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fef917-be33-487f-89b3-0c3d2dc96a32 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=14dbd118-4246-4fdc-ace2-e64f245bb8bb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:41.179187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761fb1-818c-443e-b0a5-e93b2cc7760d tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event updated for resources: {'Network': ['ID=e646be91-e244-4948-a8eb-1332b1aba81b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:41.216472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network e646be91-e244-4948-a8eb-1332b1aba81b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:41.220710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef49c5-d7ca-4aa3-af15-4afc814b2dac req-11863714-5b99-44f6-9d37-bc4b7cb4f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.223365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86ef49c5-d7ca-4aa3-af15-4afc814b2dac req-11863714-5b99-44f6-9d37-bc4b7cb4f558 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 1096 time: 0.2239113 Aug 31 14:01:41.274762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 8f901f40-4d56-49a2-ad71-a554b6fbded2 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:41.278398 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.286066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86ef49c5-d7ca-4aa3-af15-4afc814b2dac req-d72d2791-11e0-4fbe-88b8-825d06020895 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Aug 31 14:01:41.319221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Made reservation on behalf of 26b16ef73741435d90162174478316ed for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:41.322239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.327259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.348900 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.376081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b93b01a3-7ab5-4498-a33f-26241d623c8e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:41.409673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a1bbb27b-e820-4b82-9112-d77b69793676 None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:41.410239 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1bbb27b-e820-4b82-9112-d77b69793676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.452846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3eb5760d-3231-467c-8966-ab1225d1b52e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:41.502408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3eb5760d-3231-467c-8966-ab1225d1b52e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:41.503228 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.555227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b8297-7c6a-4991-bf3e-5ec75c8e6816 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:01:41.564667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:41.575686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.601504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.631827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.679135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9521d1-d19a-4b4b-9650-d0ad701aaa6a req-4dbc3df9-8759-4bb5-9e38-7750e2d90720 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.681930 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7d9521d1-d19a-4b4b-9650-d0ad701aaa6a req-4dbc3df9-8759-4bb5-9e38-7750e2d90720 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 945 time: 0.1509635 Aug 31 14:01:41.684954 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.714495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Checking segment: {'id': '7b586b19-7bc9-4113-a49f-519b65f112c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:41.714865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Network hostable DHCP agents. Network: e646be91-e244-4948-a8eb-1332b1aba81b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:41.720749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event updated for resources: {'Subnet': ['ID=592bca95-271b-4b8d-8b55-db3f2ea33618,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:41.738504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Network e646be91-e244-4948-a8eb-1332b1aba81b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:41.750276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, e646be91-e244-4948-a8eb-1332b1aba81b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:41.757918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.758534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.781641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e6b657d5-b667-49a8-bd9b-9e344e7bc400 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6873465 Aug 31 14:01:41.782506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45952) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:41.788927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Request body: {'port': {'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1928105687'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:41.804999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.809081 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/8f901f40-4d56-49a2-ad71-a554b6fbded2 HTTP/1.1" status: 204 len: 168 time: 0.6350307 Aug 31 14:01:41.814354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:41.823114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7d9521d1-d19a-4b4b-9650-d0ad701aaa6a req-50fce295-a36e-4411-bb55-d3cf32bec2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264884 Aug 31 14:01:41.824117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3684824-f560-415f-9aed-a0271b35b20f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=8f901f40-4d56-49a2-ad71-a554b6fbded2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:41.828463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45954) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:41.897452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b335b747-abe7-432c-b89e-148a32ced754 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674508 Aug 31 14:01:41.899997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45958) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:41.905070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:41.920520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.937515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe2e7b-bc08-42ff-a377-dd9d680aaff0 req-c7dc9122-bca3-43a7-a570-32681d6a4a5c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.939127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69fe2e7b-bc08-42ff-a377-dd9d680aaff0 req-c7dc9122-bca3-43a7-a570-32681d6a4a5c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 944 time: 0.0878186 Aug 31 14:01:41.943366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b8297-7c6a-4991-bf3e-5ec75c8e6816 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:01:42.000024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69fe2e7b-bc08-42ff-a377-dd9d680aaff0 req-7543182a-763a-40a8-855a-5358d6d4c6c5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535038 Aug 31 14:01:42.011350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Made reservation on behalf of 26b16ef73741435d90162174478316ed for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:42.014422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3eb5760d-3231-467c-8966-ab1225d1b52e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3eb5760d-3231-467c-8966-ab1225d1b52e,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:42.016258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.031720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.033726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-67adefe7-6529-4531-9f12-8ac2dbd0a087 None None] Could not find standard attr ID for object 7c115ad2-4386-4855-8617-fa6a18c172b4. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:42.041205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] device_id is not set on port 3e40af3e-00fb-42df-b034-080737ab9020 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:42.094913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:42.099646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.141363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3eb5760d-3231-467c-8966-ab1225d1b52e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:42.177981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5429ce-5670-40ae-9ca3-c3197d0ee210 req-27f5de66-fdc1-4b8a-82f1-dad84c98d45d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:42.179711 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb5429ce-5670-40ae-9ca3-c3197d0ee210 req-27f5de66-fdc1-4b8a-82f1-dad84c98d45d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 945 time: 0.1625111 Aug 31 14:01:42.183441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Allocated IP 172.20.0.3 (e646be91-e244-4948-a8eb-1332b1aba81b/592bca95-271b-4b8d-8b55-db3f2ea33618/3e40af3e-00fb-42df-b034-080737ab9020) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:42.261860 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb5429ce-5670-40ae-9ca3-c3197d0ee210 req-fb68af25-096b-403d-8dc6-74a1de786893 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730560 Aug 31 14:01:42.396947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.423237 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.439191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Transition to ACTIVE for port object 3e40af3e-00fb-42df-b034-080737ab9020 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:42.465813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:42.467564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:42.473123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:42.473969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.483401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=0f337884-3c1e-4782-86a5-44363f2ea746,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:42.501338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45964) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:42.502332 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ac8d9d09-1e4c-4e9a-834d-9bc51d52d6c8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6006854 Aug 31 14:01:42.513000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:42.595233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:42.681933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.773489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-e646be91-e244-4948-a8eb-1332b1aba81b', 'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b', 'tenant_id': '26b16ef73741435d90162174478316ed', 'fixed_ips': [{'subnet_id': '592bca95-271b-4b8d-8b55-db3f2ea33618'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:42.774435 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.782053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event updated for resources: {'Port': ['ID=3e40af3e-00fb-42df-b034-080737ab9020,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:42.795090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Network e646be91-e244-4948-a8eb-1332b1aba81b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:42.809808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:42.820405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:42.861371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:42.866063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.946294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb5760d-3231-467c-8966-ab1225d1b52e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:42.947052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:42.947717 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.948413 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27229516-cb76-4135-aa28-e4f7c5442358" -d '{"events": [{"server_uuid": "a0da69be-f1f8-4650-a92c-a1e28253420d", "name": "network-vif-plugged", "status": "completed", "tag": "3eb5760d-3231-467c-8966-ab1225d1b52e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:43.006175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0804e460-72db-4ef0-9372-f7d50cccf142 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2227542 Aug 31 14:01:43.009379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:43.012372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.014639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Request body: {'port': {'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1544122226', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:43.015201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] bootfile-name is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:01:43.015552 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] tftp-server is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:01:43.015892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] server-ip-address is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:01:43.034393 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f9654d-3b26-4823-97dd-6f7c63c8a7b7 x-openstack-request-id: req-10f9654d-3b26-4823-97dd-6f7c63c8a7b7 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:43.034700 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0da69be-f1f8-4650-a92c-a1e28253420d", "name": "network-vif-plugged", "status": "completed", "tag": "3eb5760d-3231-467c-8966-ab1225d1b52e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:43.034958 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10f9654d-3b26-4823-97dd-6f7c63c8a7b7 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:43.035354 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb5760d-3231-467c-8966-ab1225d1b52e', 'code': 200} Aug 31 14:01:43.039850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Allocated IP 172.20.0.2 (e646be91-e244-4948-a8eb-1332b1aba81b/592bca95-271b-4b8d-8b55-db3f2ea33618/87bc2c31-922b-4626-a23a-f3909dacf48e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:43.064483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '0f337884-3c1e-4782-86a5-44363f2ea746'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '0d1a3dc0-7f48-45f6-bb89-254d2fed8b94'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:01:43.106853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de13fde-6d64-4f14-bae0-81a4afed3afd req-a1e9ff0c-2d73-49e1-90e2-81028c055d3c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.114025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7de13fde-6d64-4f14-bae0-81a4afed3afd req-a1e9ff0c-2d73-49e1-90e2-81028c055d3c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 945 time: 0.1624963 Aug 31 14:01:43.162818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:43.170950 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.178547 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.260288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7de13fde-6d64-4f14-bae0-81a4afed3afd req-14e14c0f-e109-4f8e-8212-45c028dd693e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316159 Aug 31 14:01:43.280311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ab979-5328-4238-b566-c06e50dff800 req-d6a8e9a8-90c2-4297-949d-14ccc5e4c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.281896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d53ab979-5328-4238-b566-c06e50dff800 req-d6a8e9a8-90c2-4297-949d-14ccc5e4c7c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 1096 time: 0.0811889 Aug 31 14:01:43.364820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d53ab979-5328-4238-b566-c06e50dff800 req-d40e0f55-f2ff-4a2a-a2b0-31c3f77aa566 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Aug 31 14:01:43.383426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc42e6-a2a5-434a-9172-310fe21b6580 req-eb739ee0-ed75-423c-8248-3dba3ec3d568 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.401238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-45cc42e6-a2a5-434a-9172-310fe21b6580 req-eb739ee0-ed75-423c-8248-3dba3ec3d568 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1986222 Aug 31 14:01:43.434746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Made reservation on behalf of 26b16ef73741435d90162174478316ed for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:43.438711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.468490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-45cc42e6-a2a5-434a-9172-310fe21b6580 req-09190785-6a98-4d94-954d-dde4e2b40f0e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655565 Aug 31 14:01:43.470618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] device_id is not set on port c88c9813-c81f-44fb-876b-91d373e4fe68 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:43.510257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:43.559199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.559539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.559877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.560210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.560539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.560885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.561218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.561541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.561864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.562186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.562509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.562830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:43.579009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec02401-094f-491d-91d1-5fde9c5661f1 req-f7c97171-6a2b-4032-9be1-77b684a93234 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.581219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ec02401-094f-491d-91d1-5fde9c5661f1 req-f7c97171-6a2b-4032-9be1-77b684a93234 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 945 time: 0.0968761 Aug 31 14:01:43.614421 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.631703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Transition to ACTIVE for port object 87bc2c31-922b-4626-a23a-f3909dacf48e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:43.647740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] Allocated IP 172.20.0.2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/0f337884-3c1e-4782-86a5-44363f2ea746/0d1a3dc0-7f48-45f6-bb89-254d2fed8b94) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:43.663736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Transition to ACTIVE for port object 87bc2c31-922b-4626-a23a-f3909dacf48e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:43.739980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Allocated IP 172.20.0.13 (e646be91-e244-4948-a8eb-1332b1aba81b/592bca95-271b-4b8d-8b55-db3f2ea33618/c88c9813-c81f-44fb-876b-91d373e4fe68) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:43.757644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:43.769110 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.836135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Network e646be91-e244-4948-a8eb-1332b1aba81b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:43.841800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:43.845265 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.848394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Pushing event updated for resources: {'Port': ['ID=87bc2c31-922b-4626-a23a-f3909dacf48e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:43.852725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:43.868162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] Transition to ACTIVE for port object 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:43.918308 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.922823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Attempting to bind port 87bc2c31-922b-4626-a23a-f3909dacf48e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:43.923474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Attempting to bind port 87bc2c31-922b-4626-a23a-f3909dacf48e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7b586b19-7bc9-4113-a49f-519b65f112c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:43.924149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Attempting to bind port 87bc2c31-922b-4626-a23a-f3909dacf48e on network e646be91-e244-4948-a8eb-1332b1aba81b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:43.950113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499735-eeb5-4149-b9e2-5b96e6a73adb req-dea367e4-9fa3-46ac-993f-e4643073a0f0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.952165 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b499735-eeb5-4149-b9e2-5b96e6a73adb req-dea367e4-9fa3-46ac-993f-e4643073a0f0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.1462390 Aug 31 14:01:43.977130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 43cf8747-c19a-41fb-a013-13c5607e797a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:43.983624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43149f-5851-4161-8f68-70c36b32da57 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:44.014041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:44.014605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Checking segment: {'id': '7b586b19-7bc9-4113-a49f-519b65f112c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:44.015127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.015644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Bound using segment: {'id': '7b586b19-7bc9-4113-a49f-519b65f112c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:44.016260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Bound port: 87bc2c31-922b-4626-a23a-f3909dacf48e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b586b19-7bc9-4113-a49f-519b65f112c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': 'e646be91-e244-4948-a8eb-1332b1aba81b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:44.016780 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.061471 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b499735-eeb5-4149-b9e2-5b96e6a73adb req-74e24763-4185-40d1-8080-983965f53f8b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.1008813 Aug 31 14:01:44.144503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.objects.ports [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:01:44.159926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] For port 87bc2c31-922b-4626-a23a-f3909dacf48e, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:44.163392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] For port 87bc2c31-922b-4626-a23a-f3909dacf48e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=87bc2c31-922b-4626-a23a-f3909dacf48e,segment=NetworkSegment(7b586b19-7bc9-4113-a49f-519b65f112c2),segment_id=7b586b19-7bc9-4113-a49f-519b65f112c2)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:44.170490 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.201761 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b499735-eeb5-4149-b9e2-5b96e6a73adb req-0fe78d99-b082-4891-b636-64f95c29ad06 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303444 Aug 31 14:01:44.224691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.244388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caacfe7-1712-4cec-b8c4-97ce9cf5d031 None None] Pushing event updated for resources: {'Port': ['ID=87bc2c31-922b-4626-a23a-f3909dacf48e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:44.253032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 43cf8747-c19a-41fb-a013-13c5607e797a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:44.258129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 43cf8747-c19a-41fb-a013-13c5607e797a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:44.258783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.306586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ec02401-094f-491d-91d1-5fde9c5661f1 req-b7d399a1-cf39-4d01-b219-4ef6f806587a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6784923 Aug 31 14:01:44.308889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Transition to ACTIVE for port object c88c9813-c81f-44fb-876b-91d373e4fe68 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:44.433047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.445793 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.536729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Network e646be91-e244-4948-a8eb-1332b1aba81b is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:44.547764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 43cf8747-c19a-41fb-a013-13c5607e797a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=43cf8747-c19a-41fb-a013-13c5607e797a,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:44.554487 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.567779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:44.567969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.608407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:44.676314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=43cf8747-c19a-41fb-a013-13c5607e797a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:44.685333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event updated for resources: {'Port': ['ID=c88c9813-c81f-44fb-876b-91d373e4fe68,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:44.751118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:44.798979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:44.801794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.862404 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b499735-eeb5-4149-b9e2-5b96e6a73adb req-04168c47-6c0f-40b0-b881-8c53dece9d06 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706811 Aug 31 14:01:44.874648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-48ca081d-8359-46ba-bf5d-484bd815a0f7 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8618608 Aug 31 14:01:44.875146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46006) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:44.926734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c598a-79a0-4d57-abd2-070ab62d5bc2 req-88260c9d-225f-49f7-857f-bd2a75ea21a5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:44.935075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-958c598a-79a0-4d57-abd2-070ab62d5bc2 req-88260c9d-225f-49f7-857f-bd2a75ea21a5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.2285163 Aug 31 14:01:45.028559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-958c598a-79a0-4d57-abd2-070ab62d5bc2 req-fc4a0d9e-2fbc-446d-ac28-9b4b2d12d3d5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924795 Aug 31 14:01:45.037229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f60262-e9dc-4de2-9375-8067be12db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf8747-c19a-41fb-a013-13c5607e797a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:45.040055 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b869244-cdcf-4289-817b-8bf31895c80b" -d '{"events": [{"server_uuid": "45f60262-e9dc-4de2-9375-8067be12db6c", "name": "network-vif-plugged", "status": "completed", "tag": "43cf8747-c19a-41fb-a013-13c5607e797a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:45.089700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:45.123996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.130201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.131443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.205457 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79d23c-71dd-47d4-8289-41101c7cc12b x-openstack-request-id: req-3a79d23c-71dd-47d4-8289-41101c7cc12b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:45.206437 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f60262-e9dc-4de2-9375-8067be12db6c", "name": "network-vif-plugged", "status": "completed", "tag": "43cf8747-c19a-41fb-a013-13c5607e797a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:45.206815 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a79d23c-71dd-47d4-8289-41101c7cc12b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:45.207257 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f60262-e9dc-4de2-9375-8067be12db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf8747-c19a-41fb-a013-13c5607e797a', 'code': 200} Aug 31 14:01:45.267311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:45.269071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=c357b538-a1e2-4500-a07e-710207990350,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:45.275255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:45.277962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.278585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.343030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8402824 Aug 31 14:01:45.347245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:45.353347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:d5:d8:ae', 'name': 'tempest-NetworksTestDHCPv6-1234661652'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:45.360321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7749b-324e-4025-83d4-cbf7eda64ba2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=8']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:45.410799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a6e4e-6540-4db7-89e0-c7886291f7ba tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.414165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c5ec3cca-7ec6-4353-a0c0-2089ab60c661 None None] Provisioning for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:45.417530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a6e4e-6540-4db7-89e0-c7886291f7ba tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.420104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c5ec3cca-7ec6-4353-a0c0-2089ab60c661 None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:45.420551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3cca-7ec6-4353-a0c0-2089ab60c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.424681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a6e4e-6540-4db7-89e0-c7886291f7ba tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.427225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ab6a6e4e-6540-4db7-89e0-c7886291f7ba tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5513527 Aug 31 14:01:45.427408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19940bab-82cf-4ade-935c-3c562e241511 req-1207b58a-cdcd-46e3-ba56-47007bc6bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.428964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19940bab-82cf-4ade-935c-3c562e241511 req-1207b58a-cdcd-46e3-ba56-47007bc6bbe5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 1097 time: 0.1322680 Aug 31 14:01:45.430070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46016) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:45.511055 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b499735-eeb5-4149-b9e2-5b96e6a73adb req-1ed749e9-f702-4329-9679-44fb56dc48a7 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370075 Aug 31 14:01:45.540660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19940bab-82cf-4ade-935c-3c562e241511 req-30e41c1e-1485-47ea-9731-41bf63e71f2a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029994 Aug 31 14:01:45.575045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf37b7-d655-41da-9549-a5c615741534 req-f5cdf223-4852-4544-82a4-9e9b7c5f4379 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.579324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Deleting port c88c9813-c81f-44fb-876b-91d373e4fe68 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:45.580127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.585228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4adf37b7-d655-41da-9549-a5c615741534 req-f5cdf223-4852-4544-82a4-9e9b7c5f4379 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 946 time: 0.1137576 Aug 31 14:01:45.588712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:45.617643 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3cca-7ec6-4353-a0c0-2089ab60c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.678844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4adf37b7-d655-41da-9549-a5c615741534 req-e73a5dfa-cba5-4b66-8975-76e9c3126328 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926399 Aug 31 14:01:45.681330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.694615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c5ec3cca-7ec6-4353-a0c0-2089ab60c661 None None] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:45.695899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Calling delete_port for c88c9813-c81f-44fb-876b-91d373e4fe68 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:45.708775 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3cca-7ec6-4353-a0c0-2089ab60c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.763228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.801068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 71179169-5397-4e67-9872-13bb48909148 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:45.848141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec3cca-7ec6-4353-a0c0-2089ab60c661 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:45.962296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0275aab-d17a-4170-a75a-1db281089014 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:01:46.030471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.072793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 172.20.0.3 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/0f337884-3c1e-4782-86a5-44363f2ea746/71179169-5397-4e67-9872-13bb48909148) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:46.092437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fed5:d8ae (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/c357b538-a1e2-4500-a07e-710207990350/71179169-5397-4e67-9872-13bb48909148) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:46.133224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event deleted for resources: {'Port': ['ID=c88c9813-c81f-44fb-876b-91d373e4fe68,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:46.249923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0275aab-d17a-4170-a75a-1db281089014 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:01:46.254419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.257681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9d212065-6ac8-4147-8954-c763b2b48975 None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:46.259897 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d212065-6ac8-4147-8954-c763b2b48975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.260694 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9bb1f2ab-3bf1-4ed5-bf99-4390efb4e844 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "DELETE /v2.0/ports/c88c9813-c81f-44fb-876b-91d373e4fe68 HTTP/1.1" status: 204 len: 168 time: 0.8294764 Aug 31 14:01:46.261363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46040) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:46.268019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Request body: {'port': {'name': 'tempest-new-port-name-1456012422', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:46.269155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] bootfile-name is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:01:46.269511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] tftp-server is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:01:46.269854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] server-ip-address is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:01:46.395034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.477356 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.528448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e6e7a-a7fb-48bc-b407-e515598340ad req-4d29f22c-1b98-43f5-987e-67615ad282ce tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.531190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-668e6e7a-a7fb-48bc-b407-e515598340ad req-4d29f22c-1b98-43f5-987e-67615ad282ce tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.3289869 Aug 31 14:01:46.536817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9d212065-6ac8-4147-8954-c763b2b48975 None None] Provisioning for port 87bc2c31-922b-4626-a23a-f3909dacf48e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:46.536981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 71179169-5397-4e67-9872-13bb48909148 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:46.615009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-668e6e7a-a7fb-48bc-b407-e515598340ad req-7b44497c-d0a1-4fd8-985e-fb1416a5b8fe tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709977 Aug 31 14:01:46.630232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.777378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=71179169-5397-4e67-9872-13bb48909148,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:46.800785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:46.802478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:46.811626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:46.839251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 87bc2c31-922b-4626-a23a-f3909dacf48e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:46.873848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-b59560fe-684d-4436-87e8-20e1de23f884 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.875988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-b59560fe-684d-4436-87e8-20e1de23f884 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.1964388 Aug 31 14:01:46.919529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 87bc2c31-922b-4626-a23a-f3909dacf48e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:46.944417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 87bc2c31-922b-4626-a23a-f3909dacf48e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:46.944925 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.954962 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-f6847289-6f41-4ffa-9b4c-94f4af137d40 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.0716343 Aug 31 14:01:46.971678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.973683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.067651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7d44bf98-519f-4ac4-b4b6-60d1702c95cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7182634 Aug 31 14:01:47.072488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46086) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:47.085490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-b23763da-7f3a-4b25-a7b8-7d5db7b3365b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204500 Aug 31 14:01:47.090370 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.104829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c5fbf-4f27-4e31-8414-108faabedad4 req-8c18bacc-6fbe-4b9d-9434-d7273c69e65d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.105442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.106709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-827c5fbf-4f27-4e31-8414-108faabedad4 req-8c18bacc-6fbe-4b9d-9434-d7273c69e65d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 946 time: 0.1285355 Aug 31 14:01:47.122411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.127550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-f764303f-e92b-499f-b59a-f0b9eb1f7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.129729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-f764303f-e92b-499f-b59a-f0b9eb1f7a94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 1096 time: 0.1406419 Aug 31 14:01:47.136483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 87bc2c31-922b-4626-a23a-f3909dacf48e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=87bc2c31-922b-4626-a23a-f3909dacf48e,segment=NetworkSegment(7b586b19-7bc9-4113-a49f-519b65f112c2),segment_id=7b586b19-7bc9-4113-a49f-519b65f112c2)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:47.147396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.148839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:47.239688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=87bc2c31-922b-4626-a23a-f3909dacf48e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:47.243279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-827c5fbf-4f27-4e31-8414-108faabedad4 req-861ba6b2-c022-4977-ad3f-7ff5bc915839 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184440 Aug 31 14:01:47.269476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa570c-a565-450a-986f-1c3136ee12aa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.277207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa570c-a565-450a-986f-1c3136ee12aa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.279372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-86aa570c-a565-450a-986f-1c3136ee12aa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2055051 Aug 31 14:01:47.283503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:47.284073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.292904 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46088) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:47.310238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-a6a1ae9a-b557-4c9a-994b-b5724df66dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.311877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-a6a1ae9a-b557-4c9a-994b-b5724df66dc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 912 time: 0.1721740 Aug 31 14:01:47.312373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event updated for resources: {'Port': ['ID=3e40af3e-00fb-42df-b034-080737ab9020,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:47.393180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] In _notify_port_updated(), no bound segment for port 3e40af3e-00fb-42df-b034-080737ab9020 on network e646be91-e244-4948-a8eb-1332b1aba81b {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:01:47.398649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.399310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.402910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-64b0ffad-47bb-48ec-a361-69026312db35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "PUT /v2.0/ports/3e40af3e-00fb-42df-b034-080737ab9020 HTTP/1.1" status: 200 len: 1136 time: 1.1383295 Aug 31 14:01:47.405121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46092) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:47.417825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-d4ed3857-e56e-480b-a19e-43c20f7b8fd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3eb5760d-3231-467c-8966-ab1225d1b52e HTTP/1.1" status: 200 len: 217 time: 0.0972190 Aug 31 14:01:47.438140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ba2a6-ea01-4a39-907f-a7d0a2ec730d req-9bcb8c55-8faa-4647-afbe-bd13ce0bda40 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.441186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc6ba2a6-ea01-4a39-907f-a7d0a2ec730d req-9bcb8c55-8faa-4647-afbe-bd13ce0bda40 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1075127 Aug 31 14:01:47.462298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-1d7b62cc-2567-46c3-a7f5-32ec33379792 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723829 Aug 31 14:01:47.490387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-c7aa832b-dc28-4062-b45c-320e21dee806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.492932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-c7aa832b-dc28-4062-b45c-320e21dee806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 200 len: 850 time: 0.0506175 Aug 31 14:01:47.494239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54030161-fcd3-4d45-86aa-9e73caef1228 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.499879 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-54030161-fcd3-4d45-86aa-9e73caef1228 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "GET /v2.0/ports/3e40af3e-00fb-42df-b034-080737ab9020 HTTP/1.1" status: 200 len: 1136 time: 0.0891843 Aug 31 14:01:47.502336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46094) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:47.548310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-6e4bb34c-0d7c-4a66-b98f-b5dbe09d32e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb7d75c-8b51-4148-b0f8-1f027de895dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321226 Aug 31 14:01:47.659826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 71179169-5397-4e67-9872-13bb48909148 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:47.660393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.674110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc6ba2a6-ea01-4a39-907f-a7d0a2ec730d req-296feee1-a8cf-4d2a-840a-e546389474bc tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796594 Aug 31 14:01:47.677704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-c9ffc567-0a8a-4187-b82f-ae95b407abb4 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207170 Aug 31 14:01:47.756438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Deleting port 3e40af3e-00fb-42df-b034-080737ab9020 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:47.757045 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.826782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305f044-d8eb-4172-9d99-fa7822f966b3 None None] Network e646be91-e244-4948-a8eb-1332b1aba81b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:47.829957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae110ae-d9a2-4dd9-90a2-a68b656f2d12 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:47.879963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3da1cdd9-5caa-4b89-be8f-58436a8a295f req-814456f1-9cc0-4252-9526-ff78c30d4a24 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936574 Aug 31 14:01:47.904151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.927301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Calling delete_port for 3e40af3e-00fb-42df-b034-080737ab9020 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:47.974348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5cd07c63-2784-4f7f-9d35-c8bf9d273196 None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:47.975424 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5cd07c63-2784-4f7f-9d35-c8bf9d273196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.998814 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-3a5811cf-5066-49f4-ae63-7c5e5e9f9014 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355039 Aug 31 14:01:48.061300 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:48.091810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 71179169-5397-4e67-9872-13bb48909148 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:48.277039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:48.292341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-166c3a54-d0e6-42a0-aca6-e3504309f5ff req-d1abb650-9d36-4ac9-b772-54b4edfde1f3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 210 time: 0.0585744 Aug 31 14:01:48.369337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event deleted for resources: {'Port': ['ID=3e40af3e-00fb-42df-b034-080737ab9020,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:48.548914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9837-f014-45d4-b141-c55c8a01f79f req-a58cb018-6e85-4029-8a27-403089f6ad7c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:48.577484 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b5e9837-f014-45d4-b141-c55c8a01f79f req-a58cb018-6e85-4029-8a27-403089f6ad7c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 946 time: 0.2030640 Aug 31 14:01:48.622637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 87bc2c31-922b-4626-a23a-f3909dacf48e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:48.635383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:48.637367 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4353b0c9-3ead-46e5-b0ce-09877123b2e4 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "DELETE /v2.0/ports/3e40af3e-00fb-42df-b034-080737ab9020 HTTP/1.1" status: 204 len: 168 time: 1.1325645 Aug 31 14:01:48.640244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46128) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:48.687742 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5b5e9837-f014-45d4-b141-c55c8a01f79f req-baef8895-fd71-4e70-b7aa-449ee8eb506f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092734 Aug 31 14:01:48.757449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Deleting subnet 592bca95-271b-4b8d-8b55-db3f2ea33618 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:48.781340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:48.838926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.004929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8ad58-5d70-466d-bb41-21e0dd83c151 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:49.015733 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.026683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=71179169-5397-4e67-9872-13bb48909148,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:49.163651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb640a20-3ec3-4418-9c62-69f8dd575bb6 req-e563871e-41aa-439b-a27e-5a0d1ba67e3b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.165745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb640a20-3ec3-4418-9c62-69f8dd575bb6 req-e563871e-41aa-439b-a27e-5a0d1ba67e3b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.3001914 Aug 31 14:01:49.264304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.268963 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-405275c0-baa5-44d0-bbae-42817771346b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/71179169-5397-4e67-9872-13bb48909148 HTTP/1.1" status: 204 len: 168 time: 1.9585440 Aug 31 14:01:49.273033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46148) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:49.300422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2841eb17-e5ed-4644-85f9-2df34241b12f None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:49.300422 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2841eb17-e5ed-4644-85f9-2df34241b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.342702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb640a20-3ec3-4418-9c62-69f8dd575bb6 req-2def08c4-0f49-45d2-a55d-7291a5a18a8e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664982 Aug 31 14:01:49.438583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b5bbb-d2c5-4bdb-9a8f-622fcd5629d1 None None] Network e646be91-e244-4948-a8eb-1332b1aba81b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:49.440605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5810459-1644-4e5c-b518-8ced9b5e4e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.442449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5810459-1644-4e5c-b518-8ced9b5e4e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.444160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5810459-1644-4e5c-b518-8ced9b5e4e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.445675 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04c4f247-92c9-4f3a-96fa-98796ed29b72 req-9ce8d097-2c56-4e7e-be27-1ffc2eb28fb5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 210 time: 0.0544150 Aug 31 14:01:49.445809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d5810459-1644-4e5c-b518-8ced9b5e4e52 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1663136 Aug 31 14:01:49.448575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46154) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:49.452948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 87bc2c31-922b-4626-a23a-f3909dacf48e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:49.453306 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.453443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.571120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 0f337884-3c1e-4782-86a5-44363f2ea746 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:49.577018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.616099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.658697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event deleted for resources: {'Subnet': ['ID=592bca95-271b-4b8d-8b55-db3f2ea33618,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:49.666567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.670117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.672662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "DELETE /v2.0/subnets/592bca95-271b-4b8d-8b55-db3f2ea33618 HTTP/1.1" status: 204 len: 168 time: 1.0311308 Aug 31 14:01:49.675029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46160) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:49.713327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.714267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.714845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.715424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.717016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.717711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.718376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.719453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.720591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.721573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.722647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.723735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293339-66e0-499e-91f7-c920a5042857 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:49.734182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2841eb17-e5ed-4644-85f9-2df34241b12f None None] Could not find standard attr ID for object 71179169-5397-4e67-9872-13bb48909148. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:49.864281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4bdcfe3c-91cd-4c4e-9a24-c8058bf4d0fb None None] Could not find standard attr ID for object 3e40af3e-00fb-42df-b034-080737ab9020. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:49.866447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.928226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4bdcfe3c-91cd-4c4e-9a24-c8058bf4d0fb None None] Provisioning complete for port 87bc2c31-922b-4626-a23a-f3909dacf48e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:49.928601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4bdcfe3c-91cd-4c4e-9a24-c8058bf4d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.998827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-4e39611c-91b6-437e-9cdd-7068f3485736 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:50.001702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-4e39611c-91b6-437e-9cdd-7068f3485736 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.1497903 Aug 31 14:01:50.011459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Deleting port 87bc2c31-922b-4626-a23a-f3909dacf48e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:50.011916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.028914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] DHCP port deletion for e646be91-e244-4948-a8eb-1332b1aba81b request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:01:50.030435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Request body: {'port': {'device_id': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'admin_state_up': True, 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:50.154213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.155839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] Deleting port 87bc2c31-922b-4626-a23a-f3909dacf48e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:50.156293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.245735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] For port 87bc2c31-922b-4626-a23a-f3909dacf48e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=87bc2c31-922b-4626-a23a-f3909dacf48e,segment=NetworkSegment(7b586b19-7bc9-4113-a49f-519b65f112c2),segment_id=7b586b19-7bc9-4113-a49f-519b65f112c2)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:50.246269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.281585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] For port 87bc2c31-922b-4626-a23a-f3909dacf48e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=87bc2c31-922b-4626-a23a-f3909dacf48e,segment=NetworkSegment(7b586b19-7bc9-4113-a49f-519b65f112c2),segment_id=7b586b19-7bc9-4113-a49f-519b65f112c2)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:50.282080 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.286692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Calling delete_port for 87bc2c31-922b-4626-a23a-f3909dacf48e owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:50.315806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] Calling delete_port for 87bc2c31-922b-4626-a23a-f3909dacf48e owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:50.535599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:50.543363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.555574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f474c993-000e-41bd-8e50-3f6db72b9b4f None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:50.558830 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f474c993-000e-41bd-8e50-3f6db72b9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.559201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.614308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2cf6f-32cf-4910-b969-73e9adf29e3e req-88f547db-72fb-473b-ac6f-a4c9e1b48fae tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:50.622580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3d2cf6f-32cf-4910-b969-73e9adf29e3e req-88f547db-72fb-473b-ac6f-a4c9e1b48fae tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1620092 Aug 31 14:01:50.626055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 87bc2c31-922b-4626-a23a-f3909dacf48e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:50.631967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] No DVR routers for this DVR port 87bc2c31-922b-4626-a23a-f3909dacf48e on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:50.633971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event deleted for resources: {'Port': ['ID=87bc2c31-922b-4626-a23a-f3909dacf48e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:50.681263 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a57611cc-dc39-4747-afa3-12a60c577d3c req-d545dcf2-dd62-40ee-bcac-6e48d46a9f95 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 210 time: 0.0748146 Aug 31 14:01:50.706152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.708487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 87bc2c31-922b-4626-a23a-f3909dacf48e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:50.709073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 87bc2c31-922b-4626-a23a-f3909dacf48e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:50.726529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.729026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/0f337884-3c1e-4782-86a5-44363f2ea746 HTTP/1.1" status: 204 len: 168 time: 1.2793791 Aug 31 14:01:50.759093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46182) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:50.785564 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.819682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet c357b538-a1e2-4500-a07e-710207990350 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:50.823901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.829472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d19423-b2ab-4806-a8a7-b5e45b8eca12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=0f337884-3c1e-4782-86a5-44363f2ea746,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:50.866586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3d2cf6f-32cf-4910-b969-73e9adf29e3e req-15426b6e-a36d-4ab5-a46e-6231827c497f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430072 Aug 31 14:01:50.868803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.876486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Allocated IP 172.20.0.11 (9e3cca68-eb88-46bf-ab3f-57f1f2694ff7/02326dba-1fb6-4485-9b8e-234d2e9925b4/f1b440f4-1250-47e3-94d3-858770d0bf42) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:50.896105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] No DVR routers for this DVR port 87bc2c31-922b-4626-a23a-f3909dacf48e on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:50.917139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b30e0-0c9f-406c-81ef-917cf393d685 None None] Pushing event deleted for resources: {'Port': ['ID=87bc2c31-922b-4626-a23a-f3909dacf48e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:50.929809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23abaeb1-1627-47d7-8991-1923cda4dc6a None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:50.968346 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.003394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.015134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e646be91-e244-4948-a8eb-1332b1aba81b']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:51.034480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b586b19-7bc9-4113-a49f-519b65f112c2') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:51.035189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b586b19-7bc9-4113-a49f-519b65f112c2') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:51.046144 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.062688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.069813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4e90f20e-5c86-4f90-8ec0-e30647af29f6 None None] Could not find standard attr ID for object 71179169-5397-4e67-9872-13bb48909148. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:01:51.091088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Releasing vlan 1541 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:51.091499 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:51.094673 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:51.180151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.188564 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.211197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.213867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] 10.222.0.10 "DELETE /v2.0/networks/e646be91-e244-4948-a8eb-1332b1aba81b HTTP/1.1" status: 204 len: 168 time: 1.5377076 Aug 31 14:01:51.249449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.251435 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/c357b538-a1e2-4500-a07e-710207990350 HTTP/1.1" status: 204 len: 168 time: 0.4913142 Aug 31 14:01:51.262250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d4e65-f69a-4cf6-8ce1-df117b5686cd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=c357b538-a1e2-4500-a07e-710207990350,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:51.266646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46198) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:51.268202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7885e-8565-4688-9d07-cd1aa8639d35 tempest-ExtraDHCPOptionsTestJSON-1656549029 tempest-ExtraDHCPOptionsTestJSON-1656549029-project] Pushing event deleted for resources: {'Network': ['ID=e646be91-e244-4948-a8eb-1332b1aba81b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:51.339718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b9c065a-617f-4800-9afa-36fc9bef1414 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665052 Aug 31 14:01:51.342410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46200) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:51.437002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9569a72-7062-4122-bb6e-671ed915b6d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:51.442057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b9569a72-7062-4122-bb6e-671ed915b6d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0985959 Aug 31 14:01:51.442729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:51.453033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.509890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33752c-8525-4e8c-9a0b-69f2d5378e62 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:51.514149 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7d33752c-8525-4e8c-9a0b-69f2d5378e62 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704045 Aug 31 14:01:51.514829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46212) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:51.550438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.568123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-70eccb49-9a74-4b0e-bc6a-aa38e5b74137 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519140 Aug 31 14:01:51.568803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46214) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:51.575852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9a720f2c-6403-4853-ad0a-6e29cae2678b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:51.595123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:51.749740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:51.759077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46222) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:51.774569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:51.778477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:51.833282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a720f2c-6403-4853-ad0a-6e29cae2678b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:51.837386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a720f2c-6403-4853-ad0a-6e29cae2678b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.841407 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a720f2c-6403-4853-ad0a-6e29cae2678b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:01:51.842957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a720f2c-6403-4853-ad0a-6e29cae2678b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:01:51.873998 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9a720f2c-6403-4853-ad0a-6e29cae2678b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3040581 Aug 31 14:01:51.874698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46228) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:51.880226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9f45bfd2-9d50-423b-b43d-c772d497fdce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:51.895271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event updated for resources: {'Port': ['ID=f1b440f4-1250-47e3-94d3-858770d0bf42,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:51.977236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:51.977926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.012685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c649431-4b7a-40b7-ad74-e55a8601cb3c None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:52.015192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0ab17-6b2f-460e-8bc3-b0691b6f3164 req-c6c91907-a427-46c4-8134-788d1068d929 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.023398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4b0ab17-6b2f-460e-8bc3-b0691b6f3164 req-c6c91907-a427-46c4-8134-788d1068d929 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 932 time: 0.1728556 Aug 31 14:01:52.030540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-18cae287-4e7b-4da2-992e-97289efb7282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0052712 Aug 31 14:01:52.036801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-42b58725-82bf-4f7a-9b01-4ad9c1a76232 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26b16ef73741435d90162174478316ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766058 Aug 31 14:01:52.039664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46240) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:52.051793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f45bfd2-9d50-423b-b43d-c772d497fdce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:52.059384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Request body: {'port': {'device_id': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:52.061254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f45bfd2-9d50-423b-b43d-c772d497fdce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.063960 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f45bfd2-9d50-423b-b43d-c772d497fdce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:01:52.066321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f45bfd2-9d50-423b-b43d-c772d497fdce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:01:52.104184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46242) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:52.105165 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9f45bfd2-9d50-423b-b43d-c772d497fdce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2287562 Aug 31 14:01:52.122618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c9c03d24-9378-450e-b949-66ae1ebb2e55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:52.166888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7b8bbe9f-fe22-401f-ba91-cccd1bc59e1a None None] Provisioning complete for port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:52.167303 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b8bbe9f-fe22-401f-ba91-cccd1bc59e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.211804 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.277812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4b0ab17-6b2f-460e-8bc3-b0691b6f3164 req-abf3ab3c-8cb7-47a2-aaa1-44c7dd3aa9f8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539339 Aug 31 14:01:52.335142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:01:52.378844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30933241-ded0-4c6d-b290-fec22d61843a req-e2bbeb4a-4eff-4992-97fd-040088ed53ef tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.393604 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30933241-ded0-4c6d-b290-fec22d61843a req-e2bbeb4a-4eff-4992-97fd-040088ed53ef tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1060829 Aug 31 14:01:52.431599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] Deleting port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:52.432004 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.475692 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30933241-ded0-4c6d-b290-fec22d61843a req-47f944ee-5fd8-427a-9337-c6080681ee1d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799766 Aug 31 14:01:52.561539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] For port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:52.561904 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.592127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] Calling delete_port for 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:52.604131 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4975af2c-c372-4eed-9ae9-c9e74eb16e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.606678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:52.684312 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4975af2c-c372-4eed-9ae9-c9e74eb16e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.728722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c03d24-9378-450e-b949-66ae1ebb2e55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:52.732780 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9c03d24-9378-450e-b949-66ae1ebb2e55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.734279 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c03d24-9378-450e-b949-66ae1ebb2e55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:01:52.735688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c03d24-9378-450e-b949-66ae1ebb2e55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:01:52.764308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c9c03d24-9378-450e-b949-66ae1ebb2e55 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6564295 Aug 31 14:01:52.765676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46260) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:52.771091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1ae88d42-6fb7-4387-b159-b7f0ddba7e9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:52.824076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.830839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.855618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4975af2c-c372-4eed-9ae9-c9e74eb16e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.859041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4975af2c-c372-4eed-9ae9-c9e74eb16e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.860103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4975af2c-c372-4eed-9ae9-c9e74eb16e4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ba429ab-d9d6-40f2-b231-1684062c6351 HTTP/1.1" status: 204 len: 168 time: 0.8127863 Aug 31 14:01:52.865792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] Pushing event deleted for resources: {'Port': ['ID=0d1a3dc0-7f48-45f6-bb89-254d2fed8b94,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:52.873050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c7202-0568-431d-bb02-621412d5a6e8 None None] No DVR routers for this DVR port 0d1a3dc0-7f48-45f6-bb89-254d2fed8b94 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:52.882267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975af2c-c372-4eed-9ae9-c9e74eb16e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba429ab-d9d6-40f2-b231-1684062c6351,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:52.959931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b440f4-1250-47e3-94d3-858770d0bf42 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:52.967431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae88d42-6fb7-4387-b159-b7f0ddba7e9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:52.970761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.975534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae88d42-6fb7-4387-b159-b7f0ddba7e9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.978901 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae88d42-6fb7-4387-b159-b7f0ddba7e9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:01:52.980790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae88d42-6fb7-4387-b159-b7f0ddba7e9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:01:52.987658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Transition to ACTIVE for port object f1b440f4-1250-47e3-94d3-858770d0bf42 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:52.993084 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.017291 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1ae88d42-6fb7-4387-b159-b7f0ddba7e9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2472982 Aug 31 14:01:53.018171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46264) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:53.024679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-844b9173-9f3e-4aca-8ad3-73a164d44bb5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:53.087701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b440f4-1250-47e3-94d3-858770d0bf42,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:53.218793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b9173-9f3e-4aca-8ad3-73a164d44bb5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:53.222304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Attempting to bind port f1b440f4-1250-47e3-94d3-858770d0bf42 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:53.222817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Attempting to bind port f1b440f4-1250-47e3-94d3-858770d0bf42 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:53.223171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Attempting to bind port f1b440f4-1250-47e3-94d3-858770d0bf42 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:53.225493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-844b9173-9f3e-4aca-8ad3-73a164d44bb5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.227500 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-844b9173-9f3e-4aca-8ad3-73a164d44bb5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:01:53.228239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844b9173-9f3e-4aca-8ad3-73a164d44bb5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:01:53.235993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Port f1b440f4-1250-47e3-94d3-858770d0bf42 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:53.236375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Attempting to bind port f1b440f4-1250-47e3-94d3-858770d0bf42 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:53.250318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-844b9173-9f3e-4aca-8ad3-73a164d44bb5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2307487 Aug 31 14:01:53.250743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:53.256929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-33760f5c-720b-4d0a-a965-2ced1f87846f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:53.393738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:53.394120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:53.394557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Bound using segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:53.395028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Bound port: f1b440f4-1250-47e3-94d3-858770d0bf42, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:53.395398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.441070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca339-66c0-4be1-824b-50fcf9163ad5 req-af336d55-78b1-4718-90ff-45fbbc4c2d79 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:53.451260 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-059ca339-66c0-4be1-824b-50fcf9163ad5 req-af336d55-78b1-4718-90ff-45fbbc4c2d79 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 944 time: 0.0743518 Aug 31 14:01:53.501565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-059ca339-66c0-4be1-824b-50fcf9163ad5 req-a346db7c-a580-474f-86d9-eae4bce00aff tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Aug 31 14:01:53.530877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] For port f1b440f4-1250-47e3-94d3-858770d0bf42, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:53.536101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] For port f1b440f4-1250-47e3-94d3-858770d0bf42, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1b440f4-1250-47e3-94d3-858770d0bf42,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:53.540713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.546476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33760f5c-720b-4d0a-a965-2ced1f87846f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:53.550050 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33760f5c-720b-4d0a-a965-2ced1f87846f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.551451 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-33760f5c-720b-4d0a-a965-2ced1f87846f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:01:53.551883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33760f5c-720b-4d0a-a965-2ced1f87846f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:01:53.572660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-33760f5c-720b-4d0a-a965-2ced1f87846f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3208361 Aug 31 14:01:53.575441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46298) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:53.600882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:53.601545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.603320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1b440f4-1250-47e3-94d3-858770d0bf42 HTTP/1.1" status: 200 len: 1092 time: 1.5481901 Aug 31 14:01:53.605827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'tag': 'f1b440f4-1250-47e3-94d3-858770d0bf42'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:53.608184 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7df95ad-72e1-420f-8489-42859b0538fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2197e74c-2c43-4304-bd6f-e6ae33791410", "tag": "f1b440f4-1250-47e3-94d3-858770d0bf42"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:53.657360 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f9d319d1-1cdf-4d3c-be99-0f84a698b076 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0806901 Aug 31 14:01:53.658000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46304) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:53.670996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e050f3-fbd8-40a0-8169-7a4eb29b9531 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b440f4-1250-47e3-94d3-858770d0bf42,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:53.724560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534722-bef2-4a61-a765-3584ac40961e req-960a898f-ca6d-4730-9304-b15c201af9ab tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:53.731949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56534722-bef2-4a61-a765-3584ac40961e req-960a898f-ca6d-4730-9304-b15c201af9ab tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1422069 Aug 31 14:01:53.795568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-6bce018b-f99d-4051-be55-4e2ff03a546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:53.808677 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-56534722-bef2-4a61-a765-3584ac40961e req-0e059d91-3bb8-4647-800b-a0d0526d35d8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757940 Aug 31 14:01:53.811693 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-6bce018b-f99d-4051-be55-4e2ff03a546a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 1095 time: 0.1286433 Aug 31 14:01:53.840015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f90acb-193b-4328-91a5-c5545da608bf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:53.848580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-59f90acb-193b-4328-91a5-c5545da608bf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1883004 Aug 31 14:01:53.849233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46312) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:53.929985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-a7881604-d27c-48ce-b40a-9d10dc41aa28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b440f4-1250-47e3-94d3-858770d0bf42 HTTP/1.1" status: 200 len: 217 time: 0.1116483 Aug 31 14:01:53.931981 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de4a99-414e-4ebb-83be-f6f08028ff28 x-openstack-request-id: req-63de4a99-414e-4ebb-83be-f6f08028ff28 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:53.932276 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2197e74c-2c43-4304-bd6f-e6ae33791410", "tag": "f1b440f4-1250-47e3-94d3-858770d0bf42", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:53.932523 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63de4a99-414e-4ebb-83be-f6f08028ff28 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:53.932941 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'tag': 'f1b440f4-1250-47e3-94d3-858770d0bf42', 'status': 'completed', 'code': 200} Aug 31 14:01:53.940920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b48211af-ce65-4b9e-bbac-ef4d272beaad tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884337 Aug 31 14:01:53.942765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46318) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:53.956823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:53.957899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:54.094209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2065343018'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:54.103154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-182917ea-0ea5-47ab-8fb0-b0db2a23040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.104618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-182917ea-0ea5-47ab-8fb0-b0db2a23040d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1266365 Aug 31 14:01:54.134565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Made reservation on behalf of cc76217f389c40329933b8ca84eb27e2 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:54.138357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.143985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-5ab05e45-da34-467f-9d07-796ff99e5caa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293846 Aug 31 14:01:54.144710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:01:54.144710 n-d-792362-6 neutron-server[101361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:01:54.144710 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'id': '4d75fa2a-0d09-4d35-8d8a-9d339926a6d2', 'expiration': datetime.datetime(2021, 8, 31, 14, 3, 54, 122110)}] Aug 31 14:01:54.144710 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:54.145292 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:54.148824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.246317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.250821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.271938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-f97c408f-f49f-4322-b99a-4cd11de494e3 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159685 Aug 31 14:01:54.277083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:54.292989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036c2650-3390-44e7-bc55-2b857f76d9a4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:54.296903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.298299 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Added segment e8679a4d-9108-4547-86c0-5d378a737486 of type vlan for network d8d69dfe-04ea-458d-be62-557da367def4 Aug 31 14:01:54.346831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.380147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.397659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.398356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.480444 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5212343 Aug 31 14:01:54.482343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86cf1a34-d801-4e4e-b9f6-544ea50220e8 req-fa0a9c0e-c50d-4811-8849-382573495c10 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031479 Aug 31 14:01:54.482963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46332) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:54.488426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'subnet': {'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:54.531394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8447e07-4541-412c-b9f2-0aa9facaa440 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Network': ['ID=d8d69dfe-04ea-458d-be62-557da367def4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:54.545062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d8d69dfe-04ea-458d-be62-557da367def4 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:54.706136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:01:54.706136 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:01:54.706136 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id_1': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 1, 54, 677314)}] Aug 31 14:01:54.706136 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:54.706687 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:54.718268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Made reservation on behalf of cc76217f389c40329933b8ca84eb27e2 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:54.722152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.729112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df95ad-72e1-420f-8489-42859b0538fa req-ad85271b-b949-4c81-b7cc-c497343b601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.731142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7df95ad-72e1-420f-8489-42859b0538fa req-ad85271b-b949-4c81-b7cc-c497343b601a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 1095 time: 0.1234722 Aug 31 14:01:54.749965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d202f-e980-4385-a5cb-a3214b33b522 req-52314cea-f380-4dce-95ce-fd0525f39402 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.751600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e9d202f-e980-4385-a5cb-a3214b33b522 req-52314cea-f380-4dce-95ce-fd0525f39402 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 944 time: 0.1452715 Aug 31 14:01:54.952389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e9d202f-e980-4385-a5cb-a3214b33b522 req-72b75f68-2c11-4317-956e-cb96a24175fd tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587553 Aug 31 14:01:54.977197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df95ad-72e1-420f-8489-42859b0538fa req-d4b5d105-82e6-4800-973a-8b990d8e2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.978814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7df95ad-72e1-420f-8489-42859b0538fa req-d4b5d105-82e6-4800-973a-8b990d8e2190 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.1969063 Aug 31 14:01:55.002319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3389fb4-4309-4d1e-86c5-0f30eb360b1a req-20f6cab0-79c6-4c0c-a4f7-92cf21cffdc2 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.004773 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f3389fb4-4309-4d1e-86c5-0f30eb360b1a req-20f6cab0-79c6-4c0c-a4f7-92cf21cffdc2 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0698578 Aug 31 14:01:55.056554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7df95ad-72e1-420f-8489-42859b0538fa req-1fe06723-c9ed-4eeb-bce0-824bbd63c45b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b440f4-1250-47e3-94d3-858770d0bf42 HTTP/1.1" status: 200 len: 217 time: 0.0482919 Aug 31 14:01:55.062208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f3389fb4-4309-4d1e-86c5-0f30eb360b1a req-e0f357b1-5fba-40c1-87f3-06e13406a975 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Aug 31 14:01:55.154005 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.208988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df95ad-72e1-420f-8489-42859b0538fa req-56328be4-b34c-4863-bc53-5929b6af2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.210342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7df95ad-72e1-420f-8489-42859b0538fa req-56328be4-b34c-4863-bc53-5929b6af2ab0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1113782 Aug 31 14:01:55.264455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7df95ad-72e1-420f-8489-42859b0538fa req-9d18160b-27f6-41c4-a0ac-53137b4a844b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441098 Aug 31 14:01:55.269209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Subnet': ['ID=17ad7c29-b925-4d68-8bf5-35614111326d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:55.280415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Checking segment: {'id': 'e8679a4d-9108-4547-86c0-5d378a737486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:55.280828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Network hostable DHCP agents. Network: d8d69dfe-04ea-458d-be62-557da367def4, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:55.374209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Network d8d69dfe-04ea-458d-be62-557da367def4 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:55.392083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d8d69dfe-04ea-458d-be62-557da367def4) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:55.400042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.400373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.405666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eaeec3-2893-421f-85d3-4cf5aa6e0565 None None] Network d8d69dfe-04ea-458d-be62-557da367def4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:55.412722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7df95ad-72e1-420f-8489-42859b0538fa req-619f7230-06b7-4104-8a4c-fa1f44b54bca service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333783 Aug 31 14:01:55.422137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-983ce90a-95a8-48b4-8cb0-e2a710bd75a5 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9341481 Aug 31 14:01:55.422549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46356) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:55.427754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-949797046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:55.496141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.api [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:01:55.496141 n-d-792362-6 neutron-server[101360]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:01:55.496141 n-d-792362-6 neutron-server[101360]: [parameters: {'project_id_1': 'cc76217f389c40329933b8ca84eb27e2', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 1, 55, 437361)}] Aug 31 14:01:55.496141 n-d-792362-6 neutron-server[101360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:55.497188 n-d-792362-6 neutron-server[101360]: DEBUG oslo_db.api [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:55.533225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:55.537714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.609688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7df95ad-72e1-420f-8489-42859b0538fa req-0a3887c4-d384-4e5f-9eba-762c10790c46 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866772 Aug 31 14:01:55.653503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d8d69dfe-04ea-458d-be62-557da367def4', 'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4', 'tenant_id': 'cc76217f389c40329933b8ca84eb27e2', 'fixed_ips': [{'subnet_id': '17ad7c29-b925-4d68-8bf5-35614111326d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:55.654389 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.836674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Allocated IP 172.20.0.2 (d8d69dfe-04ea-458d-be62-557da367def4/17ad7c29-b925-4d68-8bf5-35614111326d/c1f70b11-e5fa-417c-967d-1443cfbb5c78) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:55.903970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.objects.ports [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:01:55.905690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.964437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:56.015658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=093edce3-e6e4-410c-814b-ceeeeb72a175,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:56.032063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:56.033763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.036197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.036978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.042627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.055582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3cc6f31e-c310-4e7a-91fd-07ae27b56fb7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1114731 Aug 31 14:01:56.058048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46372) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:56.066425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:c8:8f:f6', 'name': 'tempest-NetworksTestDHCPv6-784085416'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:56.067459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a47dc-d8bd-464a-977f-24acd148a3c5 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:56.094201 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.336286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Transition to ACTIVE for port object c1f70b11-e5fa-417c-967d-1443cfbb5c78 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:56.397155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Transition to ACTIVE for port object c1f70b11-e5fa-417c-967d-1443cfbb5c78 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:56.399497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb9e7e-992c-4b3e-b3d4-15c33fdcc3b6 req-7394bc11-dc30-46e5-bf1e-af5147126919 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.404801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8efb9e7e-992c-4b3e-b3d4-15c33fdcc3b6 req-7394bc11-dc30-46e5-bf1e-af5147126919 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0994184 Aug 31 14:01:56.407227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:56.417862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.482540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Network d8d69dfe-04ea-458d-be62-557da367def4 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:56.511094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:56.517034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:56.521003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Pushing event updated for resources: {'Port': ['ID=c1f70b11-e5fa-417c-967d-1443cfbb5c78,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:56.558117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8efb9e7e-992c-4b3e-b3d4-15c33fdcc3b6 req-32d0ef37-5944-4123-bc79-93b689b0f6f0 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786517 Aug 31 14:01:56.584197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.614293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 800891f2-a926-401c-990b-0db3f6a437bc yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:56.623657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Attempting to bind port c1f70b11-e5fa-417c-967d-1443cfbb5c78 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:56.624158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Attempting to bind port c1f70b11-e5fa-417c-967d-1443cfbb5c78 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'e8679a4d-9108-4547-86c0-5d378a737486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:56.624633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Attempting to bind port c1f70b11-e5fa-417c-967d-1443cfbb5c78 on network d8d69dfe-04ea-458d-be62-557da367def4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:56.634097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:56.634977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Checking segment: {'id': 'e8679a4d-9108-4547-86c0-5d378a737486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:56.635369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.636010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Bound using segment: {'id': 'e8679a4d-9108-4547-86c0-5d378a737486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:56.636688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Bound port: c1f70b11-e5fa-417c-967d-1443cfbb5c78, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8679a4d-9108-4547-86c0-5d378a737486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:56.637226 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.642368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '093edce3-e6e4-410c-814b-ceeeeb72a175'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:56.645801 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.766243 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.777500 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d72e868d-c174-43c3-99d5-429df257f1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.792933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.805949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fec8:8ff6 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/093edce3-e6e4-410c-814b-ceeeeb72a175/800891f2-a926-401c-990b-0db3f6a437bc) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:56.812044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.813609 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1e9db05f-ca20-4dc4-b0da-2166193bd1a8 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.3896377 Aug 31 14:01:56.818167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46390) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:56.829305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be35a3-643a-4946-a4a5-dd0ff39b8290 req-9c92b955-ec0a-42ed-9885-c7fc549f91aa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.837766 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f4be35a3-643a-4946-a4a5-dd0ff39b8290 req-9c92b955-ec0a-42ed-9885-c7fc549f91aa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 944 time: 0.7634728 Aug 31 14:01:56.885078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] For port c1f70b11-e5fa-417c-967d-1443cfbb5c78, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:56.886627 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f4be35a3-643a-4946-a4a5-dd0ff39b8290 req-b7aeb0df-2096-4edb-9409-10b3a1ca6e6d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Aug 31 14:01:56.902498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] For port c1f70b11-e5fa-417c-967d-1443cfbb5c78, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1f70b11-e5fa-417c-967d-1443cfbb5c78,segment=NetworkSegment(e8679a4d-9108-4547-86c0-5d378a737486),segment_id=e8679a4d-9108-4547-86c0-5d378a737486)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:56.910155 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.008561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d8822-446f-446c-bcf2-beaea4b2b4f6 None None] Pushing event updated for resources: {'Port': ['ID=c1f70b11-e5fa-417c-967d-1443cfbb5c78,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:57.648953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.651840 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.758942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 800891f2-a926-401c-990b-0db3f6a437bc will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:57.808522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c05f-4d01-4d07-a5fe-e9f2d3554b75 req-8f93aca8-0554-45db-8ce5-20a2a7154d31 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:57.810333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2683c05f-4d01-4d07-a5fe-e9f2d3554b75 req-8f93aca8-0554-45db-8ce5-20a2a7154d31 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1412756 Aug 31 14:01:57.981224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2683c05f-4d01-4d07-a5fe-e9f2d3554b75 req-35101a8d-afed-4442-ac36-b61fcbc38b73 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594121 Aug 31 14:01:58.020034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.020776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1b440f4-1250-47e3-94d3-858770d0bf42 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:58.105488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a1ce6-336b-4f04-960a-fe2eb06aac33 req-7082ceb7-4280-4815-acad-01cbee36f2bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:58.114339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-525a1ce6-336b-4f04-960a-fe2eb06aac33 req-7082ceb7-4280-4815-acad-01cbee36f2bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 944 time: 0.1207502 Aug 31 14:01:58.149958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Allocated IP 2001:db8::f816:3eff:fe84:817b (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/093edce3-e6e4-410c-814b-ceeeeb72a175/eab65522-379b-417f-9890-7b3ec778d866) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:58.183362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-525a1ce6-336b-4f04-960a-fe2eb06aac33 req-f9b5b5e8-ff9b-42db-83b2-03cd43ae1a72 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680263 Aug 31 14:01:58.183711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f1b440f4-1250-47e3-94d3-858770d0bf42, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1b440f4-1250-47e3-94d3-858770d0bf42,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:58.209387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:58.213633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:58.227167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:58.233685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:58.234614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.248973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f1b440f4-1250-47e3-94d3-858770d0bf42', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'port_id': 'f1b440f4-1250-47e3-94d3-858770d0bf42', 'mac_address': 'fa:16:3e:38:39:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02326dba-1fb6-4485-9b8e-234d2e9925b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:58.270157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2076728 Aug 31 14:01:58.270157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59869a3b-aef0-4233-a1c0-1133a77667e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=800891f2-a926-401c-990b-0db3f6a437bc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:58.270891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46422) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:58.306966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Allocated IP 172.20.0.1 (d8d69dfe-04ea-458d-be62-557da367def4/17ad7c29-b925-4d68-8bf5-35614111326d/39313764-aaca-4d33-afee-15e6912111d1) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:58.322571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.359285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b440f4-1250-47e3-94d3-858770d0bf42 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:58.386893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef3db2f-7d70-4b96-8476-9eaf4050ce0c None None] Network d8d69dfe-04ea-458d-be62-557da367def4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:58.425608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a74c7-7b0e-40a2-a53c-68e38a5c8b48 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:58.429173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-512a74c7-7b0e-40a2-a53c-68e38a5c8b48 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1544414 Aug 31 14:01:58.433220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46430) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:58.526407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.541569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Transition to ACTIVE for port object 39313764-aaca-4d33-afee-15e6912111d1 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:58.579844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f1b440f4-1250-47e3-94d3-858770d0bf42, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1b440f4-1250-47e3-94d3-858770d0bf42,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:58.590557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.618188 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.621708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Network d8d69dfe-04ea-458d-be62-557da367def4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:58.625432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:58.630818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b03d5a73-6958-4354-862d-313f8f94ee83 None None] Provisioning for port c1f70b11-e5fa-417c-967d-1443cfbb5c78 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:58.651159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:58.673845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 800891f2-a926-401c-990b-0db3f6a437bc {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:58.676433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1f70b11-e5fa-417c-967d-1443cfbb5c78 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:58.676573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.707637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Port': ['ID=39313764-aaca-4d33-afee-15e6912111d1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:58.712894 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.715987 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.747716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Transition to ACTIVE for port object eab65522-379b-417f-9890-7b3ec778d866 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:58.787450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f1b440f4-1250-47e3-94d3-858770d0bf42,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:58.792182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Transition to ACTIVE for port object eab65522-379b-417f-9890-7b3ec778d866 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:58.813469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.877295 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.878080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c1f70b11-e5fa-417c-967d-1443cfbb5c78 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:58.883741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Pushing event updated for resources: {'Port': ['ID=eab65522-379b-417f-9890-7b3ec778d866,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:58.890057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c1f70b11-e5fa-417c-967d-1443cfbb5c78 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:58.890305 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.891474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 800891f2-a926-401c-990b-0db3f6a437bc owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:58.917838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:58.922205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:58.925937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:58.996224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.046800 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.099632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Attempting to bind port eab65522-379b-417f-9890-7b3ec778d866 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:59.100038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Attempting to bind port eab65522-379b-417f-9890-7b3ec778d866 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:59.100496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Attempting to bind port eab65522-379b-417f-9890-7b3ec778d866 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:59.115221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:59.115614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:59.116026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.116429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:59.116950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Bound port: eab65522-379b-417f-9890-7b3ec778d866, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:59.117343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.138333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c1f70b11-e5fa-417c-967d-1443cfbb5c78, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1f70b11-e5fa-417c-967d-1443cfbb5c78,segment=NetworkSegment(e8679a4d-9108-4547-86c0-5d378a737486),segment_id=e8679a4d-9108-4547-86c0-5d378a737486)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:59.156129 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.194038 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.206667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=800891f2-a926-401c-990b-0db3f6a437bc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:59.261221 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.265559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9c746970-9161-4492-bc89-305c171fbdbe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/800891f2-a926-401c-990b-0db3f6a437bc HTTP/1.1" status: 204 len: 168 time: 0.8286600 Aug 31 14:01:59.265809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46448) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:59.272659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c1f70b11-e5fa-417c-967d-1443cfbb5c78,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:59.292431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f1b440f4-1250-47e3-94d3-858770d0bf42'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:59.347050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47a20-7868-4a67-ba1c-2387742f79b5 req-9e78f38a-deea-4d37-bf6a-2c768d6fd331 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.349050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cc47a20-7868-4a67-ba1c-2387742f79b5 req-9e78f38a-deea-4d37-bf6a-2c768d6fd331 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1639278 Aug 31 14:01:59.389493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] For port eab65522-379b-417f-9890-7b3ec778d866, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:59.393809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] For port eab65522-379b-417f-9890-7b3ec778d866, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eab65522-379b-417f-9890-7b3ec778d866,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:59.399263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00762f6-2b52-494a-8f3a-6615a136fab2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.401279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00762f6-2b52-494a-8f3a-6615a136fab2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.404147 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.406126 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a00762f6-2b52-494a-8f3a-6615a136fab2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1392143 Aug 31 14:01:59.407053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46452) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:59.452720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c816ea5-bacd-4a25-a876-b97158c83a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.454955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1152103f-90b5-4802-adc8-5c546df60c4d None None] Provisioning complete for port c1f70b11-e5fa-417c-967d-1443cfbb5c78 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:59.455396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1152103f-90b5-4802-adc8-5c546df60c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.461966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cc47a20-7868-4a67-ba1c-2387742f79b5 req-d4dd300d-6d3b-46d4-a07a-dfc8e06faba9 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726123 Aug 31 14:01:59.508065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0290624-1df3-40e7-be14-4b1bec40eb0b req-8cf4e2e9-ba4c-4f00-829f-0866c0bfd057 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.513044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0290624-1df3-40e7-be14-4b1bec40eb0b req-8cf4e2e9-ba4c-4f00-829f-0866c0bfd057 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 945 time: 0.1913283 Aug 31 14:01:59.558786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 093edce3-e6e4-410c-814b-ceeeeb72a175 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:59.565880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.572080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.574117 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.605048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.609739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe94cf-c2d4-4b9f-8243-84761b521b00 None None] Pushing event updated for resources: {'Port': ['ID=eab65522-379b-417f-9890-7b3ec778d866,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:59.661637 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0290624-1df3-40e7-be14-4b1bec40eb0b req-43864a35-383c-4629-be3a-262b45f7b8d1 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333518 Aug 31 14:01:59.685141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.708236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Port': ['ID=39313764-aaca-4d33-afee-15e6912111d1,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:59.718307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.830676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Network d8d69dfe-04ea-458d-be62-557da367def4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:59.832696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:59.904744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.938772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1152103f-90b5-4802-adc8-5c546df60c4d None None] Provisioning for port 39313764-aaca-4d33-afee-15e6912111d1 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:59.957535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1152103f-90b5-4802-adc8-5c546df60c4d None None] Provisioning complete for port 39313764-aaca-4d33-afee-15e6912111d1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:59.958039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1152103f-90b5-4802-adc8-5c546df60c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.032746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1152103f-90b5-4802-adc8-5c546df60c4d None None] Port 39313764-aaca-4d33-afee-15e6912111d1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:00.047371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.096939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=093edce3-e6e4-410c-814b-ceeeeb72a175,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:00.103046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.107234 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95574e0a-8495-4337-9989-6ffd1c34c712 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/093edce3-e6e4-410c-814b-ceeeeb72a175 HTTP/1.1" status: 204 len: 168 time: 0.6944733 Aug 31 14:02:00.108314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46468) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:00.155984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ccad79c5-03f9-4915-907a-7d3e0e6ff3ab None None] Provisioning complete for port 39313764-aaca-4d33-afee-15e6912111d1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:00.156561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ccad79c5-03f9-4915-907a-7d3e0e6ff3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.167618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2c6ba24c-6a9a-4711-b1b5-a5a9bda89ef7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577304 Aug 31 14:02:00.170107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46470) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:00.177036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:00.194003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Router f13654ce-5577-4aed-bb05-eb3c2f4d4281 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:02:00.220697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ccad79c5-03f9-4915-907a-7d3e0e6ff3ab None None] Port 39313764-aaca-4d33-afee-15e6912111d1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:00.293037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:00.298748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.300795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:02:00.308047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-334d7830-5879-4975-b94f-c61e60087f56 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "PUT /v2.0/routers/f13654ce-5577-4aed-bb05-eb3c2f4d4281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4860103 Aug 31 14:02:00.311510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46476) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:00.313197 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] Sync routers for ids ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:02:00.319448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'port': {'network_id': 'd8d69dfe-04ea-458d-be62-557da367def4', 'name': 'tempest-FloatingIPNegativeTestJSON-656332946'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:00.332971 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] Routers {'f13654ce-5577-4aed-bb05-eb3c2f4d4281'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:00.335161 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:01:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:00.352358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b3dbe480-310b-40d6-88c3-0e9b252b636e None None] Provisioning complete for port 39313764-aaca-4d33-afee-15e6912111d1 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:00.353092 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe480-310b-40d6-88c3-0e9b252b636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.389881 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:00.401624 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] Routers {'f13654ce-5577-4aed-bb05-eb3c2f4d4281'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:00.402507 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:01:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:00.430240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbe480-310b-40d6-88c3-0e9b252b636e None None] Port 39313764-aaca-4d33-afee-15e6912111d1 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:00.450215 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:00.451629 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f3d9d-c32a-485f-97e6-9b126c718a4b None None] The sync data for ids ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:02:00.496370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Made reservation on behalf of cc76217f389c40329933b8ca84eb27e2 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:00.501288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.516125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.551137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] device_id is not set on port 913ee149-9ffd-4d85-b0e8-188eeaaf06cf yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:00.743447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Allocated IP 172.20.0.10 (d8d69dfe-04ea-458d-be62-557da367def4/17ad7c29-b925-4d68-8bf5-35614111326d/913ee149-9ffd-4d85-b0e8-188eeaaf06cf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:00.792856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1f70b11-e5fa-417c-967d-1443cfbb5c78 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:00.801913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ff2b6-7bf4-46ff-a349-8123141fd172 req-531a82ab-8a1e-4a48-9bb2-2529c1533863 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.810250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-013ff2b6-7bf4-46ff-a349-8123141fd172 req-531a82ab-8a1e-4a48-9bb2-2529c1533863 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.2149706 Aug 31 14:02:00.895969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c1f70b11-e5fa-417c-967d-1443cfbb5c78 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:00.896402 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.956069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:02:00.961298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-013ff2b6-7bf4-46ff-a349-8123141fd172 req-76fc837c-6e06-44ff-a3fb-e1bad820a2ea tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 Aug 31 14:02:00.974537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df9109-3bbe-4245-915b-3376a9d5f456 req-3986d50b-1622-45f6-8d35-43ad1f948759 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.997454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96df9109-3bbe-4245-915b-3376a9d5f456 req-3986d50b-1622-45f6-8d35-43ad1f948759 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 945 time: 0.1096880 Aug 31 14:02:01.091074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.116208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eab65522-379b-417f-9890-7b3ec778d866 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:01.125279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Transition to ACTIVE for port object 913ee149-9ffd-4d85-b0e8-188eeaaf06cf will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:01.177025 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.179472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port eab65522-379b-417f-9890-7b3ec778d866 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:01.212685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f47274-c2ea-4e9f-a833-902173c1fe20 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:01.221194 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:02:01.232128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.239206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Port': ['ID=913ee149-9ffd-4d85-b0e8-188eeaaf06cf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:01.266563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96df9109-3bbe-4245-915b-3376a9d5f456 req-d5a84b20-cf1f-4b9d-8d94-7f31653f9458 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656784 Aug 31 14:02:01.286831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Network d8d69dfe-04ea-458d-be62-557da367def4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:01.288591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:01.291441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:01.305379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-391fabc3-0438-43dc-a4e9-79186eb538a4 None None] Provisioning for port eab65522-379b-417f-9890-7b3ec778d866 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:01.327365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-391fabc3-0438-43dc-a4e9-79186eb538a4 None None] Provisioning complete for port eab65522-379b-417f-9890-7b3ec778d866 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:01.327740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-391fabc3-0438-43dc-a4e9-79186eb538a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.442830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.443709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.474876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-afbdbaa8-44fa-4d18-89f8-79815b82c86e tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1619723 Aug 31 14:02:01.475451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46502) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:01.480055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:01.517163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port eab65522-379b-417f-9890-7b3ec778d866, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eab65522-379b-417f-9890-7b3ec778d866,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:01.541236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.580419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.586466 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.587201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.669871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:01.679009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:01.691860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.692022 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-391fabc3-0438-43dc-a4e9-79186eb538a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.692896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.719828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=eab65522-379b-417f-9890-7b3ec778d866,revision_number=5']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:01.727856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-391fabc3-0438-43dc-a4e9-79186eb538a4 None None] For port eab65522-379b-417f-9890-7b3ec778d866, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eab65522-379b-417f-9890-7b3ec778d866,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:01.729255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=75491a55-7911-456a-b436-ae65e1380f96,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:01.742188 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-287da829-4c41-4704-bfdd-a3d4ec5c4fcf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5708575 Aug 31 14:02:01.744733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46508) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:01.745118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-391fabc3-0438-43dc-a4e9-79186eb538a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.756925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:6f:0b:75', 'name': 'tempest-NetworksTestDHCPv6-580161053'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:01.801248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fabc3-0438-43dc-a4e9-79186eb538a4 None None] Pushing event updated for resources: {'Port': ['ID=eab65522-379b-417f-9890-7b3ec778d866,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:01.874964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-68a68db7-6f11-418d-bd6c-0c07b54f5b43 None None] Provisioning for port 913ee149-9ffd-4d85-b0e8-188eeaaf06cf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:01.884988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-68a68db7-6f11-418d-bd6c-0c07b54f5b43 None None] Provisioning complete for port 913ee149-9ffd-4d85-b0e8-188eeaaf06cf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:01.885801 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-68a68db7-6f11-418d-bd6c-0c07b54f5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.932283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:01.938140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-68a68db7-6f11-418d-bd6c-0c07b54f5b43 None None] Port 913ee149-9ffd-4d85-b0e8-188eeaaf06cf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:01.971387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.030420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d2af1-919d-4ddd-9d36-cb0db6fc3f59 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:02.059791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1b440f4-1250-47e3-94d3-858770d0bf42 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:02.077700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.106264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 19bac12e-2820-4174-a881-ae574ff64acd yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:02.118659 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.174749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d79d-0a0c-4ecc-a3cd-0bcf9d79a222 req-0cd3c9b5-3204-4116-ab48-72c271dbee8b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.180150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00e9d79d-0a0c-4ecc-a3cd-0bcf9d79a222 req-0cd3c9b5-3204-4116-ab48-72c271dbee8b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1066036 Aug 31 14:02:02.269441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fe6f:b75 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/75491a55-7911-456a-b436-ae65e1380f96/19bac12e-2820-4174-a881-ae574ff64acd) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:02.306578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ba7259ec-bd2a-468d-86da-444f933bb09c None None] Provisioning complete for port eab65522-379b-417f-9890-7b3ec778d866 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:02.312582 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ba7259ec-bd2a-468d-86da-444f933bb09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.349425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00e9d79d-0a0c-4ecc-a3cd-0bcf9d79a222 req-72e33d55-cce2-4d13-b6c7-4d602932fd75 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453650 Aug 31 14:02:02.414806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f1b440f4-1250-47e3-94d3-858770d0bf42 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:02.423099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f1b440f4-1250-47e3-94d3-858770d0bf42 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:02.423497 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.433352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Allocated IP 172.25.0.56 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/e57fbc7b-9cbb-4daa-b02d-ea30fe4dcfc3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:02.545306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602c0f9-5692-4217-a612-087a30d391b6 req-1102c663-41fe-4ece-bbe9-8e4331ee6fce tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.547708 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9602c0f9-5692-4217-a612-087a30d391b6 req-1102c663-41fe-4ece-bbe9-8e4331ee6fce tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 945 time: 0.1403303 Aug 31 14:02:02.556737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.605599 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.606680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eab65522-379b-417f-9890-7b3ec778d866 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:02.618492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.645038 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9602c0f9-5692-4217-a612-087a30d391b6 req-97ab1250-0c93-41ab-b907-73f2304a453d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821607 Aug 31 14:02:02.651856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.671581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:02.684498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 19bac12e-2820-4174-a881-ae574ff64acd will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:02.698845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b440f4-1250-47e3-94d3-858770d0bf42'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:02.701768 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528c8b5c-4a1f-4a66-8f0c-f417a83fc97c" -d '{"events": [{"server_uuid": "2197e74c-2c43-4304-bd6f-e6ae33791410", "name": "network-vif-plugged", "status": "completed", "tag": "f1b440f4-1250-47e3-94d3-858770d0bf42"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:02.704058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:02.710274 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:02.722677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f1b440f4-1250-47e3-94d3-858770d0bf42, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1b440f4-1250-47e3-94d3-858770d0bf42,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:02.729294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.744601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Port': ['ID=e57fbc7b-9cbb-4daa-b02d-ea30fe4dcfc3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:02.764476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port eab65522-379b-417f-9890-7b3ec778d866 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:02.765003 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.770311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.813821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-151d7fe0-655d-441a-bc07-38764749930a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1520417 Aug 31 14:02:02.815919 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292cc2b-0d92-4f5e-b423-0df10e983602 x-openstack-request-id: req-6292cc2b-0d92-4f5e-b423-0df10e983602 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:02.816296 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2197e74c-2c43-4304-bd6f-e6ae33791410", "name": "network-vif-plugged", "status": "completed", "tag": "f1b440f4-1250-47e3-94d3-858770d0bf42", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:02.816508 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6292cc2b-0d92-4f5e-b423-0df10e983602 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:02.816917 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b440f4-1250-47e3-94d3-858770d0bf42', 'code': 200} Aug 31 14:02:02.835574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f1b440f4-1250-47e3-94d3-858770d0bf42,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:02.881314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:02.918045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:02.929024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:02.937822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.938908 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.951875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=19bac12e-2820-4174-a881-ae574ff64acd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:02.956403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.967315 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bdd88ba3-b602-4842-b338-0155d53d73d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2211740 Aug 31 14:02:02.970405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46538) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:03.056125 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.056387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62265c-22ed-45ba-a4a4-239146dde30d req-ff75cfdc-12e1-4329-95ed-efaa3bfcb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.057002 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d62265c-22ed-45ba-a4a4-239146dde30d req-ff75cfdc-12e1-4329-95ed-efaa3bfcb7eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 1097 time: 0.0733933 Aug 31 14:02:03.076301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac78ac-bbf7-449c-a770-288eeea75969 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.084628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac78ac-bbf7-449c-a770-288eeea75969 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.086252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e23f1d4d-edc8-4087-9427-cc9b96cf56c9 None None] Provisioning complete for port eab65522-379b-417f-9890-7b3ec778d866 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:03.086724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e23f1d4d-edc8-4087-9427-cc9b96cf56c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.086867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5fac78ac-bbf7-449c-a770-288eeea75969 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1138217 Aug 31 14:02:03.100590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46542) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:03.127956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d62265c-22ed-45ba-a4a4-239146dde30d req-197a1d6e-94b9-4321-b7d8-68ee7e31e7fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605242 Aug 31 14:02:03.136809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.137472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.138019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.138500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.138975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.139442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.139963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.143478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bf476d54-9a4a-406e-94c4-1761936d2cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11b1a6b125c4e648eb2993448ee4807&device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6502 time: 0.1886010 Aug 31 14:02:03.331257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b86c67ed-a722-4a9e-8752-fb0f86304324 None None] Could not find standard attr ID for object 800891f2-a926-401c-990b-0db3f6a437bc. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:02:03.332792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 19bac12e-2820-4174-a881-ae574ff64acd {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:03.333171 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.459959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.466941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.504361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.541694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b039a4-c0dd-4529-9b9d-4045a79a7b8d req-e2986dfd-f98d-4acf-9583-303f2b021cf3 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.543610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73b039a4-c0dd-4529-9b9d-4045a79a7b8d req-e2986dfd-f98d-4acf-9583-303f2b021cf3 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0742538 Aug 31 14:02:03.559110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 19bac12e-2820-4174-a881-ae574ff64acd owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:03.576428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Port': ['ID=e57fbc7b-9cbb-4daa-b02d-ea30fe4dcfc3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:03.577751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3022a5df-75cc-4f31-802f-7eb1599f3dab None None] Provisioning for port 19bac12e-2820-4174-a881-ae574ff64acd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:03.594162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3022a5df-75cc-4f31-802f-7eb1599f3dab None None] Provisioning complete for port 19bac12e-2820-4174-a881-ae574ff64acd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:03.594473 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3022a5df-75cc-4f31-802f-7eb1599f3dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.657876 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.658249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3022a5df-75cc-4f31-802f-7eb1599f3dab None None] Port 19bac12e-2820-4174-a881-ae574ff64acd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:03.666319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-73b039a4-c0dd-4529-9b9d-4045a79a7b8d req-24b43073-5985-4c3a-aace-0b4f99679632 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101480 Aug 31 14:02:03.712165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.713132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4f0a4999-fbb9-42e9-b562-5f524c120e7d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2366798 Aug 31 14:02:03.716172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46560) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:03.720801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e3f4ccb8-1a01-47de-973e-82904360c801 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'floatingip': {'port_id': '913ee149-9ffd-4d85-b0e8-188eeaaf06cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:03.740282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-c92ccc2e-bd59-4774-b984-e3e87373d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.740954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-c92ccc2e-bd59-4774-b984-e3e87373d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.742410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-c92ccc2e-bd59-4774-b984-e3e87373d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.744374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-c92ccc2e-bd59-4774-b984-e3e87373d6a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e826e557-6658-4810-8c86-7d55890038fa&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb HTTP/1.1" status: 200 len: 2299 time: 0.1998441 Aug 31 14:02:03.793033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ccb8-1a01-47de-973e-82904360c801 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.834529 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-2ce490bc-9f5a-43a5-af83-8333cc330fde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0764916 Aug 31 14:02:03.889830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-98e31254-eb6e-44d2-a61a-1e142797f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.891405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-98e31254-eb6e-44d2-a61a-1e142797f426 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b87d092b-4b37-4b49-9b89-cbf630a4280c HTTP/1.1" status: 200 len: 856 time: 0.0497074 Aug 31 14:02:03.943848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-24a928e4-9471-44f7-8b7d-72f5b3b698a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.945752 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-24a928e4-9471-44f7-8b7d-72f5b3b698a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e826e557-6658-4810-8c86-7d55890038fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449710 Aug 31 14:02:03.957483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be98b68-be71-4a69-a485-6a0f71bb48e7 req-0bc7e1d2-36a0-4613-9ac7-f494dc943e9e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.959005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0be98b68-be71-4a69-a485-6a0f71bb48e7 req-0bc7e1d2-36a0-4613-9ac7-f494dc943e9e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 946 time: 0.2038453 Aug 31 14:02:03.959653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.011611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=19bac12e-2820-4174-a881-ae574ff64acd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:04.029014 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-e3f4ccb8-1a01-47de-973e-82904360c801 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] update failed (client error): The resource could not be found. Aug 31 14:02:04.033973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46568) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.034212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3f4ccb8-1a01-47de-973e-82904360c801 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "PUT /v2.0/floatingips/b00ce1a5-e837-43c6-a7b7-18296ef7c068 HTTP/1.1" status: 404 len: 507 time: 0.3156092 Aug 31 14:02:04.057510 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.061781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0c4c3f35-c940-44ff-8309-e32d8a0fd1c4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/19bac12e-2820-4174-a881-ae574ff64acd HTTP/1.1" status: 204 len: 168 time: 0.9598434 Aug 31 14:02:04.067363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46570) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.106706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0be98b68-be71-4a69-a485-6a0f71bb48e7 req-a13ff3c7-3db5-4289-82d2-2c0b729d55aa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331193 Aug 31 14:02:04.142187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6de5ca-be51-4301-87a4-fe95f2577a5c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.144069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6de5ca-be51-4301-87a4-fe95f2577a5c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.148357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b6de5ca-be51-4301-87a4-fe95f2577a5c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0811582 Aug 31 14:02:04.148847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46572) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.194983 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-3ccacd08-8f04-4a2c-b657-afc796c79eac service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278881 Aug 31 14:02:04.233019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 75491a55-7911-456a-b436-ae65e1380f96 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:04.239052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.291495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.326349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Deleting port e57fbc7b-9cbb-4daa-b02d-ea30fe4dcfc3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:04.326793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.400855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.423565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-62b02962-832a-4511-8bbb-cff6bc0440ab service neutron] 10.222.0.26 "GET /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150741 Aug 31 14:02:04.449955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.450357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.482530 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.484238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Calling delete_port for e57fbc7b-9cbb-4daa-b02d-ea30fe4dcfc3 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:04.514660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=75491a55-7911-456a-b436-ae65e1380f96,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:04.519633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.522176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8189d22e-c038-446a-86bf-a84f20b2d5ce tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/75491a55-7911-456a-b436-ae65e1380f96 HTTP/1.1" status: 204 len: 168 time: 0.3723397 Aug 31 14:02:04.524520 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bbe54b00-0001-4263-9a97-5d5a1c68c068 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 217 time: 0.0658188 Aug 31 14:02:04.524676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46582) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.528234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324cf2df-3975-48bd-a67e-a88fd92e1f69 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:04.612211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cda5838f-e4fb-4c12-875f-815d7c0c0319 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863988 Aug 31 14:02:04.614696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46586) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.713696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328c715-d1d1-4f40-8821-3d1eccf48a92 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.718847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0328c715-d1d1-4f40-8821-3d1eccf48a92 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1030858 Aug 31 14:02:04.719673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-0c6f1428-ad69-40d7-a40a-9c900eaa5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.721221 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-0c6f1428-ad69-40d7-a40a-9c900eaa5759 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.1117911 Aug 31 14:02:04.721478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46594) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.765238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:04.827293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] Deleting port eab65522-379b-417f-9890-7b3ec778d866 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:04.827753 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.833560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd56496-6757-4653-9e81-791f678ba926 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.835939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2bd56496-6757-4653-9e81-791f678ba926 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116183 Aug 31 14:02:04.838901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46596) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.868563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-0b2f65cd-332c-4061-8aa9-528c978b63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.870379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-0b2f65cd-332c-4061-8aa9-528c978b63ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1397533 Aug 31 14:02:04.892803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-047fbafb-0db8-4ac4-94aa-9b4a8655d3b9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524316 Aug 31 14:02:04.893748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e37ed-d681-477c-9782-ad1db57eba14 req-52cb271a-beb5-44ae-993a-88725c780eb4 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.893936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46598) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:04.895295 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f89e37ed-d681-477c-9782-ad1db57eba14 req-52cb271a-beb5-44ae-993a-88725c780eb4 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0950358 Aug 31 14:02:04.905692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:04.917530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] For port eab65522-379b-417f-9890-7b3ec778d866, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eab65522-379b-417f-9890-7b3ec778d866,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:04.918244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.934698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] Calling delete_port for eab65522-379b-417f-9890-7b3ec778d866 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:04.989302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.025296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:05.031443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.038691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event deleted for resources: {'Port': ['ID=e57fbc7b-9cbb-4daa-b02d-ea30fe4dcfc3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:05.044735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.054604 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f89e37ed-d681-477c-9782-ad1db57eba14 req-084b6da8-484c-4f0e-871a-921a9ed67616 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498749 Aug 31 14:02:05.099971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] No DVR routers for this DVR port eab65522-379b-417f-9890-7b3ec778d866 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:05.102284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8561c3c-9ee6-46e6-a2dd-7d2b759cbcb9 None None] Pushing event deleted for resources: {'Port': ['ID=eab65522-379b-417f-9890-7b3ec778d866,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:05.144885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.149895 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.155197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c264e6ba-3905-4894-bb09-831d078b5f7a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "DELETE /v2.0/floatingips/b00ce1a5-e837-43c6-a7b7-18296ef7c068 HTTP/1.1" status: 204 len: 168 time: 1.1149616 Aug 31 14:02:05.155297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46608) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:05.159302 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-1d76ef82-8218-495e-80af-476e7bc47a00 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745440 Aug 31 14:02:05.162363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a8eaf9f1-9ab8-46c6-9807-9feb0779fd0b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'floatingip': {'floating_network_id': 'd8d69dfe-04ea-458d-be62-557da367def4', 'port_id': '913ee149-9ffd-4d85-b0e8-188eeaaf06cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:05.203550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf9f1-9ab8-46c6-9807-9feb0779fd0b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.287270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-41730d9e-b141-4c04-bcca-65cd5d4be148 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170921 Aug 31 14:02:05.334490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-5e50f699-1759-4635-840d-66fffeb9fc37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 217 time: 0.0387714 Aug 31 14:02:05.423841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-fb9c99fa-ebc6-48cc-ab47-2bcee778ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.425370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-fb9c99fa-ebc6-48cc-ab47-2bcee778ab10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.0765831 Aug 31 14:02:05.430851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c727-3950-4a16-9ef9-92fcf6a281a2 req-2a98867a-6b9a-4773-9f70-86dbacf9db37 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.438070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d022c727-3950-4a16-9ef9-92fcf6a281a2 req-2a98867a-6b9a-4773-9f70-86dbacf9db37 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 946 time: 0.2195122 Aug 31 14:02:05.486745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-c89dab2d-e59e-406a-b4fa-64a01cd4a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.488967 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-c89dab2d-e59e-406a-b4fa-64a01cd4a851 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509248 Aug 31 14:02:05.509240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d022c727-3950-4a16-9ef9-92fcf6a281a2 req-9e730cfb-d74e-40c7-ae1c-cc1e1f3bda07 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Aug 31 14:02:05.589312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.objects.ports [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:02:05.592159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.621463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bee7995e-dc9f-4a9c-83d1-2c425048124e service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226041 Aug 31 14:02:05.708282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=615b371d-9254-48de-882d-3dd36e0e33de,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:05.722458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:05.731500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:05.736806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.736806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.742598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbec791-50f1-4315-87f4-8318e4d41e00 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:05.755019 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-eb971f27-967b-4bed-b466-66fa5444697e service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236753 Aug 31 14:02:05.786340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6d42-7f42-458d-b516-75d3ca0092bf req-9c69d9de-08b2-441f-8e8b-72467d074387 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.787968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39bb6d42-7f42-458d-b516-75d3ca0092bf req-9c69d9de-08b2-441f-8e8b-72467d074387 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 946 time: 0.1928275 Aug 31 14:02:05.795211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f09348f5-8758-4a26-a9ea-ba305715f2ff tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9003029 Aug 31 14:02:05.800300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46632) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:05.809138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:5c:7c:32', 'name': 'tempest-NetworksTestDHCPv6-2110882242'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:05.836671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-28b1d3b2-645d-4efd-96d1-8badd4cf858f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=102e8105-c574-4181-87e7-d3a7e739efad HTTP/1.1" status: 200 len: 217 time: 0.0686803 Aug 31 14:02:05.865860 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-a8eaf9f1-9ab8-46c6-9807-9feb0779fd0b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:02:05.872505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a8eaf9f1-9ab8-46c6-9807-9feb0779fd0b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7165046 Aug 31 14:02:05.874349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46634) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:05.885206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '913ee149-9ffd-4d85-b0e8-188eeaaf06cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:05.935035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39bb6d42-7f42-458d-b516-75d3ca0092bf req-5e04c918-82c7-4e82-8545-eda8bc84e3f9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364999 Aug 31 14:02:05.941518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.948900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-008d3195-1a03-4632-9f49-bed034790b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.949863 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-008d3195-1a03-4632-9f49-bed034790b01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.1061094 Aug 31 14:02:06.004832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0610919-e9c5-473a-b869-b58c3c49170b req-22ee2c01-2dba-4060-920d-ef04ef977863 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.007021 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0610919-e9c5-473a-b869-b58c3c49170b req-22ee2c01-2dba-4060-920d-ef04ef977863 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 946 time: 0.0994656 Aug 31 14:02:06.016457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '615b371d-9254-48de-882d-3dd36e0e33de'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:06.023069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.075138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-416b9c60-9408-4f40-bd6d-b9992c87d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.088522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-416b9c60-9408-4f40-bd6d-b9992c87d643 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293330 Aug 31 14:02:06.168939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0610919-e9c5-473a-b869-b58c3c49170b req-741aaac6-1eca-4aff-b561-a5b0156d2cdc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520884 Aug 31 14:02:06.229768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Allocated IP 2001:db8::f816:3eff:feed:49be (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/615b371d-9254-48de-882d-3dd36e0e33de/bf37f807-dd00-4530-a7e8-58f7fa64a31d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:06.265434 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-8dffd011-cc84-40f4-9b99-3977420b32ce service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675036 Aug 31 14:02:06.418083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.429789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Transition to ACTIVE for port object bf37f807-dd00-4530-a7e8-58f7fa64a31d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:06.437222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460ebac-ab5c-489e-af4f-18534f13bd79 req-8bed6184-252b-4fb9-80c8-ec27b9e8594d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.446069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a460ebac-ab5c-489e-af4f-18534f13bd79 req-8bed6184-252b-4fb9-80c8-ec27b9e8594d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1747057 Aug 31 14:02:06.447743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Transition to ACTIVE for port object bf37f807-dd00-4530-a7e8-58f7fa64a31d will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:06.455080 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.489618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:06.491429 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-e7dd8016-4d55-4378-9f8e-8b4916a3dc0d service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109156 Aug 31 14:02:06.506559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:06.508003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:06.518666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:06.521900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a460ebac-ab5c-489e-af4f-18534f13bd79 req-c6ad7a00-4ed5-4a93-a1de-19c97b2c1b17 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747583 Aug 31 14:02:06.577767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a183a-bec1-4e5a-b404-d18a5d45b10d req-aba52b2e-c641-485e-b0c9-8dad70f60d59 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.579439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Pushing event updated for resources: {'Port': ['ID=bf37f807-dd00-4530-a7e8-58f7fa64a31d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:06.589191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b3a183a-bec1-4e5a-b404-d18a5d45b10d req-aba52b2e-c641-485e-b0c9-8dad70f60d59 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 946 time: 0.1652009 Aug 31 14:02:06.593140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Attempting to bind port bf37f807-dd00-4530-a7e8-58f7fa64a31d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:06.593791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Attempting to bind port bf37f807-dd00-4530-a7e8-58f7fa64a31d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:06.594585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Attempting to bind port bf37f807-dd00-4530-a7e8-58f7fa64a31d on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:06.599143 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-11fa59a5-8eab-426e-9c2b-6a33263d6c6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7 HTTP/1.1" status: 200 len: 217 time: 0.0938404 Aug 31 14:02:06.601006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:06.601470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:06.602348 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.602818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:06.603466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Bound port: bf37f807-dd00-4530-a7e8-58f7fa64a31d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:06.603894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.646468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eab65522-379b-417f-9890-7b3ec778d866 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:06.668375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-f4189beb-c333-41f0-a218-956c81111b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.670109 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-f4189beb-c333-41f0-a218-956c81111b6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 200 len: 797 time: 0.0530810 Aug 31 14:02:06.699173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b3a183a-bec1-4e5a-b404-d18a5d45b10d req-16df8611-3369-4bca-a784-c958cd1e7499 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044958 Aug 31 14:02:06.715501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.737202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-0c4ad309-ff8e-475a-a83f-380974f157de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.738793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: eab65522-379b-417f-9890-7b3ec778d866 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:06.738936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-0c4ad309-ff8e-475a-a83f-380974f157de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=078abde4-f05e-48b6-87ef-cf0b965ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585494 Aug 31 14:02:06.739153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eab65522-379b-417f-9890-7b3ec778d866 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:06.757609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] For port bf37f807-dd00-4530-a7e8-58f7fa64a31d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:06.760844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] For port bf37f807-dd00-4530-a7e8-58f7fa64a31d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bf37f807-dd00-4530-a7e8-58f7fa64a31d,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:06.766659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 80a2fe66-99f3-4e9c-98be-2211b836f66d yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:06.769199 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.781558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.857737 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-fa515dad-1df3-4050-bd45-b13c2be3a497 service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035438 Aug 31 14:02:06.888697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76022e1-bec7-437c-a3e3-900db162ee3f None None] Pushing event updated for resources: {'Port': ['ID=bf37f807-dd00-4530-a7e8-58f7fa64a31d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:06.984858 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-db5c1637-4b4d-48dd-a6aa-791086cc235d service neutron] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135545 Aug 31 14:02:06.996792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fe5c:7c32 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/615b371d-9254-48de-882d-3dd36e0e33de/80a2fe66-99f3-4e9c-98be-2211b836f66d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:07.024146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Allocated IP 172.25.0.79 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/7c6239ee-c214-4a9e-85b6-eb799bc7d176) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:07.035974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-83bb67ae-beac-4468-9357-fafa818c3cda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a HTTP/1.1" status: 200 len: 217 time: 0.0423555 Aug 31 14:02:07.145608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-f3fc8ba9-b001-4c90-ba7f-4983e1423168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.147119 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-f3fc8ba9-b001-4c90-ba7f-4983e1423168 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.0904601 Aug 31 14:02:07.237958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-4a071984-bc55-4116-8197-6018a6f9dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.239782 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-4a071984-bc55-4116-8197-6018a6f9dcd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819590 Aug 31 14:02:07.340708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:07.370753 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-80236e32-a765-4421-81a5-bfebd9cea78f service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209719 Aug 31 14:02:07.384838 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:07.400237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f791b7-3765-4d16-a92a-1a943ef8e978 req-f65ed809-9a72-41bc-a00a-00de33a0a239 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.401823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48f791b7-3765-4d16-a92a-1a943ef8e978 req-f65ed809-9a72-41bc-a00a-00de33a0a239 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 946 time: 0.1269090 Aug 31 14:02:07.427170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 80a2fe66-99f3-4e9c-98be-2211b836f66d will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:07.474790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48f791b7-3765-4d16-a92a-1a943ef8e978 req-1fabb7e9-1389-40c3-88cf-0d1ed5e49192 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636411 Aug 31 14:02:07.476663 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-f87a1955-c61c-4d00-9e2c-c234fe75685d service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966027 Aug 31 14:02:07.485454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:07.542098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event updated for resources: {'Port': ['ID=7c6239ee-c214-4a9e-85b6-eb799bc7d176,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:07.556581 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-f2c9bf47-870b-47ab-a076-6cce9889d4d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0687287 Aug 31 14:02:07.557548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:07.559569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:07.566933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:07.569590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:07.639321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=80a2fe66-99f3-4e9c-98be-2211b836f66d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:07.659016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-cab86498-3268-4d71-bffb-ed636fee9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.660539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-cab86498-3268-4d71-bffb-ed636fee9fe6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 200 len: 797 time: 0.0926416 Aug 31 14:02:07.675903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:07.679268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:07.683722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:07.691584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.692255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:07.697982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc71a-c11d-479a-9b91-6d05b04a7fdc req-a0c788c4-2f90-470b-958d-e49408b5de74 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.701558 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89ecc71a-c11d-479a-9b91-6d05b04a7fdc req-a0c788c4-2f90-470b-958d-e49408b5de74 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0891788 Aug 31 14:02:07.713928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0ad7315-f752-43e5-a813-f51513c975d2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9101181 Aug 31 14:02:07.736961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46678) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:07.796363 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-89ecc71a-c11d-479a-9b91-6d05b04a7fdc req-a7494e38-cd0c-4df7-80b6-754f7b311a6b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531986 Aug 31 14:02:07.809022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bfb2a355-3dd2-4099-a480-c0cabbd2f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.813432 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-bfb2a355-3dd2-4099-a480-c0cabbd2f45d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108785 Aug 31 14:02:07.928434 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-8c2397f8-1982-401d-853b-64c194c19de3 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026332 Aug 31 14:02:07.965252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16834da0-ccd3-4eb4-9588-4e6414fe9c04 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.971306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16834da0-ccd3-4eb4-9588-4e6414fe9c04 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.975798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-16834da0-ccd3-4eb4-9588-4e6414fe9c04 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2354324 Aug 31 14:02:07.976550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46686) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:08.130158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce449-fe04-4c12-984a-3b3c0298e103 req-0c421bb5-a081-4ffd-8f35-b25746f20db6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.138195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-416ce449-fe04-4c12-984a-3b3c0298e103 req-0c421bb5-a081-4ffd-8f35-b25746f20db6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 946 time: 0.2553873 Aug 31 14:02:08.167385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Deleting port 7c6239ee-c214-4a9e-85b6-eb799bc7d176 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:08.167897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.253367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e0ad79ab-1748-4afa-b762-b8595cd27e04 None None] Provisioning for port bf37f807-dd00-4530-a7e8-58f7fa64a31d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:08.268330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-416ce449-fe04-4c12-984a-3b3c0298e103 req-dc7385eb-cba5-4cea-9e7c-531018908ac8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253240 Aug 31 14:02:08.314757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 80a2fe66-99f3-4e9c-98be-2211b836f66d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:08.315273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.382236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.382236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.444188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.469927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Calling delete_port for 7c6239ee-c214-4a9e-85b6-eb799bc7d176 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:08.474599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 80a2fe66-99f3-4e9c-98be-2211b836f66d owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:08.501237 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b10e8d2c-bc47-4b45-944e-476bd4b379ee req-8188a751-39cd-421c-b912-633b1c5143b1 service neutron] 10.222.0.26 "GET /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534441 Aug 31 14:02:08.603286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a7dec1ca-2170-4619-8b70-a325d71d1604 None None] Provisioning for port 80a2fe66-99f3-4e9c-98be-2211b836f66d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:08.611300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a7dec1ca-2170-4619-8b70-a325d71d1604 None None] Provisioning complete for port 80a2fe66-99f3-4e9c-98be-2211b836f66d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:08.611683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a7dec1ca-2170-4619-8b70-a325d71d1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.686819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a7dec1ca-2170-4619-8b70-a325d71d1604 None None] Port 80a2fe66-99f3-4e9c-98be-2211b836f66d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:08.695707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bf37f807-dd00-4530-a7e8-58f7fa64a31d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:08.712598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b1c24-3849-4106-a8b5-534350124491 req-7649f7e2-f1d2-47ae-810d-64321c55026e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.714497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a94b1c24-3849-4106-a8b5-534350124491 req-7649f7e2-f1d2-47ae-810d-64321c55026e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 946 time: 0.1001372 Aug 31 14:02:08.765297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port bf37f807-dd00-4530-a7e8-58f7fa64a31d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:08.772898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bf37f807-dd00-4530-a7e8-58f7fa64a31d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:08.773521 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.784092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e14d2-2374-469f-ba1e-2105795b108d req-bfb68a73-3eb5-42d5-a5ba-ca5f72a54f50 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.786215 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-886e14d2-2374-469f-ba1e-2105795b108d req-bfb68a73-3eb5-42d5-a5ba-ca5f72a54f50 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 946 time: 0.1229367 Aug 31 14:02:08.811568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.844074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-7b0dac1b-e39c-45fd-9b91-d415cf4b55d8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.845191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-7b0dac1b-e39c-45fd-9b91-d415cf4b55d8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 946 time: 0.1225364 Aug 31 14:02:08.870036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a94b1c24-3849-4106-a8b5-534350124491 req-8447a3d2-fdf0-4879-9d94-23f12c8ed493 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290150 Aug 31 14:02:08.895287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=80a2fe66-99f3-4e9c-98be-2211b836f66d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:08.938368 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.949890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.951909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1740e178-ba34-47ab-8ed0-97129d5e82a5 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/80a2fe66-99f3-4e9c-98be-2211b836f66d HTTP/1.1" status: 204 len: 168 time: 0.9737334 Aug 31 14:02:08.957472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46712) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:08.992558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port bf37f807-dd00-4530-a7e8-58f7fa64a31d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bf37f807-dd00-4530-a7e8-58f7fa64a31d,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:08.997852 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.023832 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.111763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event deleted for resources: {'Port': ['ID=7c6239ee-c214-4a9e-85b6-eb799bc7d176,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.120836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=bf37f807-dd00-4530-a7e8-58f7fa64a31d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.130971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Deleting port 43cf8747-c19a-41fb-a013-13c5607e797a {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:09.131462 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.185659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf9044-3e04-42ee-9848-0fff6143d8c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.188022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf9044-3e04-42ee-9848-0fff6143d8c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.190558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cfbf9044-3e04-42ee-9848-0fff6143d8c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2320323 Aug 31 14:02:09.198013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46718) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:09.209259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f944d-157d-46d1-b75d-8167c80cf94f req-1d02a363-5927-46de-8200-dca2530045ea tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.217483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-944f944d-157d-46d1-b75d-8167c80cf94f req-1d02a363-5927-46de-8200-dca2530045ea tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.2128780 Aug 31 14:02:09.281426 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-944f944d-157d-46d1-b75d-8167c80cf94f req-e100630b-55f4-4021-93ce-f464c4ab9f40 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630267 Aug 31 14:02:09.300370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 615b371d-9254-48de-882d-3dd36e0e33de {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:09.304551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.318008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] For port 43cf8747-c19a-41fb-a013-13c5607e797a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=43cf8747-c19a-41fb-a013-13c5607e797a,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:09.318477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.334266 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] create failed (client error): The resource could not be found. Aug 31 14:02:09.335533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dfe9fabf-b3e9-4b22-bc59-0a9a1050eb59 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4584105 Aug 31 14:02:09.338200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Deleting port f1b440f4-1250-47e3-94d3-858770d0bf42 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:09.338427 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.340188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46722) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:09.351464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Calling delete_port for 43cf8747-c19a-41fb-a013-13c5607e797a owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:09.484815 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.539216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Deleting port 913ee149-9ffd-4d85-b0e8-188eeaaf06cf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:09.539656 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.600553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51769d95-641f-4b53-b9af-4b84fc3d9cfa req-d00c98b3-ba41-44b2-921d-9f86c9534e80 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.602272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51769d95-641f-4b53-b9af-4b84fc3d9cfa req-d00c98b3-ba41-44b2-921d-9f86c9534e80 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 946 time: 0.1854720 Aug 31 14:02:09.610316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] For port f1b440f4-1250-47e3-94d3-858770d0bf42, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1b440f4-1250-47e3-94d3-858770d0bf42,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:09.610723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.654916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Calling delete_port for f1b440f4-1250-47e3-94d3-858770d0bf42 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:09.658467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.672523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.713793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['43cf8747-c19a-41fb-a013-13c5607e797a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:09.715857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.718711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event deleted for resources: {'Port': ['ID=43cf8747-c19a-41fb-a013-13c5607e797a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.767874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] No DVR routers for this DVR port 43cf8747-c19a-41fb-a013-13c5607e797a on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:09.772023 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.773057 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.775022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-886e14d2-2374-469f-ba1e-2105795b108d req-06e7cd62-6f83-483a-b385-692363820a6b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "DELETE /v2.0/ports/43cf8747-c19a-41fb-a013-13c5607e797a HTTP/1.1" status: 204 len: 173 time: 0.9799204 Aug 31 14:02:09.775467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f60262-e9dc-4de2-9375-8067be12db6c', 'name': 'network-vif-deleted', 'tag': '43cf8747-c19a-41fb-a013-13c5607e797a'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:09.777760 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af8a41-6a1e-4401-a23a-73ebc447e1f2" -d '{"events": [{"server_uuid": "45f60262-e9dc-4de2-9375-8067be12db6c", "name": "network-vif-deleted", "tag": "43cf8747-c19a-41fb-a013-13c5607e797a"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:09.788907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Calling delete_port for 913ee149-9ffd-4d85-b0e8-188eeaaf06cf owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:09.815108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51769d95-641f-4b53-b9af-4b84fc3d9cfa req-5f027aa8-d8e6-4be1-8f43-1848575154e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908798 Aug 31 14:02:09.865261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.870393 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc9f618-686c-4d88-8d05-8be2feea4552 x-openstack-request-id: req-dcc9f618-686c-4d88-8d05-8be2feea4552 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:09.870865 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f60262-e9dc-4de2-9375-8067be12db6c", "name": "network-vif-deleted", "tag": "43cf8747-c19a-41fb-a013-13c5607e797a", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:09.871120 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcc9f618-686c-4d88-8d05-8be2feea4552 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:09.872297 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f60262-e9dc-4de2-9375-8067be12db6c', 'name': 'network-vif-deleted', 'tag': '43cf8747-c19a-41fb-a013-13c5607e797a', 'status': 'completed', 'code': 200} Aug 31 14:02:09.940566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=615b371d-9254-48de-882d-3dd36e0e33de,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.969506 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.972692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-051a136a-628f-4dfc-9674-aa8c523543e2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/615b371d-9254-48de-882d-3dd36e0e33de HTTP/1.1" status: 204 len: 168 time: 0.7737103 Aug 31 14:02:09.976508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:09.983169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6663e67-de8b-4be0-9007-a4c42cf57e90 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:10.051632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.089658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event deleted for resources: {'Port': ['ID=913ee149-9ffd-4d85-b0e8-188eeaaf06cf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:10.151666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1284438-f76b-453e-bd9b-ef9251089388 req-c5e0df85-1e47-47be-b636-5139072b3792 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.1935606 Aug 31 14:02:10.160325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f9406b7-4a7a-43fc-b36d-cebe830b67d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752803 Aug 31 14:02:10.170729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46746) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:10.181848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:10.250342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.253085 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c0b330c6-6f41-49b3-b449-ee25d0507150 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "DELETE /v2.0/ports/913ee149-9ffd-4d85-b0e8-188eeaaf06cf HTTP/1.1" status: 204 len: 168 time: 0.9110472 Aug 31 14:02:10.254767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46750) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:10.307704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:10.382587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ad2fe-3c16-46c2-859c-57a75f088e0d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.394984 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c01ad2fe-3c16-46c2-859c-57a75f088e0d tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13654ce-5577-4aed-bb05-eb3c2f4d4281 HTTP/1.1" status: 200 len: 913 time: 0.1382415 Aug 31 14:02:10.395632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46756) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:10.403621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.463935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:10.515491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event deleted for resources: {'Port': ['ID=f1b440f4-1250-47e3-94d3-858770d0bf42,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:10.560594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] No DVR routers for this DVR port f1b440f4-1250-47e3-94d3-858770d0bf42 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:10.563349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.566210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72ef6c15-8233-40bf-9319-9a452ab250ac req-419e3c30-91ad-4bf8-809d-928f1ec27902 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "DELETE /v2.0/ports/f1b440f4-1250-47e3-94d3-858770d0bf42 HTTP/1.1" status: 204 len: 173 time: 1.6867261 Aug 31 14:02:10.571847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'name': 'network-vif-deleted', 'tag': 'f1b440f4-1250-47e3-94d3-858770d0bf42'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:10.574502 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad82ec-458b-43db-99d9-786de18029c2" -d '{"events": [{"server_uuid": "2197e74c-2c43-4304-bd6f-e6ae33791410", "name": "network-vif-deleted", "tag": "f1b440f4-1250-47e3-94d3-858770d0bf42"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:10.611552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da47e7-ad50-4083-bafd-0b430497e9a0 req-add30492-451c-4ff9-bcc5-ef2411c467cd tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.615250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42da47e7-ad50-4083-bafd-0b430497e9a0 req-add30492-451c-4ff9-bcc5-ef2411c467cd tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1994493 Aug 31 14:02:10.616221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:10.620367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.663275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bf37f807-dd00-4530-a7e8-58f7fa64a31d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:10.786024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] Deleting port bf37f807-dd00-4530-a7e8-58f7fa64a31d {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:10.789035 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.817955 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045ea071-37de-4774-9fb9-59e0e0f6585e x-openstack-request-id: req-045ea071-37de-4774-9fb9-59e0e0f6585e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:10.818657 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2197e74c-2c43-4304-bd6f-e6ae33791410", "name": "network-vif-deleted", "tag": "f1b440f4-1250-47e3-94d3-858770d0bf42", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:10.818657 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-045ea071-37de-4774-9fb9-59e0e0f6585e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:10.819220 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2197e74c-2c43-4304-bd6f-e6ae33791410', 'name': 'network-vif-deleted', 'tag': 'f1b440f4-1250-47e3-94d3-858770d0bf42', 'status': 'completed', 'code': 200} Aug 31 14:02:10.907496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42da47e7-ad50-4083-bafd-0b430497e9a0 req-39576131-47f6-4d62-8b18-9b662ab14aaa tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946426 Aug 31 14:02:10.920561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.992740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] For port bf37f807-dd00-4530-a7e8-58f7fa64a31d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bf37f807-dd00-4530-a7e8-58f7fa64a31d,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:10.993325 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.034526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] Calling delete_port for bf37f807-dd00-4530-a7e8-58f7fa64a31d owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:11.098003 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1d2080d9-077e-4571-b09e-53f05fb29e6d req-97b0656d-249e-48ae-8ce4-a6cd57ec6ffa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2197e74c-2c43-4304-bd6f-e6ae33791410 HTTP/1.1" status: 200 len: 210 time: 0.0996358 Aug 31 14:02:11.152860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.objects.ports [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:02:11.244203 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.339716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b65ea3df-9c6e-46dd-be3b-54c40312a944 req-d4e7ab3d-f5ef-465e-960d-6867c5dea66f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.0324121 Aug 31 14:02:11.354719 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.420901 n-d-792362-6 neutron-server[101361]: WARNING neutron.services.revisions.revision_plugin [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Could not find related port for resource to bump revision. Aug 31 14:02:11.428841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_pluggable_backend [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Port bf37f807-dd00-4530-a7e8-58f7fa64a31d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101361) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 14:02:11.429183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_pluggable_backend [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Reverting IP allocation for 2001:db8::f816:3eff:feed:49be {{(pid=101361) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 14:02:11.432967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Deleting port 39313764-aaca-4d33-afee-15e6912111d1 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:11.433335 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.438299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] Pushing event deleted for resources: {'Port': ['ID=bf37f807-dd00-4530-a7e8-58f7fa64a31d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:11.441296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_pluggable_backend [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feed:49be {{(pid=101361) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 14:02:11.442622 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.456312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d5693-dc1d-4fcd-8931-d466c8e4ae60 None None] No DVR routers for this DVR port bf37f807-dd00-4530-a7e8-58f7fa64a31d on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:11.531550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:11.539482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:11.549074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b68d0-a46b-4bea-becd-ad0a54c28eb0 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:11.549544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:11.550523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.571693 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3974261 Aug 31 14:02:11.573353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:11.579069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:f8:b7:10', 'name': 'tempest-NetworksTestDHCPv6-71812850'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:11.596020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.611415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Calling delete_port for 39313764-aaca-4d33-afee-15e6912111d1 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:11.644027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9255ab-162c-4a56-8513-c92a5a0fa1b2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=bf91e91a-ce9f-4986-9bf9-555f841bcc9e,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:11.767215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:11.818845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.825502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': 'bf91e91a-ce9f-4986-9bf9-555f841bcc9e'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:11.827154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.851810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event deleted for resources: {'Port': ['ID=39313764-aaca-4d33-afee-15e6912111d1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:11.921591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.947884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 5841dc1d-8591-45b1-93f5-f134da1ff7d8 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:12.083393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.097088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1b440f4-1250-47e3-94d3-858770d0bf42 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:12.101854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Allocated IP 2001:db8::f816:3eff:fe17:1d9 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/bf91e91a-ce9f-4986-9bf9-555f841bcc9e/e68926a5-021a-463c-a932-650990838f0e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:12.133925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f1b440f4-1250-47e3-94d3-858770d0bf42 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:12.134358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1b440f4-1250-47e3-94d3-858770d0bf42 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:12.134959 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 43cf8747-c19a-41fb-a013-13c5607e797a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:12.201980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 43cf8747-c19a-41fb-a013-13c5607e797a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:12.201980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 43cf8747-c19a-41fb-a013-13c5607e797a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:12.231016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886d0f0-d65e-48b8-9a0e-8c97805d4d19 req-ee1ace97-ca41-4b94-872e-d4ade9c4ee2a tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:12.238557 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a886d0f0-d65e-48b8-9a0e-8c97805d4d19 req-ee1ace97-ca41-4b94-872e-d4ade9c4ee2a tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1716411 Aug 31 14:02:12.403668 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a886d0f0-d65e-48b8-9a0e-8c97805d4d19 req-76fca02f-c271-4cf0-9561-9f1683b9da05 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642044 Aug 31 14:02:12.444068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Router f13654ce-5577-4aed-bb05-eb3c2f4d4281 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:02:12.620057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba894450-64a7-47bf-b480-e4d2fed62e8b req-0c7c8c86-d1b8-45e1-a2d4-2332f6ce221d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.0726705 Aug 31 14:02:12.628855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:02:12.635925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3fe9b3c2-59af-4e89-aebf-0f7c86784292 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "PUT /v2.0/routers/f13654ce-5577-4aed-bb05-eb3c2f4d4281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2392297 Aug 31 14:02:12.639042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46808) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:12.652549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] Sync routers for ids ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:02:12.710197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] Routers {'f13654ce-5577-4aed-bb05-eb3c2f4d4281'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:12.712157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:01:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:12.790742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:12.827193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] Routers {'f13654ce-5577-4aed-bb05-eb3c2f4d4281'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:12.828101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:01:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:12.867167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:12.867862 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f85b26-199a-4374-b255-1418f5e1a2e8 None None] The sync data for ids ['f13654ce-5577-4aed-bb05-eb3c2f4d4281'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:02:12.890206 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.904430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Transition to ACTIVE for port object e68926a5-021a-463c-a932-650990838f0e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:12.933724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Transition to ACTIVE for port object e68926a5-021a-463c-a932-650990838f0e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:12.943968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.006606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Pushing event updated for resources: {'Port': ['ID=e68926a5-021a-463c-a932-650990838f0e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:13.018822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:13.019739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:13.022103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:13.098089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Attempting to bind port e68926a5-021a-463c-a932-650990838f0e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:13.098825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Attempting to bind port e68926a5-021a-463c-a932-650990838f0e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:13.099381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Attempting to bind port e68926a5-021a-463c-a932-650990838f0e on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:13.106105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:13.106830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:13.107397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.108095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:13.108856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Bound port: e68926a5-021a-463c-a932-650990838f0e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:13.109424 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.184330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33916920-5c8f-4c5e-8ee9-e3a8588e918a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.188445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] For port e68926a5-021a-463c-a932-650990838f0e, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:13.192168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] For port e68926a5-021a-463c-a932-650990838f0e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e68926a5-021a-463c-a932-650990838f0e,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:13.197501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.278654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60debe9-37ff-4ee8-91c5-274a5d4cd701 None None] Pushing event updated for resources: {'Port': ['ID=e68926a5-021a-463c-a932-650990838f0e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:13.396044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-4a76befc-d90a-416a-97ff-08b815628f3c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.404843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-4a76befc-d90a-416a-97ff-08b815628f3c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.3290873 Aug 31 14:02:13.406223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fef8:b710 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/bf91e91a-ce9f-4986-9bf9-555f841bcc9e/5841dc1d-8591-45b1-93f5-f134da1ff7d8) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:13.476461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-5afdfc42-04e2-4da0-b875-2fb81b575822 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.0507884 Aug 31 14:02:13.510431 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33916920-5c8f-4c5e-8ee9-e3a8588e918a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.515974 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33916920-5c8f-4c5e-8ee9-e3a8588e918a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.624693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33916920-5c8f-4c5e-8ee9-e3a8588e918a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.625492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33916920-5c8f-4c5e-8ee9-e3a8588e918a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Fanout notify agent at l3_agent the message router_deleted on router f13654ce-5577-4aed-bb05-eb3c2f4d4281 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:02:13.645387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33916920-5c8f-4c5e-8ee9-e3a8588e918a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.646568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-33916920-5c8f-4c5e-8ee9-e3a8588e918a tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "DELETE /v2.0/routers/f13654ce-5577-4aed-bb05-eb3c2f4d4281 HTTP/1.1" status: 204 len: 168 time: 1.0061960 Aug 31 14:02:13.651013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46842) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:13.708181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ee99d-53bc-4426-83fe-d7d777ef957b req-0059263c-0609-4277-8abf-13308c2d1076 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.714118 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c2ee99d-53bc-4426-83fe-d7d777ef957b req-0059263c-0609-4277-8abf-13308c2d1076 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0741856 Aug 31 14:02:13.715119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-c9f18d6b-47a6-4af5-a130-feafbb58e768 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2377746 Aug 31 14:02:13.777524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c2ee99d-53bc-4426-83fe-d7d777ef957b req-e7f8398c-61f6-4b81-beb2-cd360d2fbc0c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455980 Aug 31 14:02:13.865766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Deleting subnet 17ad7c29-b925-4d68-8bf5-35614111326d {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:13.869199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.925012 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ab1242d-49e7-4a3d-9076-a7c2deda2083 req-81b75ae2-791c-4a5b-85b7-4dd81ad95b42 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.0350401 Aug 31 14:02:13.970891 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.013173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-f6551845-992c-4524-b8b4-70c591eaa489 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686086 Aug 31 14:02:14.091692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.145866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 5841dc1d-8591-45b1-93f5-f134da1ff7d8 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:14.190620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.229923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-a1a38b55-5d72-4021-87d2-dd868ee7bc23 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074020 Aug 31 14:02:14.285017 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.297984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.405861 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.412490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33e5d2-22f7-464a-8868-6a2ac0cedaee None None] Network d8d69dfe-04ea-458d-be62-557da367def4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:14.427660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "DELETE /v2.0/subnets/17ad7c29-b925-4d68-8bf5-35614111326d HTTP/1.1" status: 204 len: 168 time: 0.7723982 Aug 31 14:02:14.429790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46862) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:14.430942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:14.433966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb552e-7846-490c-8242-2b264642de21 tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event deleted for resources: {'Subnet': ['ID=17ad7c29-b925-4d68-8bf5-35614111326d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:14.440575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:14.443435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:14.452036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.452695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.467798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=5841dc1d-8591-45b1-93f5-f134da1ff7d8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:14.473684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b004fc71-ab77-4665-a09a-20d90ea62c73 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8994312 Aug 31 14:02:14.476775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46866) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:14.591841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd4684-478b-4bd7-ae89-1898d7db704b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.614228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd4684-478b-4bd7-ae89-1898d7db704b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.629023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7dfd4684-478b-4bd7-ae89-1898d7db704b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1408951 Aug 31 14:02:14.630163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46870) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:14.697265 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-be2a127f-f474-4e71-8fb6-1bf0211ffde7 req-532b715a-ac97-4315-b6c0-ae553ecc32b0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 210 time: 0.1378984 Aug 31 14:02:14.729468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e68926a5-021a-463c-a932-650990838f0e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:14.739831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.806279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e68926a5-021a-463c-a932-650990838f0e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:14.865689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Deleting port c1f70b11-e5fa-417c-967d-1443cfbb5c78 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:14.866029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.922252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] DHCP port deletion for d8d69dfe-04ea-458d-be62-557da367def4 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:15.008121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 5841dc1d-8591-45b1-93f5-f134da1ff7d8 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:15.012643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.025237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] Deleting port c1f70b11-e5fa-417c-967d-1443cfbb5c78 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:15.026012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.073450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] For port c1f70b11-e5fa-417c-967d-1443cfbb5c78, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1f70b11-e5fa-417c-967d-1443cfbb5c78,segment=NetworkSegment(e8679a4d-9108-4547-86c0-5d378a737486),segment_id=e8679a4d-9108-4547-86c0-5d378a737486)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:15.075369 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.105417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Calling delete_port for c1f70b11-e5fa-417c-967d-1443cfbb5c78 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:15.223271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] For port c1f70b11-e5fa-417c-967d-1443cfbb5c78, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1f70b11-e5fa-417c-967d-1443cfbb5c78,segment=NetworkSegment(e8679a4d-9108-4547-86c0-5d378a737486),segment_id=e8679a4d-9108-4547-86c0-5d378a737486)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:15.223995 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.297995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cd449-9e7b-4167-b0fc-3e036548a3f2 req-87de56fe-102c-494d-a034-db4cf3b444e3 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:15.300220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] Calling delete_port for c1f70b11-e5fa-417c-967d-1443cfbb5c78 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:15.303066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f2cd449-9e7b-4167-b0fc-3e036548a3f2 req-87de56fe-102c-494d-a034-db4cf3b444e3 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.3526635 Aug 31 14:02:15.399892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.418802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ede34625-8829-4ee4-bece-d9e67e4391da req-65fda76c-9db7-4b9a-84ec-d484c6e64bc8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.1938200 Aug 31 14:02:15.425196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.457783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d85d34df-9add-4081-97c5-e61855eb2f62 None None] Provisioning for port e68926a5-021a-463c-a932-650990838f0e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:15.460704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] Pushing event deleted for resources: {'Port': ['ID=c1f70b11-e5fa-417c-967d-1443cfbb5c78,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:15.466963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d11248-0b48-4557-9389-299f695f0f62 None None] No DVR routers for this DVR port c1f70b11-e5fa-417c-967d-1443cfbb5c78 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:15.468795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d85d34df-9add-4081-97c5-e61855eb2f62 None None] Provisioning complete for port e68926a5-021a-463c-a932-650990838f0e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:15.469356 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d85d34df-9add-4081-97c5-e61855eb2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.494768 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.518638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event deleted for resources: {'Port': ['ID=c1f70b11-e5fa-417c-967d-1443cfbb5c78,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:15.539034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] No DVR routers for this DVR port c1f70b11-e5fa-417c-967d-1443cfbb5c78 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:15.557231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 5841dc1d-8591-45b1-93f5-f134da1ff7d8 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:15.640593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d85d34df-9add-4081-97c5-e61855eb2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.680844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d85d34df-9add-4081-97c5-e61855eb2f62 None None] For port e68926a5-021a-463c-a932-650990838f0e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e68926a5-021a-463c-a932-650990838f0e,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:15.690863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d85d34df-9add-4081-97c5-e61855eb2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.700004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.714411 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f2cd449-9e7b-4167-b0fc-3e036548a3f2 req-a8be5db2-c6a1-4b7a-ad35-a7bc3ffd37ae tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865621 Aug 31 14:02:15.725094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d69dfe-04ea-458d-be62-557da367def4']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:15.753315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8679a4d-9108-4547-86c0-5d378a737486') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:15.755152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8679a4d-9108-4547-86c0-5d378a737486') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:15.768786 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.773932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d34df-9add-4081-97c5-e61855eb2f62 None None] Pushing event updated for resources: {'Port': ['ID=e68926a5-021a-463c-a932-650990838f0e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:15.788567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.797761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:15.798681 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.842115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6997fe56-760b-4e5b-b69d-f51a1b3a6da9 None None] Provisioning for port 5841dc1d-8591-45b1-93f5-f134da1ff7d8 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:15.847444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6997fe56-760b-4e5b-b69d-f51a1b3a6da9 None None] Provisioning complete for port 5841dc1d-8591-45b1-93f5-f134da1ff7d8 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:15.848141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6997fe56-760b-4e5b-b69d-f51a1b3a6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:15.876168 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:15.893407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6997fe56-760b-4e5b-b69d-f51a1b3a6da9 None None] Port 5841dc1d-8591-45b1-93f5-f134da1ff7d8 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:15.927385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.940458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.948322 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] 10.222.0.10 "DELETE /v2.0/networks/d8d69dfe-04ea-458d-be62-557da367def4 HTTP/1.1" status: 204 len: 168 time: 1.5173607 Aug 31 14:02:15.962402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3303fe-3e56-4421-a613-d33718a1ec5b tempest-FloatingIPNegativeTestJSON-369365868 tempest-FloatingIPNegativeTestJSON-369365868-project] Pushing event deleted for resources: {'Network': ['ID=d8d69dfe-04ea-458d-be62-557da367def4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:15.962582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa2775f5-4dad-4b22-8902-6b123603b4b4 req-307b9256-7f48-41f1-b3b2-992dd9f3de0b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 210 time: 0.0869853 Aug 31 14:02:16.005058 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.050991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=5841dc1d-8591-45b1-93f5-f134da1ff7d8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:16.083539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.089540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f8670868-7d69-4228-8bcb-07e499ba6b12 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/5841dc1d-8591-45b1-93f5-f134da1ff7d8 HTTP/1.1" status: 204 len: 168 time: 1.4585025 Aug 31 14:02:16.089714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46906) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:16.155165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955cf385-8fe1-4442-903a-9d80fac8e553 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.157240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955cf385-8fe1-4442-903a-9d80fac8e553 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.159372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-955cf385-8fe1-4442-903a-9d80fac8e553 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0675859 Aug 31 14:02:16.163647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46908) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:16.235855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet bf91e91a-ce9f-4986-9bf9-555f841bcc9e {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:16.248885 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.321739 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.379677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46912) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:16.522575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ff4a55-bbc8-4a85-bd89-192e626fce94 req-7ee92a84-2d93-4bc5-acce-7e9e93cdd369 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0707603 Aug 31 14:02:16.588254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1d654270-1344-4c21-8107-eda5a94e3a0f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.590308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1d654270-1344-4c21-8107-eda5a94e3a0f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.2403851 Aug 31 14:02:16.594169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.598511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e68926a5-021a-463c-a932-650990838f0e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:16.654038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ff4a55-bbc8-4a85-bd89-192e626fce94 req-56a3662d-fd8b-41d7-88a0-ba314c680384 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0256758 Aug 31 14:02:16.659797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Request body: {'port': {'device_id': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'admin_state_up': True, 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:16.686629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e68926a5-021a-463c-a932-650990838f0e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:16.687009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.709512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-47ab3f28-82ba-4548-8edb-5e9180428b84 req-34f79108-1ac2-4f77-9fd9-c2cdf4e8c25b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f60262-e9dc-4de2-9375-8067be12db6c HTTP/1.1" status: 200 len: 210 time: 0.0613132 Aug 31 14:02:16.783304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ff4a55-bbc8-4a85-bd89-192e626fce94 req-f9806695-f5dc-41c2-b26c-6043ae81f727 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482879 Aug 31 14:02:16.858234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.923796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1f70b11-e5fa-417c-967d-1443cfbb5c78 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:16.947996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c1f70b11-e5fa-417c-967d-1443cfbb5c78 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:16.948353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1f70b11-e5fa-417c-967d-1443cfbb5c78 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:17.047273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff4a55-bbc8-4a85-bd89-192e626fce94 req-ded2fc47-955f-4461-ab4c-35d89b97e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.049341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ff4a55-bbc8-4a85-bd89-192e626fce94 req-ded2fc47-955f-4461-ab4c-35d89b97e3cd service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2186811 Aug 31 14:02:17.057379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5afdc4-abe3-4ea5-8ac8-71d47d2ac14c None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:17.058152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.063244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/bf91e91a-ce9f-4986-9bf9-555f841bcc9e HTTP/1.1" status: 204 len: 168 time: 0.8952398 Aug 31 14:02:17.067746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6500cd2-3635-4329-8023-959230282dfa tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=bf91e91a-ce9f-4986-9bf9-555f841bcc9e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:17.075173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46936) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:17.158360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9837d5ee-6657-4078-8690-e9e2156d7654 req-9b24c8e8-cc2a-4a1d-8baa-0b2fe1e024fc tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 210 time: 0.0772667 Aug 31 14:02:17.176644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-935792a5-c211-4eb3-aaf3-c1c77d9da9a8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886862 Aug 31 14:02:17.185045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46938) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:17.252788 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-61e89a7b-5187-4116-a960-965a94885ed8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc76217f389c40329933b8ca84eb27e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8691151 Aug 31 14:02:17.254372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46944) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:17.269983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322a647-8d54-4281-8ba0-9df4f58953a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.273911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d322a647-8d54-4281-8ba0-9df4f58953a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0854020 Aug 31 14:02:17.273911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:17.276441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.278397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46946) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:17.301921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509d54-faf7-415f-9752-47aba9a75208 req-6bb72f08-5657-4dd7-8e9b-2d6a50224cb7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.303815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec509d54-faf7-415f-9752-47aba9a75208 req-6bb72f08-5657-4dd7-8e9b-2d6a50224cb7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1169405 Aug 31 14:02:17.331618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:17.384988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffc64-fb3d-4fd5-9e9e-256f07c75a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.386380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] Deleting port e68926a5-021a-463c-a932-650990838f0e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:17.386801 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.411956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffc64-fb3d-4fd5-9e9e-256f07c75a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.422668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9fad2-2bf8-4c8c-93ac-aa479df84758 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.433838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fbd9fad2-2bf8-4c8c-93ac-aa479df84758 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1534510 Aug 31 14:02:17.437374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46950) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:17.457558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] For port e68926a5-021a-463c-a932-650990838f0e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e68926a5-021a-463c-a932-650990838f0e,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:17.458413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.477548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] Calling delete_port for e68926a5-021a-463c-a932-650990838f0e owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:17.507555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec509d54-faf7-415f-9752-47aba9a75208 req-365d272c-a08a-4190-a557-09e565fc8128 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949637 Aug 31 14:02:17.513759 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffc64-fb3d-4fd5-9e9e-256f07c75a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.518673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffc64-fb3d-4fd5-9e9e-256f07c75a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.520101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5c5ffc64-fb3d-4fd5-9e9e-256f07c75a32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/036c2650-3390-44e7-bc55-2b857f76d9a4 HTTP/1.1" status: 204 len: 168 time: 0.2625504 Aug 31 14:02:17.551907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ffc64-fb3d-4fd5-9e9e-256f07c75a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c2650-3390-44e7-bc55-2b857f76d9a4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:17.593471 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.628164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] Pushing event deleted for resources: {'Port': ['ID=e68926a5-021a-463c-a932-650990838f0e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:17.635462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b35f3-7077-48fd-872a-156fcb04653d None None] No DVR routers for this DVR port e68926a5-021a-463c-a932-650990838f0e on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:17.795231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46964) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:17.801071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:17.806020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-35ceb0ef-0c97-4426-a1b9-d54a6b11bb40 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3675921 Aug 31 14:02:17.935088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Allocated IP 172.20.0.8 (9e3cca68-eb88-46bf-ab3f-57f1f2694ff7/02326dba-1fb6-4485-9b8e-234d2e9925b4/0e703da1-2e1e-4be4-87a6-8bd30e3d0177) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:17.956694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:17.965047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.247871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.303343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.340332 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37c8e169-81ea-4dc3-be00-cb2f462012b4 req-b911fc29-77f9-4cf7-8ae4-b4c2e9e33282 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 210 time: 0.0373650 Aug 31 14:02:18.377337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.377500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:18.381127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:18.389848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:18.390583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.391879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76af4d-ff37-4c57-bfea-877262e5a5b7 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:18.411806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=7458cbfd-6e74-4312-aa30-3ea77a68eadd,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:18.418488 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1bbf4bb0-809c-4496-be2f-6c950758151a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6221237 Aug 31 14:02:18.419184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47006) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:18.425048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:17:b5:e8', 'name': 'tempest-NetworksTestDHCPv6-886826631'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:18.440348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:18.443800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:18.448236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:18.478805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:18.527705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event updated for resources: {'Port': ['ID=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:18.603527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:18.604167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.681453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e68926a5-021a-463c-a932-650990838f0e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:18.682402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626bb4-ff18-49f0-b409-62c0f0252257 req-6ca7c26e-b411-4cc4-8ea0-2bf9591a97b7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:18.683920 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75626bb4-ff18-49f0-b409-62c0f0252257 req-6ca7c26e-b411-4cc4-8ea0-2bf9591a97b7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.1673284 Aug 31 14:02:18.707080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75626bb4-ff18-49f0-b409-62c0f0252257 req-fe901971-1751-4bf0-b091-f39a06acb618 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/quotas/a03ed9d26ac44278a6a89dcf3e5e8198 HTTP/1.1" status: 200 len: 375 time: 0.0146794 Aug 31 14:02:18.713123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-2bad0a59-ba35-4690-bf7a-dec0cb9256cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0578170 Aug 31 14:02:18.748954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Request body: {'port': {'device_id': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:18.756924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75626bb4-ff18-49f0-b409-62c0f0252257 req-0b407c19-beb2-4266-b178-3cac2c4a51f9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381811 Aug 31 14:02:18.757188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7e7f1-7aae-4281-9c6b-0696134b2ad4 req-b3f1be41-f466-43b0-a886-b56c2c75e1f8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:18.760917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7df7e7f1-7aae-4281-9c6b-0696134b2ad4 req-b3f1be41-f466-43b0-a886-b56c2c75e1f8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.1088102 Aug 31 14:02:18.766192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e68926a5-021a-463c-a932-650990838f0e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:18.769929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e68926a5-021a-463c-a932-650990838f0e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:18.803844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47024) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:18.859669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '7458cbfd-6e74-4312-aa30-3ea77a68eadd'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:18.860527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.871450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75626bb4-ff18-49f0-b409-62c0f0252257 req-3cfe666e-d1e5-487d-ae6e-c4e327711e09 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000402 Aug 31 14:02:18.883643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.918415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7df7e7f1-7aae-4281-9c6b-0696134b2ad4 req-52b9b6df-865a-45b9-84fa-54b304c05bfe tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071317 Aug 31 14:02:19.007405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/7458cbfd-6e74-4312-aa30-3ea77a68eadd/175354e7-ed76-4540-bd87-1d3a8ccdc578) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:19.021286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1945020421'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:19.024034 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-75626bb4-ff18-49f0-b409-62c0f0252257 req-75015584-228d-4ae7-85cf-8e332a896f51 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395929 Aug 31 14:02:19.092672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:19.101305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:19.104950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.117011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.235157 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.297201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:19.301220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.307548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-239e2769-3838-41e2-8b4a-06e8838d2fa8 req-5cc5b658-bac8-40f9-8337-346e3bfc03e2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cbf2081-d22c-4c68-b1eb-573599e98f41 HTTP/1.1" status: 200 len: 210 time: 0.0479858 Aug 31 14:02:19.312601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Transition to ACTIVE for port object 175354e7-ed76-4540-bd87-1d3a8ccdc578 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:19.352375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Transition to ACTIVE for port object 175354e7-ed76-4540-bd87-1d3a8ccdc578 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:19.385021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.489503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:19.492751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:19.505073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:19.599571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Pushing event updated for resources: {'Port': ['ID=175354e7-ed76-4540-bd87-1d3a8ccdc578,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:19.619836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::3df (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/7458cbfd-6e74-4312-aa30-3ea77a68eadd/5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:19.643874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:19.674156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Attempting to bind port 175354e7-ed76-4540-bd87-1d3a8ccdc578 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:19.674404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Attempting to bind port 175354e7-ed76-4540-bd87-1d3a8ccdc578 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:19.674974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Attempting to bind port 175354e7-ed76-4540-bd87-1d3a8ccdc578 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:19.680544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:19.681234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:19.683332 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.683955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:19.684246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Bound port: 175354e7-ed76-4540-bd87-1d3a8ccdc578, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:19.684637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.767133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.776568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.781193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.838864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c7733-562a-4f15-91a4-7372a734d2d8 req-87ea6502-c22e-4549-a2a0-78818c26ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.841971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec4c7733-562a-4f15-91a4-7372a734d2d8 req-87ea6502-c22e-4549-a2a0-78818c26ca8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 1096 time: 0.1750500 Aug 31 14:02:19.858039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1513, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:19.864562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e6fb-f27a-4e68-94d0-9552488580b9 req-5eda551b-41b7-46c2-b44a-3a6be3bc5d98 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.876917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3849e6fb-f27a-4e68-94d0-9552488580b9 req-5eda551b-41b7-46c2-b44a-3a6be3bc5d98 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 931 time: 0.2081120 Aug 31 14:02:19.892006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] For port 175354e7-ed76-4540-bd87-1d3a8ccdc578, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:19.903450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] For port 175354e7-ed76-4540-bd87-1d3a8ccdc578, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=175354e7-ed76-4540-bd87-1d3a8ccdc578,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:19.906604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Transition to ACTIVE for port object 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:19.926780 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.934916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.983588 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.983899 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment 3ac03f5a-afdd-4c04-b15a-634512b8f375 of type vlan for network 97fff06a-5436-4905-8364-d9b841f1c8e4 Aug 31 14:02:19.985362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118d9d9f-9cf5-4d24-9f80-1008736c4b34,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:19.990703 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3849e6fb-f27a-4e68-94d0-9552488580b9 req-89d94d85-c5a0-4f89-9aaa-303b09c49bbe tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136124 Aug 31 14:02:19.995831 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec4c7733-562a-4f15-91a4-7372a734d2d8 req-acfa7119-6bba-4ff7-8351-e04e67a9766d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179256 Aug 31 14:02:20.054949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.085168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:20.114409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c016b-2d3e-42a2-8163-e8c33f7a8bf5 None None] Pushing event updated for resources: {'Port': ['ID=175354e7-ed76-4540-bd87-1d3a8ccdc578,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.147304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.186308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.216637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:20.224277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:20.228532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:20.240332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.240983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.261207 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8405066 Aug 31 14:02:20.265730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47080) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:20.280545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bfbe2-c762-4889-b5f7-4972d9f8fc83 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.305425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Pushing event updated for resources: {'Port': ['ID=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.344781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.351612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.354523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.409008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e4ebf-84bf-46ff-9c8a-3dadef2510b9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.415717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e4ebf-84bf-46ff-9c8a-3dadef2510b9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.418014 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2c1e4ebf-84bf-46ff-9c8a-3dadef2510b9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1511345 Aug 31 14:02:20.420639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47084) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:20.428298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa58bf-a233-4950-a915-6b2a360c9981 req-1819cd7b-3222-47f8-87e1-1a92a0eb7153 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.432343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3faa58bf-a233-4950-a915-6b2a360c9981 req-1819cd7b-3222-47f8-87e1-1a92a0eb7153 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.2388980 Aug 31 14:02:20.508907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6882100 Aug 31 14:02:20.525503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b312f-0c94-43e2-94b3-524cce369efb tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=97fff06a-5436-4905-8364-d9b841f1c8e4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.567695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 97fff06a-5436-4905-8364-d9b841f1c8e4 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:20.577546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3faa58bf-a233-4950-a915-6b2a360c9981 req-630b32a5-e051-4271-9e14-aa2d206b89e2 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997317 Aug 31 14:02:20.589361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Attempting to bind port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:20.592362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Attempting to bind port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:20.592802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Attempting to bind port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:20.613737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:20.614117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Attempting to bind port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:20.634916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:20.635373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:20.635854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Bound using segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:20.636388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Bound port: 0e703da1-2e1e-4be4-87a6-8bd30e3d0177, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:20.637014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.789075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] For port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:20.793516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] For port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:20.801852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.812126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 175354e7-ed76-4540-bd87-1d3a8ccdc578 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:20.827346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:20.827757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.874201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 175354e7-ed76-4540-bd87-1d3a8ccdc578 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:20.910449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Pushing event updated for resources: {'Port': ['ID=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.938402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.939359 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.941136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-1b480e46-1835-4141-adb2-ca9dba45716b service neutron] 10.222.0.26 "PUT /v2.0/ports/0e703da1-2e1e-4be4-87a6-8bd30e3d0177 HTTP/1.1" status: 200 len: 1091 time: 2.2027149 Aug 31 14:02:20.941655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'tag': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:20.946026 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e464f71-668d-49e2-9544-b74395a27d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5dab3b-a18a-4676-82ee-f4c26982654a", "tag": "0e703da1-2e1e-4be4-87a6-8bd30e3d0177"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:20.958631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-f71ce288-3b28-4201-ae6d-457259be7996 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.960338 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-f71ce288-3b28-4201-ae6d-457259be7996 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.3209295 Aug 31 14:02:20.999538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.007735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-9db730bc-12cd-4460-a99e-dccb5044c550 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/quotas/a03ed9d26ac44278a6a89dcf3e5e8198 HTTP/1.1" status: 200 len: 375 time: 0.0384214 Aug 31 14:02:21.014206 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e07d75d-3009-4cf3-a038-51a6c69f16c5 x-openstack-request-id: req-7e07d75d-3009-4cf3-a038-51a6c69f16c5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:21.015883 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5dab3b-a18a-4676-82ee-f4c26982654a", "tag": "0e703da1-2e1e-4be4-87a6-8bd30e3d0177", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:21.016253 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e07d75d-3009-4cf3-a038-51a6c69f16c5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:21.016773 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'tag': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177', 'status': 'completed', 'code': 200} Aug 31 14:02:21.055271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:21.173897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-6432bdc2-59d4-49e2-88d2-21d75f1f8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.190032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-6432bdc2-59d4-49e2-88d2-21d75f1f8280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 1094 time: 0.1123595 Aug 31 14:02:21.193499 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-620067de-4b7c-4b62-a04c-7a98cc6e18ec tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1726742 Aug 31 14:02:21.218544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47edaa3-d9c8-4fc8-8d54-fc3bbbe53f3b req-bdfbe226-80fa-423d-ade2-b04a1b9196f4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.227757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a47edaa3-d9c8-4fc8-8d54-fc3bbbe53f3b req-bdfbe226-80fa-423d-ade2-b04a1b9196f4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 943 time: 0.1042969 Aug 31 14:02:21.339200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-3e68153a-b3bd-4eed-8459-2f5064b94d10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e703da1-2e1e-4be4-87a6-8bd30e3d0177 HTTP/1.1" status: 200 len: 217 time: 0.1093462 Aug 31 14:02:21.343188 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-2b5908dd-ccca-43a7-9414-9a6053a3ee35 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466982 Aug 31 14:02:21.450819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a47edaa3-d9c8-4fc8-8d54-fc3bbbe53f3b req-53014e81-58a9-4dd3-a9dc-66ddae715562 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209156 Aug 31 14:02:21.484191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-4e63dda9-c4aa-4739-ae37-db1a38f9594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.490802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-4e63dda9-c4aa-4739-ae37-db1a38f9594b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1200509 Aug 31 14:02:21.562104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-3eb64822-56be-4add-b35a-eaf55e6484b3 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178478 Aug 31 14:02:21.577168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-d4f09b4d-6f69-46be-81ce-7bee6039fbb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765851 Aug 31 14:02:21.799939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-205ec7ba-6f30-4243-9ba8-3966e6277b3b None None] Provisioning for port 175354e7-ed76-4540-bd87-1d3a8ccdc578 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:21.804175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-205ec7ba-6f30-4243-9ba8-3966e6277b3b None None] Provisioning complete for port 175354e7-ed76-4540-bd87-1d3a8ccdc578 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:21.804560 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-205ec7ba-6f30-4243-9ba8-3966e6277b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.832998 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.895576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-c780fdc1-8df7-491a-978b-1af37b43d897 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793002 Aug 31 14:02:21.940201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:22.042789 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-205ec7ba-6f30-4243-9ba8-3966e6277b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.074308 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-528b8d6f-7b46-481a-8963-6df0a791923a req-20d7f8fb-5c6a-408b-9214-f361e739edb6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 210 time: 0.1143217 Aug 31 14:02:22.080103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.102391 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c6cbcdc6-6d34-4ee5-a074-751d5d12a91a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8 HTTP/1.1" status: 204 len: 168 time: 1.6784267 Aug 31 14:02:22.102675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47128) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:22.134677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-205ec7ba-6f30-4243-9ba8-3966e6277b3b None None] For port 175354e7-ed76-4540-bd87-1d3a8ccdc578, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=175354e7-ed76-4540-bd87-1d3a8ccdc578,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:22.153729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fc0cf31-e4d4-4b14-8cdc-8f5c414746c7 req-cd18f19f-6b0b-4e79-8275-bdbb7d1c0309 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446218 Aug 31 14:02:22.154089 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-205ec7ba-6f30-4243-9ba8-3966e6277b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.247824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1b939-ea88-4a69-80cc-9a7a5815609c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.250540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1b939-ea88-4a69-80cc-9a7a5815609c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.254996 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f7d1b939-ea88-4a69-80cc-9a7a5815609c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1505654 Aug 31 14:02:22.258174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47134) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:22.302238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2c692aee-8fe5-47d9-8aef-2ef620524ed4 None None] Could not find standard attr ID for object 5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:02:22.356539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ec7ba-6f30-4243-9ba8-3966e6277b3b None None] Pushing event updated for resources: {'Port': ['ID=175354e7-ed76-4540-bd87-1d3a8ccdc578,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:22.449233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df83f-9016-473b-b6a7-eeabd7cd5fa9 req-09decfc3-adbe-404b-8bcd-9d1424503c66 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.462095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-282df83f-9016-473b-b6a7-eeabd7cd5fa9 req-09decfc3-adbe-404b-8bcd-9d1424503c66 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.3065658 Aug 31 14:02:22.476429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 7458cbfd-6e74-4312-aa30-3ea77a68eadd {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:22.482475 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.575022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464f71-668d-49e2-9544-b74395a27d1e req-bc599531-efde-4d6a-83f8-5f36e3aef677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.576713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e464f71-668d-49e2-9544-b74395a27d1e req-bc599531-efde-4d6a-83f8-5f36e3aef677 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 1094 time: 0.2337615 Aug 31 14:02:22.635442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-282df83f-9016-473b-b6a7-eeabd7cd5fa9 req-28bb4a2a-871e-4d73-be06-05f29e162adc tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719258 Aug 31 14:02:22.665780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 175354e7-ed76-4540-bd87-1d3a8ccdc578 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:22.722419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47444397-0e51-4dde-bdba-f6388e796585 req-2dd7c80e-20b9-414c-a163-b7da58fc64cf tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.730792 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-47444397-0e51-4dde-bdba-f6388e796585 req-2dd7c80e-20b9-414c-a163-b7da58fc64cf tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 943 time: 0.1165121 Aug 31 14:02:22.817032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 175354e7-ed76-4540-bd87-1d3a8ccdc578 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:22.817850 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.889438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-47444397-0e51-4dde-bdba-f6388e796585 req-ee1dba64-b29c-466f-a572-579226f7eaac tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540861 Aug 31 14:02:22.980113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464f71-668d-49e2-9544-b74395a27d1e req-9cc70ca6-8639-409a-a47a-06fa0d6b4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.987669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e464f71-668d-49e2-9544-b74395a27d1e req-9cc70ca6-8639-409a-a47a-06fa0d6b4f29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.3939312 Aug 31 14:02:23.035789 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:23.166737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e464f71-668d-49e2-9544-b74395a27d1e req-f45b8bf9-88ff-4d46-8d5b-675892c89ec0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e703da1-2e1e-4be4-87a6-8bd30e3d0177 HTTP/1.1" status: 200 len: 217 time: 0.0480912 Aug 31 14:02:23.218985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fcab-e503-41c8-983d-81f05514737a req-1426a39c-defb-4102-8e20-bdb9eca19e3d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.227872 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-1426a39c-defb-4102-8e20-bdb9eca19e3d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 810 time: 0.2040179 Aug 31 14:02:23.235440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464f71-668d-49e2-9544-b74395a27d1e req-2b9a7915-1012-4d89-a9aa-d45ca3d255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.237061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e464f71-668d-49e2-9544-b74395a27d1e req-2b9a7915-1012-4d89-a9aa-d45ca3d255a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.0557437 Aug 31 14:02:23.246816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-1cd83fbb-a1fa-4ca9-b640-868b7cf03373 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/quotas/004f1487cc8549daa8258e505f5fc48d HTTP/1.1" status: 200 len: 375 time: 0.0178528 Aug 31 14:02:23.285407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2851ce-7bb0-489c-b27d-5cceed20c923 req-d04744f5-ed7b-4954-bb66-e57f627e18b0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 210 time: 0.0472436 Aug 31 14:02:23.317891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-dc5a3a7a-0933-46fb-b128-7fc02dc82981 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696158 Aug 31 14:02:23.341427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e464f71-668d-49e2-9544-b74395a27d1e req-5a903bdf-5a3f-4504-a6b8-959b0dc85ef5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874741 Aug 31 14:02:23.445095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:23.494401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-f0419623-3f34-413a-838a-8a92b0571d76 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672328 Aug 31 14:02:23.507334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e464f71-668d-49e2-9544-b74395a27d1e req-b85a8bab-e566-4b33-b996-59a683fdb73d service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415246 Aug 31 14:02:23.622920 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e464f71-668d-49e2-9544-b74395a27d1e req-3348c563-ee75-4ae1-a27e-c8ddb21251cd service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035252 Aug 31 14:02:23.624580 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:23.688179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=7458cbfd-6e74-4312-aa30-3ea77a68eadd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:23.702211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:23.703302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188bc3e-1972-4190-8c0f-926b546a0d68 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:23.708003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aa8269ae-9b1e-4670-994d-04a7b7eb4aa6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/7458cbfd-6e74-4312-aa30-3ea77a68eadd HTTP/1.1" status: 204 len: 168 time: 1.4483120 Aug 31 14:02:23.710740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47176) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:23.797329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ca37ad48-7266-4d31-9373-34254783b717 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851836 Aug 31 14:02:23.799740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47180) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:23.856058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47182) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:23.862354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': '97fff06a-5436-4905-8364-d9b841f1c8e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:23.874567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d081d26a-053e-4015-9327-9d34438cfbdb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.876256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d081d26a-053e-4015-9327-9d34438cfbdb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0751545 Aug 31 14:02:23.887446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47184) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:23.935867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-76369a7f-4b57-42ae-b2db-4a8f53c86c58 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396207 Aug 31 14:02:24.043999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-dda1f8f5-adec-4e4e-b721-5cecf1e75fea tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.046092 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-dda1f8f5-adec-4e4e-b721-5cecf1e75fea tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.3464358 Aug 31 14:02:24.057530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:24.081298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce9c70-6941-4f1a-8e58-ba12a430a5dd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.094195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5ce9c70-6941-4f1a-8e58-ba12a430a5dd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1984811 Aug 31 14:02:24.096119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:24.099927 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.100678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Request body: {'port': {'device_id': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'admin_state_up': True, 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:24.108855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47196) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:24.159263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] Deleting port 175354e7-ed76-4540-bd87-1d3a8ccdc578 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:24.159637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.259195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6f6f8071-4214-4fe2-85e4-920f5eb2d39e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441171 Aug 31 14:02:24.263605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:24.289007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:24.297531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:24.298479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] For port 175354e7-ed76-4540-bd87-1d3a8ccdc578, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=175354e7-ed76-4540-bd87-1d3a8ccdc578,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:24.299084 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.301507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.318048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] Calling delete_port for 175354e7-ed76-4540-bd87-1d3a8ccdc578 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:24.362390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95bdd-5907-4ee9-8c24-35de2478c157 req-aa4306f2-7738-4d29-8276-484569fda250 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.364130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86e95bdd-5907-4ee9-8c24-35de2478c157 req-aa4306f2-7738-4d29-8276-484569fda250 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 943 time: 0.2380707 Aug 31 14:02:24.443556 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d8e7cb6a-e430-40df-b257-a18fcbca5f12 req-e078de28-5e8d-4e8c-ab04-3c1a092485a4 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 210 time: 0.0586782 Aug 31 14:02:24.464115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86e95bdd-5907-4ee9-8c24-35de2478c157 req-99cb4f98-900f-4195-a35e-0d4baa6bcd8e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909579 Aug 31 14:02:24.563402 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.597117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.601180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] Pushing event deleted for resources: {'Port': ['ID=175354e7-ed76-4540-bd87-1d3a8ccdc578,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:24.608663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9041a2-71a2-4402-9dfc-a7686eca51a8 None None] No DVR routers for this DVR port 175354e7-ed76-4540-bd87-1d3a8ccdc578 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:24.641367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 175354e7-ed76-4540-bd87-1d3a8ccdc578 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:24.690796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 175354e7-ed76-4540-bd87-1d3a8ccdc578 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:24.692396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 175354e7-ed76-4540-bd87-1d3a8ccdc578 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:24.703414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=a6df1a15-b469-4550-881b-c6bc48f102c5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:24.709166 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-85008e41-f39b-4989-bde3-d4ee722673c8 req-3ad69bfe-619a-4047-9b75-a30920ad57f6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 210 time: 0.0678289 Aug 31 14:02:24.710831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': '3ac03f5a-afdd-4c04-b15a-634512b8f375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '97fff06a-5436-4905-8364-d9b841f1c8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:24.711201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: 97fff06a-5436-4905-8364-d9b841f1c8e4, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:24.712375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:24.715941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.752074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network 97fff06a-5436-4905-8364-d9b841f1c8e4 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:24.765994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 97fff06a-5436-4905-8364-d9b841f1c8e4) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:24.791375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367541d-6c56-40ad-9962-28545ba95bf8 None None] Network 97fff06a-5436-4905-8364-d9b841f1c8e4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:24.795345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.795535 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.795652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Allocated IP 172.20.0.11 (139e03a7-4fb3-45b2-9a43-265f88b10e52/6b432b8d-bac5-4dd1-8e93-811530e2f6f4/e401c6a6-8502-428a-b545-35559581f8a1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:24.839410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1eae6ed6-790e-4e5d-8740-4bec9d46a17e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9820826 Aug 31 14:02:24.843150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:24.856991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234140020'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:24.885137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:24.888807 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.918805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1520, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:24.930504 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.931078 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment 201362aa-c9a2-42c7-ac00-59739020db88 of type vlan for network e270b4e5-64db-4fa7-bd0c-2f45b419def9 Aug 31 14:02:24.981821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.019526 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.055718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.057852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.070384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.172179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:02:25.175287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.215962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.232968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:25.238676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3941839 Aug 31 14:02:25.246337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47230) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:25.252733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': 'e270b4e5-64db-4fa7-bd0c-2f45b419def9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:25.258359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d632e4-7252-45e5-8f21-04b96155cc73 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=e270b4e5-64db-4fa7-bd0c-2f45b419def9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:25.268757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:25.274226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:25.275420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network e270b4e5-64db-4fa7-bd0c-2f45b419def9 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:25.277672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.278419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.285950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:25.308139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:25.310385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ea4ba-13cd-4d6e-b55c-97daad40e629 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:25.380664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=0a4f5446-f316-4814-89b6-0561f0c011d7,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:25.388716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6c72ee95-30ef-4cc3-866c-6cf87a14963a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1233037 Aug 31 14:02:25.393713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47238) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:25.394764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event updated for resources: {'Port': ['ID=e401c6a6-8502-428a-b545-35559581f8a1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:25.400270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9518f246-a86f-4260-b4d0-9842760c679c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:25.426331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.427113 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.487685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:25.491777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.506815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-caee4688-5029-4287-b2bc-dbcd215dd518 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4250944 Aug 31 14:02:25.527402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Request body: {'port': {'device_id': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:25.596462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5eb5d26a-5713-4a6b-8c85-17b7f28af967 req-8ff238d1-4854-4a32-b65c-82920aed1f03 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 210 time: 0.0536897 Aug 31 14:02:25.602515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.689566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9518f246-a86f-4260-b4d0-9842760c679c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:25.703486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9518f246-a86f-4260-b4d0-9842760c679c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.713358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f37696-b2d2-45cd-8b5f-af85e95b408f req-baaaf776-2cc3-47a2-a54d-bcea54dcd2e8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.715545 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76f37696-b2d2-45cd-8b5f-af85e95b408f req-baaaf776-2cc3-47a2-a54d-bcea54dcd2e8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 943 time: 0.1104860 Aug 31 14:02:25.762761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-97fff06a-5436-4905-8364-d9b841f1c8e4', 'network_id': '97fff06a-5436-4905-8364-d9b841f1c8e4', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': 'a6df1a15-b469-4550-881b-c6bc48f102c5'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:25.764087 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.807767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '0a4f5446-f316-4814-89b6-0561f0c011d7'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:25.809893 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.887272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-76f37696-b2d2-45cd-8b5f-af85e95b408f req-a3e97076-6fe9-4bb6-a6f2-7d04676a233d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602254 Aug 31 14:02:26.078048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e401c6a6-8502-428a-b545-35559581f8a1 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:26.087767 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.102555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Transition to ACTIVE for port object e401c6a6-8502-428a-b545-35559581f8a1 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:26.108128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.124261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:26.137239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Allocated IP 2001:db8:0:ffff::2 (97fff06a-5436-4905-8364-d9b841f1c8e4/a6df1a15-b469-4550-881b-c6bc48f102c5/ef072c50-4a1b-4257-9f76-c07a87b22908) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:26.146789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Allocated IP 2001:db8::f816:3eff:febe:6576 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/0a4f5446-f316-4814-89b6-0561f0c011d7/5081f8cd-c598-44eb-9ec6-35f9d80e26bf) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:26.194786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Pushing event updated for resources: {'Port': ['ID=e401c6a6-8502-428a-b545-35559581f8a1,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:26.317801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d272-909e-43cb-b271-79d327e2ad74 req-9c45bcf5-bddd-46b8-b3f3-9a6f9a0c9c5b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.325281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd89d272-909e-43cb-b271-79d327e2ad74 req-9c45bcf5-bddd-46b8-b3f3-9a6f9a0c9c5b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 944 time: 0.1502180 Aug 31 14:02:26.358671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Attempting to bind port e401c6a6-8502-428a-b545-35559581f8a1 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:26.359070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Attempting to bind port e401c6a6-8502-428a-b545-35559581f8a1 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:26.359744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Attempting to bind port e401c6a6-8502-428a-b545-35559581f8a1 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:26.375698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Port e401c6a6-8502-428a-b545-35559581f8a1 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:26.375844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Attempting to bind port e401c6a6-8502-428a-b545-35559581f8a1 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:26.381628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:26.381835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Checking segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:26.382118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Bound using segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:26.382554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Bound port: e401c6a6-8502-428a-b545-35559581f8a1, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:26.382921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.396587 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-9518f246-a86f-4260-b4d0-9842760c679c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a4f5446-f316-4814-89b6-0561f0c011d7 (CIDR: 2001:db8::/64) Aug 31 14:02:26.444851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:26.449122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] For port e401c6a6-8502-428a-b545-35559581f8a1, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:26.452276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] For port e401c6a6-8502-428a-b545-35559581f8a1, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e401c6a6-8502-428a-b545-35559581f8a1,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:26.460733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.491751 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-9518f246-a86f-4260-b4d0-9842760c679c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:02:26.492547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'port_id': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177', 'mac_address': 'fa:16:3e:cf:25:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02326dba-1fb6-4485-9b8e-234d2e9925b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:26.492826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9518f246-a86f-4260-b4d0-9842760c679c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:26.524347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fcab-e503-41c8-983d-81f05514737a req-29a20169-3871-415e-a226-a936fff1283e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.526938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-29a20169-3871-415e-a226-a936fff1283e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 810 time: 0.7490814 Aug 31 14:02:26.539942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9518f246-a86f-4260-b4d0-9842760c679c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1442547 Aug 31 14:02:26.541485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.543469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47268) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:26.548216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.548855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.550864 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] 10.222.0.26 "PUT /v2.0/ports/e401c6a6-8502-428a-b545-35559581f8a1 HTTP/1.1" status: 200 len: 1092 time: 1.0280190 Aug 31 14:02:26.550864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'tag': 'e401c6a6-8502-428a-b545-35559581f8a1'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:26.553178 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5849baf-9af8-4255-89c1-9304301238ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1b121a71-5ce2-4127-9ab8-26b8f4c7547d", "tag": "e401c6a6-8502-428a-b545-35559581f8a1"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:26.557697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Request body: {'port': {'device_id': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'admin_state_up': True, 'tenant_id': '004f1487cc8549daa8258e505f5fc48d'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:26.568452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:26.596011 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.639599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd89d272-909e-43cb-b271-79d327e2ad74 req-0011897e-78ca-4ec7-a708-49923ca6225d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134804 Aug 31 14:02:26.640695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Transition to ACTIVE for port object 5081f8cd-c598-44eb-9ec6-35f9d80e26bf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:26.667052 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.669098 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.700448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a76bc-260b-44b6-bb9d-de68c64c404e service neutron] Pushing event updated for resources: {'Port': ['ID=e401c6a6-8502-428a-b545-35559581f8a1,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:26.710489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:26.767133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Transition to ACTIVE for port object ef072c50-4a1b-4257-9f76-c07a87b22908 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:26.778285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=9d43e2bc-5724-4558-b289-0e87a98f45aa,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:26.808038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Transition to ACTIVE for port object 5081f8cd-c598-44eb-9ec6-35f9d80e26bf will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:26.819421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:26.830006 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.831558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-285a0738-0598-4f6b-97d3-66283f46bc4f req-69a38ae0-ff12-48ec-8581-da71eacc55e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 210 time: 0.0609574 Aug 31 14:02:26.843824 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-512829c8-de80-44db-bd0a-09257e6f2072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.856603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Transition to ACTIVE for port object ef072c50-4a1b-4257-9f76-c07a87b22908 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:26.858493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': '201362aa-c9a2-42c7-ac00-59739020db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'e270b4e5-64db-4fa7-bd0c-2f45b419def9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:26.858877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: e270b4e5-64db-4fa7-bd0c-2f45b419def9, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:26.864407 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.932562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network e270b4e5-64db-4fa7-bd0c-2f45b419def9 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:26.936309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:26.940311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:26.945631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:26.948543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Made reservation on behalf of 004f1487cc8549daa8258e505f5fc48d for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:26.950551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.952260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.977978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, e270b4e5-64db-4fa7-bd0c-2f45b419def9) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:26.982400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.983024 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.011809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b104ee27-14b7-4bfc-a9b3-319083451ec5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7641623 Aug 31 14:02:27.012377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47282) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:27.039335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399bbbb-d8b9-487b-98a2-3a416ab993b9 None None] Network e270b4e5-64db-4fa7-bd0c-2f45b419def9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:27.058071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Network 97fff06a-5436-4905-8364-d9b841f1c8e4 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:27.076277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:27.079922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:27.082904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Pushing event updated for resources: {'Port': ['ID=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:27.148078 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d165ae-789b-4258-a374-8517453c5efc x-openstack-request-id: req-f5d165ae-789b-4258-a374-8517453c5efc {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:27.148600 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b121a71-5ce2-4127-9ab8-26b8f4c7547d", "tag": "e401c6a6-8502-428a-b545-35559581f8a1", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:27.148600 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5d165ae-789b-4258-a374-8517453c5efc {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:27.149022 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'tag': 'e401c6a6-8502-428a-b545-35559581f8a1', 'status': 'completed', 'code': 200} Aug 31 14:02:27.153937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-5cd7f460-e5bc-478e-8425-18d0cc89ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.155418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-5cd7f460-e5bc-478e-8425-18d0cc89ad34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 1095 time: 0.5330229 Aug 31 14:02:27.207998 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.212172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Allocated IP 172.20.0.6 (fbb7d75c-8b51-4148-b0f8-1f027de895dc/d06819c9-80a6-480d-b843-52f0e149a311/fe9c1d23-0670-42f2-b2a1-e157b8408902) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:27.239513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-b6a65202-1d9e-45fa-85c1-596188a30027 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e401c6a6-8502-428a-b545-35559581f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0521717 Aug 31 14:02:27.254460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Attempting to bind port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:27.254719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Attempting to bind port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:27.255017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Attempting to bind port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:27.256459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526ec8-1475-4dbf-b4df-f4a7773271ba req-a4171f7b-b2f9-42af-a6b2-336266bff23f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.258210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e2526ec8-1475-4dbf-b4df-f4a7773271ba req-a4171f7b-b2f9-42af-a6b2-336266bff23f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 944 time: 0.1065497 Aug 31 14:02:27.278723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:27.299817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:27.300250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:27.300750 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.301189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:27.301681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Bound port: 5081f8cd-c598-44eb-9ec6-35f9d80e26bf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:27.302071 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.304130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Attempting to bind port ef072c50-4a1b-4257-9f76-c07a87b22908 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:27.304356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Attempting to bind port ef072c50-4a1b-4257-9f76-c07a87b22908 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3ac03f5a-afdd-4c04-b15a-634512b8f375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '97fff06a-5436-4905-8364-d9b841f1c8e4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:27.304714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Attempting to bind port ef072c50-4a1b-4257-9f76-c07a87b22908 on network 97fff06a-5436-4905-8364-d9b841f1c8e4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:27.308173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.356179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-3ab29541-f7a1-4ea6-8280-b41ddb3c1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.356442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:27.360309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Checking segment: {'id': '3ac03f5a-afdd-4c04-b15a-634512b8f375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '97fff06a-5436-4905-8364-d9b841f1c8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:27.360309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.360309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Bound using segment: {'id': '3ac03f5a-afdd-4c04-b15a-634512b8f375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '97fff06a-5436-4905-8364-d9b841f1c8e4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:27.361358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-3ab29541-f7a1-4ea6-8280-b41ddb3c1571 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.1091976 Aug 31 14:02:27.361513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Bound port: ef072c50-4a1b-4257-9f76-c07a87b22908, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac03f5a-afdd-4c04-b15a-634512b8f375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '97fff06a-5436-4905-8364-d9b841f1c8e4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:27.361513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.386444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:27.390321 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.418122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e2526ec8-1475-4dbf-b4df-f4a7773271ba req-543715ed-2652-4228-9bd9-c263dc606f15 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478477 Aug 31 14:02:27.434833 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-aecbb71e-ef83-4c0c-8c4d-02d93a795e83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642018 Aug 31 14:02:27.442152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Pushing event updated for resources: {'Port': ['ID=ef072c50-4a1b-4257-9f76-c07a87b22908,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:27.489259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0e703da1-2e1e-4be4-87a6-8bd30e3d0177'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:27.509690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.582096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] For port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:27.602912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] For port ef072c50-4a1b-4257-9f76-c07a87b22908, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:27.606046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.618802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.624567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] For port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:27.659602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] For port ef072c50-4a1b-4257-9f76-c07a87b22908, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ef072c50-4a1b-4257-9f76-c07a87b22908,segment=NetworkSegment(3ac03f5a-afdd-4c04-b15a-634512b8f375),segment_id=3ac03f5a-afdd-4c04-b15a-634512b8f375)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:27.670340 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.687111 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.699256 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-ab20b6c3-9734-4596-9779-5305cd240233 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258337 Aug 31 14:02:27.702859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=9d43e2bc-5724-4558-b289-0e87a98f45aa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:27.717184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1e6ad-804e-4827-8776-0c0cc2ae3ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-e270b4e5-64db-4fa7-bd0c-2f45b419def9', 'network_id': 'e270b4e5-64db-4fa7-bd0c-2f45b419def9', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': '9d43e2bc-5724-4558-b289-0e87a98f45aa'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:27.718098 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78c1e6ad-804e-4827-8776-0c0cc2ae3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.766355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Pushing event updated for resources: {'Port': ['ID=fe9c1d23-0670-42f2-b2a1-e157b8408902,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:27.899344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Network fbb7d75c-8b51-4148-b0f8-1f027de895dc is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:27.906173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:27.910147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:27.927359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-71cf7a42-9d22-4033-a928-531ee8d0a5f9 req-d6023fa4-9a42-4dac-884d-dd5f99d1a274 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172282 Aug 31 14:02:27.929165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.964730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.984324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e270b4e5-64db-4fa7-bd0c-2f45b419def9']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:28.014671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201362aa-c9a2-42c7-ac00-59739020db88') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:28.015625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201362aa-c9a2-42c7-ac00-59739020db88') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:28.043209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec6795-e3eb-40e5-87fc-d79e3dc8d12b req-c26e2c3a-fd28-4fde-b923-a24b0ab97c58 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.045732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fec6795-e3eb-40e5-87fc-d79e3dc8d12b req-c26e2c3a-fd28-4fde-b923-a24b0ab97c58 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 944 time: 0.2117548 Aug 31 14:02:28.048768 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.057065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.058101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.083612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-73058469-d9ca-4e44-9cfc-6920d04c65e5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5369220 Aug 31 14:02:28.095870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=90900714-c15a-4662-8f3d-0945398d7f67,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:28.121307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.142864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Request body: {'port': {'device_id': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:28.178765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3205-d123-4ecc-817e-f1e957c215c1 None None] Pushing event updated for resources: {'Port': ['ID=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:28.267973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:28.272083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:28.292707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.293152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.295897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.313383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1520 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:28.314824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.319853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-88429bb5-d42b-41fb-8de0-fe1ac45f8e41 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7722847 Aug 31 14:02:28.320094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47294) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:28.333515 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:28.348189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:15:46:f8', 'name': 'tempest-NetworksTestDHCPv6-892992067'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:28.375911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5849baf-9af8-4255-89c1-9304301238ca req-15e119ac-1505-4246-a579-6cd5dc8ad285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.377549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5849baf-9af8-4255-89c1-9304301238ca req-15e119ac-1505-4246-a579-6cd5dc8ad285 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 1095 time: 0.3529789 Aug 31 14:02:28.381993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d735dcd-9b28-4e87-9b05-0d6b6587e9b8 None None] Network e270b4e5-64db-4fa7-bd0c-2f45b419def9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:28.459461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083224d-d0d7-4c30-8eb8-ed7cd824b924 req-fb5d4af8-5bf0-4d02-b7dc-9f87cb98680b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.467310 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4083224d-d0d7-4c30-8eb8-ed7cd824b924 req-fb5d4af8-5bf0-4d02-b7dc-9f87cb98680b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 931 time: 0.4517879 Aug 31 14:02:28.505146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fec6795-e3eb-40e5-87fc-d79e3dc8d12b req-66d81d09-a61a-494d-b24f-a8a17f6eaa6d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269474 Aug 31 14:02:28.536564 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.555217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.568093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07c65-122e-4c80-aef9-e6dc791dac95 None None] Pushing event updated for resources: {'Port': ['ID=ef072c50-4a1b-4257-9f76-c07a87b22908,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:28.582686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/e270b4e5-64db-4fa7-bd0c-2f45b419def9 HTTP/1.1" status: 204 len: 168 time: 1.5362415 Aug 31 14:02:28.586285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47300) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:28.597233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311329963'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:28.623510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeb193-023a-43cc-a7a0-4555cca943d5 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=e270b4e5-64db-4fa7-bd0c-2f45b419def9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:28.635838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4083224d-d0d7-4c30-8eb8-ed7cd824b924 req-953ab273-3c92-4fc9-b461-fec0633375ea tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675646 Aug 31 14:02:28.734697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5081f8cd-c598-44eb-9ec6-35f9d80e26bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:28.754701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5849baf-9af8-4255-89c1-9304301238ca req-38063c0d-8bf4-4b0a-afed-475073e3e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.757451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5849baf-9af8-4255-89c1-9304301238ca req-38063c0d-8bf4-4b0a-afed-475073e3e221 service neutron] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 913 time: 0.3368826 Aug 31 14:02:28.816783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:28.820742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:28.824829 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.846937 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5849baf-9af8-4255-89c1-9304301238ca req-b8fd451e-3e28-4b3d-884e-ac86ec24634b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e401c6a6-8502-428a-b545-35559581f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0808511 Aug 31 14:02:28.884329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:28.957686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9c1d23-0670-42f2-b2a1-e157b8408902 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:28.965728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.973327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:28.980827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Transition to ACTIVE for port object fe9c1d23-0670-42f2-b2a1-e157b8408902 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:28.985883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.003651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6fb5e-4274-4767-9a00-f855d4ed440d req-0da7e5fb-a246-474a-88b0-1bc66033c399 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.010887 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d7d6fb5e-4274-4767-9a00-f855d4ed440d req-0da7e5fb-a246-474a-88b0-1bc66033c399 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 944 time: 0.2290125 Aug 31 14:02:29.018565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5849baf-9af8-4255-89c1-9304301238ca req-cb65c1ae-88af-4a43-b4a2-dbba1df90463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.020100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5849baf-9af8-4255-89c1-9304301238ca req-cb65c1ae-88af-4a43-b4a2-dbba1df90463 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.1536422 Aug 31 14:02:29.027790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.028424 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment fd96e817-811d-4ca2-b9dd-adb3a9b29cf2 of type vlan for network 344a856b-1115-4dae-8697-44c5a3fb1863 Aug 31 14:02:29.043387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c1d23-0670-42f2-b2a1-e157b8408902,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:29.105936 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5849baf-9af8-4255-89c1-9304301238ca req-db41ef47-2177-44b4-9dbd-904561349493 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733852 Aug 31 14:02:29.149434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.153405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Attempting to bind port fe9c1d23-0670-42f2-b2a1-e157b8408902 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:29.153753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Attempting to bind port fe9c1d23-0670-42f2-b2a1-e157b8408902 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:29.154149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Attempting to bind port fe9c1d23-0670-42f2-b2a1-e157b8408902 on network fbb7d75c-8b51-4148-b0f8-1f027de895dc {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:29.159022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Port fe9c1d23-0670-42f2-b2a1-e157b8408902 on network fbb7d75c-8b51-4148-b0f8-1f027de895dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:29.160952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Attempting to bind port fe9c1d23-0670-42f2-b2a1-e157b8408902 on network fbb7d75c-8b51-4148-b0f8-1f027de895dc {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:29.167960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.168286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:29.169052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Checking segment: {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:29.169817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Bound using segment: {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:29.170671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Bound port: fe9c1d23-0670-42f2-b2a1-e157b8408902, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:29.171134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.214493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d7d6fb5e-4274-4767-9a00-f855d4ed440d req-09cc3876-0555-4fcd-8a94-8cdd054e53fb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977527 Aug 31 14:02:29.261761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] For port fe9c1d23-0670-42f2-b2a1-e157b8408902, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:29.263830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 3d3e4e6f-267b-4c0a-91c4-2caeaf836fca yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:29.264954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] For port fe9c1d23-0670-42f2-b2a1-e157b8408902, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:29.270753 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.307187 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-20772884-6ab7-4f8d-a611-91ee2544e9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.316855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.323188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.324505 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.327265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.327636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe9c1d23-0670-42f2-b2a1-e157b8408902 HTTP/1.1" status: 200 len: 1091 time: 1.2089143 Aug 31 14:02:29.327921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.380640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'tag': 'fe9c1d23-0670-42f2-b2a1-e157b8408902'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:29.383945 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e6c3f8-dc39-441f-971b-e586532903d2" -d '{"events": [{"name": "network-changed", "server_uuid": "75121ae6-5482-4aec-9ef8-038fbd973eee", "tag": "fe9c1d23-0670-42f2-b2a1-e157b8408902"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:29.439705 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5849baf-9af8-4255-89c1-9304301238ca req-6ae0a0e7-ace5-49cd-ba85-ab5390a51b91 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110936 Aug 31 14:02:29.449733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8585103 Aug 31 14:02:29.453191 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5491e9-aef5-4951-a7f4-67b7fd81ed46 x-openstack-request-id: req-ff5491e9-aef5-4951-a7f4-67b7fd81ed46 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:29.453638 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75121ae6-5482-4aec-9ef8-038fbd973eee", "tag": "fe9c1d23-0670-42f2-b2a1-e157b8408902", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:29.453947 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff5491e9-aef5-4951-a7f4-67b7fd81ed46 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:29.454426 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'tag': 'fe9c1d23-0670-42f2-b2a1-e157b8408902', 'status': 'completed', 'code': 200} Aug 31 14:02:29.457309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47308) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:29.464603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': '344a856b-1115-4dae-8697-44c5a3fb1863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:29.504079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.536160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00b73c-e147-4285-8a93-1614e4195809 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=344a856b-1115-4dae-8697-44c5a3fb1863,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:29.547461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 344a856b-1115-4dae-8697-44c5a3fb1863 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:29.607369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860e740-589e-4cbd-b1d3-ce72d3d3eda8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c1d23-0670-42f2-b2a1-e157b8408902,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:29.696806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:29.706783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.710379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ba88b-5cff-472f-919c-847005924a9a None None] Network 97fff06a-5436-4905-8364-d9b841f1c8e4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:29.716385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fcab-e503-41c8-983d-81f05514737a req-c17c3a79-a79b-4965-9d81-297452112227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.718053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-c17c3a79-a79b-4965-9d81-297452112227 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 1094 time: 0.3185248 Aug 31 14:02:29.784277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c5849baf-9af8-4255-89c1-9304301238ca req-dab66272-214f-4c8a-a175-2110ba06d5dc service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182936 Aug 31 14:02:29.793705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8:0:1::282 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/90900714-c15a-4662-8f3d-0945398d7f67/3d3e4e6f-267b-4c0a-91c4-2caeaf836fca) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:29.795792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aadb10dd-ddfe-4838-b71a-1ee58a3e700f None None] Provisioning for port ef072c50-4a1b-4257-9f76-c07a87b22908 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:29.804898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fe15:46f8 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/0a4f5446-f316-4814-89b6-0561f0c011d7/3d3e4e6f-267b-4c0a-91c4-2caeaf836fca) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:29.818353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabad9c-670d-43de-aaad-0443babdc939 req-d5ed3817-e2a4-43cb-ab43-0a2cf9466edb tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.820297 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6eabad9c-670d-43de-aaad-0443babdc939 req-d5ed3817-e2a4-43cb-ab43-0a2cf9466edb tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 944 time: 0.2020462 Aug 31 14:02:29.844042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3eb5760d-3231-467c-8966-ab1225d1b52e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:29.919517 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6eabad9c-670d-43de-aaad-0443babdc939 req-b59c0623-fc41-49c8-aaa2-8bd269460c2f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901370 Aug 31 14:02:29.958398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-6a336cba-9995-4c67-927a-c7250a2da562 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902 HTTP/1.1" status: 200 len: 217 time: 0.2231774 Aug 31 14:02:30.034180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752bab56-76d0-43fa-8c85-112b036d8a3d None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:30.039231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.073051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 3d3e4e6f-267b-4c0a-91c4-2caeaf836fca will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:30.084281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8437a-5b37-4858-9cae-d3c13d682a6e req-70a68aed-ff78-40e8-b8ad-31aaba80553b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.091854 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8f8437a-5b37-4858-9cae-d3c13d682a6e req-70a68aed-ff78-40e8-b8ad-31aaba80553b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 943 time: 0.2418365 Aug 31 14:02:30.136434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-739c2082-48f3-416c-9ce8-55db3b9e5520 None None] Provisioning for port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:30.136926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.144885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-739c2082-48f3-416c-9ce8-55db3b9e5520 None None] Provisioning complete for port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:30.145836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-739c2082-48f3-416c-9ce8-55db3b9e5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.146766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fcab-e503-41c8-983d-81f05514737a req-b0d4d809-b836-488b-a6a2-2998871e2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.148271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-b0d4d809-b836-488b-a6a2-2998871e2c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 200 len: 850 time: 0.1774650 Aug 31 14:02:30.172442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:30.177023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:30.182307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:30.189130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.189993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.203030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-972eb238-f67d-4d5c-a5e8-96f41c43b339 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb7d75c-8b51-4148-b0f8-1f027de895dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367620 Aug 31 14:02:30.211142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:30.232237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8f8437a-5b37-4858-9cae-d3c13d682a6e req-43b125bd-2386-4e31-8943-c0af2e2eac19 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308355 Aug 31 14:02:30.239000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9178469 Aug 31 14:02:30.239889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:30.346108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.349154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:30.377914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:30.378293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.429002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=3d3e4e6f-267b-4c0a-91c4-2caeaf836fca,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:30.435028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-ac4eec2a-eb0b-40b5-9847-adca658786ca service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017474 Aug 31 14:02:30.445290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.447402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.447760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.448235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.448577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.448941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.449280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.451372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.451734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.452076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.452415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.452751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b9b9b-47a7-4750-a29c-f4da57fc9337 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:30.464542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=2ebc59e7-3ff6-4ada-b4d3-4caae6c4e9a1,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:30.495277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8c792-b67d-4e74-9b5f-07edb1730457 req-54422856-0c88-4879-8487-ab583bfb28a6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.503445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30b8c792-b67d-4e74-9b5f-07edb1730457 req-54422856-0c88-4879-8487-ab583bfb28a6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 944 time: 0.1651316 Aug 31 14:02:30.527862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 3d3e4e6f-267b-4c0a-91c4-2caeaf836fca {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:30.528212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.537238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': 'fd96e817-811d-4ca2-b9dd-adb3a9b29cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '344a856b-1115-4dae-8697-44c5a3fb1863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:30.537762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: 344a856b-1115-4dae-8697-44c5a3fb1863, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:30.613022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network 344a856b-1115-4dae-8697-44c5a3fb1863 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:30.652215 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-30b8c792-b67d-4e74-9b5f-07edb1730457 req-908f54d3-4e25-4006-85f4-0af150803533 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478105 Aug 31 14:02:30.657165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c04fcab-e503-41c8-983d-81f05514737a req-97e632b2-33b0-4602-8224-3a986820ed77 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103662 Aug 31 14:02:30.663285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 344a856b-1115-4dae-8697-44c5a3fb1863) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:30.683849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.685199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.693366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-739c2082-48f3-416c-9ce8-55db3b9e5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.713460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4a379bfa-b2b1-40fc-97f8-a764bd35a8da tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2545664 Aug 31 14:02:30.716813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47324) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:30.723851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147940897'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:30.727143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.736928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406c740-5094-430d-b91e-46dfa7815f37 None None] Network 344a856b-1115-4dae-8697-44c5a3fb1863 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:30.743352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 3d3e4e6f-267b-4c0a-91c4-2caeaf836fca owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:30.758228 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.778614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:30.783122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.793913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ef072c50-4a1b-4257-9f76-c07a87b22908 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:30.851026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.854028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:30.859658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-79ac6f62-44ad-4ab9-9dd1-df17c6665f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.863063 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-79ac6f62-44ad-4ab9-9dd1-df17c6665f9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 1094 time: 0.1003051 Aug 31 14:02:30.885289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-739c2082-48f3-416c-9ce8-55db3b9e5520 None None] For port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:30.912999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-739c2082-48f3-416c-9ce8-55db3b9e5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.914863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port ef072c50-4a1b-4257-9f76-c07a87b22908 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:30.929579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ef072c50-4a1b-4257-9f76-c07a87b22908 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:30.929956 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.971306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:30.973646 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c98a87-52d9-44e7-992f-96518e5a768e" -d '{"events": [{"server_uuid": "4b5dab3b-a18a-4676-82ee-f4c26982654a", "name": "network-vif-plugged", "status": "completed", "tag": "0e703da1-2e1e-4be4-87a6-8bd30e3d0177"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:31.007506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-17cfae32-7f74-4381-aa92-966e38012b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.009045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-17cfae32-7f74-4381-aa92-966e38012b22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 912 time: 0.1353328 Aug 31 14:02:31.024950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:31.025775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.061804 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ac8c47-cd00-4ea0-bf00-8bbb2adba222 x-openstack-request-id: req-e8ac8c47-cd00-4ea0-bf00-8bbb2adba222 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:31.062183 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5dab3b-a18a-4676-82ee-f4c26982654a", "name": "network-vif-plugged", "status": "completed", "tag": "0e703da1-2e1e-4be4-87a6-8bd30e3d0177", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:31.062391 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8ac8c47-cd00-4ea0-bf00-8bbb2adba222 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:31.062745 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177', 'code': 200} Aug 31 14:02:31.065029 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.089720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-3ba59393-1b99-4a16-beca-23eb737bb2a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902 HTTP/1.1" status: 200 len: 217 time: 0.0690043 Aug 31 14:02:31.109875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=3d3e4e6f-267b-4c0a-91c4-2caeaf836fca,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:31.178478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c2082-48f3-416c-9ce8-55db3b9e5520 None None] Pushing event updated for resources: {'Port': ['ID=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:31.183119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.183474 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment d6110a4f-aa24-481f-8449-402d35d32cbe of type vlan for network e830dce1-6c30-44a4-b517-91ea517490ab Aug 31 14:02:31.190861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-925314c8-9ffa-4148-ab59-4b8d15573896 None None] Provisioning complete for port ef072c50-4a1b-4257-9f76-c07a87b22908 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:31.191091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.191454 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-925314c8-9ffa-4148-ab59-4b8d15573896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.193236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-51b6a5ef-311b-4a7e-ad09-db85218c5d8c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/3d3e4e6f-267b-4c0a-91c4-2caeaf836fca HTTP/1.1" status: 204 len: 168 time: 0.9487593 Aug 31 14:02:31.195455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47334) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:31.199187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebddaac7-445d-4a8c-9da4-704cb309677c None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '0a4f5446-f316-4814-89b6-0561f0c011d7', 'ip_address': '2001:db8::f816:3eff:febe:6576'}, {'subnet_id': '90900714-c15a-4662-8f3d-0945398d7f67'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '5081f8cd-c598-44eb-9ec6-35f9d80e26bf'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:02:31.302095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713412-125d-4964-9d6c-87b4a5085913 req-cfc170d3-a1e8-476c-8f6c-cdcaf0fe8966 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.304240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d713412-125d-4964-9d6c-87b4a5085913 req-cfc170d3-a1e8-476c-8f6c-cdcaf0fe8966 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 944 time: 0.2051194 Aug 31 14:02:31.304620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51592b69-40a1-4b54-ab20-7e5dbb08ffbf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.306284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-51592b69-40a1-4b54-ab20-7e5dbb08ffbf tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1099043 Aug 31 14:02:31.308592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41b3c1-447a-44d1-8338-2e2d26ce1256 req-65bdfd4f-afc8-44c1-bb35-720f8be41ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.310142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a41b3c1-447a-44d1-8338-2e2d26ce1256 req-65bdfd4f-afc8-44c1-bb35-720f8be41ab5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 1096 time: 0.1031568 Aug 31 14:02:31.310698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47340) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:31.378317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.384666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d713412-125d-4964-9d6c-87b4a5085913 req-bcaaa973-ea14-4644-8f2d-0961ad92c1d2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672619 Aug 31 14:02:31.394808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e98959-5f77-47f0-8def-be8d35d417c2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.396487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-98e98959-5f77-47f0-8def-be8d35d417c2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0847728 Aug 31 14:02:31.399596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47342) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:31.399864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-ce4cfb65-c3b7-44ce-bffb-03f1a61a5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.401343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-ce4cfb65-c3b7-44ce-bffb-03f1a61a5af2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 200 len: 850 time: 0.2496235 Aug 31 14:02:31.431192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ebddaac7-445d-4a8c-9da4-704cb309677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.445064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-344a856b-1115-4dae-8697-44c5a3fb1863', 'network_id': '344a856b-1115-4dae-8697-44c5a3fb1863', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': '2ebc59e7-3ff6-4ada-b4d3-4caae6c4e9a1'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:31.446106 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.449405 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.475160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-981cbae9-f9d3-4f8f-b7e8-ab02e5a9f702 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb7d75c-8b51-4148-b0f8-1f027de895dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631342 Aug 31 14:02:31.477516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.484649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.485568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a41b3c1-447a-44d1-8338-2e2d26ce1256 req-ea8f2620-a8ee-45c9-b130-f706f649bf87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645703 Aug 31 14:02:31.486088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.493431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56760ed7-4140-47cc-b170-ed8d85125962 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.493656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:31.494348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56760ed7-4140-47cc-b170-ed8d85125962 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.495837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56760ed7-4140-47cc-b170-ed8d85125962 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.501961 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56760ed7-4140-47cc-b170-ed8d85125962 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1003928 Aug 31 14:02:31.502753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:31.603427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e68951-0cad-4dc0-b06e-db9d36f4531d req-858faa2a-0a16-45cb-a4f7-3ad3cec60249 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.605060 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3e68951-0cad-4dc0-b06e-db9d36f4531d req-858faa2a-0a16-45cb-a4f7-3ad3cec60249 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 943 time: 0.1185780 Aug 31 14:02:31.609392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 0a4f5446-f316-4814-89b6-0561f0c011d7 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:31.613115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.634798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=e830dce1-6c30-44a4-b517-91ea517490ab,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:31.665146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.694163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50fabc8d-e2f1-4df6-b81d-7de5e92abc51 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9760251 Aug 31 14:02:31.706536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47348) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:31.739324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': 'e830dce1-6c30-44a4-b517-91ea517490ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:31.770586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.856503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network e830dce1-6c30-44a4-b517-91ea517490ab details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:31.884320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port ef072c50-4a1b-4257-9f76-c07a87b22908, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ef072c50-4a1b-4257-9f76-c07a87b22908,segment=NetworkSegment(3ac03f5a-afdd-4c04-b15a-634512b8f375),segment_id=3ac03f5a-afdd-4c04-b15a-634512b8f375)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:31.885114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.941254 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e3e68951-0cad-4dc0-b06e-db9d36f4531d req-81927394-ae6f-4bdf-9d43-f207e94d83f1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931792 Aug 31 14:02:31.944742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.947470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.950516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/0a4f5446-f316-4814-89b6-0561f0c011d7 HTTP/1.1" status: 204 len: 168 time: 0.4465163 Aug 31 14:02:31.951335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47350) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:31.952103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ff3d4-fdab-4b91-8f8e-26783b6177a9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4f5446-f316-4814-89b6-0561f0c011d7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:32.019610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 90900714-c15a-4662-8f3d-0945398d7f67 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:32.025276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.057508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-925314c8-9ffa-4148-ab59-4b8d15573896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.064990 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.076021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-ebddaac7-445d-4a8c-9da4-704cb309677c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a4f5446-f316-4814-89b6-0561f0c011d7: This subnet is being modified by another concurrent operation. Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a4f5446-f316-4814-89b6-0561f0c011d7: This subnet is being modified by another concurrent operation. Aug 31 14:02:32.086003 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:02:32.147789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=ef072c50-4a1b-4257-9f76-c07a87b22908,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:32.174031 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.178076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Allocated IP 2001:db8::3 (344a856b-1115-4dae-8697-44c5a3fb1863/2ebc59e7-3ff6-4ada-b4d3-4caae6c4e9a1/8938521b-0e98-4cf2-92c8-4d0ebbb2d313) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:32.184457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e401c6a6-8502-428a-b545-35559581f8a1 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:32.230750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-73c6f7c7-e3b5-4ac6-a101-e266c6d38219 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389393 Aug 31 14:02:32.234379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:32.238507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.297233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Performing IP validity checks on allocation pools {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:02:32.297761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:02:32.320341 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.335789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fa070f-19da-41c4-8696-c949a4837db4 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:32.365054 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-925314c8-9ffa-4148-ab59-4b8d15573896 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:02:32.365423 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-925314c8-9ffa-4148-ab59-4b8d15573896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:02:32.376672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e401c6a6-8502-428a-b545-35559581f8a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e401c6a6-8502-428a-b545-35559581f8a1,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:32.389025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=90900714-c15a-4662-8f3d-0945398d7f67,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:32.403292 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.405684 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-684511d4-f6cc-48ed-b617-c44cfde88613 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/90900714-c15a-4662-8f3d-0945398d7f67 HTTP/1.1" status: 204 len: 168 time: 0.4502838 Aug 31 14:02:32.409675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47358) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:32.462271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e401c6a6-8502-428a-b545-35559581f8a1', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'port_id': 'e401c6a6-8502-428a-b545-35559581f8a1', 'mac_address': 'fa:16:3e:6b:cc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b432b8d-bac5-4dd1-8e93-811530e2f6f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:32.471086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a74ef9a1-f94e-494f-a3e6-d0ce3797feed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601673 Aug 31 14:02:32.474034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47362) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:32.480058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:32.581789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e6c3f8-dc39-441f-971b-e586532903d2 req-ba3cb38f-1c01-4e73-b272-514c533b111f service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447618 Aug 31 14:02:32.585685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.619269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64cb5a-934f-4eb9-a775-cb2a0cf255cb req-d2f8d788-5d7a-48d7-81cd-d7bf3bfefaed tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.621073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d64cb5a-934f-4eb9-a775-cb2a0cf255cb req-d2f8d788-5d7a-48d7-81cd-d7bf3bfefaed tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 945 time: 0.8317773 Aug 31 14:02:32.664950 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.690741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35bfc5-60b2-4174-9b80-9d434a43e4ea req-e4e74b5d-c983-41a5-823a-7eb9646f8cc5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.694300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ef072c50-4a1b-4257-9f76-c07a87b22908 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:32.700337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a35bfc5-60b2-4174-9b80-9d434a43e4ea req-e4e74b5d-c983-41a5-823a-7eb9646f8cc5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 944 time: 0.1041086 Aug 31 14:02:32.733410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e401c6a6-8502-428a-b545-35559581f8a1 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:32.733665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:32.734720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=77afca0a-9cad-4ee7-9c6b-a96a983f8d4a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:32.738374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.746758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d64cb5a-934f-4eb9-a775-cb2a0cf255cb req-423029ab-8049-4c22-a8a8-c34e3940a281 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980687 Aug 31 14:02:32.747515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': 'd6110a4f-aa24-481f-8449-402d35d32cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'e830dce1-6c30-44a4-b517-91ea517490ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:32.747889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: e830dce1-6c30-44a4-b517-91ea517490ab, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:32.749330 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.777803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Transition to ACTIVE for port object 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:32.789662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network e830dce1-6c30-44a4-b517-91ea517490ab is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:32.798993 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9a35bfc5-60b2-4174-9b80-9d434a43e4ea req-9e543dcc-8adf-40de-9b9e-22ed6e10c2ba tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969868 Aug 31 14:02:32.809227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e401c6a6-8502-428a-b545-35559581f8a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e401c6a6-8502-428a-b545-35559581f8a1,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:32.814816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:32.817839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Transition to ACTIVE for port object 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:32.823908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, e830dce1-6c30-44a4-b517-91ea517490ab) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:32.843480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.844090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.848893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d2ba41-9cab-4811-ad6f-3448bf01bd00 None None] Network e830dce1-6c30-44a4-b517-91ea517490ab requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:32.857562 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.859519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.870126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1ff0e347-e1df-4730-a9c7-fd8e32dd4488 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1620932 Aug 31 14:02:32.872962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:33.004932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Network 344a856b-1115-4dae-8697-44c5a3fb1863 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:33.008720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ef072c50-4a1b-4257-9f76-c07a87b22908 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:33.009201 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.015395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:33.021749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Pushing event updated for resources: {'Port': ['ID=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:33.030339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.041844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:33.144466 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.217966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] Deleting port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:33.218743 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.228095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.244193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67340958-4103-467b-acfb-1f1e8a269230 req-c515059b-8d4d-4e0d-bbd4-87b4a8967345 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.244675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:02:33.253245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67340958-4103-467b-acfb-1f1e8a269230 req-c515059b-8d4d-4e0d-bbd4-87b4a8967345 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 943 time: 0.1584432 Aug 31 14:02:33.283630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e401c6a6-8502-428a-b545-35559581f8a1,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:33.301681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Attempting to bind port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:33.302319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Attempting to bind port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'fd96e817-811d-4ca2-b9dd-adb3a9b29cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '344a856b-1115-4dae-8697-44c5a3fb1863'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:33.302860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Attempting to bind port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 on network 344a856b-1115-4dae-8697-44c5a3fb1863 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:33.318374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-078b6ca4-d284-4ea2-ba15-44694dedec10 None None] Provisioning complete for port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:33.318751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-078b6ca4-d284-4ea2-ba15-44694dedec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.333175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=77afca0a-9cad-4ee7-9c6b-a96a983f8d4a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:33.344302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:33.344546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Checking segment: {'id': 'fd96e817-811d-4ca2-b9dd-adb3a9b29cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '344a856b-1115-4dae-8697-44c5a3fb1863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:33.345246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.345742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Bound using segment: {'id': 'fd96e817-811d-4ca2-b9dd-adb3a9b29cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '344a856b-1115-4dae-8697-44c5a3fb1863'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:33.346255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Bound port: 8938521b-0e98-4cf2-92c8-4d0ebbb2d313, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd96e817-811d-4ca2-b9dd-adb3a9b29cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '344a856b-1115-4dae-8697-44c5a3fb1863'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:33.346650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.405113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.418865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e830dce1-6c30-44a4-b517-91ea517490ab']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:33.436624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67340958-4103-467b-acfb-1f1e8a269230 req-16f17359-1c9f-45fa-b821-54d8811d4672 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787844 Aug 31 14:02:33.445694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e401c6a6-8502-428a-b545-35559581f8a1'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:33.456126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6110a4f-aa24-481f-8449-402d35d32cbe') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:33.456341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6110a4f-aa24-481f-8449-402d35d32cbe') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:33.470704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.475456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.492480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8ab7f-364e-4537-a7d1-98962381727d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-e830dce1-6c30-44a4-b517-91ea517490ab', 'network_id': 'e830dce1-6c30-44a4-b517-91ea517490ab', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': '77afca0a-9cad-4ee7-9c6b-a96a983f8d4a'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:33.494015 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab7f-364e-4537-a7d1-98962381727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.525657 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.544134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:33.545144 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:33.553608 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:33.583526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5081f8cd-c598-44eb-9ec6-35f9d80e26bf no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:33.648000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.659155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.662111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/e830dce1-6c30-44a4-b517-91ea517490ab HTTP/1.1" status: 204 len: 168 time: 0.7879434 Aug 31 14:02:33.671062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47374) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:33.672214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] For port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:33.672628 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.677479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-875493213'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:33.699247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a57e73-5190-468a-b6f8-2fdbfdf0c33a tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=e830dce1-6c30-44a4-b517-91ea517490ab,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:33.717068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:33.723298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] Calling delete_port for 5081f8cd-c598-44eb-9ec6-35f9d80e26bf owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:33.734437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd06b3-8aef-4ef1-9dfa-38b78457d1be None None] Network e830dce1-6c30-44a4-b517-91ea517490ab requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:33.735143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:33.741488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.761768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.769747 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.770703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.778411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1538, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:33.791869 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.792676 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment 2d6f354e-bb98-428f-994a-5e5795851d40 of type vlan for network 4b415b4f-d9ad-4177-bfb9-e1482ab300a2 Aug 31 14:02:33.805870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] For port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:33.824556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd06b3-8aef-4ef1-9dfa-38b78457d1be None None] Network e830dce1-6c30-44a4-b517-91ea517490ab could not be found, it might have been deleted concurrently. {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:02:33.867718 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.898916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] For port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,segment=NetworkSegment(fd96e817-811d-4ca2-b9dd-adb3a9b29cf2),segment_id=fd96e817-811d-4ca2-b9dd-adb3a9b29cf2)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:33.921004 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.929008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:33.931759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=1bcdf0ca-f207-4d6b-ab98-aca923c8aa45,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:33.944738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:33.967779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.968728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.968917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.975040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.975674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.003578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af228bb0-a486-4abc-9f58-9af1dfeb1f1c req-b97ed24e-f91f-4f16-8663-d61225d0471d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.005563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af228bb0-a486-4abc-9f58-9af1dfeb1f1c req-b97ed24e-f91f-4f16-8663-d61225d0471d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 945 time: 0.1017499 Aug 31 14:02:34.009503 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5322418 Aug 31 14:02:34.009885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148160d-05be-4a2c-b7bd-af12df4125c7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,revision_number=6']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:34.010162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3345528 Aug 31 14:02:34.010847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47380) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:34.011190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47382) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:34.028719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': '4b415b4f-d9ad-4177-bfb9-e1482ab300a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:34.031180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db870f2-2f5c-4920-933c-d864525d140f req-badf6ffc-754a-4ff7-a9b8-f479378e9ce5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.032837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0db870f2-2f5c-4920-933c-d864525d140f req-badf6ffc-754a-4ff7-a9b8-f479378e9ce5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 945 time: 0.1458826 Aug 31 14:02:34.053391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-01a82bec-3bbc-4c61-a7c2-1b056dda4346 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:34.099648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0db870f2-2f5c-4920-933c-d864525d140f req-508de754-0c26-48d8-80f6-d026a6f7c31d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576768 Aug 31 14:02:34.181269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddde5c-d369-494c-b720-848cd363b067 None None] Pushing event updated for resources: {'Port': ['ID=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:34.184630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fe9c1d23-0670-42f2-b2a1-e157b8408902 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:34.213691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4c725-2fe3-48f7-8ff5-eb41f001a792 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=4b415b4f-d9ad-4177-bfb9-e1482ab300a2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:34.246562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 4b415b4f-d9ad-4177-bfb9-e1482ab300a2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:34.261539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe024ddc-6527-44bb-ad26-6edf49880673 req-19940673-89ea-48ec-8607-844ba1b1021f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.263137 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe024ddc-6527-44bb-ad26-6edf49880673 req-19940673-89ea-48ec-8607-844ba1b1021f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 945 time: 0.0927701 Aug 31 14:02:34.265214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-078b6ca4-d284-4ea2-ba15-44694dedec10 None None] Could not find standard attr ID for object 3d3e4e6f-267b-4c0a-91c4-2caeaf836fca. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:02:34.322409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.368408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe024ddc-6527-44bb-ad26-6edf49880673 req-a300800c-2aad-45ab-9c30-2dfa502e6dc5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938532 Aug 31 14:02:34.370723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af228bb0-a486-4abc-9f58-9af1dfeb1f1c req-10b473c3-3c30-464a-8923-5060d9c549f4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659166 Aug 31 14:02:34.377133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a82bec-3bbc-4c61-a7c2-1b056dda4346 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:34.390546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01a82bec-3bbc-4c61-a7c2-1b056dda4346 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.488901 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:02:34.494828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:34.527239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.638332 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.713123 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-01a82bec-3bbc-4c61-a7c2-1b056dda4346 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bcdf0ca-f207-4d6b-ab98-aca923c8aa45 (CIDR: 2001:db8::/64) Aug 31 14:02:34.773999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] Pushing event deleted for resources: {'Port': ['ID=5081f8cd-c598-44eb-9ec6-35f9d80e26bf,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:34.789112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86dfa8-7dff-4c78-8dca-2ec2b66d5262 None None] No DVR routers for this DVR port 5081f8cd-c598-44eb-9ec6-35f9d80e26bf on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:34.824782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c30a9-f098-4e80-88aa-edf565db925a None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:34.919928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fe9c1d23-0670-42f2-b2a1-e157b8408902, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:34.931408 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a82bec-3bbc-4c61-a7c2-1b056dda4346 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:02:34.932954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a82bec-3bbc-4c61-a7c2-1b056dda4346 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:34.947027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'fe9c1d23-0670-42f2-b2a1-e157b8408902', 'network_id': 'fbb7d75c-8b51-4148-b0f8-1f027de895dc', 'port_id': 'fe9c1d23-0670-42f2-b2a1-e157b8408902', 'mac_address': 'fa:16:3e:66:35:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06819c9-80a6-480d-b843-52f0e149a311', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:35.047224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3627d-9dcd-44f4-9524-729ea26e754d req-8b225c18-bedf-4cb1-9323-5242ccf051c4 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:35.061488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6c3627d-9dcd-44f4-9524-729ea26e754d req-8b225c18-bedf-4cb1-9323-5242ccf051c4 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 943 time: 0.3096693 Aug 31 14:02:35.067622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47452) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:35.068100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-01a82bec-3bbc-4c61-a7c2-1b056dda4346 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0286975 Aug 31 14:02:35.073736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:35.080519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:35.147867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6c3627d-9dcd-44f4-9524-729ea26e754d req-57bf4db1-95a0-414e-a712-0e26a8c25e0b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852344 Aug 31 14:02:35.156117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.189984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9c1d23-0670-42f2-b2a1-e157b8408902 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:35.215745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:35.251366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fe9c1d23-0670-42f2-b2a1-e157b8408902, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:35.256129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '1bcdf0ca-f207-4d6b-ab98-aca923c8aa45'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:35.261338 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.284051 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.322814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:35.343014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.430904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.496042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fe9c1d23-0670-42f2-b2a1-e157b8408902,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:35.580412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Allocated IP 2001:db8::f816:3eff:fee5:1da2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/1bcdf0ca-f207-4d6b-ab98-aca923c8aa45/c1c5b79b-52b8-4615-893a-e68c76c7e8e3) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:35.632978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=83cbeaac-6c75-4fe1-a39d-2301fa3f77c7,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:35.689832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94864584-8b46-4d4a-9353-4d38869ba984 req-13e46b00-c690-45f4-b58a-a2e0784c03f6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:35.692141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94864584-8b46-4d4a-9353-4d38869ba984 req-13e46b00-c690-45f4-b58a-a2e0784c03f6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 945 time: 0.1681845 Aug 31 14:02:35.703641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': '2d6f354e-bb98-428f-994a-5e5795851d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '4b415b4f-d9ad-4177-bfb9-e1482ab300a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:35.704599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: 4b415b4f-d9ad-4177-bfb9-e1482ab300a2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:35.749591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network 4b415b4f-d9ad-4177-bfb9-e1482ab300a2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:35.786755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94864584-8b46-4d4a-9353-4d38869ba984 req-3c94f637-f9d9-4ef1-961c-06569f8206ac tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845284 Aug 31 14:02:35.792552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 4b415b4f-d9ad-4177-bfb9-e1482ab300a2) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:35.800993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:35.801615 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.811916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d6900-99ef-4522-b76a-79bea0d43da7 None None] Network 4b415b4f-d9ad-4177-bfb9-e1482ab300a2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:35.833729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-83e3bc7b-2853-4838-91c0-cd2f4e97ce24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8096302 Aug 31 14:02:35.836383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47528) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:35.938664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fe9c1d23-0670-42f2-b2a1-e157b8408902'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:35.941794 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.994061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.000593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Transition to ACTIVE for port object c1c5b79b-52b8-4615-893a-e68c76c7e8e3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:36.079613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd61f34-0a31-4d1b-818f-af2d7a0db544 None None] Network 344a856b-1115-4dae-8697-44c5a3fb1863 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:36.086413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Transition to ACTIVE for port object c1c5b79b-52b8-4615-893a-e68c76c7e8e3 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:36.095746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.162968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.192278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.258204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f96275cf-f338-4ffc-b540-f81695bc2b10 None None] Provisioning for port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:36.317009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f96275cf-f338-4ffc-b540-f81695bc2b10 None None] Provisioning complete for port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:36.317910 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f96275cf-f338-4ffc-b540-f81695bc2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.319656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f907a2-82cb-4641-9b17-6ecc5dcdd89d req-2bde3ac0-3db7-4fd1-8fc8-fd3d4f2b6c3d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.324132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=83cbeaac-6c75-4fe1-a39d-2301fa3f77c7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:36.333926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04f907a2-82cb-4641-9b17-6ecc5dcdd89d req-2bde3ac0-3db7-4fd1-8fc8-fd3d4f2b6c3d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 945 time: 1.0720921 Aug 31 14:02:36.343073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28057585-5cad-4aee-98f0-c2505a9dce4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-4b415b4f-d9ad-4177-bfb9-e1482ab300a2', 'network_id': '4b415b4f-d9ad-4177-bfb9-e1482ab300a2', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': '83cbeaac-6c75-4fe1-a39d-2301fa3f77c7'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:36.344370 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28057585-5cad-4aee-98f0-c2505a9dce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.349687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:36.389730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Pushing event updated for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:36.412412 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04f907a2-82cb-4641-9b17-6ecc5dcdd89d req-b32add6f-c713-4497-81a4-71483f4eadc5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733652 Aug 31 14:02:36.418308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:36.436514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:36.444388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.462535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b415b4f-d9ad-4177-bfb9-e1482ab300a2']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:36.507284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e52602-90bc-4fe8-9f0a-c65ff6b651d4 req-fdd477f6-315c-4d5b-b31b-0f8e26a14b83 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.509197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9e52602-90bc-4fe8-9f0a-c65ff6b651d4 req-fdd477f6-315c-4d5b-b31b-0f8e26a14b83 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 944 time: 0.1752486 Aug 31 14:02:36.514631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6f354e-bb98-428f-994a-5e5795851d40') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:36.514937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6f354e-bb98-428f-994a-5e5795851d40') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:36.583309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9e52602-90bc-4fe8-9f0a-c65ff6b651d4 req-b62c91cf-8a60-4f9d-ab85-51ade8747df7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575414 Aug 31 14:02:36.587797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.607222 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.626928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.636854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:36.637282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:36.640435 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:36.681701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:36.685818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:36.690946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.691822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.700835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=df976175-f7f7-4024-9b1a-2bf8b4f61c9b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:36.719356 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a20d02b4-b41e-4c32-ae1b-ffe2390cb474 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6505530 Aug 31 14:02:36.723633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47618) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:36.735018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:e6:c0:fe', 'name': 'tempest-NetworksTestDHCPv6-322936939'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:36.803575 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.841661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.851295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c66a0e-0c0e-4f62-ae9f-4b6ae56c93cb None None] Network 4b415b4f-d9ad-4177-bfb9-e1482ab300a2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:36.852412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47634) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:36.858168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138078579'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:36.862528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/4b415b4f-d9ad-4177-bfb9-e1482ab300a2 HTTP/1.1" status: 204 len: 168 time: 1.0171523 Aug 31 14:02:36.897326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d901d-397b-4559-869d-803a129a6620 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=4b415b4f-d9ad-4177-bfb9-e1482ab300a2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:36.898386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c66a0e-0c0e-4f62-ae9f-4b6ae56c93cb None None] Network 4b415b4f-d9ad-4177-bfb9-e1482ab300a2 could not be found, it might have been deleted concurrently. {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:02:36.905046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f96275cf-f338-4ffc-b540-f81695bc2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.909052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Attempting to bind port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:36.909886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Attempting to bind port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:36.910478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Attempting to bind port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:36.919775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:36.920468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:36.921411 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.922217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:36.924065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Bound port: c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:36.925182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.956721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db4e2-1690-4064-998d-30e0a7020d5b req-196ae3d3-cc63-4e91-a428-03357f5f02f3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.958400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-479db4e2-1690-4064-998d-30e0a7020d5b req-196ae3d3-cc63-4e91-a428-03357f5f02f3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 945 time: 0.1561091 Aug 31 14:02:36.975499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:36.990267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.010097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f96275cf-f338-4ffc-b540-f81695bc2b10 None None] For port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,segment=NetworkSegment(fd96e817-811d-4ca2-b9dd-adb3a9b29cf2),segment_id=fd96e817-811d-4ca2-b9dd-adb3a9b29cf2)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:37.019572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f96275cf-f338-4ffc-b540-f81695bc2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.033896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:37.091485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:37.112188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:37.113212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96275cf-f338-4ffc-b540-f81695bc2b10 None None] Pushing event updated for resources: {'Port': ['ID=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:37.127815 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.195289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:37.225997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Deleting port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:37.226685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.228083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74086f-d0d3-45ab-bb66-1750120a417f req-28da6ef3-2b19-4311-902d-4af956f7b701 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:37.237032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7f74086f-d0d3-45ab-bb66-1750120a417f req-28da6ef3-2b19-4311-902d-4af956f7b701 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 945 time: 0.2340827 Aug 31 14:02:37.239797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4467c-4ffc-4b68-b126-0300f87267e0 None None] Pushing event updated for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:37.255625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.255773 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment 1defa9f5-d346-4857-89a9-1f51cae1661b of type vlan for network bc28370a-92c7-4951-8de9-559672a8485f Aug 31 14:02:37.270808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.401393 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7f74086f-d0d3-45ab-bb66-1750120a417f req-6b1a75d4-71e3-4b2f-8031-224537b4f7c2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522367 Aug 31 14:02:37.406705 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.454585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7dde23cd-d7c8-46ca-9c8c-d60f2fddce91 None None] Provisioning complete for port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:37.455702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7dde23cd-d7c8-46ca-9c8c-d60f2fddce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.489629 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.504387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:37.515936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.530646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] For port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:37.531038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.544313 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6905506 Aug 31 14:02:37.558076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47704) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:37.565309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': 'bc28370a-92c7-4951-8de9-559672a8485f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:37.584225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port f4929329-5178-4294-ba39-0ab387b2662b yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:37.809912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9641f-c2bc-4224-a9ad-76c1156c48fa tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=bc28370a-92c7-4951-8de9-559672a8485f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:37.830489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network bc28370a-92c7-4951-8de9-559672a8485f details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:37.855306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Calling delete_port for 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:37.908721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8:0:1::fd (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/df976175-f7f7-4024-9b1a-2bf8b4f61c9b/f4929329-5178-4294-ba39-0ab387b2662b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:37.917132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::f816:3eff:fee6:c0fe (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/1bcdf0ca-f207-4d6b-ab98-aca923c8aa45/f4929329-5178-4294-ba39-0ab387b2662b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:37.952383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:37.959811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.057371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e09c4-ceb3-4094-9de7-4da88f66d405 req-027dfbcf-dda9-4c2c-9f5f-21fae935f676 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.058950 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1d5e09c4-ceb3-4094-9de7-4da88f66d405 req-027dfbcf-dda9-4c2c-9f5f-21fae935f676 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 944 time: 0.2365072 Aug 31 14:02:38.124463 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1d5e09c4-ceb3-4094-9de7-4da88f66d405 req-5ec80b2b-6f9e-45d5-9738-7f1fa45071ae tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543118 Aug 31 14:02:38.134608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3746b-0472-4607-a6c7-102820de9b99 req-fb0b1f0a-72a3-47c3-9c0b-bb5bd4c4f0a9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.138107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5eb3746b-0472-4607-a6c7-102820de9b99 req-fb0b1f0a-72a3-47c3-9c0b-bb5bd4c4f0a9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 945 time: 0.5551128 Aug 31 14:02:38.189869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e401c6a6-8502-428a-b545-35559581f8a1 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:38.216556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5eb3746b-0472-4607-a6c7-102820de9b99 req-4408dfbb-9dfe-4785-ae57-7dc9b364883a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674689 Aug 31 14:02:38.231472 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:02:38.278687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.287738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e401c6a6-8502-428a-b545-35559581f8a1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:38.297236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e401c6a6-8502-428a-b545-35559581f8a1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:38.298380 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.370814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=a22cc5a1-a8d1-49d5-b41d-456ae9b8c048,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:38.381454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.400391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': '1defa9f5-d346-4857-89a9-1f51cae1661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'bc28370a-92c7-4951-8de9-559672a8485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:38.405224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: bc28370a-92c7-4951-8de9-559672a8485f, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:38.428905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object f4929329-5178-4294-ba39-0ab387b2662b will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:38.430868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network bc28370a-92c7-4951-8de9-559672a8485f is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:38.443738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, bc28370a-92c7-4951-8de9-559672a8485f) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:38.450558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.451161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.477269 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ef2bd88-8b77-4c30-a75e-d455373d4bd6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9139690 Aug 31 14:02:38.478151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47800) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:38.478308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.495865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696102f-328d-4440-9664-92e0c6f68fbe None None] Network bc28370a-92c7-4951-8de9-559672a8485f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:38.569023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event deleted for resources: {'Port': ['ID=0e703da1-2e1e-4be4-87a6-8bd30e3d0177,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:38.621746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:38.633855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] No DVR routers for this DVR port 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:38.641379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.644449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-479db4e2-1690-4064-998d-30e0a7020d5b req-cd4e4cbb-4084-44b2-a674-e0e029db7cc2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "DELETE /v2.0/ports/0e703da1-2e1e-4be4-87a6-8bd30e3d0177 HTTP/1.1" status: 204 len: 173 time: 1.6760237 Aug 31 14:02:38.646071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'name': 'network-vif-deleted', 'tag': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:38.649847 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb46f926-74d8-46af-9527-a62b0f28c3db" -d '{"events": [{"server_uuid": "4b5dab3b-a18a-4676-82ee-f4c26982654a", "name": "network-vif-deleted", "tag": "0e703da1-2e1e-4be4-87a6-8bd30e3d0177"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:38.654923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.682762 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.784222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e8948-00e5-4e87-ada3-e506b938335f None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:38.869122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad7894-0f0f-4d9d-b538-dd8f57b0f89b req-7c3aea91-54fa-4d0f-89f6-2f855312c70f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.885235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bcad7894-0f0f-4d9d-b538-dd8f57b0f89b req-7c3aea91-54fa-4d0f-89f6-2f855312c70f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 945 time: 0.1957276 Aug 31 14:02:38.895417 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.942014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e401c6a6-8502-428a-b545-35559581f8a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e401c6a6-8502-428a-b545-35559581f8a1,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:39.035282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e401c6a6-8502-428a-b545-35559581f8a1'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:39.041415 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bb38f8-44c1-4996-9fb7-f7f56b4d288d" -d '{"events": [{"server_uuid": "1b121a71-5ce2-4127-9ab8-26b8f4c7547d", "name": "network-vif-plugged", "status": "completed", "tag": "e401c6a6-8502-428a-b545-35559581f8a1"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:39.105562 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee6150a-f7bb-4331-a176-b634a9ee886c x-openstack-request-id: req-4ee6150a-f7bb-4331-a176-b634a9ee886c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:39.106249 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5dab3b-a18a-4676-82ee-f4c26982654a", "name": "network-vif-deleted", "tag": "0e703da1-2e1e-4be4-87a6-8bd30e3d0177", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:39.106731 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ee6150a-f7bb-4331-a176-b634a9ee886c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:39.107752 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5dab3b-a18a-4676-82ee-f4c26982654a', 'name': 'network-vif-deleted', 'tag': '0e703da1-2e1e-4be4-87a6-8bd30e3d0177', 'status': 'completed', 'code': 200} Aug 31 14:02:39.131698 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bcad7894-0f0f-4d9d-b538-dd8f57b0f89b req-a418fe22-7ddd-4df0-90c5-31c94b5d7292 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454913 Aug 31 14:02:39.144407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.149107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:39.153020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:39.162241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:39.176389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.177365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.188367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=f4929329-5178-4294-ba39-0ab387b2662b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:39.200903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c6999400-e8a8-46c0-a108-be7fc9d2517b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4753602 Aug 31 14:02:39.207380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47870) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:39.271819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1c5b79b-52b8-4615-893a-e68c76c7e8e3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:39.275450 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.301148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:39.322240 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d1646-7d6a-4a5d-9de8-2ff2b1e17964 x-openstack-request-id: req-4f2d1646-7d6a-4a5d-9de8-2ff2b1e17964 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:39.322518 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b121a71-5ce2-4127-9ab8-26b8f4c7547d", "name": "network-vif-plugged", "status": "completed", "tag": "e401c6a6-8502-428a-b545-35559581f8a1", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:39.322782 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f2d1646-7d6a-4a5d-9de8-2ff2b1e17964 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:39.323192 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e401c6a6-8502-428a-b545-35559581f8a1', 'code': 200} Aug 31 14:02:39.351688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c5c49-9aaa-4b8a-8a06-7fc7e21889b6 req-8140f97e-63bb-4243-8a2b-7bae68d82365 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.353603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd557a-685c-4303-a1cb-2f367d8c3117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-bc28370a-92c7-4951-8de9-559672a8485f', 'network_id': 'bc28370a-92c7-4951-8de9-559672a8485f', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': 'a22cc5a1-a8d1-49d5-b41d-456ae9b8c048'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:39.354379 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1cd557a-685c-4303-a1cb-2f367d8c3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.361971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-675c5c49-9aaa-4b8a-8a06-7fc7e21889b6 req-8140f97e-63bb-4243-8a2b-7bae68d82365 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 944 time: 0.0796597 Aug 31 14:02:39.365983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.414875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=a22cc5a1-a8d1-49d5-b41d-456ae9b8c048,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:39.486601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e6584fd-366d-4cb8-a2be-5afd57a9c36b req-2d8c4df5-f9dc-4294-83a9-45efef182456 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b5dab3b-a18a-4676-82ee-f4c26982654a HTTP/1.1" status: 200 len: 210 time: 0.0621393 Aug 31 14:02:39.534539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c533-9795-476f-90af-fd84a8daf0b9 req-e8089c96-adde-4b12-93f0-beb2b295e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.538118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b58c533-9795-476f-90af-fd84a8daf0b9 req-e8089c96-adde-4b12-93f0-beb2b295e77e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 1097 time: 0.1440582 Aug 31 14:02:39.553979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.568505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port f4929329-5178-4294-ba39-0ab387b2662b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:39.570228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc28370a-92c7-4951-8de9-559672a8485f']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:39.573553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.621121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1defa9f5-d346-4857-89a9-1f51cae1661b') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:39.621821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1defa9f5-d346-4857-89a9-1f51cae1661b') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:39.628228 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-675c5c49-9aaa-4b8a-8a06-7fc7e21889b6 req-e3e86969-5776-46b9-be3a-68684d9d85b1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637742 Aug 31 14:02:39.644924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.668637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.680152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:39.681074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.684213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b58c533-9795-476f-90af-fd84a8daf0b9 req-b8638535-25f4-4ccd-bb60-7d8915ac10e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006336 Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:39.685487 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:39.719179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.733374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for f4929329-5178-4294-ba39-0ab387b2662b owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:39.768819 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.780384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.809013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e7a6ba5c-4c98-442e-aaaa-fac5507e3fc0 None None] Provisioning for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:39.810312 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/bc28370a-92c7-4951-8de9-559672a8485f HTTP/1.1" status: 204 len: 168 time: 1.3290548 Aug 31 14:02:39.812352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47896) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:39.812767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:39.813338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0e703da1-2e1e-4be4-87a6-8bd30e3d0177 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:39.862480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:39.874915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-433510843'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:39.884021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7dc38-c7b9-46d1-b420-8bc06d32bc3b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=bc28370a-92c7-4951-8de9-559672a8485f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:39.888405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:39.889061 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.924471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:39.928244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.943355 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f850f-1f93-44ec-b854-d6da58c553fb None None] Network bc28370a-92c7-4951-8de9-559672a8485f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:39.951312 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.972347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f850f-1f93-44ec-b854-d6da58c553fb None None] Network bc28370a-92c7-4951-8de9-559672a8485f could not be found, it might have been deleted concurrently. {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:02:39.996514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e401c6a6-8502-428a-b545-35559581f8a1,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:40.042760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.045721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1500, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:40.059027 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.059401 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment 93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9 of type vlan for network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 Aug 31 14:02:40.088973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=f4929329-5178-4294-ba39-0ab387b2662b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:40.152019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.156525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aaaa8832-f7a2-43a1-ba08-9452abd8c8d6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/f4929329-5178-4294-ba39-0ab387b2662b HTTP/1.1" status: 204 len: 168 time: 0.9421842 Aug 31 14:02:40.156525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47912) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:40.162511 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.177891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.213350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe138a7-4c53-45f2-8247-b64191083429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.217193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bfe138a7-4c53-45f2-8247-b64191083429 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0568068 Aug 31 14:02:40.217377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fe9c1d23-0670-42f2-b2a1-e157b8408902 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:40.218143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47914) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:40.246630 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.253122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.253990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.271648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2402b25-a524-4608-afd5-011460284c67 req-9e7726e2-88f4-4c31-855f-c9c8c8ecaef3 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.273494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2402b25-a524-4608-afd5-011460284c67 req-9e7726e2-88f4-4c31-855f-c9c8c8ecaef3 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.0575788 Aug 31 14:02:40.310049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:40.320284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.321223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:40.322994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2402b25-a524-4608-afd5-011460284c67 req-0f8739e7-d923-4b47-a7b6-c4f660569b6e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Aug 31 14:02:40.345151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-16579191-1236-44aa-b43e-dd5df93b19db tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.352623 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-16579191-1236-44aa-b43e-dd5df93b19db tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/networks?id=f7421741-6673-4a38-9e5c-38baa1bf8eca HTTP/1.1" status: 200 len: 814 time: 0.2425570 Aug 31 14:02:40.370024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5072365 Aug 31 14:02:40.372966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47916) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:40.378813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:40.395235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825423d-9180-431d-8cbc-5cdb6a820e9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.396644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0825423d-9180-431d-8cbc-5cdb6a820e9e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1773608 Aug 31 14:02:40.398025 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-873e6e26-04e6-4d03-a1ee-f405405a5ef3 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/quotas/3a468ca27d9946c68a5cbe63b342899a HTTP/1.1" status: 200 len: 375 time: 0.0443804 Aug 31 14:02:40.401139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47918) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:40.411670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a00fa-8de0-48f0-8e24-6fd443cd261b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=3b6f34d3-3ec1-4516-864a-fbcf5fc50b67,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:40.432245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:40.472552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-b73f593c-6523-485c-9fb2-51f290284cc1 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a468ca27d9946c68a5cbe63b342899a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394258 Aug 31 14:02:40.489454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c85f0f-4ab1-495b-ae25-27291adf3e70 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.491153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c85f0f-4ab1-495b-ae25-27291adf3e70 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.491721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:40.492662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c85f0f-4ab1-495b-ae25-27291adf3e70 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.494282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20c85f0f-4ab1-495b-ae25-27291adf3e70 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0922081 Aug 31 14:02:40.494445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port fe9c1d23-0670-42f2-b2a1-e157b8408902 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:40.495420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.498555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47920) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:40.513114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:40.526866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port fe9c1d23-0670-42f2-b2a1-e157b8408902 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:40.527408 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.532684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d182859-6a3c-4d20-a9ef-52843ef3c47e None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '1bcdf0ca-f207-4d6b-ab98-aca923c8aa45', 'ip_address': '2001:db8::f816:3eff:fee5:1da2'}, {'subnet_id': 'df976175-f7f7-4024-9b1a-2bf8b4f61c9b'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'c1c5b79b-52b8-4615-893a-e68c76c7e8e3'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:02:40.611722 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-08265c7b-0d60-4acc-86b9-b21a2ca625d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268287 Aug 31 14:02:40.627116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 1bcdf0ca-f207-4d6b-ab98-aca923c8aa45 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:40.629399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1d182859-6a3c-4d20-a9ef-52843ef3c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.631686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:40.632116 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.635306 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.696294 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.742424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-e1132412-a917-4395-a20a-d160a954812e service neutron] 10.222.0.10 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297014 Aug 31 14:02:40.912388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.920941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.954555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:40.971773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fe9c1d23-0670-42f2-b2a1-e157b8408902, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:40.977378 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.053008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f84ef3-0121-4700-95ae-86dcca63e2cb req-70557563-38a0-4bf5-b38b-273bb8fd48f2 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.054573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77f84ef3-0121-4700-95ae-86dcca63e2cb req-70557563-38a0-4bf5-b38b-273bb8fd48f2 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 944 time: 0.1880689 Aug 31 14:02:41.069954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=fa0d4bec-52b0-49a6-b626-971bb8934bdd,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:41.083951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fe9c1d23-0670-42f2-b2a1-e157b8408902,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:41.099663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-1d182859-6a3c-4d20-a9ef-52843ef3c47e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bcdf0ca-f207-4d6b-ab98-aca923c8aa45: This subnet is being modified by another concurrent operation. Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bcdf0ca-f207-4d6b-ab98-aca923c8aa45: This subnet is being modified by another concurrent operation. Aug 31 14:02:41.109202 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:02:41.120126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1c5b79b-52b8-4615-893a-e68c76c7e8e3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:41.173778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': '93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:41.174307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:41.186097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcdf0ca-f207-4d6b-ab98-aca923c8aa45,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:41.188535 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.190689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bc1fc788-cd55-45e4-8238-d970e12e8411 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/1bcdf0ca-f207-4d6b-ab98-aca923c8aa45 HTTP/1.1" status: 204 len: 168 time: 0.6895378 Aug 31 14:02:41.196965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47952) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:41.218299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77f84ef3-0121-4700-95ae-86dcca63e2cb req-73508022-7959-47bd-820a-a814debe1d3f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494012 Aug 31 14:02:41.219420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c052-9e33-4db1-a347-05b04d5222dc req-4c290174-cb53-41ae-95c8-a3563648c4e7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.229354 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-4c290174-cb53-41ae-95c8-a3563648c4e7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.2376275 Aug 31 14:02:41.231460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acfe468-cf3d-47d9-a171-4c8bf9b63246 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:41.250951 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-0a8d7121-dde7-408b-84cc-8baab0cabad9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.0199635 Aug 31 14:02:41.283110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:41.302135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet df976175-f7f7-4024-9b1a-2bf8b4f61c9b {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:41.306550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:41.314355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.326141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c1d23-0670-42f2-b2a1-e157b8408902'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:41.326953 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a7f80189-f71f-4361-83c9-ef72c93ded7f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742071 Aug 31 14:02:41.328624 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9bc432-e034-4f7b-a25e-3f958ff33a92" -d '{"events": [{"server_uuid": "75121ae6-5482-4aec-9ef8-038fbd973eee", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c1d23-0670-42f2-b2a1-e157b8408902"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:41.343247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.344197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.408914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-990a966a-436a-4637-90a0-ff458314efbd req-8bb0c2e6-621f-439c-9d78-043f37fa05ba tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 210 time: 0.0457098 Aug 31 14:02:41.418674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a71fef23-363c-4ede-afd6-795fc5250d0b tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0445135 Aug 31 14:02:41.421515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:41.425808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.425975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450e9293-3424-430d-add6-0e9e2e3a30aa None None] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:41.434279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:41.446449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-4b12f885-6c2b-4e0a-8f38-6cc5894a4462 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178267 Aug 31 14:02:41.512119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7b93120b-ff7d-4385-ad5c-aa6562495788 None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:41.512528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b93120b-ff7d-4385-ad5c-aa6562495788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.516592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:41.516592 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.574916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.602877 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-4ca18698-d777-49cf-9c43-955c8482b012 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489806 Aug 31 14:02:41.727795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:41.731784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.738635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.788559 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecfc2e1-58b2-42dd-b5a6-2508126efc59 x-openstack-request-id: req-7ecfc2e1-58b2-42dd-b5a6-2508126efc59 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:41.788796 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75121ae6-5482-4aec-9ef8-038fbd973eee", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c1d23-0670-42f2-b2a1-e157b8408902", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:41.789082 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ecfc2e1-58b2-42dd-b5a6-2508126efc59 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:41.789472 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c1d23-0670-42f2-b2a1-e157b8408902', 'code': 200} Aug 31 14:02:41.804981 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.806953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/df976175-f7f7-4024-9b1a-2bf8b4f61c9b HTTP/1.1" status: 204 len: 168 time: 0.6087983 Aug 31 14:02:41.809493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47968) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:41.845143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5c031-7c8c-478e-948e-fc62f18f4854 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=df976175-f7f7-4024-9b1a-2bf8b4f61c9b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:41.878686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19564a-9c09-4225-8156-9d12789b2310 req-b1736cfd-1afb-467f-8de0-bb8c7594a4c7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.885374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b19564a-9c09-4225-8156-9d12789b2310 req-b1736cfd-1afb-467f-8de0-bb8c7594a4c7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.2085996 Aug 31 14:02:41.912037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-3b6f34d3-3ec1-4516-864a-fbcf5fc50b67', 'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': 'fa0d4bec-52b0-49a6-b626-971bb8934bdd'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:41.912894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:41.923835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27b1aea9-76c4-4f1b-9a23-ebebe8f3d702 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104825 Aug 31 14:02:41.924908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47972) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:41.930442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:41.960736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d7c08-8cf9-4f10-bf2b-da32623b2069 None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': 'df976175-f7f7-4024-9b1a-2bf8b4f61c9b'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'c1c5b79b-52b8-4615-893a-e68c76c7e8e3'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:02:41.970354 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-873a68f0-a786-43cb-b264-16f33455f668 req-8f428704-5786-4176-8c63-6b7577ea5749 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 210 time: 0.0515118 Aug 31 14:02:42.047314 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-891d7c08-8cf9-4f10-bf2b-da32623b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.102650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b19564a-9c09-4225-8156-9d12789b2310 req-e91004a2-b203-47a2-be88-ee9d4b22adc6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816599 Aug 31 14:02:42.134826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f094d-f53e-4b15-b47f-0bc51bb60051 req-1ea27345-81da-4ee3-9f4b-efd965481e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.136411 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-665f094d-f53e-4b15-b47f-0bc51bb60051 req-1ea27345-81da-4ee3-9f4b-efd965481e16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 1096 time: 0.1946387 Aug 31 14:02:42.223843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-665f094d-f53e-4b15-b47f-0bc51bb60051 req-1154ca2e-37ca-4aa6-bf49-1a515a2da78d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656960 Aug 31 14:02:42.227180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:42.230781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.303749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Allocated IP 2001:db8::2 (3b6f34d3-3ec1-4516-864a-fbcf5fc50b67/fa0d4bec-52b0-49a6-b626-971bb8934bdd/ed597589-6d23-4918-a9d2-c250ac3acfbe) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:42.381204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13d3d-b2fe-46e6-8d80-0a456b72357b req-b5446c58-3cef-47d1-9234-2aea18792480 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.383148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04d13d3d-b2fe-46e6-8d80-0a456b72357b req-b5446c58-3cef-47d1-9234-2aea18792480 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.0613286 Aug 31 14:02:42.414626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.418074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b0e37b6c-4391-46d7-af1d-84b9a1d3482a None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:42.418738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b0e37b6c-4391-46d7-af1d-84b9a1d3482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.446560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-04d13d3d-b2fe-46e6-8d80-0a456b72357b req-e74d5929-134e-4f47-95b1-73f7a672a905 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573556 Aug 31 14:02:42.467726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:42.489635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8926-534f-4d67-86ab-b9f4f91be7c8 req-7713d82b-a382-4696-a6be-ef9a8897d3e7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.496922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b3e8926-534f-4d67-86ab-b9f4f91be7c8 req-7713d82b-a382-4696-a6be-ef9a8897d3e7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1611476 Aug 31 14:02:42.499597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:42.511934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.512980 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.551613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=62c8a929-63f2-44df-aace-3c4f6fb8b1e6,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:42.570601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-642c38fe-a1bd-4ed8-a022-728a20459aa4 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1480412 Aug 31 14:02:42.576300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47988) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:42.635415 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec9acabf-efb9-4b38-8195-afcebe691251 req-cb98470d-aef2-4af5-9988-da8a0a1cf2a9 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 210 time: 0.0731745 Aug 31 14:02:42.644557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b3e8926-534f-4d67-86ab-b9f4f91be7c8 req-98b37ea9-e6d4-4ff1-a2f6-4642281b5a16 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466854 Aug 31 14:02:42.645272 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.668300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Transition to ACTIVE for port object ed597589-6d23-4918-a9d2-c250ac3acfbe will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:42.700568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3fc9f1d3-55bc-4fd8-bff1-323e49572382 None None] Could not find standard attr ID for object f4929329-5178-4294-ba39-0ab387b2662b. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:02:42.704974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bcd084-5f28-47c9-afa7-aab0b6d884b8 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.706917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bcd084-5f28-47c9-afa7-aab0b6d884b8 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.708767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bcd084-5f28-47c9-afa7-aab0b6d884b8 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.710834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bcd084-5f28-47c9-afa7-aab0b6d884b8 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.713172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bcd084-5f28-47c9-afa7-aab0b6d884b8 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.715391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Transition to ACTIVE for port object ed597589-6d23-4918-a9d2-c250ac3acfbe will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:42.715646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f3bcd084-5f28-47c9-afa7-aab0b6d884b8 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1381564 Aug 31 14:02:42.720755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3fc9f1d3-55bc-4fd8-bff1-323e49572382 None None] Could not find standard attr ID for object 3d3e4e6f-267b-4c0a-91c4-2caeaf836fca. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:02:42.727231 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.728391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:42.734177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678932370'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:42.794987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:42.799118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.815109 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.929531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:42.942725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:42.943174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:42.945295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:42.946146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:42.948264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:42.949224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=69b58221-9f60-4ad1-b170-9ced526dc90d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:42.951785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.952391 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:42.969202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e926a19e-957f-487d-90a8-9f11a5e5abb8 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:43.005472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.005472 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment 60e43e04-68d0-43e0-8a1a-97a6a40aacd6 of type vlan for network 64ee6652-94d0-48a0-86de-d90f657efbc6 Aug 31 14:02:43.009547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ced20af0-297b-4e3f-b6aa-543b42d9c601 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0830715 Aug 31 14:02:43.014716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47994) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:43.022145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-574899a9-4dc6-4035-a84b-f90a12eba08d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:43.073451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Pushing event updated for resources: {'Port': ['ID=ed597589-6d23-4918-a9d2-c250ac3acfbe,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:43.077816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Attempting to bind port ed597589-6d23-4918-a9d2-c250ac3acfbe on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:43.078278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Attempting to bind port ed597589-6d23-4918-a9d2-c250ac3acfbe by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:43.078744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Attempting to bind port ed597589-6d23-4918-a9d2-c250ac3acfbe on network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:43.091829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:43.092229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Checking segment: {'id': '93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:43.093075 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.093075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Bound using segment: {'id': '93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:43.093562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Bound port: ed597589-6d23-4918-a9d2-c250ac3acfbe, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:43.093956 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.153470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1c5b79b-52b8-4615-893a-e68c76c7e8e3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:43.178783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-711fb90d-868c-4df4-8dd9-1add95b639d5 req-c8e3d2ff-c891-44f4-9d1b-6c7031b24356 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 210 time: 0.0541122 Aug 31 14:02:43.184099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.202777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-4403dea0-5ea9-45f3-8e90-12fba98fda2a tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.204539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-4403dea0-5ea9-45f3-8e90-12fba98fda2a tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "GET /v2.0/networks?id=f7421741-6673-4a38-9e5c-38baa1bf8eca HTTP/1.1" status: 200 len: 814 time: 0.3550360 Aug 31 14:02:43.234550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.243267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.244327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.258100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574899a9-4dc6-4035-a84b-f90a12eba08d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:43.263877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-574899a9-4dc6-4035-a84b-f90a12eba08d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.276588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Request body: {'port': {'device_id': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca', 'admin_state_up': True, 'tenant_id': '3a468ca27d9946c68a5cbe63b342899a'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:43.301869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] For port ed597589-6d23-4918-a9d2-c250ac3acfbe, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:43.309864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] For port ed597589-6d23-4918-a9d2-c250ac3acfbe, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ed597589-6d23-4918-a9d2-c250ac3acfbe,segment=NetworkSegment(93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9),segment_id=93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:43.334381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.373895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6441987 Aug 31 14:02:43.374636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47998) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:43.384228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:43.414330 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.415641 n-d-792362-6 neutron-server[101360]: INFO neutron.db.ipam_backend_mixin [None req-574899a9-4dc6-4035-a84b-f90a12eba08d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69b58221-9f60-4ad1-b170-9ced526dc90d (CIDR: 2001:db8::/64) Aug 31 14:02:43.421721 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-574899a9-4dc6-4035-a84b-f90a12eba08d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:02:43.422426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574899a9-4dc6-4035-a84b-f90a12eba08d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:43.444648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-574899a9-4dc6-4035-a84b-f90a12eba08d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4277058 Aug 31 14:02:43.449922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48000) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:43.456628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:43.463969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe11d6f-988e-46c0-bdc2-f7c900d58c94 None None] Pushing event updated for resources: {'Port': ['ID=ed597589-6d23-4918-a9d2-c250ac3acfbe,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:43.521495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:43.531639 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.643242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fbb20-d635-4e01-b18b-d15071aa7994 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=64ee6652-94d0-48a0-86de-d90f657efbc6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:43.686347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:43.802769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893b24e-1c69-41a3-88c4-c9510f54efa0 req-9192a5b1-adb7-4722-88bc-965fd215c48d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.810999 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1893b24e-1c69-41a3-88c4-c9510f54efa0 req-9192a5b1-adb7-4722-88bc-965fd215c48d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.2447689 Aug 31 14:02:43.862392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.864835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f99fb2d2-e68b-4972-b5d9-92f69149a11a None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:43.864835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f99fb2d2-e68b-4972-b5d9-92f69149a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.889758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:43.894223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.906035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:43.928454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.929009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.929450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.929897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.930328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.930928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.931383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.931905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.933184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.933184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.933184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.934059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:43.938964 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1893b24e-1c69-41a3-88c4-c9510f54efa0 req-fc08ec30-78e4-4578-83db-47841d419370 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237376 Aug 31 14:02:43.940017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68f34de3-0d89-415f-975b-2a9fd20949c5 req-cacc4e72-b843-45a7-961b-449d156d77fd tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 210 time: 0.1116271 Aug 31 14:02:43.941555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Made reservation on behalf of 3a468ca27d9946c68a5cbe63b342899a for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:43.962560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:43.964668 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.027771 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f99fb2d2-e68b-4972-b5d9-92f69149a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.069714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f99fb2d2-e68b-4972-b5d9-92f69149a11a None None] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:44.071351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 is not hosted by any dhcp agent {{(pid=101361) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:02:44.075808 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f99fb2d2-e68b-4972-b5d9-92f69149a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.076916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.077572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.082444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "PUT /v2.0/networks/64ee6652-94d0-48a0-86de-d90f657efbc6 HTTP/1.1" status: 200 len: 723 time: 0.7029159 Aug 31 14:02:44.083077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:44.091412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': '64ee6652-94d0-48a0-86de-d90f657efbc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:44.181776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fb2d2-e68b-4972-b5d9-92f69149a11a None None] Pushing event updated for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:44.238258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13223bf5-821f-4ba5-885c-c4725f393baa req-420fc2b7-c4de-4f42-b2b2-c8a58184118e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.239994 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13223bf5-821f-4ba5-885c-c4725f393baa req-420fc2b7-c4de-4f42-b2b2-c8a58184118e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1423163 Aug 31 14:02:44.251377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8252dc22-ed4f-4725-a2b5-f12e33d2d7e3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.253083 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8252dc22-ed4f-4725-a2b5-f12e33d2d7e3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.3130884 Aug 31 14:02:44.273966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7edef-7307-4fd6-a72b-0c812492c16f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=64ee6652-94d0-48a0-86de-d90f657efbc6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:44.283140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Request body: {'port': {'device_id': '7e372521-c703-4a01-b324-bc26a5770ce7', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'admin_state_up': True, 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:44.292801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:44.306194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Allocated IP 172.20.0.14 (f7421741-6673-4a38-9e5c-38baa1bf8eca/d75d01ec-bc8c-48fe-a68a-622a0576090b/f0465dc4-10a0-4918-830b-95eddd20ea2e) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:44.359691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:44.364129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.394841 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-13223bf5-821f-4ba5-885c-c4725f393baa req-f94f116c-fb93-4229-882a-b7f032b1bf5f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395979 Aug 31 14:02:44.599136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:44.602743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.636195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c84d30-69df-4783-8a8f-47d56eeaad14 req-ba999798-0b5c-4a41-95dd-e852bc84389f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.638087 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8c84d30-69df-4783-8a8f-47d56eeaad14 req-ba999798-0b5c-4a41-95dd-e852bc84389f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.1348133 Aug 31 14:02:44.775163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52ca7a-17c9-4036-9d10-f0e2d5d8de1a None None] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:44.780713 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8c84d30-69df-4783-8a8f-47d56eeaad14 req-6193996c-fa3d-4c1a-a685-90b733f2183b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319022 Aug 31 14:02:44.837779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a98f832-59fa-4adf-95b1-8406ad9c7a3f req-c159c09c-c150-4399-8836-1f5bca282b47 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 210 time: 0.3267386 Aug 31 14:02:44.885310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-565d28e2-d7b2-4442-b802-faa828a989d9 None None] Provisioning for port ed597589-6d23-4918-a9d2-c250ac3acfbe completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:44.889477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Allocated IP 172.20.0.13 (9e3cca68-eb88-46bf-ab3f-57f1f2694ff7/02326dba-1fb6-4485-9b8e-234d2e9925b4/1082ea01-d0cd-408d-8c5d-48fab8bd683c) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:44.894101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:02:44.962108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.056771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.125457 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.150677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ed597589-6d23-4918-a9d2-c250ac3acfbe up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:45.223859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] Update dhcp port {'port': {'network_id': '3b6f34d3-3ec1-4516-864a-fbcf5fc50b67', 'fixed_ips': [{'subnet_id': 'fa0d4bec-52b0-49a6-b626-971bb8934bdd', 'ip_address': '2001:db8::2'}, {'subnet_id': '62c8a929-63f2-44df-aace-3c4f6fb8b1e6'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'ed597589-6d23-4918-a9d2-c250ac3acfbe'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:02:45.224165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.251170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=31e51a37-1517-4c24-b48f-66182fdc8b9d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:45.256065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port ed597589-6d23-4918-a9d2-c250ac3acfbe completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:45.259997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.263144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ed597589-6d23-4918-a9d2-c250ac3acfbe triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:45.264039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.272431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Network f7421741-6673-4a38-9e5c-38baa1bf8eca is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:45.277826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c8ae-efc8-4c50-8cd2-84a06ba6aea9 req-70e9ed9a-8e7a-4188-907c-7537a4c46afe tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.281459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f007c8ae-efc8-4c50-8cd2-84a06ba6aea9 req-70e9ed9a-8e7a-4188-907c-7537a4c46afe tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1471083 Aug 31 14:02:45.289843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Pushing event updated for resources: {'Port': ['ID=f0465dc4-10a0-4918-830b-95eddd20ea2e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:45.292505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:45.299920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:45.303665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-dc1cf049-0468-45ac-b4d1-753664c2e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.305204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-dc1cf049-0468-45ac-b4d1-753664c2e8be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 1096 time: 0.1858001 Aug 31 14:02:45.314592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dae91-5a35-489d-98be-599caa103b89 req-ab22c541-2633-4d29-8080-1e8f0d91ecb8 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.315966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-915dae91-5a35-489d-98be-599caa103b89 req-ab22c541-2633-4d29-8080-1e8f0d91ecb8 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 932 time: 0.2162254 Aug 31 14:02:45.391178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f007c8ae-efc8-4c50-8cd2-84a06ba6aea9 req-3cf3c8b7-45fb-400a-859d-3a9145a21354 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910881 Aug 31 14:02:45.393123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': '60e43e04-68d0-43e0-8a1a-97a6a40aacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '64ee6652-94d0-48a0-86de-d90f657efbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:45.393508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: 64ee6652-94d0-48a0-86de-d90f657efbc6, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:45.403990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.428054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.467543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:45.480282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.481006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.501842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:45.504200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-915dae91-5a35-489d-98be-599caa103b89 req-853cbde1-1b70-4466-81c8-0373ea24d46e tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531010 Aug 31 14:02:45.510421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:45.527862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:45.533502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 64ee6652-94d0-48a0-86de-d90f657efbc6) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:45.541697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:45.546931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.547605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067090'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.550716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-845cb056-bdd4-4deb-8b81-e4e501fcc287 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2793181 Aug 31 14:02:45.553901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-962ecaeb-c8fd-4893-ac90-24671b024b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.554525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-962ecaeb-c8fd-4893-ac90-24671b024b1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 912 time: 0.2376857 Aug 31 14:02:45.559126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event updated for resources: {'Port': ['ID=1082ea01-d0cd-408d-8c5d-48fab8bd683c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:45.563095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a7419-c328-471b-92d6-f0f3ae00bff7 None None] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:45.571238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1d89c8e6-c9cb-4beb-af9b-a37100a0a6b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4842236 Aug 31 14:02:45.573795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48030) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:45.583264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Request body: {'port': {'device_id': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:45.599459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8aba01e0-e9b8-470d-9db5-8130ac69c9b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:45.658073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] Allocated IP 172.20.0.1 (3b6f34d3-3ec1-4516-864a-fbcf5fc50b67/62c8a929-63f2-44df-aace-3c4f6fb8b1e6/ed597589-6d23-4918-a9d2-c250ac3acfbe) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:45.670673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.671613 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.691343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-529f6056-ef45-4c31-a7da-c909a7663a1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902 HTTP/1.1" status: 200 len: 217 time: 0.1032140 Aug 31 14:02:45.693505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a6336b13-07fd-4c8c-b089-85979e5ae2e5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4170730 Aug 31 14:02:45.701518 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.726102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Request body: {'port': {'device_id': '7e372521-c703-4a01-b324-bc26a5770ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:45.752737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:45.801667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.815171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.816853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.854640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] For port ed597589-6d23-4918-a9d2-c250ac3acfbe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ed597589-6d23-4918-a9d2-c250ac3acfbe,segment=NetworkSegment(93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9),segment_id=93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:45.957711 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.965995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8aba01e0-e9b8-470d-9db5-8130ac69c9b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10309161'] for subnet, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.979793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-4e79e9de-5623-47f2-b80f-6ce48ebf38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.981380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-4e79e9de-5623-47f2-b80f-6ce48ebf38e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 200 len: 850 time: 0.2543142 Aug 31 14:02:45.989289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] Transition to ACTIVE for port object ed597589-6d23-4918-a9d2-c250ac3acfbe will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:46.013695 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.068555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-64ee6652-94d0-48a0-86de-d90f657efbc6', 'network_id': '64ee6652-94d0-48a0-86de-d90f657efbc6', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': '31e51a37-1517-4c24-b48f-66182fdc8b9d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:46.069484 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.076168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-5ca91dde-399f-4f04-a5ec-596ec8b08b78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb7d75c-8b51-4148-b0f8-1f027de895dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500247 Aug 31 14:02:46.210384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.211129 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.227716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076225-eea9-48da-a286-798ada92d5de req-fe66c6c1-f0e4-420e-80ad-cec0546c3405 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.231858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67076225-eea9-48da-a286-798ada92d5de req-fe66c6c1-f0e4-420e-80ad-cec0546c3405 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 932 time: 0.2699027 Aug 31 14:02:46.338827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:02:46.339202 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:02:46.355929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e10460-23ee-4773-b589-5b407811cdd5 None None] Pushing event updated for resources: {'Port': ['ID=ed597589-6d23-4918-a9d2-c250ac3acfbe,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:46.367197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=98dcfa7e-24f3-47a6-851e-23b46a976fce,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:46.393079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:46.401381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-2662a7a0-f56f-4ce8-a1c1-a0b9d0033a4f service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761893 Aug 31 14:02:46.413130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:46.421720 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.423262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.446631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b080516-fa95-427c-aff2-ad61eb694f76 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:46.507318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67076225-eea9-48da-a286-798ada92d5de req-e77f7fa8-607a-4a64-a3d3-198b446e8d3a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582073 Aug 31 14:02:46.577293 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8aba01e0-e9b8-470d-9db5-8130ac69c9b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737636225756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3272466'] for subnet, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.584505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8fd46-843e-4cb5-879f-52e2343eedae req-f03f288e-1cf9-408d-be0b-7cd479f517e6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.593355 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3be8fd46-843e-4cb5-879f-52e2343eedae req-f03f288e-1cf9-408d-be0b-7cd479f517e6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.3863471 Aug 31 14:02:46.644931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=8']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:46.678684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0465dc4-10a0-4918-830b-95eddd20ea2e {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:46.685197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba01e0-e9b8-470d-9db5-8130ac69c9b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=31e51a37-1517-4c24-b48f-66182fdc8b9d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:46.691104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3be8fd46-843e-4cb5-879f-52e2343eedae req-b337b540-fa0a-43f9-811a-69b5bb6d4d8b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921912 Aug 31 14:02:46.691700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Allocated IP 2001:db8::2 (64ee6652-94d0-48a0-86de-d90f657efbc6/31e51a37-1517-4c24-b48f-66182fdc8b9d/8cc57778-147c-4b08-9cc0-172b6ecf8f1f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:46.698645 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.724366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24036a2a-89bb-448b-8dcd-c15dfac0a030 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2722559 Aug 31 14:02:46.729616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48044) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:46.734309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Transition to ACTIVE for port object f0465dc4-10a0-4918-830b-95eddd20ea2e will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:46.744660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:52:8d:32', 'name': 'tempest-NetworksTestDHCPv6-1146877817'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:46.747158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-fbcb6081-aeb1-4861-8d56-66a53d9db8af tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.748927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-fbcb6081-aeb1-4861-8d56-66a53d9db8af tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.3391707 Aug 31 14:02:46.754814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba01e0-e9b8-470d-9db5-8130ac69c9b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.756032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8aba01e0-e9b8-470d-9db5-8130ac69c9b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.756949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8aba01e0-e9b8-470d-9db5-8130ac69c9b0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "PUT /v2.0/subnets/31e51a37-1517-4c24-b48f-66182fdc8b9d HTTP/1.1" status: 200 len: 826 time: 1.1817594 Aug 31 14:02:46.758304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.762441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48046) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:46.922125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Pushing event updated for resources: {'Port': ['ID=f0465dc4-10a0-4918-830b-95eddd20ea2e,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:46.934304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.944724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.993097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68161b-2bcd-441b-ac70-cf82b873b95b req-640f7bba-78ec-43e7-be39-f6eaae54fc56 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.994580 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0b68161b-2bcd-441b-ac70-cf82b873b95b req-640f7bba-78ec-43e7-be39-f6eaae54fc56 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 944 time: 0.1605973 Aug 31 14:02:47.028652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-9f9e3297-1b89-4ebe-8c0b-39b55c4dcc0f service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000340 Aug 31 14:02:47.034049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.043840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port ed597589-6d23-4918-a9d2-c250ac3acfbe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ed597589-6d23-4918-a9d2-c250ac3acfbe,segment=NetworkSegment(93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9),segment_id=93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:47.062617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] Update dhcp port {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'fixed_ips': [{'subnet_id': '98dcfa7e-24f3-47a6-851e-23b46a976fce', 'ip_address': '2001:db8:0:1:f816:3eff:fee5:1da2'}, {'subnet_id': '69b58221-9f60-4ad1-b170-9ced526dc90d'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'c1c5b79b-52b8-4615-893a-e68c76c7e8e3'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:02:47.066923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Transition to ACTIVE for port object 8cc57778-147c-4b08-9cc0-172b6ecf8f1f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:47.069467 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.137068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:47.169644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0b68161b-2bcd-441b-ac70-cf82b873b95b req-a80509d3-866e-4f97-a051-f3253b954a0f tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660268 Aug 31 14:02:47.172103 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.177438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Transition to ACTIVE for port object 8cc57778-147c-4b08-9cc0-172b6ecf8f1f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:47.198696 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.205680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819eca3-612a-4c31-baec-7f371227d4c1 req-3974d74e-14e2-4611-b2e6-111a053a3171 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.208354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f819eca3-612a-4c31-baec-7f371227d4c1 req-3974d74e-14e2-4611-b2e6-111a053a3171 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.5482304 Aug 31 14:02:47.211073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.225460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ed597589-6d23-4918-a9d2-c250ac3acfbe up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:47.230449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=ed597589-6d23-4918-a9d2-c250ac3acfbe,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:47.259510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1082ea01-d0cd-408d-8c5d-48fab8bd683c {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:47.262573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c043dd-b248-4894-ae1e-5fc1d3fc5750 None None] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:47.273080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.291165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:47.298776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Transition to ACTIVE for port object 1082ea01-d0cd-408d-8c5d-48fab8bd683c will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:47.310716 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.378430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Pushing event updated for resources: {'Port': ['ID=1082ea01-d0cd-408d-8c5d-48fab8bd683c,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:47.390378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.396461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f819eca3-612a-4c31-baec-7f371227d4c1 req-0b43cb7f-130e-4736-9d3f-649128b84c6e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476431 Aug 31 14:02:47.402508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:47.411044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:47.415182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Deleting port e401c6a6-8502-428a-b545-35559581f8a1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:47.415727 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.432680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.437885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 28543000-79fe-46b8-b4de-ae8fda2d63c4 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:47.502492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Attempting to bind port f0465dc4-10a0-4918-830b-95eddd20ea2e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:47.502760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Attempting to bind port f0465dc4-10a0-4918-830b-95eddd20ea2e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:47.503084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Attempting to bind port f0465dc4-10a0-4918-830b-95eddd20ea2e on network f7421741-6673-4a38-9e5c-38baa1bf8eca {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:47.509444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=31e51a37-1517-4c24-b48f-66182fdc8b9d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:47.520762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Port f0465dc4-10a0-4918-830b-95eddd20ea2e on network f7421741-6673-4a38-9e5c-38baa1bf8eca not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:47.520762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Attempting to bind port f0465dc4-10a0-4918-830b-95eddd20ea2e on network f7421741-6673-4a38-9e5c-38baa1bf8eca {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:47.545264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:47.545459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Checking segment: {'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:47.545708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Bound using segment: {'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:47.546472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Bound port: f0465dc4-10a0-4918-830b-95eddd20ea2e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:47.546624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.569536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Attempting to bind port 1082ea01-d0cd-408d-8c5d-48fab8bd683c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:47.569938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Attempting to bind port 1082ea01-d0cd-408d-8c5d-48fab8bd683c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:47.570351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Attempting to bind port 1082ea01-d0cd-408d-8c5d-48fab8bd683c on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:47.580648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Port 1082ea01-d0cd-408d-8c5d-48fab8bd683c on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:47.580999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Attempting to bind port 1082ea01-d0cd-408d-8c5d-48fab8bd683c on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:47.598925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:47.599345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:47.599747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Bound using segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:47.600191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Bound port: 1082ea01-d0cd-408d-8c5d-48fab8bd683c, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:47.600636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.622429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Pushing event updated for resources: {'Port': ['ID=8cc57778-147c-4b08-9cc0-172b6ecf8f1f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:47.655356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7590e7e0-f7a2-43db-a772-8794582360e9 None None] Provisioning for port ed597589-6d23-4918-a9d2-c250ac3acfbe completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:47.692843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7590e7e0-f7a2-43db-a772-8794582360e9 None None] Provisioning complete for port ed597589-6d23-4918-a9d2-c250ac3acfbe triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:47.693179 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7590e7e0-f7a2-43db-a772-8794582360e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.700070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Attempting to bind port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:47.700443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Attempting to bind port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '60e43e04-68d0-43e0-8a1a-97a6a40aacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '64ee6652-94d0-48a0-86de-d90f657efbc6'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:47.700817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Attempting to bind port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f on network 64ee6652-94d0-48a0-86de-d90f657efbc6 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:47.744486 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::ee (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/69b58221-9f60-4ad1-b170-9ced526dc90d/28543000-79fe-46b8-b4de-ae8fda2d63c4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:47.756297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] For port 1082ea01-d0cd-408d-8c5d-48fab8bd683c, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:47.759494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:8d32 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/98dcfa7e-24f3-47a6-851e-23b46a976fce/28543000-79fe-46b8-b4de-ae8fda2d63c4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:47.763299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] For port 1082ea01-d0cd-408d-8c5d-48fab8bd683c, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1082ea01-d0cd-408d-8c5d-48fab8bd683c,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:47.774857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.780566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:47.781023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Checking segment: {'id': '60e43e04-68d0-43e0-8a1a-97a6a40aacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '64ee6652-94d0-48a0-86de-d90f657efbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:47.781397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.781836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Bound using segment: {'id': '60e43e04-68d0-43e0-8a1a-97a6a40aacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '64ee6652-94d0-48a0-86de-d90f657efbc6'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:47.782332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Bound port: 8cc57778-147c-4b08-9cc0-172b6ecf8f1f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e43e04-68d0-43e0-8a1a-97a6a40aacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '64ee6652-94d0-48a0-86de-d90f657efbc6'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:47.782728 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.840488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ed597589-6d23-4918-a9d2-c250ac3acfbe triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:47.840932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.854947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.856021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.857607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] 10.222.0.26 "PUT /v2.0/ports/1082ea01-d0cd-408d-8c5d-48fab8bd683c HTTP/1.1" status: 200 len: 1092 time: 2.1359282 Aug 31 14:02:47.867019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e372521-c703-4a01-b324-bc26a5770ce7', 'tag': '1082ea01-d0cd-408d-8c5d-48fab8bd683c'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:47.872305 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03da31e-89af-4ee7-95bf-407c3a838a08" -d '{"events": [{"name": "network-changed", "server_uuid": "7e372521-c703-4a01-b324-bc26a5770ce7", "tag": "1082ea01-d0cd-408d-8c5d-48fab8bd683c"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:47.934269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8778f-72a3-4b64-9734-63bca553e4a4 req-abd62d7a-8342-4a91-8b0e-0b194561ed9e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.935763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bcb8778f-72a3-4b64-9734-63bca553e4a4 req-abd62d7a-8342-4a91-8b0e-0b194561ed9e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 946 time: 0.1653190 Aug 31 14:02:47.958891 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.982821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] For port e401c6a6-8502-428a-b545-35559581f8a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e401c6a6-8502-428a-b545-35559581f8a1,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:47.983200 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.986169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] For port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:47.989880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] For port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8cc57778-147c-4b08-9cc0-172b6ecf8f1f,segment=NetworkSegment(60e43e04-68d0-43e0-8a1a-97a6a40aacd6),segment_id=60e43e04-68d0-43e0-8a1a-97a6a40aacd6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:48.001018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ee6652-94d0-48a0-86de-d90f657efbc6']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:48.019124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3df967-4ddc-4541-a68c-db273743f42b service neutron] Pushing event updated for resources: {'Port': ['ID=1082ea01-d0cd-408d-8c5d-48fab8bd683c,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:48.024382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e43e04-68d0-43e0-8a1a-97a6a40aacd6') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:48.024688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e43e04-68d0-43e0-8a1a-97a6a40aacd6') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:48.028975 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.045544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Calling delete_port for e401c6a6-8502-428a-b545-35559581f8a1 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:48.053578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.089681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3171d2-5c45-4b62-9443-f4548ed5694f req-7eff6f48-b0c4-466b-821c-42ce292f2dc3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.098421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d3171d2-5c45-4b62-9443-f4548ed5694f req-7eff6f48-b0c4-466b-821c-42ce292f2dc3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 944 time: 0.4942884 Aug 31 14:02:48.101427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] For port f0465dc4-10a0-4918-830b-95eddd20ea2e, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:48.103854 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.127176 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bcb8778f-72a3-4b64-9734-63bca553e4a4 req-7ae58979-fdd7-4fc8-9aef-eb465bbe39bc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610816 Aug 31 14:02:48.132013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c052-9e33-4db1-a347-05b04d5222dc req-3464d774-23d5-49b3-9559-33f06d13808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.133933 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-3464d774-23d5-49b3-9559-33f06d13808c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 1095 time: 0.1832502 Aug 31 14:02:48.142111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f820b81-21b8-44c1-a500-eb728ce1ab51 None None] Pushing event updated for resources: {'Port': ['ID=8cc57778-147c-4b08-9cc0-172b6ecf8f1f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:48.163467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52fa13-175e-4a3b-a861-588754166ff4 None None] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:48.196574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:48.197227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:48.204851 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:48.220411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] For port f0465dc4-10a0-4918-830b-95eddd20ea2e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f0465dc4-10a0-4918-830b-95eddd20ea2e,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:48.225522 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a64445-17b8-4cd7-ab4a-d99b76e0a150 x-openstack-request-id: req-38a64445-17b8-4cd7-ab4a-d99b76e0a150 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:48.225873 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e372521-c703-4a01-b324-bc26a5770ce7", "tag": "1082ea01-d0cd-408d-8c5d-48fab8bd683c", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:48.226095 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38a64445-17b8-4cd7-ab4a-d99b76e0a150 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:48.226817 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e372521-c703-4a01-b324-bc26a5770ce7', 'tag': '1082ea01-d0cd-408d-8c5d-48fab8bd683c', 'status': 'completed', 'code': 200} Aug 31 14:02:48.232254 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-8ad9dc7e-a207-456f-9efc-c68066817310 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1082ea01-d0cd-408d-8c5d-48fab8bd683c HTTP/1.1" status: 200 len: 217 time: 0.0565894 Aug 31 14:02:48.291161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.317830 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.330751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 28543000-79fe-46b8-b4de-ae8fda2d63c4 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:48.355974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d19f0f-8915-4bb7-b070-c8e457f949e6 None None] Network 64ee6652-94d0-48a0-86de-d90f657efbc6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:48.362779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d3171d2-5c45-4b62-9443-f4548ed5694f req-aa5a4ef1-bd56-4924-99bf-ddea331868c0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585382 Aug 31 14:02:48.363720 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c052-9e33-4db1-a347-05b04d5222dc req-51294669-1c33-4714-ac16-d75781bfb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.365345 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-51294669-1c33-4714-ac16-d75781bfb80e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1135840 Aug 31 14:02:48.400006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.401189 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.403390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] 10.222.0.26 "PUT /v2.0/ports/f0465dc4-10a0-4918-830b-95eddd20ea2e HTTP/1.1" status: 200 len: 1092 time: 2.8265574 Aug 31 14:02:48.407472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'tag': 'f0465dc4-10a0-4918-830b-95eddd20ea2e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:48.410219 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a936719-9f49-4f70-a075-1b0efdabc16e" -d '{"events": [{"name": "network-changed", "server_uuid": "f69059e4-a898-4dd4-be99-de578d826ea9", "tag": "f0465dc4-10a0-4918-830b-95eddd20ea2e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:48.425676 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-278e262a-e04f-45a4-a215-f06444c634df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506065 Aug 31 14:02:48.427950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:02:48.427950 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:02:48.427950 n-d-792362-6 neutron-server[101361]: [parameters: {'id': '64ee6652-94d0-48a0-86de-d90f657efbc6'}] Aug 31 14:02:48.427950 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:02:48.428778 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:02:48.455905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5b680157-c1b4-440c-8a6f-43fc1c237b17 None None] Provisioning complete for port ed597589-6d23-4918-a9d2-c250ac3acfbe triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:48.456281 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b680157-c1b4-440c-8a6f-43fc1c237b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.466302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee8e2f-9c95-4039-b241-38325ad628c1 req-a643ca00-90bc-4f93-b930-a8d0eb2f187a tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.468011 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9ee8e2f-9c95-4039-b241-38325ad628c1 req-a643ca00-90bc-4f93-b930-a8d0eb2f187a tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 944 time: 0.1580024 Aug 31 14:02:48.473151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6e3f1-c5a2-4566-a8d5-85933cf9640c service neutron] Pushing event updated for resources: {'Port': ['ID=f0465dc4-10a0-4918-830b-95eddd20ea2e,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:48.562145 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86dc4e7-015b-4c3a-b3d2-674f1834eb13 x-openstack-request-id: req-a86dc4e7-015b-4c3a-b3d2-674f1834eb13 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:48.562634 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69059e4-a898-4dd4-be99-de578d826ea9", "tag": "f0465dc4-10a0-4918-830b-95eddd20ea2e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:48.563075 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a86dc4e7-015b-4c3a-b3d2-674f1834eb13 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:48.564105 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'tag': 'f0465dc4-10a0-4918-830b-95eddd20ea2e', 'status': 'completed', 'code': 200} Aug 31 14:02:48.567996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.592923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-53d63bd1-e4bf-4593-9d92-56e24fcd9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.596362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-53d63bd1-e4bf-4593-9d92-56e24fcd9019 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a468ca27d9946c68a5cbe63b342899a&device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 1095 time: 0.1067739 Aug 31 14:02:48.621472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.631043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9ee8e2f-9c95-4039-b241-38325ad628c1 req-2cd98b2b-c7da-4908-ab82-f37d9dc3d858 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149271 Aug 31 14:02:48.657647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:48.667771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:48.672027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-1cb42103-b54a-46b6-867d-9c9f300c1257 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0465dc4-10a0-4918-830b-95eddd20ea2e HTTP/1.1" status: 200 len: 217 time: 0.0592589 Aug 31 14:02:48.675611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:48.682264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.683139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.690623 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-e9381d7a-ba95-4ec6-a629-94920c456e36 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515457 Aug 31 14:02:48.708748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=28543000-79fe-46b8-b4de-ae8fda2d63c4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:48.757892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event deleted for resources: {'Port': ['ID=e401c6a6-8502-428a-b545-35559581f8a1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:48.764457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e7c9643b-09d4-4f89-b461-ef38535dd801 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0287423 Aug 31 14:02:48.765428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48068) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:48.820374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/69b58221-9f60-4ad1-b170-9ced526dc90d/c1c5b79b-52b8-4615-893a-e68c76c7e8e3) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:48.836576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d45365-dbfa-41bc-bdab-c629c0ee4032 req-fd013f14-8329-47d7-8a97-45bc742afec0 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.838351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46d45365-dbfa-41bc-bdab-c629c0ee4032 req-fd013f14-8329-47d7-8a97-45bc742afec0 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1215641 Aug 31 14:02:48.855719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] No DVR routers for this DVR port e401c6a6-8502-428a-b545-35559581f8a1 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:48.865178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.867283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93805c6f-066a-48d0-83cb-ab74bd704f4a req-4c6124c4-8eea-4c5c-807f-97d5f620ed7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "DELETE /v2.0/ports/e401c6a6-8502-428a-b545-35559581f8a1 HTTP/1.1" status: 204 len: 173 time: 2.1039546 Aug 31 14:02:48.870465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-05779d1a-4404-4790-a821-e404d51a59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.871470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-05779d1a-4404-4790-a821-e404d51a59fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d75d01ec-bc8c-48fe-a68a-622a0576090b HTTP/1.1" status: 200 len: 854 time: 0.1686382 Aug 31 14:02:48.895442 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1524c052-9e33-4db1-a347-05b04d5222dc req-a18b262b-7451-4fc0-bc4e-f8528298b6a9 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953061 Aug 31 14:02:48.909120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-93331148-2efb-4841-9da8-643ae7ebebab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7421741-6673-4a38-9e5c-38baa1bf8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288765 Aug 31 14:02:48.926804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 28543000-79fe-46b8-b4de-ae8fda2d63c4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:48.929244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.937354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:48.967898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.983499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] Transition to ACTIVE for port object c1c5b79b-52b8-4615-893a-e68c76c7e8e3 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:48.989264 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.989965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.997207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46d45365-dbfa-41bc-bdab-c629c0ee4032 req-23ac8f93-434a-463d-8350-029482ad7f58 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426647 Aug 31 14:02:49.058275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcdac0-165d-42dd-89ee-0a83c7d0ca32 None None] Pushing event updated for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:49.058584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-4d2058ee-bbc2-4f49-aa18-aa1fd2f8f3d5 service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334414 Aug 31 14:02:49.104202 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.107960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-75caab92-c0cb-4154-a50b-dc7c45c8000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.109578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-75caab92-c0cb-4154-a50b-dc7c45c8000a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0871980 Aug 31 14:02:49.121770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 28543000-79fe-46b8-b4de-ae8fda2d63c4 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:49.165032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:49.165401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.189148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ed597589-6d23-4918-a9d2-c250ac3acfbe up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:49.258009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f411c148-c4c2-42af-be9b-1dc9057a89d5 req-5f0f2f4d-28cb-4c44-90d7-b209ae7c223d service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871946 Aug 31 14:02:49.265802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] For port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8cc57778-147c-4b08-9cc0-172b6ecf8f1f,segment=NetworkSegment(60e43e04-68d0-43e0-8a1a-97a6a40aacd6),segment_id=60e43e04-68d0-43e0-8a1a-97a6a40aacd6)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:49.266252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.270530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ed597589-6d23-4918-a9d2-c250ac3acfbe triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:49.271294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.286416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Calling delete_port for 8cc57778-147c-4b08-9cc0-172b6ecf8f1f owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:49.304311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-50980b02-5ea6-4107-b8aa-796689b5ccd4 req-4f9dcaee-ad6a-4d53-bc1f-190440968736 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b121a71-5ce2-4127-9ab8-26b8f4c7547d HTTP/1.1" status: 200 len: 210 time: 0.0342083 Aug 31 14:02:49.368508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-aa275133-2bbd-4e8a-9bca-dafea4ac81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.370294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-aa275133-2bbd-4e8a-9bca-dafea4ac81cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.2416949 Aug 31 14:02:49.480326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-d806dc33-276d-4c1b-a920-ea68866eca65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1082ea01-d0cd-408d-8c5d-48fab8bd683c HTTP/1.1" status: 200 len: 217 time: 0.0484638 Aug 31 14:02:49.514228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.517255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-6b6d8529-9347-43d6-87f7-75d25d1b3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.519080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-6b6d8529-9347-43d6-87f7-75d25d1b3759 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a468ca27d9946c68a5cbe63b342899a&device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 1095 time: 0.1148341 Aug 31 14:02:49.557490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Port': ['ID=8cc57778-147c-4b08-9cc0-172b6ecf8f1f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:49.561792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No DVR routers for this DVR port 8cc57778-147c-4b08-9cc0-172b6ecf8f1f on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:49.575484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-d3de7b06-5c91-45bb-ab10-52f9dc810e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.577175 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-d3de7b06-5c91-45bb-ab10-52f9dc810e57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.0882893 Aug 31 14:02:49.632172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bfdc7-5b03-456b-962a-eedd6bc17286 req-383dc3f5-bd7a-4322-ba18-805125f77476 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.633735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-751bfdc7-5b03-456b-962a-eedd6bc17286 req-383dc3f5-bd7a-4322-ba18-805125f77476 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 944 time: 0.1692431 Aug 31 14:02:49.663691 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-49744478-50b9-4009-a93f-151a7d9819eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404685 Aug 31 14:02:49.745196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.747601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.762492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ee6652-94d0-48a0-86de-d90f657efbc6']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:49.775246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-751bfdc7-5b03-456b-962a-eedd6bc17286 req-f438d850-d4f9-4e75-ba3d-509fc3c59e4c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301730 Aug 31 14:02:49.792552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e43e04-68d0-43e0-8a1a-97a6a40aacd6') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:49.792885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e43e04-68d0-43e0-8a1a-97a6a40aacd6') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:49.802682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-353931c5-d5f8-4a72-9260-e002cf6ea9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.804477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-353931c5-d5f8-4a72-9260-e002cf6ea9b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7421741-6673-4a38-9e5c-38baa1bf8eca HTTP/1.1" status: 200 len: 916 time: 0.2574155 Aug 31 14:02:49.808897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.809287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=28543000-79fe-46b8-b4de-ae8fda2d63c4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:49.869907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-51a324b2-0947-484a-8fdd-6e2a9258b01a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0465dc4-10a0-4918-830b-95eddd20ea2e HTTP/1.1" status: 200 len: 217 time: 0.0519252 Aug 31 14:02:49.877068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.885661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.888134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84d96113-5596-4f59-8417-51ae90bda73b tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/28543000-79fe-46b8-b4de-ae8fda2d63c4 HTTP/1.1" status: 204 len: 168 time: 1.1222789 Aug 31 14:02:49.892066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-b5568114-2e42-4f4e-b63f-e27016965b9e service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126894 Aug 31 14:02:49.897962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48080) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:49.900207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:49.900653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.900916 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb54280-571e-4010-83a5-a21c93bfe358 req-a4ecbe86-275a-4c2c-a843-1a708fe9ad1d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.902838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1fb54280-571e-4010-83a5-a21c93bfe358 req-a4ecbe86-275a-4c2c-a843-1a708fe9ad1d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 944 time: 0.1555874 Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:49.919993 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:49.953607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1fb54280-571e-4010-83a5-a21c93bfe358 req-fc6b6568-9d46-4ddd-b938-34ba6f3b41de tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Aug 31 14:02:50.046221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.050906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-32317e78-ff57-44e7-841c-1f3c566c0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.052407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-32317e78-ff57-44e7-841c-1f3c566c0170 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d75d01ec-bc8c-48fe-a68a-622a0576090b HTTP/1.1" status: 200 len: 854 time: 0.1678498 Aug 31 14:02:50.056499 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d03da31e-89af-4ee7-95bf-407c3a838a08 req-7a06c512-b908-455b-bb0f-9cc753625df9 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131661 Aug 31 14:02:50.066823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033f71b-dbbc-41cb-bd7b-a3ec70b37aa4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.068358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1033f71b-dbbc-41cb-bd7b-a3ec70b37aa4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1694391 Aug 31 14:02:50.069730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.071275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48084) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.071513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/64ee6652-94d0-48a0-86de-d90f657efbc6 HTTP/1.1" status: 204 len: 168 time: 3.2590919 Aug 31 14:02:50.074442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48086) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.120330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=64ee6652-94d0-48a0-86de-d90f657efbc6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:50.131612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2058ff5f-03c1-499c-9a6b-2fbf1c0634f9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.133454 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2058ff5f-03c1-499c-9a6b-2fbf1c0634f9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0606594 Aug 31 14:02:50.136006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48088) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.143683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.144040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.144396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.144740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.145113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.145648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.146015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.146358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.147962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.147962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.147962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.147962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d302d6-f03b-482c-b7c6-66171d8820e3 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:50.154600 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfcfd9d-0ac7-4a35-b149-9ada9aba0f24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:50.155254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfcfd9d-0ac7-4a35-b149-9ada9aba0f24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:50.161419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-adfcfd9d-0ac7-4a35-b149-9ada9aba0f24 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/64ee6652-94d0-48a0-86de-d90f657efbc6 HTTP/1.1" status: 404 len: 339 time: 0.0859396 Aug 31 14:02:50.175591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48090) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.194543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-69816721', 'description': 'd1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:50.204468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-26a81544-3e89-4b7e-9641-cc01b7e45d16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7421741-6673-4a38-9e5c-38baa1bf8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939343 Aug 31 14:02:50.211167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d307ae0-324a-43bc-9b71-19660222317f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.213631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d307ae0-324a-43bc-9b71-19660222317f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.215903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d307ae0-324a-43bc-9b71-19660222317f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.219370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e401c6a6-8502-428a-b545-35559581f8a1 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:50.219997 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7d307ae0-324a-43bc-9b71-19660222317f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0805914 Aug 31 14:02:50.220749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48092) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.244320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e401c6a6-8502-428a-b545-35559581f8a1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:50.245066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e401c6a6-8502-428a-b545-35559581f8a1 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:50.275001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:50.278569 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.282751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 69b58221-9f60-4ad1-b170-9ced526dc90d {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:50.286850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.290426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6853cc6e-983d-48a9-ae89-c6f20eb1cbb9 None None] Provisioning for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:50.295784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6853cc6e-983d-48a9-ae89-c6f20eb1cbb9 None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:50.296423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6853cc6e-983d-48a9-ae89-c6f20eb1cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.310800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92c26d-795c-4b67-95fe-2d96b8a68a52 req-00bfe502-ae0a-4c23-ad97-c2ceb634cf3c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.313571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae92c26d-795c-4b67-95fe-2d96b8a68a52 req-00bfe502-ae0a-4c23-ad97-c2ceb634cf3c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.2034645 Aug 31 14:02:50.350472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.391730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:50.420487 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.421170 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment a7d34fea-89d7-436e-92ab-4c0fb39a86ed of type vlan for network a8a9c94c-e332-409d-aab4-2c5f17287d6a Aug 31 14:02:50.476409 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.483357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.515618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae92c26d-795c-4b67-95fe-2d96b8a68a52 req-fe28654b-d256-4561-b4bb-a2b6f3b43d60 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963601 Aug 31 14:02:50.519196 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.531070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.532018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.544070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-bc4c49a6-194d-48fa-a333-76fd42616d84 service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269575 Aug 31 14:02:50.551077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1266e76f-fba1-4b10-bac1-8c8aed0e90f8 None None] Could not find standard attr ID for object 28543000-79fe-46b8-b4de-ae8fda2d63c4. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:02:50.571643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'name': 'network-vif-deleted', 'tag': 'e401c6a6-8502-428a-b545-35559581f8a1'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:50.574042 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5db6901-e0d5-46ed-9089-8b828c7a7352" -d '{"events": [{"server_uuid": "1b121a71-5ce2-4127-9ab8-26b8f4c7547d", "name": "network-vif-deleted", "tag": "e401c6a6-8502-428a-b545-35559581f8a1"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:50.606300 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.637521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=69b58221-9f60-4ad1-b170-9ced526dc90d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:50.652813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.654746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6873e1f9-1d5f-4604-8043-e02d956c437f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/69b58221-9f60-4ad1-b170-9ced526dc90d HTTP/1.1" status: 204 len: 168 time: 0.4328923 Aug 31 14:02:50.657831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48112) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.722035 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3e24d6-d4c6-4b01-8863-0e31aed83ad0 x-openstack-request-id: req-df3e24d6-d4c6-4b01-8863-0e31aed83ad0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:50.722294 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b121a71-5ce2-4127-9ab8-26b8f4c7547d", "name": "network-vif-deleted", "tag": "e401c6a6-8502-428a-b545-35559581f8a1", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:50.722584 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df3e24d6-d4c6-4b01-8863-0e31aed83ad0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:50.722709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 98dcfa7e-24f3-47a6-851e-23b46a976fce {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:50.722998 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b121a71-5ce2-4127-9ab8-26b8f4c7547d', 'name': 'network-vif-deleted', 'tag': 'e401c6a6-8502-428a-b545-35559581f8a1', 'status': 'completed', 'code': 200} Aug 31 14:02:50.725937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.732645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88745138-5812-46f4-bf8d-d16f20901db1 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:50.733335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5435507 Aug 31 14:02:50.738050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48114) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.754531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e17ad-c365-4eae-a4db-994d32068b94 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=a8a9c94c-e332-409d-aab4-2c5f17287d6a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:50.776493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a936719-9f49-4f70-a075-1b0efdabc16e req-4b01140e-4e39-4b19-8d24-9cd6aacf7e64 service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139537 Aug 31 14:02:50.783382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:50.785452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a8a9c94c-e332-409d-aab4-2c5f17287d6a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:50.792251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-fe45a5d0-082c-4086-8a44-857e55016f33 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.800949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-fe45a5d0-082c-4086-8a44-857e55016f33 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.2465672 Aug 31 14:02:50.853075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c753f-82f7-4b5e-8946-7e2548b8a42e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.854456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5e0c753f-82f7-4b5e-8946-7e2548b8a42e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/networks?id=a8a9c94c-e332-409d-aab4-2c5f17287d6a HTTP/1.1" status: 200 len: 763 time: 0.1134114 Aug 31 14:02:50.858248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48118) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:50.864369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'description': 'd2'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:50.998046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cffeb4-4a5a-4b5a-9aa4-08ad8c442131 req-caf3758f-7f7c-480c-ae71-2842cd4d54e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.999613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4cffeb4-4a5a-4b5a-9aa4-08ad8c442131 req-caf3758f-7f7c-480c-ae71-2842cd4d54e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 944 time: 0.0884280 Aug 31 14:02:51.102077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4cffeb4-4a5a-4b5a-9aa4-08ad8c442131 req-09285f54-b77a-4099-86ea-91ea0e7cbf5d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908625 Aug 31 14:02:51.117337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.138008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.165683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network a8a9c94c-e332-409d-aab4-2c5f17287d6a is not hosted by any dhcp agent {{(pid=101361) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:02:51.171451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:51.172066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.173578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "PUT /v2.0/networks/a8a9c94c-e332-409d-aab4-2c5f17287d6a HTTP/1.1" status: 200 len: 760 time: 0.3142176 Aug 31 14:02:51.179805 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-8c1f5b39-9cd3-4c23-99aa-e62fd08563c8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/quotas/a03ed9d26ac44278a6a89dcf3e5e8198 HTTP/1.1" status: 200 len: 375 time: 0.3779223 Aug 31 14:02:51.192359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48124) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:51.235818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97896-cfc7-477d-852e-e25dee94e0ff tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=a8a9c94c-e332-409d-aab4-2c5f17287d6a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:51.237703 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-e15f5344-62d4-4529-b332-4b71f919b4ad tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570307 Aug 31 14:02:51.248139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a8a9c94c-e332-409d-aab4-2c5f17287d6a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:51.298932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1c5b79b-52b8-4615-893a-e68c76c7e8e3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:51.390860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:51.391822 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.402782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a98273-d011-42c3-b408-4fc0043c3af9 req-0c9bb7f0-49a1-49d0-aa0a-8aa4af198058 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:51.410737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82a98273-d011-42c3-b408-4fc0043c3af9 req-0c9bb7f0-49a1-49d0-aa0a-8aa4af198058 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 944 time: 0.0887938 Aug 31 14:02:51.436848 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-b651f1ef-ef62-42f9-97cd-1bce47cd303d service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635420 Aug 31 14:02:51.474120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82a98273-d011-42c3-b408-4fc0043c3af9 req-1a17336a-919c-417b-986f-8cbc936d80ab tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618591 Aug 31 14:02:51.502947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c827c7d7-5660-4f5c-9a24-7804365e75a6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:51.504453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c827c7d7-5660-4f5c-9a24-7804365e75a6 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/networks?id=a8a9c94c-e332-409d-aab4-2c5f17287d6a HTTP/1.1" status: 200 len: 763 time: 0.3045893 Aug 31 14:02:51.508469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48126) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:51.522895 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.600950 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-9b462ab5-4b4b-44e7-aa63-22732cf30fa6 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631877 Aug 31 14:02:51.644267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.700713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=98dcfa7e-24f3-47a6-851e-23b46a976fce,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:51.704564 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.708956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ceff8ac4-438d-4e69-b1ca-c0e9435af6cc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/98dcfa7e-24f3-47a6-851e-23b46a976fce HTTP/1.1" status: 204 len: 168 time: 1.0479841 Aug 31 14:02:51.709839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48130) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:51.760615 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-388e622f-e616-48c6-b19d-15ba8738af7a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492411 Aug 31 14:02:51.762981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48138) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:51.771481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:51.777854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b0589-5191-4f60-980e-588cfe655bcc None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:51.842208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6f463093-0fba-4e9d-a1d3-f1c275a9a4b1 req-7d6c3bf5-99b9-4dcc-8e25-65dd70238443 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 210 time: 0.0767148 Aug 31 14:02:51.861235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d0a29469-f90f-4b8a-86f4-230b66190f6e None None] Provisioning complete for port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:51.862061 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d0a29469-f90f-4b8a-86f4-230b66190f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:51.919986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:51.934040 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.097296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149363-10c7-4471-95ca-0efed60f2c4a req-fd9fa8b1-c683-417c-b8b5-7d449487f4bd tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.098908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff149363-10c7-4471-95ca-0efed60f2c4a req-fd9fa8b1-c683-417c-b8b5-7d449487f4bd tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.4965534 Aug 31 14:02:52.128354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:52.143788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9dc61d-6cb5-4bb3-a8be-80b09aae7793 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.148642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6d9dc61d-6cb5-4bb3-a8be-80b09aae7793 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6388953 Aug 31 14:02:52.149608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48148) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.175527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff149363-10c7-4471-95ca-0efed60f2c4a req-7ff2cbd4-662a-44d8-a61f-4118fd3b082f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687778 Aug 31 14:02:52.208809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e11ce3fe-2203-46d2-baf9-5358f633b00d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 207 time: 0.0442038 Aug 31 14:02:52.209325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48150) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.216275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f0465dc4-10a0-4918-830b-95eddd20ea2e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:52.221680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.240521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] Deleting port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:52.241116 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.338942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=6f7068ba-06eb-4e41-9da2-d2278f1f28fb,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:52.367986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:52.369845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:52.377412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.378021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.409030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d2f8d-21ab-4d6d-8626-a38f2a860264 req-e561f6cf-dae6-4c7a-bb32-a446d87aaa6f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.410229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-105d2f8d-21ab-4d6d-8626-a38f2a860264 req-e561f6cf-dae6-4c7a-bb32-a446d87aaa6f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 944 time: 0.1239855 Aug 31 14:02:52.412068 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b1a13bd9-dbcf-4807-b7a5-dd93ff0a58cb tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6475065 Aug 31 14:02:52.415382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48154) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.418908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] For port c1c5b79b-52b8-4615-893a-e68c76c7e8e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:52.419491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.423008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b91fe1c0-b0f0-4943-8fc3-a43f621c68d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:52.441614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f0465dc4-10a0-4918-830b-95eddd20ea2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f0465dc4-10a0-4918-830b-95eddd20ea2e,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:52.444159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] Calling delete_port for c1c5b79b-52b8-4615-893a-e68c76c7e8e3 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:52.460612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f0465dc4-10a0-4918-830b-95eddd20ea2e', 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca', 'port_id': 'f0465dc4-10a0-4918-830b-95eddd20ea2e', 'mac_address': 'fa:16:3e:36:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75d01ec-bc8c-48fe-a68a-622a0576090b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:52.471360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9575cb7-9dbf-424b-8886-dbcfd843c3af tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.478255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9575cb7-9dbf-424b-8886-dbcfd843c3af tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.484395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9575cb7-9dbf-424b-8886-dbcfd843c3af tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.492371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9575cb7-9dbf-424b-8886-dbcfd843c3af tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.498178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9575cb7-9dbf-424b-8886-dbcfd843c3af tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.505774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9575cb7-9dbf-424b-8886-dbcfd843c3af tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.512246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e9575cb7-9dbf-424b-8886-dbcfd843c3af tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3018935 Aug 31 14:02:52.512903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48158) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.559399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.569566 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-105d2f8d-21ab-4d6d-8626-a38f2a860264 req-5cd9e38d-dcfd-4dd4-ad1b-6ea135cf4099 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343935 Aug 31 14:02:52.574961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0465dc4-10a0-4918-830b-95eddd20ea2e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:52.611546 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.614894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f0465dc4-10a0-4918-830b-95eddd20ea2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f0465dc4-10a0-4918-830b-95eddd20ea2e,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:52.637984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] Pushing event deleted for resources: {'Port': ['ID=c1c5b79b-52b8-4615-893a-e68c76c7e8e3,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:52.652184 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.652887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1082ea01-d0cd-408d-8c5d-48fab8bd683c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:52.664568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da942345-7e1a-42ce-b024-79628a70f651 None None] No DVR routers for this DVR port c1c5b79b-52b8-4615-893a-e68c76c7e8e3 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:52.675368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91fe1c0-b0f0-4943-8fc3-a43f621c68d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:52.681580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b91fe1c0-b0f0-4943-8fc3-a43f621c68d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.699974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53f984-f494-44dc-b62d-347404504dd1 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:52.726937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-92ba3e4c-dd0f-48c4-b680-cfc48f9e1d52 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2125766 Aug 31 14:02:52.730527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48160) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.744896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce5fbb-0cce-4bad-b241-94ea41615eb2 req-9679f8e6-0373-4823-b5cd-d79287946234 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.746583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4ce5fbb-0cce-4bad-b241-94ea41615eb2 req-9679f8e6-0373-4823-b5cd-d79287946234 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 945 time: 0.1147525 Aug 31 14:02:52.793540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4ce5fbb-0cce-4bad-b241-94ea41615eb2 req-64ee4055-dcb4-45f5-aacf-8f5e1d6c0573 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Aug 31 14:02:52.818019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770232fb-2461-491b-9c34-50bf40c93d18 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.819592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770232fb-2461-491b-9c34-50bf40c93d18 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.821250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770232fb-2461-491b-9c34-50bf40c93d18 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.822785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770232fb-2461-491b-9c34-50bf40c93d18 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.824138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f0465dc4-10a0-4918-830b-95eddd20ea2e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:52.824409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770232fb-2461-491b-9c34-50bf40c93d18 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.829983 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-770232fb-2461-491b-9c34-50bf40c93d18 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0943820 Aug 31 14:02:52.831248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48162) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.882438 n-d-792362-6 neutron-server[101360]: INFO neutron.db.ipam_backend_mixin [None req-b91fe1c0-b0f0-4943-8fc3-a43f621c68d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f7068ba-06eb-4e41-9da2-d2278f1f28fb (CIDR: 2001:db8::/64) Aug 31 14:02:52.888347 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91fe1c0-b0f0-4943-8fc3-a43f621c68d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:02:52.888815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91fe1c0-b0f0-4943-8fc3-a43f621c68d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:52.909954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df253db-9cbc-4288-8037-02d2f9bb6a97 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.911534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df253db-9cbc-4288-8037-02d2f9bb6a97 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.912930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df253db-9cbc-4288-8037-02d2f9bb6a97 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.914545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df253db-9cbc-4288-8037-02d2f9bb6a97 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.915759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df253db-9cbc-4288-8037-02d2f9bb6a97 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.920682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7df253db-9cbc-4288-8037-02d2f9bb6a97 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0852559 Aug 31 14:02:52.921002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.924980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1082ea01-d0cd-408d-8c5d-48fab8bd683c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1082ea01-d0cd-408d-8c5d-48fab8bd683c,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:52.932990 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b91fe1c0-b0f0-4943-8fc3-a43f621c68d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5165641 Aug 31 14:02:52.935961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48168) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.942221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'subnet': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:52.943653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '1082ea01-d0cd-408d-8c5d-48fab8bd683c', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'port_id': '1082ea01-d0cd-408d-8c5d-48fab8bd683c', 'mac_address': 'fa:16:3e:5d:6d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02326dba-1fb6-4485-9b8e-234d2e9925b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:53.004912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'tenant_id': '0d4a86fa1b654bd5b49d213ef0e9d44c', 'fixed_ips': [{'subnet_id': '6f7068ba-06eb-4e41-9da2-d2278f1f28fb'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:53.005147 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-554344fa-7b54-487f-9824-03aa1e4971c7 req-450ca7bc-7ba4-4d8a-aaa6-1eb1cc650279 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 210 time: 0.0564191 Aug 31 14:02:53.005284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.008343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.034798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1082ea01-d0cd-408d-8c5d-48fab8bd683c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:53.091814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ac286-8029-4944-b64c-573513e68911 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.093307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-216ac286-8029-4944-b64c-573513e68911 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/networks/97fff06a-5436-4905-8364-d9b841f1c8e4 HTTP/1.1" status: 200 len: 804 time: 0.1713665 Aug 31 14:02:53.098266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48172) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:53.114424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1082ea01-d0cd-408d-8c5d-48fab8bd683c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1082ea01-d0cd-408d-8c5d-48fab8bd683c,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:53.121422 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.184462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:53.188672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.195103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1c5b79b-52b8-4615-893a-e68c76c7e8e3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:53.238219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c1c5b79b-52b8-4615-893a-e68c76c7e8e3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:53.238473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c1c5b79b-52b8-4615-893a-e68c76c7e8e3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:53.301845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1082ea01-d0cd-408d-8c5d-48fab8bd683c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:53.318630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Allocated IP 2001:db8::2 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/6f7068ba-06eb-4e41-9da2-d2278f1f28fb/e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:53.363311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d45b901c-4455-44cc-bfc4-9be98f90c380 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/networks/97fff06a-5436-4905-8364-d9b841f1c8e4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2644801 Aug 31 14:02:53.366680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48176) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:53.413858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64bde3-d799-4f5a-b0d6-61c86a4cdd64 req-a5c8475b-33be-4d8d-ab8d-801b548afbbf tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.415495 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed64bde3-d799-4f5a-b0d6-61c86a4cdd64 req-a5c8475b-33be-4d8d-ab8d-801b548afbbf tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1342456 Aug 31 14:02:53.438185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-2336421c-48e4-4a69-88cf-b9ca3e1673c7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.439680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-2336421c-48e4-4a69-88cf-b9ca3e1673c7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.2280655 Aug 31 14:02:53.473207 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed64bde3-d799-4f5a-b0d6-61c86a4cdd64 req-8955ff50-bcf3-4192-b723-c49d47ee6422 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454075 Aug 31 14:02:53.475293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de603ee-e6dc-43ad-bcfa-6edb43b84a53 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.481480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6de603ee-e6dc-43ad-bcfa-6edb43b84a53 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/subnets/a6df1a15-b469-4550-881b-c6bc48f102c5 HTTP/1.1" status: 200 len: 843 time: 0.1071348 Aug 31 14:02:53.482243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Request body: {'port': {'device_id': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'admin_state_up': True, 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:53.483611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48180) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:53.504335 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.514051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Transition to ACTIVE for port object e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:53.536742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Transition to ACTIVE for port object e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:53.545385 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.551266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c154de-631a-4725-9c6c-9fe82fb4c037 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['shared'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.557308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48182) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:53.557647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f6c154de-631a-4725-9c6c-9fe82fb4c037 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "GET /v2.0/subnets/a6df1a15-b469-4550-881b-c6bc48f102c5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0724349 Aug 31 14:02:53.579570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544824210'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:53.591733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:53.595191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:53.600035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:53.607301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Pushing event updated for resources: {'Port': ['ID=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:53.668806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:53.673012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.723704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:53.727314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.729993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea42-ca2d-4804-99aa-4f6af659bc6d req-55ad3f6a-1a35-4759-92b8-06751b241851 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.731846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e75ea42-ca2d-4804-99aa-4f6af659bc6d req-55ad3f6a-1a35-4759-92b8-06751b241851 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 945 time: 0.0571477 Aug 31 14:02:53.748763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] vlan segment allocate from pool success with {'vlan_id': 1510, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:53.768149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.768420 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Added segment ed8c6e7b-b964-4132-ae2a-60f776f78126 of type vlan for network d58b9ec4-c5ce-45d2-82a5-6297abb44257 Aug 31 14:02:53.779258 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e75ea42-ca2d-4804-99aa-4f6af659bc6d req-f002f9b9-6a63-4f87-91bd-2ca56a416074 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368214 Aug 31 14:02:53.793444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1082ea01-d0cd-408d-8c5d-48fab8bd683c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:53.795546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f0465dc4-10a0-4918-830b-95eddd20ea2e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:53.869585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Attempting to bind port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:53.869961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Attempting to bind port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:53.870336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Attempting to bind port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c on network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:53.891697 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.894555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:53.894929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Checking segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:53.895336 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.895739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Bound using segment: {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:53.896237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Bound port: e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae2d4c-a8c9-4117-9e72-23562764ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:53.896601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.013171 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.019553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.020075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.042783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] For port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:54.067610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] For port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:54.077797 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.110754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.objects.ports [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:02:54.124991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b145-fde1-4f11-b10e-7632d75a844d req-f5446b3e-6ea4-495d-bbb9-dc8aabe2d59c tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.126858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f940b145-fde1-4f11-b10e-7632d75a844d req-f5446b3e-6ea4-495d-bbb9-dc8aabe2d59c tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 945 time: 0.2491460 Aug 31 14:02:54.128264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Allocated IP 172.20.0.7 (139e03a7-4fb3-45b2-9a43-265f88b10e52/6b432b8d-bac5-4dd1-8e93-811530e2f6f4/52244133-5bbb-4e9f-8c47-8fba8cdd87bf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:54.140003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5647836 Aug 31 14:02:54.168053 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c01ecaad-6049-448d-b3df-c48eb75e4393 req-20ef0db9-20f1-452c-a974-1f0fbce59756 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 210 time: 0.0411284 Aug 31 14:02:54.168555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48192) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:54.174574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'network_id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:54.210505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9202885-1218-4cab-bb83-d1f5f31eab9b None None] Pushing event updated for resources: {'Port': ['ID=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:54.224303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9427006-3826-4e8b-9de9-1285bf95b54f tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Network': ['ID=d58b9ec4-c5ce-45d2-82a5-6297abb44257,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:54.256623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d58b9ec4-c5ce-45d2-82a5-6297abb44257 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:54.308910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f940b145-fde1-4f11-b10e-7632d75a844d req-3cef9afb-0757-4be9-88c9-0823c1f9cfcc tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630006 Aug 31 14:02:54.322770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Made reservation on behalf of f3be52444fd3409b86987551679ae58f for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:54.327529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.423670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.ipam_backend_mixin [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Performing IP validity checks on allocation pools {{(pid=101360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:02:54.425086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.ipam_backend_mixin [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:02:54.499492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.585273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.620115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.685836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=e0634e35-7a87-4556-92b7-b71a22ff08cd,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:54.702169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Checking segment: {'id': 'ed8c6e7b-b964-4132-ae2a-60f776f78126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:54.702531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network hostable DHCP agents. Network: d58b9ec4-c5ce-45d2-82a5-6297abb44257, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:54.718348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Network d58b9ec4-c5ce-45d2-82a5-6297abb44257 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:54.726985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d58b9ec4-c5ce-45d2-82a5-6297abb44257) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:54.731124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.731776 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.737919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88413edc-a8dd-4589-acfa-fb526ebb285b None None] Network d58b9ec4-c5ce-45d2-82a5-6297abb44257 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:54.752300 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-65d00dfb-e43a-4775-9201-c83db6c74ddf tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5825658 Aug 31 14:02:54.755387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48198) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:54.761319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f99f2120-d28e-4924-b85e-556fd07708c1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:54.767935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c651828-948a-45b6-9dc1-9686fabab808 req-fb2238e1-5d46-4212-ad8e-456700cd29f1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.769587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c651828-948a-45b6-9dc1-9686fabab808 req-fb2238e1-5d46-4212-ad8e-456700cd29f1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1801071 Aug 31 14:02:54.773395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.853505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:54.878685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:54.878924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f99f2120-d28e-4924-b85e-556fd07708c1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10382284'] for subnet, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.900493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:54.912729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d58b9ec4-c5ce-45d2-82a5-6297abb44257', 'network_id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257', 'tenant_id': 'f3be52444fd3409b86987551679ae58f', 'fixed_ips': [{'subnet_id': 'e0634e35-7a87-4556-92b7-b71a22ff08cd'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:54.913630 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.914954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] For port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:54.936329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:54.958128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c651828-948a-45b6-9dc1-9686fabab808 req-ec269a87-6fac-4b1b-9015-e9af14078f79 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750474 Aug 31 14:02:54.997355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.998103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.017796 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec845520-48f3-4468-8e7c-d7962ad10d6d req-d8e2b820-4233-445b-90a0-9e90c7716418 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.019953 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec845520-48f3-4468-8e7c-d7962ad10d6d req-d8e2b820-4233-445b-90a0-9e90c7716418 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 945 time: 0.1019518 Aug 31 14:02:55.024380 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.028341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-d012faac-7b28-4c13-a5a6-5b80512e6432 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5595331 Aug 31 14:02:55.029992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.030855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.095232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Request body: {'port': {'device_id': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:55.157297 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ec845520-48f3-4468-8e7c-d7962ad10d6d req-480fbb7d-f6e5-443b-823a-da05d7cc28d6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084356 Aug 31 14:02:55.174513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:55.187050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f99f2120-d28e-4924-b85e-556fd07708c1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737636225756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10467331'] for subnet, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.188374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:55.208824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,revision_number=4']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:55.226352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.227088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.263422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:55.276135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f2120-d28e-4924-b85e-556fd07708c1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event updated for resources: {'Subnet': ['ID=e0634e35-7a87-4556-92b7-b71a22ff08cd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:55.294873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f2120-d28e-4924-b85e-556fd07708c1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.295662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f99f2120-d28e-4924-b85e-556fd07708c1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.301160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f99f2120-d28e-4924-b85e-556fd07708c1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "PUT /v2.0/subnets/e0634e35-7a87-4556-92b7-b71a22ff08cd HTTP/1.1" status: 200 len: 900 time: 0.5405390 Aug 31 14:02:55.304415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Subnet': ['ID=32194cab-d3cf-41b0-bdbe-396f0d4bd76b,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:55.305511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:55.315365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Allocated IP 2001:db8::3 (d58b9ec4-c5ce-45d2-82a5-6297abb44257/e0634e35-7a87-4556-92b7-b71a22ff08cd/fe213ae0-acd2-4dc0-9678-645d8c69a4c3) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:55.424289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:55.506772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bba975-b602-4ae5-8e08-efe1752a467a req-e0c99ec8-0023-4b26-bbfc-ced8cf5b3731 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.508413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0bba975-b602-4ae5-8e08-efe1752a467a req-e0c99ec8-0023-4b26-bbfc-ced8cf5b3731 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 945 time: 0.0893905 Aug 31 14:02:55.516920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.536712 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.548749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Transition to ACTIVE for port object fe213ae0-acd2-4dc0-9678-645d8c69a4c3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:55.567252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Transition to ACTIVE for port object fe213ae0-acd2-4dc0-9678-645d8c69a4c3 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:55.573971 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.595096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0bba975-b602-4ae5-8e08-efe1752a467a req-56e607a5-0fc9-4272-83cc-70f20f6607d7 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747530 Aug 31 14:02:55.606456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e98bc-b62c-42ca-9f01-cdaea6dde43e None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:55.606591 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.629245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Network d58b9ec4-c5ce-45d2-82a5-6297abb44257 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:55.660897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:55.663565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:55.690164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.693277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.708195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1bc4240e-0411-429a-91b2-7bcefb3cf08a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7709136 Aug 31 14:02:55.712343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48212) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:55.719583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Request body: {'port': {'network_id': 'b0b5a9f7-839a-4b6e-97f7-74715fc4c61c', 'mac_address': 'fa:16:3e:ba:76:d1', 'name': 'tempest-NetworksTestDHCPv6-740008522'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:55.724226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=e0634e35-7a87-4556-92b7-b71a22ff08cd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:55.733030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Pushing event updated for resources: {'Port': ['ID=fe213ae0-acd2-4dc0-9678-645d8c69a4c3,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:55.766801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0f630763-348b-4012-b390-73ffb3e2b939 None None] Provisioning for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:55.786750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0f630763-348b-4012-b390-73ffb3e2b939 None None] Provisioning complete for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:55.787161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f630763-348b-4012-b390-73ffb3e2b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.789005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.800035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58b9ec4-c5ce-45d2-82a5-6297abb44257']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:55.811417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8c6e7b-b964-4132-ae2a-60f776f78126') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:55.811763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8c6e7b-b964-4132-ae2a-60f776f78126') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:55.814487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Attempting to bind port fe213ae0-acd2-4dc0-9678-645d8c69a4c3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:55.815900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Attempting to bind port fe213ae0-acd2-4dc0-9678-645d8c69a4c3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'ed8c6e7b-b964-4132-ae2a-60f776f78126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:55.816286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Attempting to bind port fe213ae0-acd2-4dc0-9678-645d8c69a4c3 on network d58b9ec4-c5ce-45d2-82a5-6297abb44257 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:55.821804 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.836695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.839135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:55.839539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Checking segment: {'id': 'ed8c6e7b-b964-4132-ae2a-60f776f78126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:55.839931 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.840332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Bound using segment: {'id': 'ed8c6e7b-b964-4132-ae2a-60f776f78126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:55.840811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Bound port: fe213ae0-acd2-4dc0-9678-645d8c69a4c3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8c6e7b-b964-4132-ae2a-60f776f78126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:55.841214 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.843434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:55.843863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:55.847670 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:55.857318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abef2e0-05a9-4aae-970b-45953da20525 req-864dd658-0602-45c0-904b-6f4f55a18d44 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.858996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abef2e0-05a9-4aae-970b-45953da20525 req-864dd658-0602-45c0-904b-6f4f55a18d44 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 931 time: 0.5820215 Aug 31 14:02:55.918115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.api [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:02:55.918115 n-d-792362-6 neutron-server[101360]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:02:55.918115 n-d-792362-6 neutron-server[101360]: [parameters: {'id': 'd58b9ec4-c5ce-45d2-82a5-6297abb44257'}] Aug 31 14:02:55.918115 n-d-792362-6 neutron-server[101360]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:02:55.918658 n-d-792362-6 neutron-server[101360]: DEBUG oslo_db.api [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:02:55.999964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Made reservation on behalf of 0d4a86fa1b654bd5b49d213ef0e9d44c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:56.019840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f630763-348b-4012-b390-73ffb3e2b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.021567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abef2e0-05a9-4aae-970b-45953da20525 req-baaeef59-fdca-434d-9590-8083e88790fe tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420138 Aug 31 14:02:56.022250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] For port fe213ae0-acd2-4dc0-9678-645d8c69a4c3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:56.044547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] For port fe213ae0-acd2-4dc0-9678-645d8c69a4c3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fe213ae0-acd2-4dc0-9678-645d8c69a4c3,segment=NetworkSegment(ed8c6e7b-b964-4132-ae2a-60f776f78126),segment_id=ed8c6e7b-b964-4132-ae2a-60f776f78126)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:56.063500 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.120359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04f25-a59a-4e9d-9d97-868f510871e6 req-64bb0193-3222-41b6-9aec-9365d826114e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.121450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0f630763-348b-4012-b390-73ffb3e2b939 None None] For port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:56.121947 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eda04f25-a59a-4e9d-9d97-868f510871e6 req-64bb0193-3222-41b6-9aec-9365d826114e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0650055 Aug 31 14:02:56.159861 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.168634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f630763-348b-4012-b390-73ffb3e2b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.192683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778ad2e-22c9-4c92-afdb-a11df05b41c5 None None] Pushing event updated for resources: {'Port': ['ID=fe213ae0-acd2-4dc0-9678-645d8c69a4c3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.194854 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eda04f25-a59a-4e9d-9d97-868f510871e6 req-6d6bc43e-0947-4794-9a77-1652d144c372 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655758 Aug 31 14:02:56.212006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] device_id is not set on port 02747075-e482-4595-9c48-31386d88a825 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:02:56.249661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1326e61-ff38-4b99-b7ed-08686cbafacf None None] Network d58b9ec4-c5ce-45d2-82a5-6297abb44257 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:56.252020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f0465dc4-10a0-4918-830b-95eddd20ea2e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:56.336326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f630763-348b-4012-b390-73ffb3e2b939 None None] Pushing event updated for resources: {'Port': ['ID=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.407650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f0465dc4-10a0-4918-830b-95eddd20ea2e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:56.415748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52244133-5bbb-4e9f-8c47-8fba8cdd87bf {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:56.419616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.430145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.432902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f0465dc4-10a0-4918-830b-95eddd20ea2e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:56.434232 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.460670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d8c5-527b-4996-8480-15d64480d034 req-19ac8ce4-07df-4ba6-91fc-aeb22274988c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.462626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fc6d8c5-527b-4996-8480-15d64480d034 req-19ac8ce4-07df-4ba6-91fc-aeb22274988c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 945 time: 0.1706390 Aug 31 14:02:56.488017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45518e8-78b8-4e3e-a96f-bc6806e7c0c0 None None] Network d58b9ec4-c5ce-45d2-82a5-6297abb44257 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:56.501816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting port fe213ae0-acd2-4dc0-9678-645d8c69a4c3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:56.502166 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.544636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Transition to ACTIVE for port object 52244133-5bbb-4e9f-8c47-8fba8cdd87bf will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:56.558415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.590651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] For port fe213ae0-acd2-4dc0-9678-645d8c69a4c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fe213ae0-acd2-4dc0-9678-645d8c69a4c3,segment=NetworkSegment(ed8c6e7b-b964-4132-ae2a-60f776f78126),segment_id=ed8c6e7b-b964-4132-ae2a-60f776f78126)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:56.591084 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.604918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fc6d8c5-527b-4996-8480-15d64480d034 req-ff960d61-38a3-49cb-af64-6555a14b0055 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319146 Aug 31 14:02:56.607924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Calling delete_port for fe213ae0-acd2-4dc0-9678-645d8c69a4c3 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:56.647500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8::359 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/6f7068ba-06eb-4e41-9da2-d2278f1f28fb/02747075-e482-4595-9c48-31386d88a825) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:56.663561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:76d1 (b0b5a9f7-839a-4b6e-97f7-74715fc4c61c/32194cab-d3cf-41b0-bdbe-396f0d4bd76b/02747075-e482-4595-9c48-31386d88a825) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:56.736328 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.752048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-152fc141-41d0-4065-b805-2079ef6b90e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.757857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.779076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0465dc4-10a0-4918-830b-95eddd20ea2e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:56.782137 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6694210e-84ca-4731-94c4-d7387b1380d8" -d '{"events": [{"server_uuid": "f69059e4-a898-4dd4-be99-de578d826ea9", "name": "network-vif-plugged", "status": "completed", "tag": "f0465dc4-10a0-4918-830b-95eddd20ea2e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:56.797636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f0465dc4-10a0-4918-830b-95eddd20ea2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f0465dc4-10a0-4918-830b-95eddd20ea2e,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:56.802713 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.803708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1082ea01-d0cd-408d-8c5d-48fab8bd683c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:56.807639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Port': ['ID=fe213ae0-acd2-4dc0-9678-645d8c69a4c3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.817847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.820009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No DVR routers for this DVR port fe213ae0-acd2-4dc0-9678-645d8c69a4c3 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:56.881105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9574d0c-3322-4cff-ad29-15ed537e8f14 req-038da398-211c-4dbb-9133-cbcf4e7b12d8 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.882569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9574d0c-3322-4cff-ad29-15ed537e8f14 req-038da398-211c-4dbb-9133-cbcf4e7b12d8 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 945 time: 0.1781659 Aug 31 14:02:56.907038 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8a9417-8188-470f-a0a9-82c979739d84 x-openstack-request-id: req-1f8a9417-8188-470f-a0a9-82c979739d84 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:56.907566 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69059e4-a898-4dd4-be99-de578d826ea9", "name": "network-vif-plugged", "status": "completed", "tag": "f0465dc4-10a0-4918-830b-95eddd20ea2e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:56.908082 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f8a9417-8188-470f-a0a9-82c979739d84 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:56.908659 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0465dc4-10a0-4918-830b-95eddd20ea2e', 'code': 200} Aug 31 14:02:56.915000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923f5cf-4b1c-4454-8a9a-2dd22588df6c None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:02:56.969659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.992860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f0465dc4-10a0-4918-830b-95eddd20ea2e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.998354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58b9ec4-c5ce-45d2-82a5-6297abb44257']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:57.003904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2858fb70-d5a4-4210-b1dd-48aa3048f198 None None] Provisioning complete for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:57.004335 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2858fb70-d5a4-4210-b1dd-48aa3048f198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.006718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9574d0c-3322-4cff-ad29-15ed537e8f14 req-a168a2c0-01a4-4991-9303-0d2af31f650f tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831873 Aug 31 14:02:57.014150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Attempting to bind port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:57.014577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Attempting to bind port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:57.014983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Attempting to bind port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:57.030106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8c6e7b-b964-4132-ae2a-60f776f78126') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:57.030507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8c6e7b-b964-4132-ae2a-60f776f78126') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:57.039440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:57.039844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Attempting to bind port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:57.059644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:57.060525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Checking segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:57.060525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Bound using segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:57.060797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Bound port: 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:57.061201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.062203 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.067986 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.082546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 1082ea01-d0cd-408d-8c5d-48fab8bd683c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:57.084690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.092641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 1082ea01-d0cd-408d-8c5d-48fab8bd683c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:57.093045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.094875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:57.095778 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.141829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:57.145630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:57.161093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.170000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Transition to ACTIVE for port object 02747075-e482-4595-9c48-31386d88a825 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:57.174490 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:57.193795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf48f26-3634-440c-8d2f-d6f564f479fc req-deef62c8-3e66-4ecc-85e0-6c91afa9a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.195625 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-daf48f26-3634-440c-8d2f-d6f564f479fc req-deef62c8-3e66-4ecc-85e0-6c91afa9a8f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 1097 time: 0.1792159 Aug 31 14:02:57.196494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.203909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.206200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/d58b9ec4-c5ce-45d2-82a5-6297abb44257 HTTP/1.1" status: 204 len: 168 time: 1.8995028 Aug 31 14:02:57.225367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48228) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:57.233447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:57.240132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d13e-5be3-4964-8c92-8de4a6ffe28d tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=d58b9ec4-c5ce-45d2-82a5-6297abb44257,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.266179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.266803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.268497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/52244133-5bbb-4e9f-8c47-8fba8cdd87bf HTTP/1.1" status: 200 len: 1091 time: 2.2236202 Aug 31 14:02:57.273115 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e1d8cb-069d-4892-83bd-0fed22fde15e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:57.273642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e1d8cb-069d-4892-83bd-0fed22fde15e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:57.277776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b1e1d8cb-069d-4892-83bd-0fed22fde15e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/e0634e35-7a87-4556-92b7-b71a22ff08cd HTTP/1.1" status: 404 len: 337 time: 0.0493183 Aug 31 14:02:57.278770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48232) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:57.307321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06341c78-19a5-4076-a514-7197f65d18a7 service neutron] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.314700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:57.315837 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9373f28d-056f-4d46-a1ee-9081fb69e7c0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:57.316597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9373f28d-056f-4d46-a1ee-9081fb69e7c0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:57.321299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9373f28d-056f-4d46-a1ee-9081fb69e7c0 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/d58b9ec4-c5ce-45d2-82a5-6297abb44257 HTTP/1.1" status: 404 len: 339 time: 0.0392742 Aug 31 14:02:57.321558 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322477cf-cce6-4029-851d-6f3c24c6cbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:57.324847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48234) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:57.334612 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-daf48f26-3634-440c-8d2f-d6f564f479fc req-bcd3f95e-8dae-498e-a5fc-da466d071f1e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103771 Aug 31 14:02:57.347916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.366660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b923f5cf-4b1c-4454-8a9a-2dd22588df6c None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:02:57.402228 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.404292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:57.404292 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.408031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:57.410505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:57.413817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:57.419829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.420210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.458684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74af1-b8e7-40be-a026-569d6a30d07c req-64f56151-a2c1-4ad4-9e25-706b0cfa6a3e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.459680 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bea13-7ea1-4981-a0cc-9468ad7cd841 req-649d9f3b-f49d-46cd-9c4c-5b47560416b1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.461182 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c8bea13-7ea1-4981-a0cc-9468ad7cd841 req-649d9f3b-f49d-46cd-9c4c-5b47560416b1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1658261 Aug 31 14:02:57.463127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31a74af1-b8e7-40be-a026-569d6a30d07c req-64f56151-a2c1-4ad4-9e25-706b0cfa6a3e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 943 time: 0.3108518 Aug 31 14:02:57.466385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event updated for resources: {'Port': ['ID=02747075-e482-4595-9c48-31386d88a825,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.472682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5d7e0e7f-ba1d-45c7-a315-2bb7ba116ce2 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7594972 Aug 31 14:02:57.477853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.479432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48238) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:57.515933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31a74af1-b8e7-40be-a026-569d6a30d07c req-a86fc5f1-427b-4299-9cb3-b2b751fc5ddd tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Aug 31 14:02:57.543962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1082ea01-d0cd-408d-8c5d-48fab8bd683c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1082ea01-d0cd-408d-8c5d-48fab8bd683c,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:57.555865 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.571343 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158d7b37-4be4-4b84-92a5-fd59fe456e57 x-openstack-request-id: req-158d7b37-4be4-4b84-92a5-fd59fe456e57 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:57.571876 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:57.572209 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-158d7b37-4be4-4b84-92a5-fd59fe456e57 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:57.572686 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'status': 'completed', 'code': 200} Aug 31 14:02:57.601955 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8c8bea13-7ea1-4981-a0cc-9468ad7cd841 req-68d5889e-6ed0-4972-9df1-fe047eae3f32 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281233 Aug 31 14:02:57.662571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.678703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a9c94c-e332-409d-aab4-2c5f17287d6a']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:57.692336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d34fea-89d7-436e-92ab-4c0fb39a86ed') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:57.692664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d34fea-89d7-436e-92ab-4c0fb39a86ed') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:57.705594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.742311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting port 02747075-e482-4595-9c48-31386d88a825 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:57.742847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.754336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba6924-490f-46fe-823b-aa004441f58d req-2e0f12e2-0b56-41ca-b606-af17943e54c7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.755994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2ba6924-490f-46fe-823b-aa004441f58d req-2e0f12e2-0b56-41ca-b606-af17943e54c7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.0584953 Aug 31 14:02:57.765773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.784361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:57.784761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:57.787812 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:57.795705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2ba6924-490f-46fe-823b-aa004441f58d req-b8fb9819-6868-4a79-882f-2f3efed5d4e0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Aug 31 14:02:57.854337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1082ea01-d0cd-408d-8c5d-48fab8bd683c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.901707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-b3521e1b-2b71-4bb2-8439-2b3a744b2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.903205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-b3521e1b-2b71-4bb2-8439-2b3a744b2cbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 1094 time: 0.1842611 Aug 31 14:02:57.906047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.915930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.917709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/a8a9c94c-e332-409d-aab4-2c5f17287d6a HTTP/1.1" status: 204 len: 168 time: 0.5922594 Aug 31 14:02:57.920374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48244) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:57.934954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b4938-c376-485c-8a58-c3f5d3838788 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=a8a9c94c-e332-409d-aab4-2c5f17287d6a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.942245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.957664 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-51271bb7-3226-4264-9bad-22c958601401 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:57.958249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51271bb7-3226-4264-9bad-22c958601401 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:57.960472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-51271bb7-3226-4264-9bad-22c958601401 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/31e51a37-1517-4c24-b48f-66182fdc8b9d HTTP/1.1" status: 404 len: 337 time: 0.0387735 Aug 31 14:02:57.963391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48246) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:57.982064 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-371948e7-61f9-488a-9e62-a706da618b76 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:57.982733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371948e7-61f9-488a-9e62-a706da618b76 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:57.986392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-371948e7-61f9-488a-9e62-a706da618b76 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/64ee6652-94d0-48a0-86de-d90f657efbc6 HTTP/1.1" status: 404 len: 339 time: 0.0201237 Aug 31 14:02:57.987247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Calling delete_port for 02747075-e482-4595-9c48-31386d88a825 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:57.987415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48248) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:57.992009 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-4a45b987-2c73-4d31-9043-ed0556d937d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf HTTP/1.1" status: 200 len: 217 time: 0.0419390 Aug 31 14:02:58.056250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting subnet 62c8a929-63f2-44df-aace-3c4f6fb8b1e6 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:58.064611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.124463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.222332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.291595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.320826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=62c8a929-63f2-44df-aace-3c4f6fb8b1e6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:58.324652 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.331321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd6b9760-74af-4512-b990-b65529b20ec7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/62c8a929-63f2-44df-aace-3c4f6fb8b1e6 HTTP/1.1" status: 204 len: 168 time: 0.3427947 Aug 31 14:02:58.332071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48254) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:58.391897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting subnet fa0d4bec-52b0-49a6-b626-971bb8934bdd {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:58.396422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.444411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.486692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-88c1a460-a36d-4d14-9ec2-bf19b341def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.488176 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-88c1a460-a36d-4d14-9ec2-bf19b341def2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.4461687 Aug 31 14:02:58.530015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c973f-e4b0-4619-9632-643ebd47ee6d req-e6b3df03-8ad8-4bb9-b857-4105024f049c tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.533337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de5c973f-e4b0-4619-9632-643ebd47ee6d req-e6b3df03-8ad8-4bb9-b857-4105024f049c tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 946 time: 0.1047845 Aug 31 14:02:58.539291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.555646 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-e888e563-3124-44bd-924a-e6ba5139f3bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509148 Aug 31 14:02:58.650317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.661676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1265ab7-e722-4f29-8950-cb66c151e56f None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:02:58.689771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0d4bec-52b0-49a6-b626-971bb8934bdd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:58.694767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.696903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d495f4a7-44de-4b2b-84c2-35454cf36459 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/fa0d4bec-52b0-49a6-b626-971bb8934bdd HTTP/1.1" status: 204 len: 168 time: 0.3638165 Aug 31 14:02:58.699309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48260) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:58.702323 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-de5c973f-e4b0-4619-9632-643ebd47ee6d req-563c042f-ea7e-48f2-95bb-42b6d894831d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455891 Aug 31 14:02:58.739788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b60f03-948f-44a7-a582-7932fca639b3 req-66e6ec95-fabb-4b7b-b811-c2398b896e5c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.741989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78b60f03-948f-44a7-a582-7932fca639b3 req-66e6ec95-fabb-4b7b-b811-c2398b896e5c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 943 time: 0.1320968 Aug 31 14:02:58.788718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-f4285b77-5c40-4aa2-b11b-dec6b49516f7 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078106 Aug 31 14:02:58.834487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78b60f03-948f-44a7-a582-7932fca639b3 req-50e90ef2-42e8-4f14-9b15-9563293c154b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588155 Aug 31 14:02:58.849347 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.890374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1265ab7-e722-4f29-8950-cb66c151e56f None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:02:58.902207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.907491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-830c45db-b561-4d9f-bd8f-8238b5033246 None None] Provisioning for port 02747075-e482-4595-9c48-31386d88a825 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:58.913268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e372521-c703-4a01-b324-bc26a5770ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082ea01-d0cd-408d-8c5d-48fab8bd683c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:58.916511 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188f1af9-06d5-4518-b250-6df6b72b4352" -d '{"events": [{"server_uuid": "7e372521-c703-4a01-b324-bc26a5770ce7", "name": "network-vif-plugged", "status": "completed", "tag": "1082ea01-d0cd-408d-8c5d-48fab8bd683c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:58.920962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c5b89-3816-4bd5-9d91-458106f34879 req-650a0f50-6745-4e39-bd49-11224a7aa06d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.922717 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-537c5b89-3816-4bd5-9d91-458106f34879 req-650a0f50-6745-4e39-bd49-11224a7aa06d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1395483 Aug 31 14:02:58.928081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-830c45db-b561-4d9f-bd8f-8238b5033246 None None] Provisioning complete for port 02747075-e482-4595-9c48-31386d88a825 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:58.928947 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-830c45db-b561-4d9f-bd8f-8238b5033246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.936890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting port ed597589-6d23-4918-a9d2-c250ac3acfbe {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:58.937312 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.959885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Port': ['ID=02747075-e482-4595-9c48-31386d88a825,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:58.997583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-830c45db-b561-4d9f-bd8f-8238b5033246 None None] Port 02747075-e482-4595-9c48-31386d88a825 was deleted so its status cannot be updated. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:02:59.033821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-830c45db-b561-4d9f-bd8f-8238b5033246 None None] Provisioning complete for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:59.034491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-830c45db-b561-4d9f-bd8f-8238b5033246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.043839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.049011 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-db68fd7e-0c7a-4d8b-a74b-823bb5d8c809 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/02747075-e482-4595-9c48-31386d88a825 HTTP/1.1" status: 204 len: 168 time: 1.5676484 Aug 31 14:02:59.051236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0659b2ca-8868-4e04-b036-531be02ebe1e req-fb94607d-ab4f-4f90-954e-1bd2852f10b0 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352645 Aug 31 14:02:59.051426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48268) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.055253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] For port ed597589-6d23-4918-a9d2-c250ac3acfbe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ed597589-6d23-4918-a9d2-c250ac3acfbe,segment=NetworkSegment(93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9),segment_id=93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:59.055632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.056917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-537c5b89-3816-4bd5-9d91-458106f34879 req-3e8ee802-2de4-414f-a02b-afce196505ba tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Aug 31 14:02:59.107374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d6654-cac0-4491-a242-ca54d2295c60 req-4524c5a4-fe3c-4282-9f5a-7c10b9d89efe tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.109331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-873d6654-cac0-4491-a242-ca54d2295c60 req-4524c5a4-fe3c-4282-9f5a-7c10b9d89efe tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.1236401 Aug 31 14:02:59.118144 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa7d35-48d5-4dac-a2ee-ec802a6712fb x-openstack-request-id: req-7caa7d35-48d5-4dac-a2ee-ec802a6712fb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:59.118606 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e372521-c703-4a01-b324-bc26a5770ce7", "name": "network-vif-plugged", "status": "completed", "tag": "1082ea01-d0cd-408d-8c5d-48fab8bd683c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:59.118866 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7caa7d35-48d5-4dac-a2ee-ec802a6712fb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:59.119193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Calling delete_port for ed597589-6d23-4918-a9d2-c250ac3acfbe owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:59.119332 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e372521-c703-4a01-b324-bc26a5770ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082ea01-d0cd-408d-8c5d-48fab8bd683c', 'code': 200} Aug 31 14:02:59.210741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5447b-9b6f-4848-b130-44b0b6a7883e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.214676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a0a5447b-9b6f-4848-b130-44b0b6a7883e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1591048 Aug 31 14:02:59.215672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48272) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.221242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-873d6654-cac0-4491-a242-ca54d2295c60 req-2af38a3e-4893-4600-bd80-387a3fd329ce tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000009 Aug 31 14:02:59.279360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.299177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca7cb6-6847-409f-be00-305c2d42cdec tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.303336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4cca7cb6-6847-409f-be00-305c2d42cdec tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0850346 Aug 31 14:02:59.307851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48274) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.311460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No DVR routers for this DVR port ed597589-6d23-4918-a9d2-c250ac3acfbe on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:59.320925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Port': ['ID=ed597589-6d23-4918-a9d2-c250ac3acfbe,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:59.336919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-a7aa5927-f19f-40b3-8c95-4a00785e6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.338363 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-a7aa5927-f19f-40b3-8c95-4a00785e6b33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 1094 time: 0.0606906 Aug 31 14:02:59.349519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2a9060b2-3904-49e9-a3e6-d4b21936f330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.463808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005534ca-da27-46b8-95bc-7b2a916fb16e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.465547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005534ca-da27-46b8-95bc-7b2a916fb16e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.467063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005534ca-da27-46b8-95bc-7b2a916fb16e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.468661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-005534ca-da27-46b8-95bc-7b2a916fb16e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1583624 Aug 31 14:02:59.472591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.479616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-84181e7b-19ea-4037-be50-0ba87bc6a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.481486 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-84181e7b-19ea-4037-be50-0ba87bc6a920 service neutron] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 913 time: 0.1013412 Aug 31 14:02:59.491530 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.514086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.517960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820b7f4-2542-4ad5-aa65-09df4b2497aa req-c8efb819-4424-42dd-8af0-e7c76f3b468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.519489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b820b7f4-2542-4ad5-aa65-09df4b2497aa req-c8efb819-4424-42dd-8af0-e7c76f3b468c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 1097 time: 0.1933315 Aug 31 14:02:59.535183 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-63c9547d-3bf9-4488-9506-2455f3195209 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf HTTP/1.1" status: 200 len: 217 time: 0.0447445 Aug 31 14:02:59.535516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6f34d3-3ec1-4516-864a-fbcf5fc50b67']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:59.563347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:59.563648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ef9fe8-f17d-4f47-92c3-3aa92bcf06c9') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:59.570646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 32194cab-d3cf-41b0-bdbe-396f0d4bd76b {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:59.580711 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.591170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-babadd19-f649-413f-9524-937017822382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.592597 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-babadd19-f649-413f-9524-937017822382 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.0489693 Aug 31 14:02:59.610081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.628645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-27d2261a-6680-4a46-a9e7-3d0d39b8f75b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268815 Aug 31 14:02:59.641471 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.646851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b820b7f4-2542-4ad5-aa65-09df4b2497aa req-45df9e5a-ca46-46d1-808c-391f39178e15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089532 Aug 31 14:02:59.652949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.675349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1500 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:59.675766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:59.678996 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:59.743084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-d88f3b79-f838-4e70-8ef0-56c596eb28a7 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041749 Aug 31 14:02:59.776060 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.785977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.787924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 HTTP/1.1" status: 204 len: 168 time: 1.0857725 Aug 31 14:02:59.793146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.809687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ba6f0-ec3f-4f39-8726-6feb186c2ff1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=3b6f34d3-3ec1-4516-864a-fbcf5fc50b67,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:59.819210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.844714 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-83118193-39c0-4899-b270-7b73e9dedd02 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:59.844714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83118193-39c0-4899-b270-7b73e9dedd02 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:59.848244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-83118193-39c0-4899-b270-7b73e9dedd02 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/a22cc5a1-a8d1-49d5-b41d-456ae9b8c048 HTTP/1.1" status: 404 len: 337 time: 0.0517335 Aug 31 14:02:59.851172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48282) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.875857 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4bb1e5-53a9-4037-848b-cf77928276c7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:59.876456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4bb1e5-53a9-4037-848b-cf77928276c7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:59.878342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bb4bb1e5-53a9-4037-848b-cf77928276c7 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/bc28370a-92c7-4951-8de9-559672a8485f HTTP/1.1" status: 404 len: 339 time: 0.0262229 Aug 31 14:02:59.881058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48286) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.903320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ff4a-294a-46d4-b008-8360114d8c3c req-3f269d07-b234-47b2-8e1a-72f71794857b tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.905031 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a618ff4a-294a-46d4-b008-8360114d8c3c req-3f269d07-b234-47b2-8e1a-72f71794857b tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 946 time: 0.0984213 Aug 31 14:02:59.917318 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-816c8d4d-e926-4dff-8b40-e230ee9b4a5e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:59.917789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816c8d4d-e926-4dff-8b40-e230ee9b4a5e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:59.920332 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-816c8d4d-e926-4dff-8b40-e230ee9b4a5e tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/83cbeaac-6c75-4fe1-a39d-2301fa3f77c7 HTTP/1.1" status: 404 len: 337 time: 0.0384870 Aug 31 14:02:59.924033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48288) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:59.953596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a618ff4a-294a-46d4-b008-8360114d8c3c req-1a28c9c8-4ed2-4652-8641-01ff621af0aa tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 Aug 31 14:02:59.982357 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2646de1-1d79-467f-8139-d252512aae43 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:02:59.982961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2646de1-1d79-467f-8139-d252512aae43 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:02:59.985480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e2646de1-1d79-467f-8139-d252512aae43 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/4b415b4f-d9ad-4177-bfb9-e1482ab300a2 HTTP/1.1" status: 404 len: 339 time: 0.0609677 Aug 31 14:02:59.988743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.990526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48294) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.033886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f437248d-ea3e-4372-9369-038c35fb25af None None] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:00.052099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f437248d-ea3e-4372-9369-038c35fb25af None None] Network 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 could not be found, it might have been deleted concurrently. {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:03:00.057809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.059703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/32194cab-d3cf-41b0-bdbe-396f0d4bd76b HTTP/1.1" status: 204 len: 168 time: 0.5848777 Aug 31 14:03:00.061407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f7eb8-e17a-4b33-808f-c1cf374292f8 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=32194cab-d3cf-41b0-bdbe-396f0d4bd76b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:00.062276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48302) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.065501 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b6c6f-d99c-49f0-a4be-49ebe4874600 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:00.066363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4b6c6f-d99c-49f0-a4be-49ebe4874600 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:00.068645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ef4b6c6f-d99c-49f0-a4be-49ebe4874600 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/77afca0a-9cad-4ee7-9c6b-a96a983f8d4a HTTP/1.1" status: 404 len: 337 time: 0.0727088 Aug 31 14:03:00.073989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0f1e34fa-5e46-4ea7-ab15-73e006a25d66 None None] Provisioning complete for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:00.074608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f1e34fa-5e46-4ea7-ab15-73e006a25d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.075942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48304) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.114840 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c07e19-b84b-4c18-b0e0-fbc2bd6fb7e2 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:00.115570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c07e19-b84b-4c18-b0e0-fbc2bd6fb7e2 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:00.118284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-15c07e19-b84b-4c18-b0e0-fbc2bd6fb7e2 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/e830dce1-6c30-44a4-b517-91ea517490ab HTTP/1.1" status: 404 len: 339 time: 0.0374525 Aug 31 14:03:00.120605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48320) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.185975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c11231-d12e-4070-a8db-e19bec1f436c None None] DHCP port deletion for 3b6f34d3-3ec1-4516-864a-fbcf5fc50b67 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:00.215692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting subnet 2ebc59e7-3ff6-4ada-b4d3-4caae6c4e9a1 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:00.226982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a5c1-3863-4bdf-bc81-ae0e70424f37 req-564ea122-3a1f-4af8-b5b1-b1170dfdfb3f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.236160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c256a5c1-3863-4bdf-bc81-ae0e70424f37 req-564ea122-3a1f-4af8-b5b1-b1170dfdfb3f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 943 time: 0.3004174 Aug 31 14:03:00.246107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.291853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Deleting subnet 6f7068ba-06eb-4e41-9da2-d2278f1f28fb {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:00.307247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.317858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15a6bc-f1f0-464c-bcc6-d707e72c30e7 req-bfcc72fc-bbba-48c1-bd17-2ab479d992b8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.319596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc15a6bc-f1f0-464c-bcc6-d707e72c30e7 req-bfcc72fc-bbba-48c1-bd17-2ab479d992b8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1259077 Aug 31 14:03:00.348288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.361596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-322477cf-cce6-4029-851d-6f3c24c6cbc5 req-588dec43-9d12-4126-b966-8332358c280f service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746047 Aug 31 14:03:00.386671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c256a5c1-3863-4bdf-bc81-ae0e70424f37 req-f79385be-23fa-499a-a316-b880fc7d2fa7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449475 Aug 31 14:03:00.396097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.417100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184de86-02e7-467e-b2c0-0b447e399750 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:00.486279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b4ebf875-585c-45b0-af1b-7a391cf55b82 None None] Could not find standard attr ID for object 02747075-e482-4595-9c48-31386d88a825. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:03:00.494955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.518274 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.552782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.589860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750d50-8a1f-404e-8368-f8e5df254e3e req-bcef4598-2ee0-4f8e-ae8d-ce61ca71c3ba tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.591452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea750d50-8a1f-404e-8368-f8e5df254e3e req-bcef4598-2ee0-4f8e-ae8d-ce61ca71c3ba tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.1069469 Aug 31 14:03:00.610888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.650096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebc59e7-3ff6-4ada-b4d3-4caae6c4e9a1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:00.655104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc15a6bc-f1f0-464c-bcc6-d707e72c30e7 req-5a2e0793-9086-4602-bf64-5dfd2dfcbb13 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125644 Aug 31 14:03:00.664266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.669124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd6e6d6f-4b47-4d20-8a2b-f04bcf1355f1 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/2ebc59e7-3ff6-4ada-b4d3-4caae6c4e9a1 HTTP/1.1" status: 204 len: 168 time: 0.5448296 Aug 31 14:03:00.669800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48348) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.683672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a7782f-fc58-4a38-bed2-6f8cf88ebbb2 None None] Network 344a856b-1115-4dae-8697-44c5a3fb1863 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:00.696694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea750d50-8a1f-404e-8368-f8e5df254e3e req-c8630d5f-a52d-45b8-9990-59811babb318 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942636 Aug 31 14:03:00.760026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.814262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7068ba-06eb-4e41-9da2-d2278f1f28fb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:00.824090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.826056 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f894102a-5bf4-4101-b64a-35beda041ad4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/6f7068ba-06eb-4e41-9da2-d2278f1f28fb HTTP/1.1" status: 204 len: 168 time: 0.7577863 Aug 31 14:03:00.828977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48356) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.849888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.910526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-46d35703-788f-4391-ac09-b24b090f6da1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785322 Aug 31 14:03:00.911560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48366) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.962670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:00.963217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.978251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2980d7-0a9e-4c72-9101-1c04aec70445 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.979917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fa2980d7-0a9e-4c72-9101-1c04aec70445 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0673206 Aug 31 14:03:00.982400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48380) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.987439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] DHCP port deletion for 344a856b-1115-4dae-8697-44c5a3fb1863 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:01.041160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdca0a-3a98-4621-8e5a-432554b91045 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.045192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9abdca0a-3a98-4621-8e5a-432554b91045 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594428 Aug 31 14:03:01.045459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48386) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.070452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] For port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,segment=NetworkSegment(fd96e817-811d-4ca2-b9dd-adb3a9b29cf2),segment_id=fd96e817-811d-4ca2-b9dd-adb3a9b29cf2)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:01.070773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.089729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] Deleting port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:01.090273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.112199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Calling delete_port for 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:01.112383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-19f5f2d1-e10b-403a-b907-1f6df0bd6bd6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655663 Aug 31 14:03:01.119831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48392) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.156853 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5008758-fef9-437f-a710-e6e7f3028924 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.158266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5008758-fef9-437f-a710-e6e7f3028924 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.161038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a5008758-fef9-437f-a710-e6e7f3028924 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/02747075-e482-4595-9c48-31386d88a825 HTTP/1.1" status: 404 len: 333 time: 0.0375316 Aug 31 14:03:01.163339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.202656 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b587c409-2a72-453d-b40b-5c70b1c912ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.203486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b587c409-2a72-453d-b40b-5c70b1c912ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.206041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b587c409-2a72-453d-b40b-5c70b1c912ea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/32194cab-d3cf-41b0-bdbe-396f0d4bd76b HTTP/1.1" status: 404 len: 337 time: 0.0415306 Aug 31 14:03:01.208723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48396) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.227949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] For port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,segment=NetworkSegment(fd96e817-811d-4ca2-b9dd-adb3a9b29cf2),segment_id=fd96e817-811d-4ca2-b9dd-adb3a9b29cf2)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:01.229249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.244348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:01.244587 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9ce567-92f3-4489-bd6e-6215aece56d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.244988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9ce567-92f3-4489-bd6e-6215aece56d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.246764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7a9ce567-92f3-4489-bd6e-6215aece56d1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/6f7068ba-06eb-4e41-9da2-d2278f1f28fb HTTP/1.1" status: 404 len: 337 time: 0.0368223 Aug 31 14:03:01.251587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48398) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.275166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] Calling delete_port for 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:01.289997 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-707a70f4-6ebf-40d6-8e1b-30df1ca05986 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.290724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707a70f4-6ebf-40d6-8e1b-30df1ca05986 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.295017 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-707a70f4-6ebf-40d6-8e1b-30df1ca05986 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/28543000-79fe-46b8-b4de-ae8fda2d63c4 HTTP/1.1" status: 404 len: 333 time: 0.0399642 Aug 31 14:03:01.296131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48400) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.353732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.363261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No active binding found for port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 {{(pid=101362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:03:01.363261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:01.363261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ed597589-6d23-4918-a9d2-c250ac3acfbe no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:01.370405 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3178f1c-f8e8-478c-aa67-4bea93d09fea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.370405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3178f1c-f8e8-478c-aa67-4bea93d09fea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.374395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c3178f1c-f8e8-478c-aa67-4bea93d09fea tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/98dcfa7e-24f3-47a6-851e-23b46a976fce HTTP/1.1" status: 404 len: 337 time: 0.0756147 Aug 31 14:03:01.374923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48402) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.404909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: ed597589-6d23-4918-a9d2-c250ac3acfbe {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:01.405698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ed597589-6d23-4918-a9d2-c250ac3acfbe not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:01.428473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Port': ['ID=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:01.436153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No DVR routers for this DVR port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:01.441495 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-882eabd7-6dce-46dc-abd8-2798687c1acd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.442270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882eabd7-6dce-46dc-abd8-2798687c1acd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.444972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-882eabd7-6dce-46dc-abd8-2798687c1acd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/69b58221-9f60-4ad1-b170-9ced526dc90d HTTP/1.1" status: 404 len: 337 time: 0.0685205 Aug 31 14:03:01.447488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48406) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.471419 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.498614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] Pushing event deleted for resources: {'Port': ['ID=8938521b-0e98-4cf2-92c8-4d0ebbb2d313,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:01.502628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d5122-49a4-4db5-b843-7e16561ffa81 None None] No DVR routers for this DVR port 8938521b-0e98-4cf2-92c8-4d0ebbb2d313 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:01.507733 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-883cd681-b743-4606-84c6-fa89c9459eb3 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.513754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883cd681-b743-4606-84c6-fa89c9459eb3 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.516140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-883cd681-b743-4606-84c6-fa89c9459eb3 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/f4929329-5178-4294-ba39-0ab387b2662b HTTP/1.1" status: 404 len: 333 time: 0.0665996 Aug 31 14:03:01.517164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48408) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.518547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e40f8-66ed-4af5-af7a-7313a41cfec1 None None] Network b0b5a9f7-839a-4b6e-97f7-74715fc4c61c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:01.554569 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb543f63-ed2d-41ca-91d2-1ffff9772688 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.555900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb543f63-ed2d-41ca-91d2-1ffff9772688 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.561360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fb543f63-ed2d-41ca-91d2-1ffff9772688 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/df976175-f7f7-4024-9b1a-2bf8b4f61c9b HTTP/1.1" status: 404 len: 337 time: 0.0431740 Aug 31 14:03:01.562154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48410) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.605504 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e344919-4c6b-4379-bda3-769c40d03162 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.605967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e344919-4c6b-4379-bda3-769c40d03162 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.606910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.607971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8e344919-4c6b-4379-bda3-769c40d03162 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/1bcdf0ca-f207-4d6b-ab98-aca923c8aa45 HTTP/1.1" status: 404 len: 337 time: 0.0446422 Aug 31 14:03:01.610662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48412) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.626668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344a856b-1115-4dae-8697-44c5a3fb1863']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:01.648510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f73f5a9a-aa7d-4b1c-a73c-7034151381e6 None None] Provisioning complete for port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:01.648908 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a9a-aa7d-4b1c-a73c-7034151381e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.653063 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc20380a-8893-4694-a639-294c7527baa7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.654737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc20380a-8893-4694-a639-294c7527baa7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.656124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db2197-c567-4d07-bf15-ae89164e3a91 req-275fc736-42c3-47af-b201-8cfd98d88f39 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.658185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bc20380a-8893-4694-a639-294c7527baa7 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/3d3e4e6f-267b-4c0a-91c4-2caeaf836fca HTTP/1.1" status: 404 len: 333 time: 0.0460372 Aug 31 14:03:01.660557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48416) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.669156 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5db2197-c567-4d07-bf15-ae89164e3a91 req-275fc736-42c3-47af-b201-8cfd98d88f39 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 943 time: 0.1302383 Aug 31 14:03:01.679844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd96e817-811d-4ca2-b9dd-adb3a9b29cf2') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:01.680158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd96e817-811d-4ca2-b9dd-adb3a9b29cf2') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:01.694867 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-31de39e7-c9a7-41e0-a0c0-0cc67469c5d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.695333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31de39e7-c9a7-41e0-a0c0-0cc67469c5d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.699560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-31de39e7-c9a7-41e0-a0c0-0cc67469c5d9 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/90900714-c15a-4662-8f3d-0945398d7f67 HTTP/1.1" status: 404 len: 337 time: 0.0356326 Aug 31 14:03:01.699815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48418) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.739604 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.770892 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdb3eef-d23c-4a70-9fc2-1b6a8c024533 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.771358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdb3eef-d23c-4a70-9fc2-1b6a8c024533 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.777664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0cdb3eef-d23c-4a70-9fc2-1b6a8c024533 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/0a4f5446-f316-4814-89b6-0561f0c011d7 HTTP/1.1" status: 404 len: 337 time: 0.0757866 Aug 31 14:03:01.778389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48424) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.798840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] DHCP port deletion for b0b5a9f7-839a-4b6e-97f7-74715fc4c61c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:01.807533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.837216 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-44741405-34b2-4cb2-8931-83c1897f4b90 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.838013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44741405-34b2-4cb2-8931-83c1897f4b90 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.842398 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-44741405-34b2-4cb2-8931-83c1897f4b90 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/5bd1f4a9-7a71-467a-8f65-58f1ee9a4de8 HTTP/1.1" status: 404 len: 333 time: 0.0578175 Aug 31 14:03:01.842398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:01.842398 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.842797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882b9c6-911b-4fab-a02a-1f480c65c1ad req-e11833ed-0059-4498-8690-8c08e3f898c9 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.844440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f882b9c6-911b-4fab-a02a-1f480c65c1ad req-e11833ed-0059-4498-8690-8c08e3f898c9 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0653496 Aug 31 14:03:01.845138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48428) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:01.848215 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:01.866451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] Deleting port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:01.866846 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.876445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a5db2197-c567-4d07-bf15-ae89164e3a91 req-c7a4e413-e051-40ae-bc2d-a411c51523a8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012777 Aug 31 14:03:01.892682 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b8ae08-fd88-4b9f-8f92-2b86ca6f73ac tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.893182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b8ae08-fd88-4b9f-8f92-2b86ca6f73ac tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.894901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-10b8ae08-fd88-4b9f-8f92-2b86ca6f73ac tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/7458cbfd-6e74-4312-aa30-3ea77a68eadd HTTP/1.1" status: 404 len: 337 time: 0.0478261 Aug 31 14:03:01.902033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48432) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.949993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.950251 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.956907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.960235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/344a856b-1115-4dae-8697-44c5a3fb1863 HTTP/1.1" status: 204 len: 168 time: 1.2894554 Aug 31 14:03:01.962113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f882b9c6-911b-4fab-a02a-1f480c65c1ad req-c98ad401-650b-40a2-8164-97c74bb49c3d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062174 Aug 31 14:03:01.963051 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f40fddc-2530-424b-a635-b0ac248ff1ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:01.963811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f40fddc-2530-424b-a635-b0ac248ff1ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:01.968381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f40fddc-2530-424b-a635-b0ac248ff1ed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/5841dc1d-8591-45b1-93f5-f134da1ff7d8 HTTP/1.1" status: 404 len: 333 time: 0.0623391 Aug 31 14:03:01.968381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48434) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.969832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48436) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.975194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] For port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,segment=NetworkSegment(90ae2d4c-a8c9-4117-9e72-23562764ca48),segment_id=90ae2d4c-a8c9-4117-9e72-23562764ca48)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:01.975762 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.999780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] Calling delete_port for e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:02.009652 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86c7e64-9bd4-4c88-ab47-0059b952c227 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.010710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86c7e64-9bd4-4c88-ab47-0059b952c227 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.012843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b86c7e64-9bd4-4c88-ab47-0059b952c227 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/9d43e2bc-5724-4558-b289-0e87a98f45aa HTTP/1.1" status: 404 len: 337 time: 0.0451353 Aug 31 14:03:02.015392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48438) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.032748 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f248baf-92b3-42db-b02c-43ef366ffbe4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.033247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f248baf-92b3-42db-b02c-43ef366ffbe4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.037801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2f248baf-92b3-42db-b02c-43ef366ffbe4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/bf91e91a-ce9f-4986-9bf9-555f841bcc9e HTTP/1.1" status: 404 len: 337 time: 0.0669889 Aug 31 14:03:02.038113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48440) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.038710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e23820-fc15-4379-b6b4-77236667c402 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=344a856b-1115-4dae-8697-44c5a3fb1863,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:02.038840 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2cb099-6eb6-4942-ae24-f0d0bab9e780 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.039365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2cb099-6eb6-4942-ae24-f0d0bab9e780 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.041213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ba2cb099-6eb6-4942-ae24-f0d0bab9e780 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/e270b4e5-64db-4fa7-bd0c-2f45b419def9 HTTP/1.1" status: 404 len: 339 time: 0.0225656 Aug 31 14:03:02.053082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.068539 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-0927c638-d24f-47c2-81be-d4a386e3404c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.069232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0927c638-d24f-47c2-81be-d4a386e3404c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.070991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0927c638-d24f-47c2-81be-d4a386e3404c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/80a2fe66-99f3-4e9c-98be-2211b836f66d HTTP/1.1" status: 404 len: 333 time: 0.0285425 Aug 31 14:03:02.074490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.101508 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec5eaae-a164-45da-9b41-703ead294b2e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.101971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec5eaae-a164-45da-9b41-703ead294b2e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.107416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9ec5eaae-a164-45da-9b41-703ead294b2e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/615b371d-9254-48de-882d-3dd36e0e33de HTTP/1.1" status: 404 len: 337 time: 0.0281060 Aug 31 14:03:02.110947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48446) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.124647 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.152288 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e127b14-3411-4a5d-9d11-466d5b5dfa93 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.154494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e127b14-3411-4a5d-9d11-466d5b5dfa93 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.156041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting subnet a6df1a15-b469-4550-881b-c6bc48f102c5 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:02.156832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8e127b14-3411-4a5d-9d11-466d5b5dfa93 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/19bac12e-2820-4174-a881-ae574ff64acd HTTP/1.1" status: 404 len: 333 time: 0.0388575 Aug 31 14:03:02.160043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48448) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.163436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.178557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] Pushing event deleted for resources: {'Port': ['ID=e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:02.183697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93712dd8-0565-45bd-b5ca-7f463fa94c6e None None] No DVR routers for this DVR port e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:02.195797 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-967365aa-88e2-4037-8ba4-d1c4a70fbb9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.196324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967365aa-88e2-4037-8ba4-d1c4a70fbb9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.198246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-967365aa-88e2-4037-8ba4-d1c4a70fbb9a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/75491a55-7911-456a-b436-ae65e1380f96 HTTP/1.1" status: 404 len: 337 time: 0.0368831 Aug 31 14:03:02.201297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48450) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.212285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4bd11-dc3a-4759-ab4d-ed4bb72416f2 req-25609a66-2a5c-4f35-a638-3364507a1c9e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:02.214105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b4bd11-dc3a-4759-ab4d-ed4bb72416f2 req-25609a66-2a5c-4f35-a638-3364507a1c9e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.2086608 Aug 31 14:03:02.226149 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c2c648-7e92-4ff1-abd5-8e3be8795a20 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.226818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c2c648-7e92-4ff1-abd5-8e3be8795a20 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.228578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b4c2c648-7e92-4ff1-abd5-8e3be8795a20 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/800891f2-a926-401c-990b-0db3f6a437bc HTTP/1.1" status: 404 len: 333 time: 0.0261481 Aug 31 14:03:02.231169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48452) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.244832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 52244133-5bbb-4e9f-8c47-8fba8cdd87bf details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:02.254417 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.261804 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-21058100-00c4-47e0-83b0-e8b55632c245 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.262281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21058100-00c4-47e0-83b0-e8b55632c245 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.266344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-21058100-00c4-47e0-83b0-e8b55632c245 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/093edce3-e6e4-410c-814b-ceeeeb72a175 HTTP/1.1" status: 404 len: 337 time: 0.0319874 Aug 31 14:03:02.266885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48454) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.293981 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a93a27c-c832-4866-a8dc-2d1f29e55fed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.294684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a93a27c-c832-4866-a8dc-2d1f29e55fed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.297383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7a93a27c-c832-4866-a8dc-2d1f29e55fed tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/71179169-5397-4e67-9872-13bb48909148 HTTP/1.1" status: 404 len: 333 time: 0.0283875 Aug 31 14:03:02.302877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48456) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.350776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b4bd11-dc3a-4759-ab4d-ed4bb72416f2 req-7528ce8a-eb42-4288-9a8e-f66034fd251e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196797 Aug 31 14:03:02.354683 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf68b18b-b08a-4251-8372-6b4c67e381ab tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.355152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf68b18b-b08a-4251-8372-6b4c67e381ab tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.361511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cf68b18b-b08a-4251-8372-6b4c67e381ab tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/c357b538-a1e2-4500-a07e-710207990350 HTTP/1.1" status: 404 len: 337 time: 0.0512002 Aug 31 14:03:02.361700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48458) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.364621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:02.389767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'port_id': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'mac_address': 'fa:16:3e:bd:1e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b432b8d-bac5-4dd1-8e93-811530e2f6f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:02.392906 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-333df9b5-9b14-40af-b084-41acc0d3bf90 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.393482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333df9b5-9b14-40af-b084-41acc0d3bf90 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.395726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-333df9b5-9b14-40af-b084-41acc0d3bf90 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/0f337884-3c1e-4782-86a5-44363f2ea746 HTTP/1.1" status: 404 len: 337 time: 0.0348816 Aug 31 14:03:02.398295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48462) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.441637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.442843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.461292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52244133-5bbb-4e9f-8c47-8fba8cdd87bf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:02.470777 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb34a0a-c985-4dbf-9a91-9c1e3b1294f3 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.473222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb34a0a-c985-4dbf-9a91-9c1e3b1294f3 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.474152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4fb34a0a-c985-4dbf-9a91-9c1e3b1294f3 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/7c115ad2-4386-4855-8617-fa6a18c172b4 HTTP/1.1" status: 404 len: 333 time: 0.0744371 Aug 31 14:03:02.476668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48470) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.507389 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbaf733-57a7-49ed-be51-75575eddf832 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.507908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbaf733-57a7-49ed-be51-75575eddf832 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.513061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fbbaf733-57a7-49ed-be51-75575eddf832 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/14dbd118-4246-4fdc-ace2-e64f245bb8bb HTTP/1.1" status: 404 len: 337 time: 0.0326774 Aug 31 14:03:02.513221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:02.515434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48476) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.529675 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.560998 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.564249 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aceb5a1-559f-4d4e-83ac-cb174a0f2e4d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.565151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aceb5a1-559f-4d4e-83ac-cb174a0f2e4d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.566970 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8aceb5a1-559f-4d4e-83ac-cb174a0f2e4d tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/8f901f40-4d56-49a2-ad71-a554b6fbded2 HTTP/1.1" status: 404 len: 337 time: 0.0503740 Aug 31 14:03:02.575411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48478) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.613507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.615385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/subnets/a6df1a15-b469-4550-881b-c6bc48f102c5 HTTP/1.1" status: 204 len: 168 time: 0.5613737 Aug 31 14:03:02.617857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48480) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.619807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:02.632245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463842c-9ccc-430c-8993-12523630d8e4 None None] Network 97fff06a-5436-4905-8364-d9b841f1c8e4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:02.632424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abf478-2a73-4b12-8dd5-691ddc1bae45 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Subnet': ['ID=a6df1a15-b469-4550-881b-c6bc48f102c5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:02.636248 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6970f46f-fa31-485b-8292-fce72e4b1c2f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.636942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6970f46f-fa31-485b-8292-fce72e4b1c2f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.638924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6970f46f-fa31-485b-8292-fce72e4b1c2f tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/2fd2b036-61f2-4b92-a9da-657f12d3e037 HTTP/1.1" status: 404 len: 333 time: 0.0631444 Aug 31 14:03:02.641842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48482) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.672766 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccc89f9-970e-4524-8587-8b550ebca452 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.673367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccc89f9-970e-4524-8587-8b550ebca452 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.675250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6ccc89f9-970e-4524-8587-8b550ebca452 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/f9a7f073-267e-4f91-811c-6c65cc9d9ddd HTTP/1.1" status: 404 len: 337 time: 0.0318866 Aug 31 14:03:02.685686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48484) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.753291 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbfaac7-5656-4aa1-b962-396b83377c07 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.753780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbfaac7-5656-4aa1-b962-396b83377c07 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.757372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0fbfaac7-5656-4aa1-b962-396b83377c07 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/9dfe866b-777f-4b9a-81a1-45fd4e9c9185 HTTP/1.1" status: 404 len: 337 time: 0.0706632 Aug 31 14:03:02.759254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.799153 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9ea68d-46e3-4706-8efa-f3252d3f3f6c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.799959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9ea68d-46e3-4706-8efa-f3252d3f3f6c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.801758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ba9ea68d-46e3-4706-8efa-f3252d3f3f6c tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/e510880a-5819-4259-b285-a124bd0a2830 HTTP/1.1" status: 404 len: 333 time: 0.0415800 Aug 31 14:03:02.804333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48490) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.858225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-0d48ccb5-eaa2-4ebc-a758-d7e40fe28a77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1817799 Aug 31 14:03:02.859454 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-744bcd24-8084-402b-b1f3-14ed1d4c8cd6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.859848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744bcd24-8084-402b-b1f3-14ed1d4c8cd6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.865354 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-744bcd24-8084-402b-b1f3-14ed1d4c8cd6 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/57af3b8f-033e-47cd-b448-ef0cd04f4058 HTTP/1.1" status: 404 len: 337 time: 0.0577967 Aug 31 14:03:02.865983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48492) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.897871 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7198f8dd-c255-464d-a84c-ebe6fbaa04ef tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:02.898239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7198f8dd-c255-464d-a84c-ebe6fbaa04ef tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:02.903359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7198f8dd-c255-464d-a84c-ebe6fbaa04ef tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/5a378ef3-1720-4c8e-8830-16ccc7080adf HTTP/1.1" status: 404 len: 337 time: 0.0361099 Aug 31 14:03:02.911259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48496) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.915978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] DHCP port deletion for 97fff06a-5436-4905-8364-d9b841f1c8e4 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:02.948675 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0351c971-4add-4642-98c3-4ca4ec664421 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports?device_id=71f89f88-3839-472e-a66c-5c852067282d HTTP/1.1" status: 200 len: 205 time: 0.0362816 Aug 31 14:03:02.963645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.009152 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-ace0f4a9-7f2f-4377-9c6e-4abbeee6bffe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] delete failed (client error): The resource could not be found. Aug 31 14:03:03.011979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] Deleting port ef072c50-4a1b-4257-9f76-c07a87b22908 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:03.012760 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ace0f4a9-7f2f-4377-9c6e-4abbeee6bffe tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/routers/71f89f88-3839-472e-a66c-5c852067282d HTTP/1.1" status: 404 len: 336 time: 0.0481339 Aug 31 14:03:03.013198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.013325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48502) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.059330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-31618424-5a4b-4ca2-a8c0-ba32d319bca0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.065426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-31618424-5a4b-4ca2-a8c0-ba32d319bca0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.5484228 Aug 31 14:03:03.098589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.101213 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d46edc3-e969-48ef-b8df-6c2d6a758eba tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.101694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d46edc3-e969-48ef-b8df-6c2d6a758eba tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.103683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1d46edc3-e969-48ef-b8df-6c2d6a758eba tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/cac5caad-fcf0-47b2-a536-2174830de395 HTTP/1.1" status: 404 len: 337 time: 0.0571003 Aug 31 14:03:03.108638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] For port ef072c50-4a1b-4257-9f76-c07a87b22908, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ef072c50-4a1b-4257-9f76-c07a87b22908,segment=NetworkSegment(3ac03f5a-afdd-4c04-b15a-634512b8f375),segment_id=3ac03f5a-afdd-4c04-b15a-634512b8f375)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:03.108638 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.110456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48504) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.115114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-0678b3c8-bdd7-41fc-955b-9211a0d45182 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.0471427 Aug 31 14:03:03.123473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] Calling delete_port for ef072c50-4a1b-4257-9f76-c07a87b22908 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:03.137175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['52244133-5bbb-4e9f-8c47-8fba8cdd87bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:03.155128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.155551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.156040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.161050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.164208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.165182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.165878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.168441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-087b5107-507c-41f1-af70-6ed6c00cac3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6492 time: 0.2720141 Aug 31 14:03:03.187280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536da59-7883-4d2f-8813-7338c64c7ec3 req-6e564794-08f7-4936-8b46-a5bf10f03f33 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.190083 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2536da59-7883-4d2f-8813-7338c64c7ec3 req-6e564794-08f7-4936-8b46-a5bf10f03f33 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 944 time: 0.1848364 Aug 31 14:03:03.213058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20368ee3-a6c3-4aa7-bed0-16d461f26c37 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "GET /v2.0/ports?device_id=b25d0866-4b73-4f79-9fbd-8fe7abad7454 HTTP/1.1" status: 200 len: 205 time: 0.0982289 Aug 31 14:03:03.222322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:03.233088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-37ea21ee-dc88-4a3d-a7c5-23ed6b396967 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181326 Aug 31 14:03:03.235425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48508) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.254481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:03.254481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e2c1e4cc-e2ff-40ea-afb8-aefb0f70f87c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:03.254481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ef072c50-4a1b-4257-9f76-c07a87b22908 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:03.318653 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2536da59-7883-4d2f-8813-7338c64c7ec3 req-07351f76-1d4e-4a13-a448-d57db9386b12 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089327 Aug 31 14:03:03.332459 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-ff0d241a-7cbe-45d6-8b87-271915c8256a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] delete failed (client error): The resource could not be found. Aug 31 14:03:03.337361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ff0d241a-7cbe-45d6-8b87-271915c8256a tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/routers/b25d0866-4b73-4f79-9fbd-8fe7abad7454 HTTP/1.1" status: 404 len: 336 time: 0.0926602 Aug 31 14:03:03.337935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48512) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.388607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-90c8569e-27dc-46ff-aa35-23ac2c77d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.389967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-90c8569e-27dc-46ff-aa35-23ac2c77d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.390691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-90c8569e-27dc-46ff-aa35-23ac2c77d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.393364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-90c8569e-27dc-46ff-aa35-23ac2c77d20a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f HTTP/1.1" status: 200 len: 2295 time: 0.1849711 Aug 31 14:03:03.399069 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b29c4b-6b52-497d-9ddb-c9b92dbdcd30 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.399680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b29c4b-6b52-497d-9ddb-c9b92dbdcd30 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.404262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5b29c4b-6b52-497d-9ddb-c9b92dbdcd30 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/affb9b98-c3b6-48fc-9620-54ffdcd2e08d HTTP/1.1" status: 404 len: 337 time: 0.0632720 Aug 31 14:03:03.405272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.411702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Deleting port ef072c50-4a1b-4257-9f76-c07a87b22908 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:03.411702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.418572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.485538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] Pushing event deleted for resources: {'Port': ['ID=ef072c50-4a1b-4257-9f76-c07a87b22908,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:03.495924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port ef072c50-4a1b-4257-9f76-c07a87b22908 update to DOWN by agent not found {{(pid=101362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:03:03.510817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295a646-aff6-48ab-a6b5-99d78356b2e1 None None] No DVR routers for this DVR port ef072c50-4a1b-4257-9f76-c07a87b22908 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:03.521576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] For port ef072c50-4a1b-4257-9f76-c07a87b22908, host n-d-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:03.521950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.534258 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-277deec8-125f-4e6d-88fe-144176d8a929 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.534721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277deec8-125f-4e6d-88fe-144176d8a929 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.536471 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-277deec8-125f-4e6d-88fe-144176d8a929 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/a207e4ce-ed3e-4aea-88f9-742778949c3c HTTP/1.1" status: 404 len: 337 time: 0.1128991 Aug 31 14:03:03.540203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48516) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.542987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-bd13260c-9ac7-44e8-bf54-d35e1dbd20f4 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089714 Aug 31 14:03:03.571275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Calling delete_port for ef072c50-4a1b-4257-9f76-c07a87b22908 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:03.587972 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0314b9-65bf-4f57-b9ce-82139ad603c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.588647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0314b9-65bf-4f57-b9ce-82139ad603c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.590423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ff0314b9-65bf-4f57-b9ce-82139ad603c1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/03551e81-e6a6-4b90-880d-528accb0d38b HTTP/1.1" status: 404 len: 333 time: 0.0451746 Aug 31 14:03:03.593487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48518) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.597828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Port ef072c50-4a1b-4257-9f76-c07a87b22908 was not found and therefore no delete operation was performed {{(pid=101361) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:03:03.601742 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.630660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-94e13797-29d0-4467-806d-5f5e25a8cd11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593 HTTP/1.1" status: 200 len: 1001 time: 0.2250128 Aug 31 14:03:03.633366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Port': ['ID=ef072c50-4a1b-4257-9f76-c07a87b22908,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:03.644271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615a488-7ccd-4364-8313-7a375cac1a45 req-61ef2f88-2a0d-4ed3-8e95-47b272982d58 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.649367 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1615a488-7ccd-4364-8313-7a375cac1a45 req-61ef2f88-2a0d-4ed3-8e95-47b272982d58 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.2143352 Aug 31 14:03:03.649781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] No DVR routers for this DVR port ef072c50-4a1b-4257-9f76-c07a87b22908 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:03.650848 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc1f242-a3ca-43cd-85d8-d3ba722dedfc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.652408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc1f242-a3ca-43cd-85d8-d3ba722dedfc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.657837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48520) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.658000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1fc1f242-a3ca-43cd-85d8-d3ba722dedfc tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/1aa2355f-b9e2-47eb-973a-862b0042d45c HTTP/1.1" status: 404 len: 337 time: 0.0609915 Aug 31 14:03:03.723123 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-3540022d-0cb4-4f4c-ad1c-b06bd7f7df69 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.723877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3540022d-0cb4-4f4c-ad1c-b06bd7f7df69 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.727853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3540022d-0cb4-4f4c-ad1c-b06bd7f7df69 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/ffbbbf9c-c56e-4dab-9e8b-385306c941bf HTTP/1.1" status: 404 len: 333 time: 0.0659478 Aug 31 14:03:03.730570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48522) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.740894 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1615a488-7ccd-4364-8313-7a375cac1a45 req-bf62bb04-1fb4-4212-908a-38888a0046f7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Aug 31 14:03:03.743543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-8876530f-9c63-4ce7-80a1-c4244b7f22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.744969 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-8876530f-9c63-4ce7-80a1-c4244b7f22dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5c5e8a8-a03e-43c4-89b6-dbc845c14e20 HTTP/1.1" status: 200 len: 850 time: 0.0859604 Aug 31 14:03:03.764912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-f5f34f1b-3e24-4557-8f80-f9ddeeb8398b service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210708 Aug 31 14:03:03.771345 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2668bdb-5953-4841-8221-cdd3ab8fa170 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.771799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2668bdb-5953-4841-8221-cdd3ab8fa170 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.773907 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d2668bdb-5953-4841-8221-cdd3ab8fa170 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/5ef7d547-e402-4d01-b1f2-07ae337061c2 HTTP/1.1" status: 404 len: 337 time: 0.0420396 Aug 31 14:03:03.778614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.787224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48524) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.798784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fff06a-5436-4905-8364-d9b841f1c8e4']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:03.821560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-4cb6836a-fcfa-4583-8c61-815846b02be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.828313 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-4cb6836a-fcfa-4583-8c61-815846b02be6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659957 Aug 31 14:03:03.847409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac03f5a-afdd-4c04-b15a-634512b8f375') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:03.849356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac03f5a-afdd-4c04-b15a-634512b8f375') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:03.892723 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-3440551d-a01b-4625-87bc-af840a5889dd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.901217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3440551d-a01b-4625-87bc-af840a5889dd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.903613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3440551d-a01b-4625-87bc-af840a5889dd tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/69c5cb30-9583-44e8-821c-a6327041573a HTTP/1.1" status: 404 len: 333 time: 0.0731504 Aug 31 14:03:03.910651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48530) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.932747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.985914 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3159dd9-3ec2-4d87-89ec-c12580b731e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:03.986543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3159dd9-3ec2-4d87-89ec-c12580b731e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:03.988755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a3159dd9-3ec2-4d87-89ec-c12580b731e1 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/39f64aed-6589-4f5a-b610-4da9cb8880cc HTTP/1.1" status: 404 len: 337 time: 0.0770721 Aug 31 14:03:03.992772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48534) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.005248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.007468 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e399c99-bc3a-4021-984c-1719f9649fbc req-32c75b5b-7046-4d62-8dce-36a2993c6593 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 210 time: 0.0420246 Aug 31 14:03:04.026904 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3096949-16e2-4f80-b0f9-c0274704e904 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.027865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3096949-16e2-4f80-b0f9-c0274704e904 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.032930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c3096949-16e2-4f80-b0f9-c0274704e904 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/b9fe23d4-32e6-48b6-a816-234ca8e86238 HTTP/1.1" status: 404 len: 333 time: 0.0388908 Aug 31 14:03:04.037984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48536) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.043288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Releasing vlan 1513 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:04.043733 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.051995 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-66bba273-b050-48fd-8192-b5dead67bb33 service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573522 Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:04.055449 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:04.135600 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-233db334-39dc-42b7-9d85-45b58fe1f999 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.136061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233db334-39dc-42b7-9d85-45b58fe1f999 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.137947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-233db334-39dc-42b7-9d85-45b58fe1f999 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/1350299c-6db0-4069-85f7-08e4e288411b HTTP/1.1" status: 404 len: 337 time: 0.0969136 Aug 31 14:03:04.141066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48540) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.176673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.185209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.189685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] 10.222.0.10 "DELETE /v2.0/networks/97fff06a-5436-4905-8364-d9b841f1c8e4 HTTP/1.1" status: 204 len: 168 time: 1.5684695 Aug 31 14:03:04.195189 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db29ddb-5de2-4997-aeee-b578055db209 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.195954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db29ddb-5de2-4997-aeee-b578055db209 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.197925 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8db29ddb-5de2-4997-aeee-b578055db209 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/f542395f-0255-4a0e-bcc0-ebe3757fa306 HTTP/1.1" status: 404 len: 333 time: 0.0556438 Aug 31 14:03:04.201679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48546) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.215338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8c71-927c-4eae-91f0-b7e091dafe41 tempest-NetworksIpV6Test-80288397 tempest-NetworksIpV6Test-80288397-project] Pushing event deleted for resources: {'Network': ['ID=97fff06a-5436-4905-8364-d9b841f1c8e4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:04.244147 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fef82d-0971-40f1-ae7d-37a061ec5733 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.244619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fef82d-0971-40f1-ae7d-37a061ec5733 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.248793 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f7fef82d-0971-40f1-ae7d-37a061ec5733 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/b911f139-3e59-49ae-9cab-2a7233181797 HTTP/1.1" status: 404 len: 337 time: 0.0437722 Aug 31 14:03:04.249160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-244fbad9-86bb-4288-bfa5-9e502f4b1e2e service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889119 Aug 31 14:03:04.249329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48548) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.308416 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1482b928-3f53-4388-8bb5-c1a22809d72e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.309175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1482b928-3f53-4388-8bb5-c1a22809d72e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.313358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1482b928-3f53-4388-8bb5-c1a22809d72e tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/f2543932-babd-4027-9c71-13c82a26cf56 HTTP/1.1" status: 404 len: 333 time: 0.0630159 Aug 31 14:03:04.315042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-f6d6e34c-a30f-4554-a2aa-25c1a7ec3782 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 200 len: 217 time: 0.0564466 Aug 31 14:03:04.315837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48552) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.354155 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9fbcc8-8308-43cf-821c-dcd645990174 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.354618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9fbcc8-8308-43cf-821c-dcd645990174 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.359172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb9fbcc8-8308-43cf-821c-dcd645990174 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/4741da62-ea94-48e8-bf4a-9b8e536315fb HTTP/1.1" status: 404 len: 337 time: 0.0398991 Aug 31 14:03:04.361583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48556) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.409438 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eab0d5e-e750-49cc-990e-dc2f2b0cdf37 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.410334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-d6f3b93c-fb08-40e0-beb3-94c3091f25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:04.412241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eab0d5e-e750-49cc-990e-dc2f2b0cdf37 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.412759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-d6f3b93c-fb08-40e0-beb3-94c3091f25b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.0684156 Aug 31 14:03:04.417375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9eab0d5e-e750-49cc-990e-dc2f2b0cdf37 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/ports/efed4b47-8638-4927-8b37-d4a78d8d8d9c HTTP/1.1" status: 404 len: 333 time: 0.0517716 Aug 31 14:03:04.417619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48558) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.477870 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4c8580-92e8-4e0b-a77a-ca2e5a50a142 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:04.478345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4c8580-92e8-4e0b-a77a-ca2e5a50a142 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:04.483752 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4f4c8580-92e8-4e0b-a77a-ca2e5a50a142 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/subnets/dfdb91c1-2cd3-4784-9254-b39783801867 HTTP/1.1" status: 404 len: 337 time: 0.0609505 Aug 31 14:03:04.484367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48562) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.541657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-637fdebc-6df4-462a-83b8-3c6850250b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:04.543454 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-637fdebc-6df4-462a-83b8-3c6850250b6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1148396 Aug 31 14:03:04.589971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdf156-03da-42b1-bd63-0aea0b54b633 req-93a5975c-01d4-4f3b-91b5-8b8a0f7bf3a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:04.591133 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57fdf156-03da-42b1-bd63-0aea0b54b633 req-93a5975c-01d4-4f3b-91b5-8b8a0f7bf3a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 944 time: 0.0839899 Aug 31 14:03:04.591618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48564) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:04.607697 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.712703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.726148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b5a9f7-839a-4b6e-97f7-74715fc4c61c']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:04.741336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ae2d4c-a8c9-4117-9e72-23562764ca48') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:04.741727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ae2d4c-a8c9-4117-9e72-23562764ca48') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:04.754834 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.773552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.787598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:04.788231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:04.791961 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:04.922795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.940518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.944320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] 10.222.0.10 "DELETE /v2.0/networks/b0b5a9f7-839a-4b6e-97f7-74715fc4c61c HTTP/1.1" status: 204 len: 168 time: 0.4584634 Aug 31 14:03:04.955647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c11ab-f762-453b-8eab-bedae8c548d4 tempest-NetworksTestDHCPv6-49270838 tempest-NetworksTestDHCPv6-49270838-project] Pushing event deleted for resources: {'Network': ['ID=b0b5a9f7-839a-4b6e-97f7-74715fc4c61c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:04.985469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10117cc6-7bc7-4e60-a34c-7bea2c84c3c5 req-0cd80e4c-e42d-4d13-86ec-1d91d4e4766a tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:04.987267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10117cc6-7bc7-4e60-a34c-7bea2c84c3c5 req-0cd80e4c-e42d-4d13-86ec-1d91d4e4766a tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1135299 Aug 31 14:03:05.009615 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-57fdf156-03da-42b1-bd63-0aea0b54b633 req-dc5558e8-b344-4468-8521-a90de21c7ebc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500088 Aug 31 14:03:05.053142 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-100cdc12-7072-4cd0-9b13-979fa999ffb8 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953628 Aug 31 14:03:05.087199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10117cc6-7bc7-4e60-a34c-7bea2c84c3c5 req-270c3745-8921-4860-920c-a4c14e966264 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930479 Aug 31 14:03:05.239524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36274a5c-60ba-4ea7-9cef-2eaf08c8f472 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3be52444fd3409b86987551679ae58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844167 Aug 31 14:03:05.242156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48582) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:05.276208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0c4ce8fa-90dd-4e07-a855-f01face52085 req-5dd34fdf-5b69-4133-83aa-4c366b1f7fc3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 210 time: 0.0310526 Aug 31 14:03:05.278546 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-90b9db2d-83a7-483b-9ca2-752dc1394bbc service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169404 Aug 31 14:03:05.282901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48584) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:05.313650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6d2d-c40d-4ad4-ba82-d9daeebd318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.337363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6d2d-c40d-4ad4-ba82-d9daeebd318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.345397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-a782688a-658e-481f-857a-cb0150acd3af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 200 len: 217 time: 0.0519450 Aug 31 14:03:05.409201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6d2d-c40d-4ad4-ba82-d9daeebd318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.411901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6d2d-c40d-4ad4-ba82-d9daeebd318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.415519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a7ac6d2d-c40d-4ad4-ba82-d9daeebd318f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/118d9d9f-9cf5-4d24-9f80-1008736c4b34 HTTP/1.1" status: 204 len: 168 time: 0.1699505 Aug 31 14:03:05.422497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac6d2d-c40d-4ad4-ba82-d9daeebd318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118d9d9f-9cf5-4d24-9f80-1008736c4b34,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:05.455383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-3d8e5412-db6e-4ed0-84a6-c459e01c6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.457170 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-3d8e5412-db6e-4ed0-84a6-c459e01c6682 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.0683722 Aug 31 14:03:05.538220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-7a1974bd-6edf-4600-9cf8-3c53cfb0bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.541921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-7a1974bd-6edf-4600-9cf8-3c53cfb0bbcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744755 Aug 31 14:03:05.546041 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-47f61e43-30e4-4c65-817c-22b6c22d7f67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d4a86fa1b654bd5b49d213ef0e9d44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621036 Aug 31 14:03:05.550414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48590) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:05.692622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85ea3821-dfe1-4a22-a3b1-78899b909512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.714683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-13737b52-ca1e-4342-b179-7476654cbb7e service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601260 Aug 31 14:03:05.719583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-a031cbc9-40ff-4bb8-b227-efced896dd3d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.721334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-a031cbc9-40ff-4bb8-b227-efced896dd3d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.2042696 Aug 31 14:03:05.728001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85ea3821-dfe1-4a22-a3b1-78899b909512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.778449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Request body: {'port': {'device_id': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'admin_state_up': True, 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:05.862143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85ea3821-dfe1-4a22-a3b1-78899b909512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.864816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85ea3821-dfe1-4a22-a3b1-78899b909512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.868682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-85ea3821-dfe1-4a22-a3b1-78899b909512 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fd652f1-1ee4-4535-9ddf-efe58f32389c HTTP/1.1" status: 204 len: 168 time: 0.3143055 Aug 31 14:03:05.886453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-44aa5fd1-a2ed-4b40-a83b-7bf8ca27727b service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255879 Aug 31 14:03:05.887419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea3821-dfe1-4a22-a3b1-78899b909512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd652f1-1ee4-4535-9ddf-efe58f32389c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:05.940182 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-ed82c04b-6536-4c36-a57a-a1f2399cbeb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92 HTTP/1.1" status: 200 len: 217 time: 0.0413370 Aug 31 14:03:05.958511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:05.964251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.010994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-44010e28-ce19-459d-810b-a1a8154d3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.012026 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-44010e28-ce19-459d-810b-a1a8154d3f1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.0595021 Aug 31 14:03:06.145375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-6cb5ff6a-7c91-4f7e-8b14-d34d5b96ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.147640 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-6cb5ff6a-7c91-4f7e-8b14-d34d5b96ab01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1196477 Aug 31 14:03:06.213137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Allocated IP 172.20.0.5 (9e3cca68-eb88-46bf-ab3f-57f1f2694ff7/02326dba-1fb6-4485-9b8e-234d2e9925b4/b18f4946-0e37-45f3-a9b9-4a4763bd21d1) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:06.265656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42988-3762-44e4-834a-cd558e0e6962 req-8d119941-b999-45c4-b867-f1d734df1cda tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.274014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0b42988-3762-44e4-834a-cd558e0e6962 req-8d119941-b999-45c4-b867-f1d734df1cda tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 944 time: 0.1242647 Aug 31 14:03:06.297214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 52244133-5bbb-4e9f-8c47-8fba8cdd87bf up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:06.317646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc800575-0951-4801-a3d7-bd35e14245e5 req-0253d1c4-76e7-448a-b806-dac1a8005055 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.317646 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc800575-0951-4801-a3d7-bd35e14245e5 req-0253d1c4-76e7-448a-b806-dac1a8005055 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1286180 Aug 31 14:03:06.339902 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-bbb2076b-fcb0-4873-a9a1-08e5bcb479ab service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797318 Aug 31 14:03:06.341512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0b42988-3762-44e4-834a-cd558e0e6962 req-911ebf3d-bad9-47b7-9797-da3e0ece65f8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Aug 31 14:03:06.457436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:06.462491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc800575-0951-4801-a3d7-bd35e14245e5 req-32381eb9-e42a-4699-959d-aca43bfc0a53 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313632 Aug 31 14:03:06.473047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:06.475247 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.537076 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-7714d0a5-91d0-4343-905d-66a8f4eac1b7 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768131 Aug 31 14:03:06.622729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-ce13c9f9-42c2-4276-bc8d-ab882a81681c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad HTTP/1.1" status: 200 len: 217 time: 0.0785980 Aug 31 14:03:06.637127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.656111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.697502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:06.700059 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c290b-5a41-451c-b8fe-7450db56fca6" -d '{"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-plugged", "status": "completed", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:06.729745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:06.736848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.779916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48634) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:06.785554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e23467a-601f-42af-bd0e-6c95c809f7b9 req-01703e16-ee2e-4985-938b-6c14911f4dc1 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 210 time: 0.0930681 Aug 31 14:03:06.796238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-b817c055-e613-4b26-ab0f-23e5ebf9d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.798455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-b817c055-e613-4b26-ab0f-23e5ebf9d11c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.1644101 Aug 31 14:03:06.805009 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.909254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event updated for resources: {'Port': ['ID=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:06.926274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-7ecca0b8-dc34-492a-b3ba-525b7a5ea432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.928719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-7ecca0b8-dc34-492a-b3ba-525b7a5ea432 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124907 Aug 31 14:03:06.985701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:06.997814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:07.009467 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2704cfb8-3b85-4c20-b1c6-e72771a29dc7 x-openstack-request-id: req-2704cfb8-3b85-4c20-b1c6-e72771a29dc7 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:07.009887 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-plugged", "status": "completed", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:07.010011 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2704cfb8-3b85-4c20-b1c6-e72771a29dc7 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:07.010527 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'code': 200} Aug 31 14:03:07.011503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e', '1082ea01-d0cd-408d-8c5d-48fab8bd683c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:07.014492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:07.015502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:07.084123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-bae6886b-110d-4198-83a1-e6e28bc5d55e service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437054 Aug 31 14:03:07.131910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.133022 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.158554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-66122387-9aae-4017-9e64-40080f56ea8e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1584521294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:07.169253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3b772-8c46-4c7b-807f-9a894798aff8 req-acaec8ae-549b-4652-b595-2e4619b88dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.171266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37e3b772-8c46-4c7b-807f-9a894798aff8 req-acaec8ae-549b-4652-b595-2e4619b88dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 1096 time: 0.2823496 Aug 31 14:03:07.175859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-624620d1-47d6-4c4d-ae74-0135392b34bb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4063730 Aug 31 14:03:07.200211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66122387-9aae-4017-9e64-40080f56ea8e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.206031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66122387-9aae-4017-9e64-40080f56ea8e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.221840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Request body: {'port': {'device_id': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:07.251173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-f38fc0e6-a46d-436b-8b16-04a9efb17176 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550231 Aug 31 14:03:07.360439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66122387-9aae-4017-9e64-40080f56ea8e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.361420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.369659 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-9170acff-6184-48d9-999d-0f6f4bae1852 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=962507f7-3d7a-4b3b-b470-f472d67f8282 HTTP/1.1" status: 200 len: 217 time: 0.1005976 Aug 31 14:03:07.371344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37e3b772-8c46-4c7b-807f-9a894798aff8 req-f8fd110d-9746-4cb9-a2e1-fe5b3c9f35ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559355 Aug 31 14:03:07.376470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66122387-9aae-4017-9e64-40080f56ea8e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.427312 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66122387-9aae-4017-9e64-40080f56ea8e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.431938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48652) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:07.438690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1405432904'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:07.441501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66122387-9aae-4017-9e64-40080f56ea8e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6602740 Aug 31 14:03:07.469301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:07.478389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Made reservation on behalf of b8a67d75f1fe491c91ff4a8a50e604a3 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:07.481942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.492242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.602477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.608299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.634068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'networks': [{'name': 'tempest-network--471685598'}, {'name': 'tempest-network--1805509804'}]} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:07.634392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'network': {'name': 'tempest-network--471685598'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:07.634858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'network': {'name': 'tempest-network--1805509804'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:07.652672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] vlan segment allocate from pool success with {'vlan_id': 1510, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:07.659049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dba22-28b6-4209-a48e-59dfa16cb253 req-cea2d0c5-978b-4470-9196-2bbec6ddc39e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.660617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f03dba22-28b6-4209-a48e-59dfa16cb253 req-cea2d0c5-978b-4470-9196-2bbec6ddc39e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.2159493 Aug 31 14:03:07.665211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190b7063-a9fc-473b-934f-16259279341e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:07.674622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.674971 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Added segment 8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8 of type vlan for network 9967d358-99e0-41c6-839e-fe66d9b2fa20 Aug 31 14:03:07.708496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Made reservation on behalf of 1be2a67f9168421e8b11f2eae9b36749 for: {'network': 2} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:07.713128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.739561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.739825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f03dba22-28b6-4209-a48e-59dfa16cb253 req-86f0ab47-3a1a-491c-957e-d45de4c62684 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689468 Aug 31 14:03:07.742507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.825206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.830958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.831659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.834805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18f4946-0e37-45f3-a9b9-4a4763bd21d1 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:07.842208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-09f085f3-8de8-49e5-b307-c3a1face555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.843459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.844422 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-09f085f3-8de8-49e5-b307-c3a1face555a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 200 len: 797 time: 0.1144543 Aug 31 14:03:07.865460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Transition to ACTIVE for port object b18f4946-0e37-45f3-a9b9-4a4763bd21d1 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:07.870983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.970839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Network': ['ID=9967d358-99e0-41c6-839e-fe66d9b2fa20,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:07.981195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:07.986966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:07.987600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-c5c89251-91e9-4b7b-870d-68e3809fbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.989566 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-c5c89251-91e9-4b7b-870d-68e3809fbf99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363235 Aug 31 14:03:08.043999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e21e4f-2084-4898-8149-b84bf9274ab8 req-1368b1a5-8ba3-46bf-aac3-81d3bfcf2f66 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.045631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2e21e4f-2084-4898-8149-b84bf9274ab8 req-1368b1a5-8ba3-46bf-aac3-81d3bfcf2f66 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1591947 Aug 31 14:03:08.085055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.085585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Attempting to bind port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:08.085827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Attempting to bind port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:08.086175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Attempting to bind port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:08.097781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:03:08.098725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Attempting to bind port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:08.102073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.102577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.112699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:08.113076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:08.113475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Bound using segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:08.113919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Bound port: b18f4946-0e37-45f3-a9b9-4a4763bd21d1, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:08.114275 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.130844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2e21e4f-2084-4898-8149-b84bf9274ab8 req-9296dc86-364e-42db-bb3a-6fe3cf8d7832 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726049 Aug 31 14:03:08.131112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0689a034-b13b-4683-9504-8f584038bd1d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6968412 Aug 31 14:03:08.133090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48668) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:08.141389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'subnet': {'network_id': '9967d358-99e0-41c6-839e-fe66d9b2fa20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:08.189688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3994c0-c7a4-4d33-ab4d-759eaa6268f9 req-713bd74d-6712-48fa-9f4e-5b5d47142500 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.191374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc3994c0-c7a4-4d33-ab4d-759eaa6268f9 req-713bd74d-6712-48fa-9f4e-5b5d47142500 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 943 time: 0.1840241 Aug 31 14:03:08.209207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d9606d-142a-4706-ba08-9026c91be8f4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:08.212345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] vlan segment allocate from pool success with {'vlan_id': 1505, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:08.239701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-9e966e4d-17b7-454d-bb83-6bc93c6f15d5 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334957 Aug 31 14:03:08.241001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.241353 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Added segment c432b205-f042-456c-81db-7cc7b976bc3f of type vlan for network 64b03249-d7d4-43ca-82de-42493e7cf471 Aug 31 14:03:08.266113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] For port b18f4946-0e37-45f3-a9b9-4a4763bd21d1, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:08.285438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] For port b18f4946-0e37-45f3-a9b9-4a4763bd21d1, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:08.290524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.292737 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc3994c0-c7a4-4d33-ab4d-759eaa6268f9 req-75272542-5c88-4529-a478-76a6438190d3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846448 Aug 31 14:03:08.345311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.354445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.355202 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.356700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/b18f4946-0e37-45f3-a9b9-4a4763bd21d1 HTTP/1.1" status: 200 len: 1091 time: 1.1398604 Aug 31 14:03:08.357285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'tag': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:08.360295 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c66d7-75f1-40eb-b2ac-2489ba14809c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3665d6-e89a-4943-bb6e-3d711fd5ce3b", "tag": "b18f4946-0e37-45f3-a9b9-4a4763bd21d1"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:08.378619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Made reservation on behalf of b8a67d75f1fe491c91ff4a8a50e604a3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:08.385046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.409706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] vlan segment allocate from pool success with {'vlan_id': 1502, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:08.422078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-2aa05987-9b39-451e-8024-71dca5ee7767 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621199 Aug 31 14:03:08.424929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.425297 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Added segment 8c6f09c1-5715-48e0-ab66-df4d12239062 of type vlan for network fa8abb51-cce5-4630-b513-b613577aacc2 Aug 31 14:03:08.444819 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db88c112-087a-4c61-8953-b3ca7f213064 x-openstack-request-id: req-db88c112-087a-4c61-8953-b3ca7f213064 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:08.444819 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3665d6-e89a-4943-bb6e-3d711fd5ce3b", "tag": "b18f4946-0e37-45f3-a9b9-4a4763bd21d1", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:08.444819 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db88c112-087a-4c61-8953-b3ca7f213064 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:08.445265 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'tag': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1', 'status': 'completed', 'code': 200} Aug 31 14:03:08.458670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f332f7-e00e-46f5-822c-0e056dd306d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:08.492610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-65f0688f-46dd-42ba-9772-b9b56b864fb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=041790d6-d90d-487e-90fa-67a3ee411ddb HTTP/1.1" status: 200 len: 217 time: 0.0566704 Aug 31 14:03:08.501362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.554682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-49d26cf7-1ef6-4102-815d-7291f534e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.556566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-49d26cf7-1ef6-4102-815d-7291f534e626 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 1094 time: 0.0651853 Aug 31 14:03:08.578566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-d5c202c9-d168-4732-954f-7d7cd9f65722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.580284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-d5c202c9-d168-4732-954f-7d7cd9f65722 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 200 len: 797 time: 0.0766168 Aug 31 14:03:08.586635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.587159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.592646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.598520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.599110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.629198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-fa7227a5-bf9d-4485-afee-1ca962fc5a35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b18f4946-0e37-45f3-a9b9-4a4763bd21d1 HTTP/1.1" status: 200 len: 217 time: 0.0450287 Aug 31 14:03:08.689552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2162609 Aug 31 14:03:08.693006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48672) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:08.739560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Network': ['ID=64b03249-d7d4-43ca-82de-42493e7cf471,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:08.751071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 64b03249-d7d4-43ca-82de-42493e7cf471 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:08.752468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.755227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-1381193a-e72c-474c-9b52-f7d6c977b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.756750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-1381193a-e72c-474c-9b52-f7d6c977b8de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1175475 Aug 31 14:03:08.776368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-b5a3eebd-4b07-42e8-b7e0-018c7f0feb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.777938 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-b5a3eebd-4b07-42e8-b7e0-018c7f0feb2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1760628 Aug 31 14:03:08.841140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Subnet': ['ID=31b3c843-5e59-4849-a6c0-be08eb08fd38,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:08.876548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-d496963e-e6be-43a6-90f1-d0a0d88cac58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436938 Aug 31 14:03:08.900305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Checking segment: {'id': '8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9967d358-99e0-41c6-839e-fe66d9b2fa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:08.900681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network hostable DHCP agents. Network: 9967d358-99e0-41c6-839e-fe66d9b2fa20, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:08.919679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:08.930164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9967d358-99e0-41c6-839e-fe66d9b2fa20) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:08.937148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.937803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.943320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96185677-66ad-4037-ae40-45da191e610e None None] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:08.967890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a76f202d-792b-430f-81cc-50ba9bcf3418 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8296762 Aug 31 14:03:08.967890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48682) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:08.981395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'network': {'name': 'tempest-router-network01--2089871328'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:09.044891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34dc6d-5b5c-44ae-b513-22074ad36681 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Network': ['ID=fa8abb51-cce5-4630-b513-b613577aacc2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:09.059873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network fa8abb51-cce5-4630-b513-b613577aacc2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:09.132342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c7dd8-9b3e-4c1a-9932-012de6b6878f req-71590a3d-a4c4-4afc-bfa0-cb886cb8f636 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.139891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-172c7dd8-9b3e-4c1a-9932-012de6b6878f req-71590a3d-a4c4-4afc-bfa0-cb886cb8f636 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.2394881 Aug 31 14:03:09.148949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4af790-ff4b-4347-93d0-ece56ff134d7 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.155077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4af790-ff4b-4347-93d0-ece56ff134d7 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.162896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4af790-ff4b-4347-93d0-ece56ff134d7 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.168209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4af790-ff4b-4347-93d0-ece56ff134d7 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.172461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ac4af790-ff4b-4347-93d0-ece56ff134d7 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4751537 Aug 31 14:03:09.174931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48686) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:09.192448 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-345d7042-f321-41a7-b562-366a4ba3e680 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054358 Aug 31 14:03:09.200803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-ee50af18-aa6f-40e2-9068-3a257dd8bd86 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769712 Aug 31 14:03:09.207764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Made reservation on behalf of b8a67d75f1fe491c91ff4a8a50e604a3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:09.218953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9967d358-99e0-41c6-839e-fe66d9b2fa20', 'network_id': '9967d358-99e0-41c6-839e-fe66d9b2fa20', 'tenant_id': 'b8a67d75f1fe491c91ff4a8a50e604a3', 'fixed_ips': [{'subnet_id': '31b3c843-5e59-4849-a6c0-be08eb08fd38'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:09.219877 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.223414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.389448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] vlan segment allocate from pool success with {'vlan_id': 1515, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:09.394414 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-172c7dd8-9b3e-4c1a-9932-012de6b6878f req-2e790dfd-169c-4b2a-a9fb-850e4b57b347 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482901 Aug 31 14:03:09.420976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.421277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.421646 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Added segment c12b0353-1d33-4173-855e-938b8edc40cf of type vlan for network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 Aug 31 14:03:09.462667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c033ed-48e7-47b9-b2b9-ff8523bc4d7f req-03f18611-cf36-4c82-bafc-d507404aecf1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.469827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26c033ed-48e7-47b9-b2b9-ff8523bc4d7f req-03f18611-cf36-4c82-bafc-d507404aecf1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1259956 Aug 31 14:03:09.481998 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-788b40ae-55b5-4c96-9416-d39b6fc21d2a req-fb84e2ac-ed2f-4028-aa82-146f95eee0b5 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168031 Aug 31 14:03:09.492255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Allocated IP 172.20.0.2 (9967d358-99e0-41c6-839e-fe66d9b2fa20/31b3c843-5e59-4849-a6c0-be08eb08fd38/ea0a4d4b-e5f6-489e-9ac6-26ab06dab683) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:09.550678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1782c0d8-c7ba-4640-987c-c8490d9b772f req-72311af6-efb1-4d1d-9eec-d93582eb3650 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921007 Aug 31 14:03:09.552474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.564138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26c033ed-48e7-47b9-b2b9-ff8523bc4d7f req-6477c567-f1e7-4406-930a-1bd034da8076 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933723 Aug 31 14:03:09.610075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.624299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.633795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.638455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.715592 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.722244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Network': ['ID=9f423a5b-93ed-47c1-a1d3-c089857c2d25,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:09.747822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:09.750576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Transition to ACTIVE for port object ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:09.832604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Transition to ACTIVE for port object ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:09.835546 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.852983 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.909894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:09.913346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:09.915805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:09.923288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Pushing event updated for resources: {'Port': ['ID=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:09.973746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b03249-d7d4-43ca-82de-42493e7cf471']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:09.992232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbefe4a-4ff7-4ed5-a2bb-b775f59b5004 req-d007424f-5553-460f-aba4-e02ad3f26a6b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.994496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Attempting to bind port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:09.995075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Attempting to bind port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9967d358-99e0-41c6-839e-fe66d9b2fa20'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:09.995884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Attempting to bind port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 on network 9967d358-99e0-41c6-839e-fe66d9b2fa20 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:09.999601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9fbefe4a-4ff7-4ed5-a2bb-b775f59b5004 req-d007424f-5553-460f-aba4-e02ad3f26a6b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 943 time: 0.5108604 Aug 31 14:03:10.002968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:10.003952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Checking segment: {'id': '8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9967d358-99e0-41c6-839e-fe66d9b2fa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:10.004559 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.005163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Bound using segment: {'id': '8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9967d358-99e0-41c6-839e-fe66d9b2fa20'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:10.005800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Bound port: ea0a4d4b-e5f6-489e-9ac6-26ab06dab683, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9967d358-99e0-41c6-839e-fe66d9b2fa20'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:10.006353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.017587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c432b205-f042-456c-81db-7cc7b976bc3f') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:10.017908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c432b205-f042-456c-81db-7cc7b976bc3f') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:10.035407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.057463 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9fbefe4a-4ff7-4ed5-a2bb-b775f59b5004 req-0229b36a-5131-4656-9be6-9f78f02b8f2f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731981 Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Releasing vlan 1505 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:10.088799 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:10.113588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] For port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:10.124202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] For port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,segment=NetworkSegment(8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8),segment_id=8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:10.138552 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.154580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.161021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.163606 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/networks/64b03249-d7d4-43ca-82de-42493e7cf471 HTTP/1.1" status: 204 len: 168 time: 0.9826770 Aug 31 14:03:10.166491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48696) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:10.190371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0ac0d-8d10-4fb1-a277-600492f78439 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Network': ['ID=64b03249-d7d4-43ca-82de-42493e7cf471,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:10.224299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-75b610b0-f550-4474-ac56-99b2c0187086 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2557273 Aug 31 14:03:10.227687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48698) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:10.234846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bc5eb-b9af-4175-9cfb-c1899e5bec01 None None] Pushing event updated for resources: {'Port': ['ID=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:10.240252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'network': {'name': 'tempest-router-network02--1669111119'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:10.283453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Made reservation on behalf of b8a67d75f1fe491c91ff4a8a50e604a3 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:10.289264 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.290671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-898da7a9-d7e7-42e8-bbb4-2193a2e0ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.292356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-898da7a9-d7e7-42e8-bbb4-2193a2e0ba73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 1094 time: 0.5673025 Aug 31 14:03:10.319393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.329406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] vlan segment allocate from pool success with {'vlan_id': 1508, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:10.344100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.344848 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Added segment 175b9ca1-1b46-4808-b070-e2de7a048b4f of type vlan for network 327fc4b8-1d6d-43ba-8d1a-e931b54644db Aug 31 14:03:10.435131 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.525955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.533725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.537163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.537822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.565411 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3365076 Aug 31 14:03:10.575889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48706) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:10.605141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'subnet': {'network_id': '9f423a5b-93ed-47c1-a1d3-c089857c2d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:10.634784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8abb51-cce5-4630-b513-b613577aacc2']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:10.646613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97dcf5-41c2-4efe-8def-6248f1bff0e9 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Network': ['ID=327fc4b8-1d6d-43ba-8d1a-e931b54644db,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:10.658262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 327fc4b8-1d6d-43ba-8d1a-e931b54644db details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:10.687730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6f09c1-5715-48e0-ab66-df4d12239062') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:10.687966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6f09c1-5715-48e0-ab66-df4d12239062') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:10.690240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-a947b5ee-7110-43f8-924d-5cb48cbe2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.691733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-a947b5ee-7110-43f8-924d-5cb48cbe2525 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.3614924 Aug 31 14:03:10.714373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.759439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28dcd1-5e4e-4d37-9857-fa16316ced87 req-f63173a3-7ba0-466c-bb0f-2f31b3d97d05 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.761123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba28dcd1-5e4e-4d37-9857-fa16316ced87 req-f63173a3-7ba0-466c-bb0f-2f31b3d97d05 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0783792 Aug 31 14:03:10.776839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.784174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-39944e80-e00a-49b9-ab78-0ff0d114d89a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b18f4946-0e37-45f3-a9b9-4a4763bd21d1 HTTP/1.1" status: 200 len: 217 time: 0.0565584 Aug 31 14:03:10.790069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:10.790480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:10.795906 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:10.819482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cf966-3ef2-46a9-93c8-b890ef6ff4ec req-134e1635-faaa-4bbe-b512-efcaa22a0a09 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.821056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b90cf966-3ef2-46a9-93c8-b890ef6ff4ec req-134e1635-faaa-4bbe-b512-efcaa22a0a09 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.2643602 Aug 31 14:03:10.828716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba28dcd1-5e4e-4d37-9857-fa16316ced87 req-0903edf9-26e7-4b6f-9e63-bc51ee6b0e2d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592213 Aug 31 14:03:10.924730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Made reservation on behalf of b8a67d75f1fe491c91ff4a8a50e604a3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:10.928404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.985690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.992588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-75f0c407-2e3b-4987-9cf4-2b05f505b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.994079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-75f0c407-2e3b-4987-9cf4-2b05f505b56e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1831527 Aug 31 14:03:11.009679 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.011586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/networks/fa8abb51-cce5-4630-b513-b613577aacc2 HTTP/1.1" status: 204 len: 168 time: 0.8426154 Aug 31 14:03:11.014243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48710) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:11.014752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b90cf966-3ef2-46a9-93c8-b890ef6ff4ec req-1b8f4a64-91ca-4fa0-a3ff-51d6dabe1648 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531820 Aug 31 14:03:11.062739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43129235-6efc-4575-ae89-3cb725324ec9 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Network': ['ID=fa8abb51-cce5-4630-b513-b613577aacc2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.067731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-36a379ab-b37e-4067-9ed4-bcb3adb2aadc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520129 Aug 31 14:03:11.290743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63725258-820c-41d8-897d-5f4cf5eb87e5 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.311870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-6df8d0d5-7a51-47f3-95ca-fc0510226fdb service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312810 Aug 31 14:03:11.318344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:11.340571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63725258-820c-41d8-897d-5f4cf5eb87e5 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.346499 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-63725258-820c-41d8-897d-5f4cf5eb87e5 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3293421 Aug 31 14:03:11.350117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48724) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:11.359442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093969813'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:11.405213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Made reservation on behalf of 1be2a67f9168421e8b11f2eae9b36749 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:11.416241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.451426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:11.456640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c3af-96dc-40fd-a4a2-bd68ce6c08c9 req-9f1c4ef8-4065-4252-b705-1bbc9db74b81 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.458394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf12c3af-96dc-40fd-a4a2-bd68ce6c08c9 req-9f1c4ef8-4065-4252-b705-1bbc9db74b81 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 943 time: 0.2314787 Aug 31 14:03:11.475685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:11.485570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.486629 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.486991 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Added segment d3249a1e-1a6f-49c0-89b7-4f07506340bf of type vlan for network 3f0aa779-0086-4bd0-b826-73b7d863616a Aug 31 14:03:11.552475 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf12c3af-96dc-40fd-a4a2-bd68ce6c08c9 req-9652cec0-f82f-4c75-881e-2537933f4a21 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757244 Aug 31 14:03:11.598828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.601151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583b2c2-466d-4d8d-b8e9-7104de8c3ec6 None None] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:11.663606 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.672903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.673813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.737151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Subnet': ['ID=e902151c-cb14-4efb-a2fd-74fcba7fdd43,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.753499 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4023032 Aug 31 14:03:11.756315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48734) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:11.762010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1474038125'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:11.765624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Checking segment: {'id': 'c12b0353-1d33-4173-855e-938b8edc40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1515, 'network_id': '9f423a5b-93ed-47c1-a1d3-c089857c2d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:11.765999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network hostable DHCP agents. Network: 9f423a5b-93ed-47c1-a1d3-c089857c2d25, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:11.775508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e5f4d7c9-6255-467d-9b8a-70d707f5b20f None None] Provisioning for port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:11.780337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798c66d7-75f1-40eb-b2ac-2489ba14809c req-dd326554-1b9b-4650-98f2-38a9c1b0e086 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583099 Aug 31 14:03:11.787042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9299608-3726-4793-94be-7236f0a0f75d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Network': ['ID=3f0aa779-0086-4bd0-b826-73b7d863616a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.787815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e5f4d7c9-6255-467d-9b8a-70d707f5b20f None None] Provisioning complete for port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:11.788750 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d7c9-6255-467d-9b8a-70d707f5b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.805741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Made reservation on behalf of 1be2a67f9168421e8b11f2eae9b36749 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:11.809448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.816007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 3f0aa779-0086-4bd0-b826-73b7d863616a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:11.825379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:11.838284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] vlan segment allocate from pool success with {'vlan_id': 1537, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:11.847787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9f423a5b-93ed-47c1-a1d3-c089857c2d25) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:11.852220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.853453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.863886 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.865071 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Added segment 19242fc9-37cf-472b-803e-fc426a52774c of type vlan for network ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695 Aug 31 14:03:11.879783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205a196-0bf6-4da7-812c-afe21c6516bf None None] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:11.911312 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.935857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a3584d3a-4c48-4428-8753-235bb2debacc tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3398862 Aug 31 14:03:11.939471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48738) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:11.947885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'subnet': {'network_id': '327fc4b8-1d6d-43ba-8d1a-e931b54644db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:11.955183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.956337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e504-c222-448e-8ad4-28f2c9d401d5 req-ab6a3d37-8d95-4ada-8712-35ab908a4615 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.957979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8414e504-c222-448e-8ad4-28f2c9d401d5 req-ab6a3d37-8d95-4ada-8712-35ab908a4615 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0923915 Aug 31 14:03:11.962581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.963415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.034138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8414e504-c222-448e-8ad4-28f2c9d401d5 req-c9c3b96b-886c-48dc-9a8a-9dbcc8924f27 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684414 Aug 31 14:03:12.124427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3668337 Aug 31 14:03:12.127329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:12.137932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'ports': [{'network_id': '3f0aa779-0086-4bd0-b826-73b7d863616a', 'name': 'tempest-port--1050210055', 'admin_state_up': True}, {'network_id': 'ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695', 'admin_state_up': False}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:12.138531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'port': {'network_id': '3f0aa779-0086-4bd0-b826-73b7d863616a', 'name': 'tempest-port--1050210055', 'admin_state_up': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:12.139496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'port': {'network_id': 'ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695', 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:12.157453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8a736-2857-47f2-89b8-3aaa9ca646a0 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Network': ['ID=ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:12.162423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d7c9-6255-467d-9b8a-70d707f5b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.170179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:12.187001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bede9-5ebf-4171-a15a-1f76c47f5eda req-fd32c0d2-384c-4ac5-b665-89f06fc41dc1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.190069 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d47bede9-5ebf-4171-a15a-1f76c47f5eda req-fd32c0d2-384c-4ac5-b665-89f06fc41dc1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1736610 Aug 31 14:03:12.228959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Made reservation on behalf of b8a67d75f1fe491c91ff4a8a50e604a3 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:12.245128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.341522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d47bede9-5ebf-4171-a15a-1f76c47f5eda req-9f0a5cf8-919c-4f10-b986-c91a1216e35f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428559 Aug 31 14:03:12.352322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18f4946-0e37-45f3-a9b9-4a4763bd21d1 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:12.450294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Made reservation on behalf of 1be2a67f9168421e8b11f2eae9b36749 for: {'port': 2} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:12.459047 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.484795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e5f4d7c9-6255-467d-9b8a-70d707f5b20f None None] For port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,segment=NetworkSegment(8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8),segment_id=8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:12.488640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.488829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9f423a5b-93ed-47c1-a1d3-c089857c2d25', 'network_id': '9f423a5b-93ed-47c1-a1d3-c089857c2d25', 'tenant_id': 'b8a67d75f1fe491c91ff4a8a50e604a3', 'fixed_ips': [{'subnet_id': 'e902151c-cb14-4efb-a2fd-74fcba7fdd43'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:12.489006 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.508521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b18f4946-0e37-45f3-a9b9-4a4763bd21d1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:12.513490 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d7c9-6255-467d-9b8a-70d707f5b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.557107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.599713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] device_id is not set on port b22fb582-f6e8-43e9-9d79-9e306d4b03f2 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:03:12.635089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Checking segment: {'id': '175b9ca1-1b46-4808-b070-e2de7a048b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '327fc4b8-1d6d-43ba-8d1a-e931b54644db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:12.635225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network hostable DHCP agents. Network: 327fc4b8-1d6d-43ba-8d1a-e931b54644db, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:12.649239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'port_id': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1', 'mac_address': 'fa:16:3e:90:08:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02326dba-1fb6-4485-9b8e-234d2e9925b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:12.656648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Subnet': ['ID=39ea960e-8ad6-408d-b6a1-7b95bc1554cd,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:12.679533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network 327fc4b8-1d6d-43ba-8d1a-e931b54644db is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:12.696814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 327fc4b8-1d6d-43ba-8d1a-e931b54644db) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:12.706134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.706650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.740629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d2d23-0e54-424c-a1c5-06bec22711c4 None None] Network 327fc4b8-1d6d-43ba-8d1a-e931b54644db requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:12.752209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-299d18f5-b181-4dc8-8e3c-9d09d503b1ce tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8114352 Aug 31 14:03:12.755376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:12.783305 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.819329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525c942-1ed4-415f-a2a8-80f5651c33b9 req-8a70d2dd-56c9-4dc1-ba64-2f2a77191832 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.820921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d525c942-1ed4-415f-a2a8-80f5651c33b9 req-8a70d2dd-56c9-4dc1-ba64-2f2a77191832 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 943 time: 0.1039865 Aug 31 14:03:12.839923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4d7c9-6255-467d-9b8a-70d707f5b20f None None] Pushing event updated for resources: {'Port': ['ID=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:12.864091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0e171fb2-2d74-4cbf-be7d-101a46ddf674 None None] Provisioning complete for port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:12.864887 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e171fb2-2d74-4cbf-be7d-101a46ddf674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.894804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d525c942-1ed4-415f-a2a8-80f5651c33b9 req-0abb85ca-5692-4a7d-80d4-5b33f605c7cb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594075 Aug 31 14:03:12.912219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.924475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18f4946-0e37-45f3-a9b9-4a4763bd21d1 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:12.989808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b18f4946-0e37-45f3-a9b9-4a4763bd21d1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:13.013586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.017843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Allocated IP 172.20.0.2 (9f423a5b-93ed-47c1-a1d3-c089857c2d25/e902151c-cb14-4efb-a2fd-74fcba7fdd43/3ddce114-8fdf-40aa-b4c1-78ad6c3f9877) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:13.031184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] device_id is not set on port 6d87c2d3-dc69-48d4-ae98-bfd5c8bcee84 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:03:13.143263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.259674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.302793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f42d1-8aca-4229-b7a4-60a5bbdcffc1 req-9cb2b0fa-0a16-4a6e-b2a2-40af71c8a7dc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.304337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-705f42d1-8aca-4229-b7a4-60a5bbdcffc1 req-9cb2b0fa-0a16-4a6e-b2a2-40af71c8a7dc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1229448 Aug 31 14:03:13.309414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:13.361725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.399702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-705f42d1-8aca-4229-b7a4-60a5bbdcffc1 req-c5ab92f6-cab2-4638-9278-31dcab7b208e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726016 Aug 31 14:03:13.467566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Port': ['ID=b22fb582-f6e8-43e9-9d79-9e306d4b03f2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:13.470877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Checking segment: {'id': 'd3249a1e-1a6f-49c0-89b7-4f07506340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '3f0aa779-0086-4bd0-b826-73b7d863616a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:13.471387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network hostable DHCP agents. Network: 3f0aa779-0086-4bd0-b826-73b7d863616a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:13.481924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:13.497085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network 3f0aa779-0086-4bd0-b826-73b7d863616a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:13.511951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 3f0aa779-0086-4bd0-b826-73b7d863616a) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:13.530028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b871892-6c18-4486-9957-e722b6c8f35d req-208b2041-ec5d-4c88-b4f4-da5767ba51c6 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.531390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:13.531937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335ef3f-4f2b-4e08-91c2-962d19f2aa02 None None] Network 3f0aa779-0086-4bd0-b826-73b7d863616a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:13.532318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.534955 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2b871892-6c18-4486-9957-e722b6c8f35d req-208b2041-ec5d-4c88-b4f4-da5767ba51c6 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0751390 Aug 31 14:03:13.586917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2b871892-6c18-4486-9957-e722b6c8f35d req-dd23e6ab-dc6c-4e0e-9db7-844748e936d5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450802 Aug 31 14:03:13.599899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-327fc4b8-1d6d-43ba-8d1a-e931b54644db', 'network_id': '327fc4b8-1d6d-43ba-8d1a-e931b54644db', 'tenant_id': 'b8a67d75f1fe491c91ff4a8a50e604a3', 'fixed_ips': [{'subnet_id': '39ea960e-8ad6-408d-b6a1-7b95bc1554cd'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:13.600748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.618419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Checking segment: {'id': '19242fc9-37cf-472b-803e-fc426a52774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:13.618814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network hostable DHCP agents. Network: ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:13.622162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Port': ['ID=6d87c2d3-dc69-48d4-ae98-bfd5c8bcee84,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:13.640130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:13.651039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:13.655132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:13.662490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.667678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.668407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.677082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0e497-7433-4658-a0d9-1f350c8de09e None None] Network ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:13.686565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-41d0f97f-7237-488b-b515-ac88266a6f81 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5554762 Aug 31 14:03:13.686780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48756) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:13.748823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e27a22-3ca1-46ad-b947-dfa1dbdf6f42 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.760246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e27a22-3ca1-46ad-b947-dfa1dbdf6f42 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.761863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-70e27a22-3ca1-46ad-b947-dfa1dbdf6f42 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0736449 Aug 31 14:03:13.764970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48760) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:13.823240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b18f4946-0e37-45f3-a9b9-4a4763bd21d1'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.880615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Deleting port b22fb582-f6e8-43e9-9d79-9e306d4b03f2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:13.881132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.886957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:13.887351 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.922089 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.985373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.993179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Transition to ACTIVE for port object 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:14.001983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Calling delete_port for b22fb582-f6e8-43e9-9d79-9e306d4b03f2 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:14.074262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130928b-73ec-4bd9-9405-02ef6f9f3a46 req-048f086b-e255-4faa-b78f-48aa49534e0a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.088559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2130928b-73ec-4bd9-9405-02ef6f9f3a46 req-048f086b-e255-4faa-b78f-48aa49534e0a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 944 time: 0.1009207 Aug 31 14:03:14.104078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Transition to ACTIVE for port object 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:14.117419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.139613 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2130928b-73ec-4bd9-9405-02ef6f9f3a46 req-5489c089-5dd6-44cd-8712-3bfba09cef96 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Aug 31 14:03:14.154215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Port': ['ID=b22fb582-f6e8-43e9-9d79-9e306d4b03f2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:14.159754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.164186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c1be4d87-3b7c-48b5-ab97-5f03b5feee60 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/ports/b22fb582-f6e8-43e9-9d79-9e306d4b03f2 HTTP/1.1" status: 204 len: 168 time: 0.3958058 Aug 31 14:03:14.164376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48768) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:14.201493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Allocated IP 172.20.0.1 (9f423a5b-93ed-47c1-a1d3-c089857c2d25/e902151c-cb14-4efb-a2fd-74fcba7fdd43/5af61178-9ea7-43e7-a0d3-9a69b88072d3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:14.203921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Allocated IP 172.20.0.2 (327fc4b8-1d6d-43ba-8d1a-e931b54644db/39ea960e-8ad6-408d-b6a1-7b95bc1554cd/429610a3-bb18-4e5c-a08a-af39e98c7f32) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:14.210227 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.277074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Deleting port 6d87c2d3-dc69-48d4-ae98-bfd5c8bcee84 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:14.277756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.288459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:14.301477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:14.370854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Pushing event updated for resources: {'Port': ['ID=3ddce114-8fdf-40aa-b4c1-78ad6c3f9877,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:14.383364 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:14.391452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.415322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Calling delete_port for 6d87c2d3-dc69-48d4-ae98-bfd5c8bcee84 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:14.422411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.446042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Transition to ACTIVE for port object 5af61178-9ea7-43e7-a0d3-9a69b88072d3 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:14.489831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.533947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.578834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:14.579107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Port': ['ID=6d87c2d3-dc69-48d4-ae98-bfd5c8bcee84,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:14.586096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:14.586766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.588730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b3ad7376-2603-45bc-9c62-7106c7e150ca tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/ports/6d87c2d3-dc69-48d4-ae98-bfd5c8bcee84 HTTP/1.1" status: 204 len: 168 time: 0.4234226 Aug 31 14:03:14.591275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48772) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:14.592303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:14.597336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Port': ['ID=5af61178-9ea7-43e7-a0d3-9a69b88072d3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:14.616756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Attempting to bind port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:14.616756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Attempting to bind port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'c12b0353-1d33-4173-855e-938b8edc40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1515, 'network_id': '9f423a5b-93ed-47c1-a1d3-c089857c2d25'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:14.619931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Attempting to bind port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 on network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:14.620970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ebfb6ea6-c108-4c12-a7e1-bf5066ea0869 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0285902 Aug 31 14:03:14.625341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48776) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:14.634433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1913114588'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:14.635710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:14.636160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Checking segment: {'id': 'c12b0353-1d33-4173-855e-938b8edc40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1515, 'network_id': '9f423a5b-93ed-47c1-a1d3-c089857c2d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:14.636632 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.637112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Bound using segment: {'id': 'c12b0353-1d33-4173-855e-938b8edc40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1515, 'network_id': '9f423a5b-93ed-47c1-a1d3-c089857c2d25'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:14.637680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Bound port: 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12b0353-1d33-4173-855e-938b8edc40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1515, 'network_id': '9f423a5b-93ed-47c1-a1d3-c089857c2d25'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:14.638304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.674762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc23ad5-6f34-4dba-b824-86fb13eacdc0 req-58181611-fe6d-449e-a368-86f6a181c5fe tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.675320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8dc23ad5-6f34-4dba-b824-86fb13eacdc0 req-58181611-fe6d-449e-a368-86f6a181c5fe tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1484036 Aug 31 14:03:14.683523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Made reservation on behalf of 1be2a67f9168421e8b11f2eae9b36749 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:14.688031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.745210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.752944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8dc23ad5-6f34-4dba-b824-86fb13eacdc0 req-18f881d2-fafa-48a8-9fa4-1d8c7425d516 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601692 Aug 31 14:03:14.760196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] vlan segment allocate from pool success with {'vlan_id': 1520, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:14.783857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.784574 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Added segment e2802ca5-14d6-40d8-940d-fadfb8823211 of type vlan for network 61f952c1-7963-46cb-ac8e-b536e8e0c00c Aug 31 14:03:14.810929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.844420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.859234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Transition to ACTIVE for port object 429610a3-bb18-4e5c-a08a-af39e98c7f32 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:14.862224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b89067-2a86-45b5-9623-e28b3e5d912e req-5dcf129f-4dee-473a-a24e-30d5bca0a4db tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.864362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91b89067-2a86-45b5-9623-e28b3e5d912e req-5dcf129f-4dee-473a-a24e-30d5bca0a4db tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1542912 Aug 31 14:03:14.880889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] For port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:14.897468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Transition to ACTIVE for port object 429610a3-bb18-4e5c-a08a-af39e98c7f32 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:14.901141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] For port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3ddce114-8fdf-40aa-b4c1-78ad6c3f9877,segment=NetworkSegment(c12b0353-1d33-4173-855e-938b8edc40cf),segment_id=c12b0353-1d33-4173-855e-938b8edc40cf)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:14.907829 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.912060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.912361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.920306 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.927452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.928070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.949627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91b89067-2a86-45b5-9623-e28b3e5d912e req-307b3394-5a2f-4b89-9bb4-2e9619bed0a1 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720670 Aug 31 14:03:14.975909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3403306 Aug 31 14:03:14.976164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48782) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:14.980968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2123999618'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:14.997232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Network 327fc4b8-1d6d-43ba-8d1a-e931b54644db is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:15.000372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:15.004460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:15.048407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d15a47-4037-436d-8c77-36b1e475dbac tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Network': ['ID=61f952c1-7963-46cb-ac8e-b536e8e0c00c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.062534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 61f952c1-7963-46cb-ac8e-b536e8e0c00c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:15.082926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f382d31-7e6f-4df3-be1d-b13e2742398b None None] Pushing event updated for resources: {'Port': ['ID=3ddce114-8fdf-40aa-b4c1-78ad6c3f9877,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.123337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Made reservation on behalf of 1be2a67f9168421e8b11f2eae9b36749 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:15.127952 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.182054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] vlan segment allocate from pool success with {'vlan_id': 1548, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:15.190404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Attempting to bind port 429610a3-bb18-4e5c-a08a-af39e98c7f32 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:15.190784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Attempting to bind port 429610a3-bb18-4e5c-a08a-af39e98c7f32 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '175b9ca1-1b46-4808-b070-e2de7a048b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '327fc4b8-1d6d-43ba-8d1a-e931b54644db'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:15.191151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Attempting to bind port 429610a3-bb18-4e5c-a08a-af39e98c7f32 on network 327fc4b8-1d6d-43ba-8d1a-e931b54644db {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:15.206729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:15.207121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Checking segment: {'id': '175b9ca1-1b46-4808-b070-e2de7a048b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '327fc4b8-1d6d-43ba-8d1a-e931b54644db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:15.207494 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.207894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Bound using segment: {'id': '175b9ca1-1b46-4808-b070-e2de7a048b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '327fc4b8-1d6d-43ba-8d1a-e931b54644db'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:15.208380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Bound port: 429610a3-bb18-4e5c-a08a-af39e98c7f32, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175b9ca1-1b46-4808-b070-e2de7a048b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '327fc4b8-1d6d-43ba-8d1a-e931b54644db'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:15.208764 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.212789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.212789 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Added segment 48622570-11a6-4704-95f1-df08342fcda4 of type vlan for network 591059fb-f04b-4fb1-9799-328f1d1db7db Aug 31 14:03:15.220790 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:03:15.263415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Pushing event updated for resources: {'Port': ['ID=429610a3-bb18-4e5c-a08a-af39e98c7f32,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.377159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.387296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c04132-93b8-4531-8860-10f90bf18a0a req-028533a5-cdb4-4c2f-8fc1-d46b8d9fcc37 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.388945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3c04132-93b8-4531-8860-10f90bf18a0a req-028533a5-cdb4-4c2f-8fc1-d46b8d9fcc37 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 944 time: 0.0915971 Aug 31 14:03:15.409662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] For port 429610a3-bb18-4e5c-a08a-af39e98c7f32, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:15.414482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] For port 429610a3-bb18-4e5c-a08a-af39e98c7f32, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=429610a3-bb18-4e5c-a08a-af39e98c7f32,segment=NetworkSegment(175b9ca1-1b46-4808-b070-e2de7a048b4f),segment_id=175b9ca1-1b46-4808-b070-e2de7a048b4f)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:15.422599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.452471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3c04132-93b8-4531-8860-10f90bf18a0a req-16b43f36-557f-41d3-8119-91bd6267d1c4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553710 Aug 31 14:03:15.481040 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.490279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.490936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.518230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ecaea-b752-4c55-b706-12426906e964 None None] Pushing event updated for resources: {'Port': ['ID=429610a3-bb18-4e5c-a08a-af39e98c7f32,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.566181 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5930543 Aug 31 14:03:15.575416 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.590536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c8958-38ce-4244-810f-2c5071358a99 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Network': ['ID=591059fb-f04b-4fb1-9799-328f1d1db7db,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.594249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.602405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 591059fb-f04b-4fb1-9799-328f1d1db7db details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:15.686270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Port': ['ID=5af61178-9ea7-43e7-a0d3-9a69b88072d3,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.689823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.898011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:15.902358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:16.119193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087064-77d7-4abd-9ae8-7d767d53fdde req-10b10a08-9d6b-4bcd-8028-4fc4aa57d536 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.129111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6087064-77d7-4abd-9ae8-7d767d53fdde req-10b10a08-9d6b-4bcd-8028-4fc4aa57d536 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0702269 Aug 31 14:03:16.176292 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fed492-f724-4e78-b611-ab5fa4e87321 req-768277d4-cb80-4112-bbe7-3cd4c8b00a95 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.182189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6087064-77d7-4abd-9ae8-7d767d53fdde req-e5fe2a26-f67e-48c2-b84a-60d924b572f9 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519452 Aug 31 14:03:16.193568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9fed492-f724-4e78-b611-ab5fa4e87321 req-768277d4-cb80-4112-bbe7-3cd4c8b00a95 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.2747300 Aug 31 14:03:16.301899 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e9fed492-f724-4e78-b611-ab5fa4e87321 req-09a6d769-6807-4fd1-ae08-07a3c576f8b1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066325 Aug 31 14:03:16.331000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Router a2464219-5a1a-4b9a-8585-0ee22854dda0 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:03:16.541653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:16.552072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48800) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:16.558045 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-35f6f13a-2b80-4f42-99af-b4854ecc360d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "PUT /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8014450 Aug 31 14:03:16.572550 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] Sync routers for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:16.591706 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:16.594758 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:16.655200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f89d1-9997-4bb4-920a-a4728d5b2760 req-13b87ce2-bd27-499c-9c32-a8860991f74c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.668594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab9f89d1-9997-4bb4-920a-a4728d5b2760 req-13b87ce2-bd27-499c-9c32-a8860991f74c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 944 time: 0.0955818 Aug 31 14:03:16.675775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13821575-4132-4458-a50f-561859a36464 None None] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:16.724206 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ab9f89d1-9997-4bb4-920a-a4728d5b2760 req-ec0b6ebf-6fe8-4e3d-a082-0eb46d929364 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544043 Aug 31 14:03:16.750445 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:16.776679 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:16.777363 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:16.809980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ec2d87b8-614f-4d1b-adba-890868c5916f None None] Provisioning for port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:16.866721 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:16.878961 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735575a1-2790-45ec-8974-e50a4e9f3d84 None None] The sync data for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:17.075991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c557e-2926-43a8-82e4-4da5882d4fbe None None] Network 327fc4b8-1d6d-43ba-8d1a-e931b54644db requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:17.243607 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-0f173f60-6d85-4b1d-9179-117a4b0b95ba tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:03:17.247858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48806) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:17.250012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0f173f60-6d85-4b1d-9179-117a4b0b95ba tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "PUT /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6974058 Aug 31 14:03:17.407394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1a5a80eb-6a18-42c3-9471-3474e346e65f None None] Provisioning for port 429610a3-bb18-4e5c-a08a-af39e98c7f32 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:17.444506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f082f8-e359-443a-9e8b-44ef356013a0 req-8176bd02-ff86-4cab-9278-6febc722f286 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.446179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42f082f8-e359-443a-9e8b-44ef356013a0 req-8176bd02-ff86-4cab-9278-6febc722f286 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1373987 Aug 31 14:03:17.478046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 429610a3-bb18-4e5c-a08a-af39e98c7f32 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:17.565463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 429610a3-bb18-4e5c-a08a-af39e98c7f32 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:17.573061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 429610a3-bb18-4e5c-a08a-af39e98c7f32 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:17.573971 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:17.601737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42f082f8-e359-443a-9e8b-44ef356013a0 req-6b1db088-ff63-451c-ab22-32492796ae5b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477556 Aug 31 14:03:17.743598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-313e7e4f-8eff-4848-9e2c-a44db9bb64fd None None] Provisioning for port 5af61178-9ea7-43e7-a0d3-9a69b88072d3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:17.751193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-313e7e4f-8eff-4848-9e2c-a44db9bb64fd None None] Provisioning complete for port 5af61178-9ea7-43e7-a0d3-9a69b88072d3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:17.753273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-313e7e4f-8eff-4848-9e2c-a44db9bb64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:17.945506 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:17.963467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389168-8e70-4b0a-9ff8-ac0166bb7e42 req-831110c8-3265-4d74-9aab-c2b45e5dc299 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.973546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97389168-8e70-4b0a-9ff8-ac0166bb7e42 req-831110c8-3265-4d74-9aab-c2b45e5dc299 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 944 time: 0.1060586 Aug 31 14:03:18.050921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97389168-8e70-4b0a-9ff8-ac0166bb7e42 req-ecba0078-e503-41a0-be1b-3cb1103fc4f4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761561 Aug 31 14:03:18.057702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-313e7e4f-8eff-4848-9e2c-a44db9bb64fd None None] Port 5af61178-9ea7-43e7-a0d3-9a69b88072d3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:18.082042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 429610a3-bb18-4e5c-a08a-af39e98c7f32, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=429610a3-bb18-4e5c-a08a-af39e98c7f32,segment=NetworkSegment(175b9ca1-1b46-4808-b070-e2de7a048b4f),segment_id=175b9ca1-1b46-4808-b070-e2de7a048b4f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:18.110318 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.111440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:18.117175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c20d-5dde-429f-94dd-210fa8801677 req-1db9086f-c820-492b-9b6f-8d1fafbec0ef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.130987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2d1c20d-5dde-429f-94dd-210fa8801677 req-1db9086f-c820-492b-9b6f-8d1fafbec0ef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.3401945 Aug 31 14:03:18.192635 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2d1c20d-5dde-429f-94dd-210fa8801677 req-b8ffb1ee-c440-4d34-a4f3-4424456aa0a6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606833 Aug 31 14:03:18.313746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.418126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18f4946-0e37-45f3-a9b9-4a4763bd21d1 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:18.500592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=429610a3-bb18-4e5c-a08a-af39e98c7f32,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:18.514132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09f0bacd-7b2b-43e7-a5e1-3b1ef4c74072 req-e8b93dfe-e66e-40dd-9df2-8b8a06627b82 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0643785 Aug 31 14:03:18.589465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:18.599278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f26433f3-3d0e-4322-818b-c076672e3cc9 None None] Provisioning complete for port 5af61178-9ea7-43e7-a0d3-9a69b88072d3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:18.605127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f26433f3-3d0e-4322-818b-c076672e3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.607381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09f0bacd-7b2b-43e7-a5e1-3b1ef4c74072 req-75fdbc47-9997-40b7-8d75-c3d0ffe648b1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0503683 Aug 31 14:03:18.636223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:18.637002 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.689096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:18.697828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09f0bacd-7b2b-43e7-a5e1-3b1ef4c74072 req-5ace3748-d8ca-43d1-81f6-5d418e2c7655 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557685 Aug 31 14:03:18.702523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:18.703803 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.730602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f26433f3-3d0e-4322-818b-c076672e3cc9 None None] Port 5af61178-9ea7-43e7-a0d3-9a69b88072d3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:18.801292 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48832) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:18.810939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'subnets': [{'network_id': '61f952c1-7963-46cb-ac8e-b536e8e0c00c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1418405758', 'ip_version': 6}, {'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:18.811326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'subnet': {'network_id': '61f952c1-7963-46cb-ac8e-b536e8e0c00c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1418405758', 'ip_version': 6}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:18.812076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Request body: {'subnet': {'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:18.842487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc373-1af9-4506-9467-cf834a6dc748 req-469b9c62-caf6-4817-a43e-736cfca1be65 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.846926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f26433f3-3d0e-4322-818b-c076672e3cc9 None None] Provisioning complete for port 429610a3-bb18-4e5c-a08a-af39e98c7f32 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:18.848087 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f26433f3-3d0e-4322-818b-c076672e3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.851241 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e72cc373-1af9-4506-9467-cf834a6dc748 req-469b9c62-caf6-4817-a43e-736cfca1be65 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1061122 Aug 31 14:03:18.853895 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.870715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0bacd-7b2b-43e7-a5e1-3b1ef4c74072 req-c0bf4669-34f8-4433-be1c-9e12c9370b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.872244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09f0bacd-7b2b-43e7-a5e1-3b1ef4c74072 req-c0bf4669-34f8-4433-be1c-9e12c9370b2c service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1609175 Aug 31 14:03:18.923410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Deleting port 5af61178-9ea7-43e7-a0d3-9a69b88072d3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:18.923694 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.963129 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.969927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3ddce114-8fdf-40aa-b4c1-78ad6c3f9877,segment=NetworkSegment(c12b0353-1d33-4173-855e-938b8edc40cf),segment_id=c12b0353-1d33-4173-855e-938b8edc40cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:18.980919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.032089 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e72cc373-1af9-4506-9467-cf834a6dc748 req-950f0f98-af3b-4d76-b318-fdcde19f7af9 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786542 Aug 31 14:03:19.037017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:19.039280 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd86fd6-f2e2-4a9c-bc79-29b7587fd6e8" -d '{"events": [{"server_uuid": "ac3665d6-e89a-4943-bb6e-3d711fd5ce3b", "name": "network-vif-plugged", "status": "completed", "tag": "b18f4946-0e37-45f3-a9b9-4a4763bd21d1"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:19.094133 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742e59c3-a9d5-443f-9d6e-f7bede475fe8 x-openstack-request-id: req-742e59c3-a9d5-443f-9d6e-f7bede475fe8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:19.094397 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3665d6-e89a-4943-bb6e-3d711fd5ce3b", "name": "network-vif-plugged", "status": "completed", "tag": "b18f4946-0e37-45f3-a9b9-4a4763bd21d1", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:19.094651 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-742e59c3-a9d5-443f-9d6e-f7bede475fe8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:19.095032 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1', 'code': 200} Aug 31 14:03:19.097544 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.110073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b18f4946-0e37-45f3-a9b9-4a4763bd21d1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:19.114224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=3ddce114-8fdf-40aa-b4c1-78ad6c3f9877,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:19.121174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.122074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Calling delete_port for 5af61178-9ea7-43e7-a0d3-9a69b88072d3 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:19.160524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Made reservation on behalf of 1be2a67f9168421e8b11f2eae9b36749 for: {'subnet': 2} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:19.167487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.167936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.244024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:19.288149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 429610a3-bb18-4e5c-a08a-af39e98c7f32 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:19.374607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 429610a3-bb18-4e5c-a08a-af39e98c7f32 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:19.374905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de568c90-63e0-4223-a2c6-7ca31ea1c70c req-2bc4a0f0-9be1-48b0-ad54-b6183eee9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.375041 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.376557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de568c90-63e0-4223-a2c6-7ca31ea1c70c req-2bc4a0f0-9be1-48b0-ad54-b6183eee9989 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 1096 time: 0.1606224 Aug 31 14:03:19.398314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38552e-4cea-4055-9940-8b8442541e9d req-7992efb5-4743-4cf9-bafe-9c007d66b6b8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.399898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f38552e-4cea-4055-9940-8b8442541e9d req-7992efb5-4743-4cf9-bafe-9c007d66b6b8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0851784 Aug 31 14:03:19.469777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:19.473646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f38552e-4cea-4055-9940-8b8442541e9d req-fd76299e-ce71-4ec1-8433-9c34030d3db2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621531 Aug 31 14:03:19.487208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de568c90-63e0-4223-a2c6-7ca31ea1c70c req-c97b4bba-3bf2-4dd2-9de3-5c7531b4bf5a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835292 Aug 31 14:03:19.534995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:19.535482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.843617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d370a-211b-46ec-a6cc-f199b6cc1813 req-f1b489a5-a1de-4f07-a80c-cbc0d133a39b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.846529 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7f7d370a-211b-46ec-a6cc-f199b6cc1813 req-f1b489a5-a1de-4f07-a80c-cbc0d133a39b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.6416206 Aug 31 14:03:19.856111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db02b0-c585-4603-af35-8eddc51a29f3 req-0b5cd510-8ffa-4d76-927d-abd1429e4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.857697 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82db02b0-c585-4603-af35-8eddc51a29f3 req-0b5cd510-8ffa-4d76-927d-abd1429e4592 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 1096 time: 0.1742470 Aug 31 14:03:20.003309 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7f7d370a-211b-46ec-a6cc-f199b6cc1813 req-0b81ca3f-e2a8-483b-9401-4fe1438adb50 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494210 Aug 31 14:03:20.027522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-82db02b0-c585-4603-af35-8eddc51a29f3 req-9d135914-37bc-401f-8169-0ba98b9ef5a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442547 Aug 31 14:03:20.049189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.123218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Port': ['ID=5af61178-9ea7-43e7-a0d3-9a69b88072d3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:20.328354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e76d-ba97-4962-8ad1-44ea312891a3 req-47ff01ad-1e45-4fcd-b063-60681df77722 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.330106 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fd4e76d-ba97-4962-8ad1-44ea312891a3 req-47ff01ad-1e45-4fcd-b063-60681df77722 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.2085333 Aug 31 14:03:20.461467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.493372 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8fd4e76d-ba97-4962-8ad1-44ea312891a3 req-2c2fdf39-b26d-4681-98e9-e4ec48a8f4fc tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133134 Aug 31 14:03:20.607430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae937c-3b91-4312-82c8-9bf35a363ed9 req-2a0067ed-d35f-4811-8e0d-0806591e082e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.609027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6ae937c-3b91-4312-82c8-9bf35a363ed9 req-2a0067ed-d35f-4811-8e0d-0806591e082e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0546649 Aug 31 14:03:20.649656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6ae937c-3b91-4312-82c8-9bf35a363ed9 req-8c3c4b07-3819-48a4-8680-ee8ceaff0594 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335860 Aug 31 14:03:20.657634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.744822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Router a2464219-5a1a-4b9a-8585-0ee22854dda0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:03:20.770127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Subnet': ['ID=5cffec87-2957-49a4-a826-48fe0f6bb944,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:20.786216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Checking segment: {'id': 'e2802ca5-14d6-40d8-940d-fadfb8823211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '61f952c1-7963-46cb-ac8e-b536e8e0c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:20.786633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network hostable DHCP agents. Network: 61f952c1-7963-46cb-ac8e-b536e8e0c00c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:20.872563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:20.879826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-836788f7-c8c1-47e3-8a1f-704784b76a02 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "PUT /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6308055 Aug 31 14:03:20.883633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48870) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:20.885410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network 61f952c1-7963-46cb-ac8e-b536e8e0c00c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:20.889208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] Sync routers for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:20.901593 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 61f952c1-7963-46cb-ac8e-b536e8e0c00c) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:20.902536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:20.903322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:20.910241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.935130 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-753b2497-4eaa-4fcf-b6f9-f5b404eeed44 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] delete failed (client error): The resource could not be found. Aug 31 14:03:20.936536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-753b2497-4eaa-4fcf-b6f9-f5b404eeed44 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-413756197 HTTP/1.1" status: 404 len: 334 time: 0.0501008 Aug 31 14:03:20.942759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48872) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:20.945443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4919e-b401-434d-93ab-01da0cbe1e4c None None] Network 61f952c1-7963-46cb-ac8e-b536e8e0c00c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:20.947722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-66b57fb0-2b32-4e61-a803-d27a2f027a14 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2464219-5a1a-4b9a-8585-0ee22854dda0'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:21.009004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event updated for resources: {'Subnet': ['ID=5075b11f-771c-4075-a2f5-e2c75d7496ce,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:21.015848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Checking segment: {'id': '48622570-11a6-4704-95f1-df08342fcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:21.016529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network hostable DHCP agents. Network: 591059fb-f04b-4fb1-9799-328f1d1db7db, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:21.042979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Network 591059fb-f04b-4fb1-9799-328f1d1db7db is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:21.053950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:21.056761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 591059fb-f04b-4fb1-9799-328f1d1db7db) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:21.073130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.073996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.074721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.080548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8e511-2fc1-4bbd-9339-9e59f3f1364b None None] Network 591059fb-f04b-4fb1-9799-328f1d1db7db requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:21.095350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-33d20751-0e80-4b2f-a4d5-b30952647d89 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2890108 Aug 31 14:03:21.097253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48876) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:21.187675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6e20b-cd2e-4c88-ab8c-d4f5b8919bdc tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.191219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6e20b-cd2e-4c88-ab8c-d4f5b8919bdc tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.193188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6e20b-cd2e-4c88-ab8c-d4f5b8919bdc tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.195645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c3f6e20b-cd2e-4c88-ab8c-d4f5b8919bdc tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0973549 Aug 31 14:03:21.197813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:21.198463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:21.205840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48880) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:21.273477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:21.274256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3475da-2722-4bd8-939b-4ba0e747c093 None None] The sync data for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:21.289933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c515e383-72b0-4f84-9a6a-bffcde1a3fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-61f952c1-7963-46cb-ac8e-b536e8e0c00c', 'network_id': '61f952c1-7963-46cb-ac8e-b536e8e0c00c', 'tenant_id': '1be2a67f9168421e8b11f2eae9b36749', 'fixed_ips': [{'subnet_id': '5cffec87-2957-49a4-a826-48fe0f6bb944'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:21.290791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c515e383-72b0-4f84-9a6a-bffcde1a3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.309118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Deleting subnet 5cffec87-2957-49a4-a826-48fe0f6bb944 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:21.314170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.434599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.471460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.478879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.503109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.510888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.518556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.525060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.532093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.534938 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e81886a-74a5-4530-9e56-07c45f337700 req-fc72187a-d498-4d98-812c-9da9bb84b297 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.1657250 Aug 31 14:03:21.545781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-591059fb-f04b-4fb1-9799-328f1d1db7db', 'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db', 'tenant_id': '1be2a67f9168421e8b11f2eae9b36749', 'fixed_ips': [{'subnet_id': '5075b11f-771c-4075-a2f5-e2c75d7496ce'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:21.547689 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.596000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1e81886a-74a5-4530-9e56-07c45f337700 req-866c96c3-b4b8-48c5-aca5-2520127cdc79 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430894 Aug 31 14:03:21.609179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.744451 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66b57fb0-2b32-4e61-a803-d27a2f027a14 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.775401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d39c6-1350-4dc3-ae55-66f74ba0add9 req-5de83e4f-7ac4-4fb0-9ab7-5620d27f345c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.783414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f80d39c6-1350-4dc3-ae55-66f74ba0add9 req-5de83e4f-7ac4-4fb0-9ab7-5620d27f345c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.1724098 Aug 31 14:03:21.786263 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-66b57fb0-2b32-4e61-a803-d27a2f027a14 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] update failed (client error): The resource could not be found. Aug 31 14:03:21.787190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66b57fb0-2b32-4e61-a803-d27a2f027a14 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "PUT /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0 HTTP/1.1" status: 404 len: 339 time: 0.8432381 Aug 31 14:03:21.792114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48892) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:21.795511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5526e0-a859-4132-b02f-3ed2b691a847 req-f71c1ac4-d22e-4006-ab2d-b6f55344ec06 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.797322 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1d5526e0-a859-4132-b02f-3ed2b691a847 req-f71c1ac4-d22e-4006-ab2d-b6f55344ec06 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1183581 Aug 31 14:03:21.806977 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.853077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Allocated IP 2001:db8:0:1::1 (591059fb-f04b-4fb1-9799-328f1d1db7db/5075b11f-771c-4075-a2f5-e2c75d7496ce/9888f7d2-5bd2-4317-932b-1c5f1c06e586) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:21.863582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.865784 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/subnets/5cffec87-2957-49a4-a826-48fe0f6bb944 HTTP/1.1" status: 204 len: 168 time: 0.6583786 Aug 31 14:03:21.870678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48894) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:21.936817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158c53c-410c-4da1-a9e5-acafea4e1e2d tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Subnet': ['ID=5cffec87-2957-49a4-a826-48fe0f6bb944,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:21.950727 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1d5526e0-a859-4132-b02f-3ed2b691a847 req-8e822b4b-ab76-4726-b431-a60e0905de9d tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338100 Aug 31 14:03:21.978142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Deleting subnet 5075b11f-771c-4075-a2f5-e2c75d7496ce {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-c515e383-72b0-4f84-9a6a-bffcde1a3fd6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cffec87-2957-49a4-a826-48fe0f6bb944: This subnet is being modified by another concurrent operation. Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cffec87-2957-49a4-a826-48fe0f6bb944: This subnet is being modified by another concurrent operation. Aug 31 14:03:22.006623 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:03:22.043421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f80d39c6-1350-4dc3-ae55-66f74ba0add9 req-150624e6-f9cb-4b6b-9c39-922d7278d439 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569613 Aug 31 14:03:22.056426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fa583-c138-446e-bf6c-cc4cf98edc18 None None] Network 61f952c1-7963-46cb-ac8e-b536e8e0c00c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:22.199411 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.221448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.231789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.235321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Transition to ACTIVE for port object 9888f7d2-5bd2-4317-932b-1c5f1c06e586 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:22.247218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.259332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.267089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.270716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Transition to ACTIVE for port object 9888f7d2-5bd2-4317-932b-1c5f1c06e586 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:22.274226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.278419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.282374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.285735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.288062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8298-7cef-4d2a-b96a-efa7421b9332 req-95306d83-68b2-42b8-9111-742caf52ade4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.298729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-565b2c61-0737-4b65-b90e-1a1b95b12c91 req-1d744bc7-dd05-4b53-921c-149eee0f93ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.2130575 Aug 31 14:03:22.301889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.305894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c4e8298-7cef-4d2a-b96a-efa7421b9332 req-95306d83-68b2-42b8-9111-742caf52ade4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1103866 Aug 31 14:03:22.362311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Pushing event updated for resources: {'Port': ['ID=9888f7d2-5bd2-4317-932b-1c5f1c06e586,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:22.370474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.373872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Network 591059fb-f04b-4fb1-9799-328f1d1db7db is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:22.376841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:22.381591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:22.477958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c4e8298-7cef-4d2a-b96a-efa7421b9332 req-4522bc2e-2193-4d52-a512-07b3de4ff4f5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707435 Aug 31 14:03:22.496928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Attempting to bind port 9888f7d2-5bd2-4317-932b-1c5f1c06e586 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:22.497447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Attempting to bind port 9888f7d2-5bd2-4317-932b-1c5f1c06e586 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '48622570-11a6-4704-95f1-df08342fcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:22.497683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Attempting to bind port 9888f7d2-5bd2-4317-932b-1c5f1c06e586 on network 591059fb-f04b-4fb1-9799-328f1d1db7db {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:22.505063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:22.505456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Checking segment: {'id': '48622570-11a6-4704-95f1-df08342fcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:22.506106 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.506720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Bound using segment: {'id': '48622570-11a6-4704-95f1-df08342fcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:22.507070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Bound port: 9888f7d2-5bd2-4317-932b-1c5f1c06e586, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48622570-11a6-4704-95f1-df08342fcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '591059fb-f04b-4fb1-9799-328f1d1db7db'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:22.507533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.513288 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.651422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.670248 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.672891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/subnets/5075b11f-771c-4075-a2f5-e2c75d7496ce HTTP/1.1" status: 204 len: 168 time: 0.8001232 Aug 31 14:03:22.681672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] For port 9888f7d2-5bd2-4317-932b-1c5f1c06e586, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:22.682677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48904) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:22.693914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] For port 9888f7d2-5bd2-4317-932b-1c5f1c06e586, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9888f7d2-5bd2-4317-932b-1c5f1c06e586,segment=NetworkSegment(48622570-11a6-4704-95f1-df08342fcda4),segment_id=48622570-11a6-4704-95f1-df08342fcda4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:22.696656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a721e3c-a640-4aab-8e59-899e7e0c779f tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Subnet': ['ID=5075b11f-771c-4075-a2f5-e2c75d7496ce,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:22.706343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.789236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d539-90cf-404c-9da3-1dfcaea87ecd None None] Pushing event updated for resources: {'Port': ['ID=9888f7d2-5bd2-4317-932b-1c5f1c06e586,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:22.803091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc79a8-5032-48e5-a7f7-4d04042a2e56 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.808716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6ffc79a8-5032-48e5-a7f7-4d04042a2e56 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1207638 Aug 31 14:03:22.808996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48906) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:22.815190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Allocated IP 172.20.0.1 (9967d358-99e0-41c6-839e-fe66d9b2fa20/31b3c843-5e59-4849-a6c0-be08eb08fd38/1e97113c-5f2a-42d0-8d70-6eab7bea8ca4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:22.910303 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.974790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Deleting port 9888f7d2-5bd2-4317-932b-1c5f1c06e586 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:22.976032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.989207 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.042258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Transition to ACTIVE for port object 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:23.099098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] For port 9888f7d2-5bd2-4317-932b-1c5f1c06e586, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9888f7d2-5bd2-4317-932b-1c5f1c06e586,segment=NetworkSegment(48622570-11a6-4704-95f1-df08342fcda4),segment_id=48622570-11a6-4704-95f1-df08342fcda4)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:23.099793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.114822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Calling delete_port for 9888f7d2-5bd2-4317-932b-1c5f1c06e586 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:23.184538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.253028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99f609-7aba-48d2-b101-1eb2852110d7 req-8799c09b-83f4-445c-89f5-2b58c1a4038f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:23.254923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc99f609-7aba-48d2-b101-1eb2852110d7 req-8799c09b-83f4-445c-89f5-2b58c1a4038f tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1556897 Aug 31 14:03:23.286557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c300d-37c8-4d2b-89ea-376aa01b1956 req-1e0a316b-adf3-47b0-97fa-bd9ca6617e84 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:23.288928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9d2c300d-37c8-4d2b-89ea-376aa01b1956 req-1e0a316b-adf3-47b0-97fa-bd9ca6617e84 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.1021190 Aug 31 14:03:23.297051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9888f7d2-5bd2-4317-932b-1c5f1c06e586 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:23.298077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:23.309794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:23.323043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.325033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Port': ['ID=1e97113c-5f2a-42d0-8d70-6eab7bea8ca4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:23.327571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:23.356325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No active binding found for port 9888f7d2-5bd2-4317-932b-1c5f1c06e586 {{(pid=101362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:03:23.356744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9888f7d2-5bd2-4317-932b-1c5f1c06e586 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 14:03:23.375009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc99f609-7aba-48d2-b101-1eb2852110d7 req-1ad68654-dcdc-40fe-96f0-3530126df254 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118600 Aug 31 14:03:23.383787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port 9888f7d2-5bd2-4317-932b-1c5f1c06e586 not found, will not notify nova. {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 14:03:23.395118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.424887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Port': ['ID=9888f7d2-5bd2-4317-932b-1c5f1c06e586,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:23.449920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] No DVR routers for this DVR port 9888f7d2-5bd2-4317-932b-1c5f1c06e586 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:23.486754 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9d2c300d-37c8-4d2b-89ea-376aa01b1956 req-32725c85-902c-4f1f-8772-2d2285a1004c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666911 Aug 31 14:03:23.601109 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.613314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.654137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591059fb-f04b-4fb1-9799-328f1d1db7db']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:23.706606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48622570-11a6-4704-95f1-df08342fcda4') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:23.707084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48622570-11a6-4704-95f1-df08342fcda4') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:23.738901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.766336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cff1ed-c96b-4543-b74e-64ca8ba24be9 req-4101b21d-dc42-4165-974b-303a1fcf4330 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:23.768602 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2cff1ed-c96b-4543-b74e-64ca8ba24be9 req-4101b21d-dc42-4165-974b-303a1fcf4330 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1467767 Aug 31 14:03:23.777768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.791756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e073559e-872f-4953-8562-0f69043be7a7 None None] Provisioning for port 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:23.801997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e073559e-872f-4953-8562-0f69043be7a7 None None] Provisioning complete for port 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:23.802641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e073559e-872f-4953-8562-0f69043be7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.811684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Releasing vlan 1548 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:23.812269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.817170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-bcbe8c84-71e3-4fcc-84de-0150a2c6dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:23.818868 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-bcbe8c84-71e3-4fcc-84de-0150a2c6dfed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=004f1487cc8549daa8258e505f5fc48d&device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 1096 time: 0.1240323 Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:23.819592 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:23.857665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e073559e-872f-4953-8562-0f69043be7a7 None None] Port 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:23.867533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6023e95-8eb4-4a95-b173-987c29a6a2a1 req-04a4f5f7-a823-40dd-b532-4b8d21d8f931 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:23.869221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6023e95-8eb4-4a95-b173-987c29a6a2a1 req-04a4f5f7-a823-40dd-b532-4b8d21d8f931 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.1477010 Aug 31 14:03:23.926600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a2cff1ed-c96b-4543-b74e-64ca8ba24be9 req-1318c47d-4413-418a-b457-8d6c1ce0f7fc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459868 Aug 31 14:03:23.970522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.975507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6023e95-8eb4-4a95-b173-987c29a6a2a1 req-b5eaa838-1c54-4e5d-8481-3df61fa3bbd1 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Aug 31 14:03:23.979528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.982939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/networks/591059fb-f04b-4fb1-9799-328f1d1db7db HTTP/1.1" status: 204 len: 168 time: 1.1724315 Aug 31 14:03:23.985418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48924) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:24.011494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c5ad8-738d-4e73-b040-1459eda2ba85 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Network': ['ID=591059fb-f04b-4fb1-9799-328f1d1db7db,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:24.030027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-d893e2d6-442a-4f32-bea4-6382579457a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.031702 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-d893e2d6-442a-4f32-bea4-6382579457a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 200 len: 912 time: 0.1924489 Aug 31 14:03:24.112987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-1946e5af-4954-4f83-9495-715dccec2730 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902 HTTP/1.1" status: 200 len: 217 time: 0.0592813 Aug 31 14:03:24.126655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.138483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c1099-e183-422f-bb48-e65f37169d8e req-48cc29d0-8c0c-4812-b039-6c16e1afca94 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.141567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d11c1099-e183-422f-bb48-e65f37169d8e req-48cc29d0-8c0c-4812-b039-6c16e1afca94 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0973458 Aug 31 14:03:24.183517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.220045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.221934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-3c4dc4d6-8ce2-414e-8694-37309679baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.223519 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-3c4dc4d6-8ce2-414e-8694-37309679baac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 200 len: 850 time: 0.0796669 Aug 31 14:03:24.226645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d11c1099-e183-422f-bb48-e65f37169d8e req-4c96a902-984f-409c-a28d-853ca97dfa20 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Aug 31 14:03:24.266670 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-de902741-37e6-44ff-9b0a-f8c6248fa83e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb7d75c-8b51-4148-b0f8-1f027de895dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287840 Aug 31 14:03:24.273378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-57b71bf2-f3eb-404c-9c22-936a5ceac4d6 None None] Could not find standard attr ID for object 9888f7d2-5bd2-4317-932b-1c5f1c06e586. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:03:24.286741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89deae3b-9284-4d05-8f6f-4d766c51509d None None] DHCP port deletion for 591059fb-f04b-4fb1-9799-328f1d1db7db request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:24.310912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234bcbb-b4a5-4da5-a1ed-0e9c70262282 None None] Network 591059fb-f04b-4fb1-9799-328f1d1db7db requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:24.326566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234bcbb-b4a5-4da5-a1ed-0e9c70262282 None None] Network 591059fb-f04b-4fb1-9799-328f1d1db7db could not be found, it might have been deleted concurrently. {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:03:24.338339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95504dd8-fc6a-4a22-910d-7f264e353126 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:03:24.380994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.386987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-046a334e-5663-4952-9216-68c0f8ed10aa service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991249 Aug 31 14:03:24.399337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f952c1-7963-46cb-ac8e-b536e8e0c00c']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:24.405291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event updated for resources: {'Port': ['ID=1e97113c-5f2a-42d0-8d70-6eab7bea8ca4,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:24.425205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2802ca5-14d6-40d8-940d-fadfb8823211') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:24.425639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2802ca5-14d6-40d8-940d-fadfb8823211') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:24.436426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86da039-41b5-495a-80a0-e3525a56e047 req-e96a6fca-bd9f-43c4-8d28-e0b59f7e40e8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.439288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a86da039-41b5-495a-80a0-e3525a56e047 req-e96a6fca-bd9f-43c4-8d28-e0b59f7e40e8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.2535729 Aug 31 14:03:24.445955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.454130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.487460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.493816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95504dd8-fc6a-4a22-910d-7f264e353126 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:03:24.498566 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1360fb92-a7a2-4ac4-9a53-1c9607cc0218 req-45d2aed1-bd29-4b87-958f-5b3755b6708b service neutron] 10.222.0.26 "GET /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952971 Aug 31 14:03:24.537526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Releasing vlan 1520 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:24.537941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:24.543144 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:24.618759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a86da039-41b5-495a-80a0-e3525a56e047 req-17e680a6-fbed-41ee-b28d-76fabaa72b26 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542194 Aug 31 14:03:24.641543 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.645862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.649146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/networks/61f952c1-7963-46cb-ac8e-b536e8e0c00c HTTP/1.1" status: 204 len: 168 time: 0.6625910 Aug 31 14:03:24.663063 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48934) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:24.668613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df5d0-e5d3-468f-bd9b-c072b7a284ad tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Network': ['ID=61f952c1-7963-46cb-ac8e-b536e8e0c00c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:24.687856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:24.690150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:24.803048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.899909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Router a2464219-5a1a-4b9a-8585-0ee22854dda0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:03:24.932439 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.945508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:24.990672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19242fc9-37cf-472b-803e-fc426a52774c') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:24.991136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19242fc9-37cf-472b-803e-fc426a52774c') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.005097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.010354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:25.021282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d9cc308e-03b3-4975-ac86-9142d7729965 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "PUT /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2215426 Aug 31 14:03:25.021282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48948) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:25.028341 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] Sync routers for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:25.034486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.042148 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:25.044154 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.047469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:25.047802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:25.052941 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:25.090679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504da59-4952-4f26-a2c2-c955237b7ae9 req-81c9173a-50a6-44d8-93f4-5b369304cb8c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.091725 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1504da59-4952-4f26-a2c2-c955237b7ae9 req-81c9173a-50a6-44d8-93f4-5b369304cb8c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.1368825 Aug 31 14:03:25.135895 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.166216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:25.167835 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.210484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.220209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.222271 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/networks/ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695 HTTP/1.1" status: 204 len: 168 time: 0.5575635 Aug 31 14:03:25.224703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48962) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:25.252642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1504da59-4952-4f26-a2c2-c955237b7ae9 req-1caea53c-d03c-4cd3-aa2b-235ebaa997fa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011758 Aug 31 14:03:25.262498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f075280-c2ca-4d12-a53e-02dc6c9233a4 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Network': ['ID=ce1cdee6-4b3f-4ec4-b0b7-ff34b3923695,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:25.311340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9888f7d2-5bd2-4317-932b-1c5f1c06e586 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:25.316206 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.316826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e2e7-c275-4f31-865f-a33e1128d989 None None] The sync data for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:25.351712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9888f7d2-5bd2-4317-932b-1c5f1c06e586 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:25.352166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9888f7d2-5bd2-4317-932b-1c5f1c06e586 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:25.512050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4ea2ac9c-cae4-4516-a041-7feb6c081b6b None None] Provisioning complete for port 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:25.513416 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ac9c-cae4-4516-a041-7feb6c081b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.537641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:25.549735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157da2f-424c-443e-8c12-b1400ca49083 req-1946788c-bbe7-4acd-a512-83e345649288 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.551405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3157da2f-424c-443e-8c12-b1400ca49083 req-1946788c-bbe7-4acd-a512-83e345649288 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1525123 Aug 31 14:03:25.560996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.562969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2ac9c-cae4-4516-a041-7feb6c081b6b None None] Port 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:25.685008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea90dc0a-153f-4951-920b-af3e5dfbef9d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.733371 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3157da2f-424c-443e-8c12-b1400ca49083 req-13ffe246-b273-4afa-b693-04068a7c558d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624758 Aug 31 14:03:25.738768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.758342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.759157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.759844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.759985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590dba2-daa0-4ee1-afec-4d6fa9c181d1 req-bbbcf04e-7a53-4cd4-ae2d-7fc2e0337355 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.761352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f590dba2-daa0-4ee1-afec-4d6fa9c181d1 req-bbbcf04e-7a53-4cd4-ae2d-7fc2e0337355 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1264114 Aug 31 14:03:25.761880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.762683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.764232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.765522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.768699 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-5776eb0c-d0a8-407d-b83d-13c212d6496e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 6502 time: 0.2283380 Aug 31 14:03:25.774735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0aa779-0086-4bd0-b826-73b7d863616a']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.798405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3249a1e-1a6f-49c0-89b7-4f07506340bf') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.798986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3249a1e-1a6f-49c0-89b7-4f07506340bf') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:25.806838 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-ea90dc0a-153f-4951-920b-af3e5dfbef9d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:03:25.809569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ea90dc0a-153f-4951-920b-af3e5dfbef9d tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0 HTTP/1.1" status: 409 len: 329 time: 0.7883132 Aug 31 14:03:25.810752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48978) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:25.812616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.840943 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8a4a796f-c882-4ef3-a18b-456e590e5f6f req-8492a953-6c2b-4571-8b96-a17e987ba6c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631669 Aug 31 14:03:25.842677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.849910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:25.850322 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:25.855206 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:25.860330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f590dba2-daa0-4ee1-afec-4d6fa9c181d1 req-766f0dc6-73f9-4267-93c8-426b72bde0a9 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922232 Aug 31 14:03:25.921172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.930785 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.937403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] 10.222.0.10 "DELETE /v2.0/networks/3f0aa779-0086-4bd0-b826-73b7d863616a HTTP/1.1" status: 204 len: 168 time: 0.7074039 Aug 31 14:03:25.945189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79309f6-a2a3-40ac-bceb-417c3044a699 tempest-BulkNetworkOpsIpV6Test-1355160970 tempest-BulkNetworkOpsIpV6Test-1355160970-project] Pushing event deleted for resources: {'Network': ['ID=3f0aa779-0086-4bd0-b826-73b7d863616a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:26.206320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48986) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:26.234768 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.425989 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7f480268-226f-4a71-aaee-4f749d5eb587 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1be2a67f9168421e8b11f2eae9b36749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184038 Aug 31 14:03:26.428401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48994) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:26.450962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f99d-140b-4dcd-9b81-1dca6e737621 req-2cdd5adb-6055-4369-aaf5-cb6fde8cde12 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.453075 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ac04f99d-140b-4dcd-9b81-1dca6e737621 req-2cdd5adb-6055-4369-aaf5-cb6fde8cde12 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.1158335 Aug 31 14:03:26.516397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ac04f99d-140b-4dcd-9b81-1dca6e737621 req-181e028b-aba8-4d36-869d-3156092c20f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507288 Aug 31 14:03:26.526838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3669152-b291-42ca-b234-8f4256a3b5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.536527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Deleting port 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:26.541271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.582986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3669152-b291-42ca-b234-8f4256a3b5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.634052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3669152-b291-42ca-b234-8f4256a3b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.637057 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3669152-b291-42ca-b234-8f4256a3b5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.638235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b3669152-b291-42ca-b234-8f4256a3b5ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6d9606d-142a-4706-ba08-9026c91be8f4 HTTP/1.1" status: 204 len: 168 time: 0.2086909 Aug 31 14:03:26.647372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3669152-b291-42ca-b234-8f4256a3b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d9606d-142a-4706-ba08-9026c91be8f4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:26.665743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.685738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Calling delete_port for 1e97113c-5f2a-42d0-8d70-6eab7bea8ca4 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:26.712612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4b51-1255-4937-9dbd-7398b5c5b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.894299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b313f-2523-4856-8476-864335ef10fa req-841922bf-21c8-4de5-aa1f-aa6eb99fc705 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.905520 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-038b313f-2523-4856-8476-864335ef10fa req-841922bf-21c8-4de5-aa1f-aa6eb99fc705 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0878742 Aug 31 14:03:26.933554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.956211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-038b313f-2523-4856-8476-864335ef10fa req-59975e58-1c08-4a11-bac1-22fe83f2ab22 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466740 Aug 31 14:03:26.994152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Port': ['ID=1e97113c-5f2a-42d0-8d70-6eab7bea8ca4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:27.180154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.194134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e60ed-aaf0-4840-aed5-46a3cc21325e req-39a27b05-1803-4f6e-a3c3-96813e6b74e8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.201287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-457e60ed-aaf0-4840-aed5-46a3cc21325e req-39a27b05-1803-4f6e-a3c3-96813e6b74e8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.2239802 Aug 31 14:03:27.383130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-bd12da8e-a3e4-42e7-a8f9-70f6b12c0f5b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.384658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-bd12da8e-a3e4-42e7-a8f9-70f6b12c0f5b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.0863614 Aug 31 14:03:27.394866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-457e60ed-aaf0-4840-aed5-46a3cc21325e req-2045cab9-b6ed-4a23-bf3f-9cbf031dd876 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926842 Aug 31 14:03:27.412928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Router a2464219-5a1a-4b9a-8585-0ee22854dda0 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:03:27.502108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:27.513493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-60bc3171-1fc8-494b-a7e0-1e01515e2fef tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "PUT /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013478 Aug 31 14:03:27.514177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49024) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:27.514599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571add2-2941-4130-8881-2481a6439d9e None None] Sync routers for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:27.536450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571add2-2941-4130-8881-2481a6439d9e None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:27.537136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5571add2-2941-4130-8881-2481a6439d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:27.573425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49028) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:27.633913 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-82a14a22-6b78-4566-9679-b58e4360cee8 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] show failed (client error): The resource could not be found. Aug 31 14:03:27.642895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-82a14a22-6b78-4566-9679-b58e4360cee8 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-313316147 HTTP/1.1" status: 404 len: 334 time: 0.1273708 Aug 31 14:03:27.647907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Deleting port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:27.648663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.650055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49034) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:27.663915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-63d4b341-306d-4430-ac75-d967b687b1a0 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:27.743083 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-63d4b341-306d-4430-ac75-d967b687b1a0 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] update failed (client error): The resource could not be found. Aug 31 14:03:27.744437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-63d4b341-306d-4430-ac75-d967b687b1a0 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-624771022 HTTP/1.1" status: 404 len: 334 time: 0.0905671 Aug 31 14:03:27.750681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49038) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:27.819836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5571add2-2941-4130-8881-2481a6439d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:27.833319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571add2-2941-4130-8881-2481a6439d9e None None] Routers {'a2464219-5a1a-4b9a-8585-0ee22854dda0'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:27.833981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5571add2-2941-4130-8881-2481a6439d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:02:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a2464219-5a1a-4b9a-8585-0ee22854dda0'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:27.861357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Deleting subnet 39ea960e-8ad6-408d-b6a1-7b95bc1554cd {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:27.866545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.867543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5571add2-2941-4130-8881-2481a6439d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:27.868216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571add2-2941-4130-8881-2481a6439d9e None None] The sync data for ids ['a2464219-5a1a-4b9a-8585-0ee22854dda0'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:27.910795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.007326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.103007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607923-b7ae-4cc9-81df-c2a66794ad19 req-89888f7c-e9fc-491a-b4ad-8cfc2e9a3389 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.104598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24607923-b7ae-4cc9-81df-c2a66794ad19 req-89888f7c-e9fc-491a-b4ad-8cfc2e9a3389 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0686138 Aug 31 14:03:28.117602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.169447 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.177586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/subnets/39ea960e-8ad6-408d-b6a1-7b95bc1554cd HTTP/1.1" status: 204 len: 168 time: 0.4252093 Aug 31 14:03:28.177842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7e0f7-f9dd-4f70-b211-b28601a9abbe None None] Network 327fc4b8-1d6d-43ba-8d1a-e931b54644db requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:28.179332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49042) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.184361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24b107-5cb5-481a-8060-7fcd98cba56e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Subnet': ['ID=39ea960e-8ad6-408d-b6a1-7b95bc1554cd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:28.212799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b56cac45-5ef3-448f-97de-7c3621fb7a2e tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] Request body: {'port': {'network_id': '6db1295d-685c-43de-815d-69a110f2e85c', 'name': 'tempest-NetworksNegativeTestJSON-475541335'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:28.225894 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56cac45-5ef3-448f-97de-7c3621fb7a2e tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] POST failed (client error): The resource could not be found. Aug 31 14:03:28.226699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56cac45-5ef3-448f-97de-7c3621fb7a2e tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:28.231552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49044) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.231888 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b56cac45-5ef3-448f-97de-7c3621fb7a2e tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6365397 Aug 31 14:03:28.245163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307672-d574-4f7d-a7fd-a12444d54af6 req-7bb6076d-0d3b-4cf7-bda3-c73329b94653 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.253171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27307672-d574-4f7d-a7fd-a12444d54af6 req-7bb6076d-0d3b-4cf7-bda3-c73329b94653 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 945 time: 0.5486708 Aug 31 14:03:28.270344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24607923-b7ae-4cc9-81df-c2a66794ad19 req-bee3676b-f52d-4a6a-91c1-2716c85c086a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499879 Aug 31 14:03:28.276125 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee70884-c123-4599-8d9d-aa82f5c783d7 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:28.276856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee70884-c123-4599-8d9d-aa82f5c783d7 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:28.279762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ee70884-c123-4599-8d9d-aa82f5c783d7 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "DELETE /v2.0/networks/91e30de2-79cc-49c7-bfc7-0f042aba8a4d HTTP/1.1" status: 404 len: 339 time: 0.0450277 Aug 31 14:03:28.287177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49046) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.298029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Deleting subnet e902151c-cb14-4efb-a2fd-74fcba7fdd43 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:28.300165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] For port b18f4946-0e37-45f3-a9b9-4a4763bd21d1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:28.300538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.303366 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.324063 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-20582c1f-29e7-4434-85a1-2705e774d255 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:28.324702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20582c1f-29e7-4434-85a1-2705e774d255 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:28.329460 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20582c1f-29e7-4434-85a1-2705e774d255 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "DELETE /v2.0/ports/2fe73a53-e0d6-467f-8258-7d2f4e2d95f9 HTTP/1.1" status: 404 len: 333 time: 0.0412345 Aug 31 14:03:28.333465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49048) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.347734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Calling delete_port for b18f4946-0e37-45f3-a9b9-4a4763bd21d1 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:28.383434 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b5e087-651f-41a9-bdc3-b1ad924f9958 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] DELETE failed (client error): The resource could not be found. Aug 31 14:03:28.383895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b5e087-651f-41a9-bdc3-b1ad924f9958 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:28.389096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-89b5e087-651f-41a9-bdc3-b1ad924f9958 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "DELETE /v2.0/subnets/f613ce86-106b-4da0-9b71-626ce8cfea0f HTTP/1.1" status: 404 len: 337 time: 0.0512433 Aug 31 14:03:28.390100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49050) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.416421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] DHCP port deletion for 327fc4b8-1d6d-43ba-8d1a-e931b54644db request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:28.423231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27307672-d574-4f7d-a7fd-a12444d54af6 req-f7cb957e-78b6-4fd4-862a-d431f6dda86c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691790 Aug 31 14:03:28.427646 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.430619 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-0719bd67-0b3c-4874-b541-19d2a35d8226 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] GET failed (client error): The resource could not be found. Aug 31 14:03:28.439317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0719bd67-0b3c-4874-b541-19d2a35d8226 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "GET /v2.0/networks/507a7fd2-d3c5-4cad-8c1e-442288206083 HTTP/1.1" status: 404 len: 339 time: 0.0412948 Aug 31 14:03:28.440029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49054) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.505581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] Deleting port 429610a3-bb18-4e5c-a08a-af39e98c7f32 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:28.505989 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.565604 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1c36ff-e20a-45c5-8e60-d7f50e892279 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] GET failed (client error): The resource could not be found. Aug 31 14:03:28.567871 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-be1c36ff-e20a-45c5-8e60-d7f50e892279 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "GET /v2.0/ports/876f0c2b-1bf4-4735-b5dc-06b20b9aff0a HTTP/1.1" status: 404 len: 333 time: 0.1266901 Aug 31 14:03:28.569936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.575399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49056) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.589856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe3973-1dda-456b-afd9-5ee7c181f1a2 req-abb81e17-1a31-4239-8440-1536bf7d04e8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.590851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] For port 429610a3-bb18-4e5c-a08a-af39e98c7f32, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=429610a3-bb18-4e5c-a08a-af39e98c7f32,segment=NetworkSegment(175b9ca1-1b46-4808-b070-e2de7a048b4f),segment_id=175b9ca1-1b46-4808-b070-e2de7a048b4f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:28.591978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8fe3973-1dda-456b-afd9-5ee7c181f1a2 req-abb81e17-1a31-4239-8440-1536bf7d04e8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0997856 Aug 31 14:03:28.595868 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.604777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.619756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] Calling delete_port for 429610a3-bb18-4e5c-a08a-af39e98c7f32 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:28.620491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event deleted for resources: {'Port': ['ID=b18f4946-0e37-45f3-a9b9-4a4763bd21d1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:28.653561 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb84bf59-5747-4940-a716-493e3eb44669 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] GET failed (client error): The resource could not be found. Aug 31 14:03:28.661541 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb84bf59-5747-4940-a716-493e3eb44669 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "GET /v2.0/subnets/99efea3c-9935-44d6-8eb4-903887ca3441 HTTP/1.1" status: 404 len: 337 time: 0.0504320 Aug 31 14:03:28.662280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.671238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8c06a29d-a475-47ff-805a-d13e1b17953c tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:28.702885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e', '1082ea01-d0cd-408d-8c5d-48fab8bd683c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:28.706048 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c06a29d-a475-47ff-805a-d13e1b17953c tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] PUT failed (client error): The resource could not be found. Aug 31 14:03:28.706642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c06a29d-a475-47ff-805a-d13e1b17953c tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:28.709782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] No DVR routers for this DVR port b18f4946-0e37-45f3-a9b9-4a4763bd21d1 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:28.713780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8c06a29d-a475-47ff-805a-d13e1b17953c tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "PUT /v2.0/networks/d8467560-0306-4a53-b3d3-d5e05b24b251 HTTP/1.1" status: 404 len: 339 time: 0.0490217 Aug 31 14:03:28.718131 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.719791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e2ee3212-1a8e-4854-9489-bf85cbdea9d6 req-6137d174-1456-4519-a260-a0115d0a3e33 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "DELETE /v2.0/ports/b18f4946-0e37-45f3-a9b9-4a4763bd21d1 HTTP/1.1" status: 204 len: 173 time: 1.2667775 Aug 31 14:03:28.720232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49060) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.720899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'name': 'network-vif-deleted', 'tag': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:28.723322 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c8db64-d194-4ac2-8074-f666afc5e429" -d '{"events": [{"server_uuid": "ac3665d6-e89a-4943-bb6e-3d711fd5ce3b", "name": "network-vif-deleted", "tag": "b18f4946-0e37-45f3-a9b9-4a4763bd21d1"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:28.732605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8fe3973-1dda-456b-afd9-5ee7c181f1a2 req-910e2b06-7676-4f74-9094-5f6471dd2417 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237314 Aug 31 14:03:28.747492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.771997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f24bf405-930f-4486-b3e1-fa109a25e65b tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:28.795847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Subnet': ['ID=e902151c-cb14-4efb-a2fd-74fcba7fdd43,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:28.808129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.813411 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5c7938a6-de9a-40d1-8683-fb4477976598 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/subnets/e902151c-cb14-4efb-a2fd-74fcba7fdd43 HTTP/1.1" status: 204 len: 168 time: 0.6301134 Aug 31 14:03:28.814048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49068) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.820299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199b56f-6aa9-4d70-8241-39ad565ab7c8 None None] Network 9f423a5b-93ed-47c1-a1d3-c089857c2d25 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:28.843480 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24bf405-930f-4486-b3e1-fa109a25e65b tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] PUT failed (client error): The resource could not be found. Aug 31 14:03:28.844297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24bf405-930f-4486-b3e1-fa109a25e65b tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:28.851470 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f24bf405-930f-4486-b3e1-fa109a25e65b tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "PUT /v2.0/ports/212ec74b-86f2-4e54-aaa9-4742665a277e HTTP/1.1" status: 404 len: 333 time: 0.1249218 Aug 31 14:03:28.854103 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91716d23-c334-4799-9535-c1be5676a5d4 x-openstack-request-id: req-91716d23-c334-4799-9535-c1be5676a5d4 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:28.854587 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3665d6-e89a-4943-bb6e-3d711fd5ce3b", "name": "network-vif-deleted", "tag": "b18f4946-0e37-45f3-a9b9-4a4763bd21d1", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:28.855164 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91716d23-c334-4799-9535-c1be5676a5d4 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:28.855588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49072) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.855895 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3665d6-e89a-4943-bb6e-3d711fd5ce3b', 'name': 'network-vif-deleted', 'tag': 'b18f4946-0e37-45f3-a9b9-4a4763bd21d1', 'status': 'completed', 'code': 200} Aug 31 14:03:28.861463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-520839b1-2f4f-4d50-8e49-b3f53a6c4c37 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:28.919182 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-520839b1-2f4f-4d50-8e49-b3f53a6c4c37 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] PUT failed (client error): The resource could not be found. Aug 31 14:03:28.919639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520839b1-2f4f-4d50-8e49-b3f53a6c4c37 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:03:28.920793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-520839b1-2f4f-4d50-8e49-b3f53a6c4c37 tempest-NetworksNegativeTestJSON-1449160468 tempest-NetworksNegativeTestJSON-1449160468-project] 10.222.0.10 "PUT /v2.0/subnets/aa9ef772-80ff-4135-8190-f92821eaf141 HTTP/1.1" status: 404 len: 337 time: 0.0642762 Aug 31 14:03:28.966147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.980380 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.031497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] No DVR routers for this DVR port 429610a3-bb18-4e5c-a08a-af39e98c7f32 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:29.081376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2806-8e8c-4614-869a-7b74b9f6f030 None None] Pushing event deleted for resources: {'Port': ['ID=429610a3-bb18-4e5c-a08a-af39e98c7f32,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:29.130189 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.140670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327fc4b8-1d6d-43ba-8d1a-e931b54644db']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:29.168518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175b9ca1-1b46-4808-b070-e2de7a048b4f') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:29.168753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175b9ca1-1b46-4808-b070-e2de7a048b4f') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:29.188841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.230418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] DHCP port deletion for 9f423a5b-93ed-47c1-a1d3-c089857c2d25 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:29.237646 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.256493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Releasing vlan 1508 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:29.256986 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:29.261653 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:29.297186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 429610a3-bb18-4e5c-a08a-af39e98c7f32 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:29.355202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24185bd9-7910-43c1-a0b7-babd5e7a1614 req-7d760a59-6207-43f9-8ddc-7e74d40a6388 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.367347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 429610a3-bb18-4e5c-a08a-af39e98c7f32 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:29.368756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 429610a3-bb18-4e5c-a08a-af39e98c7f32 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:29.375806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24185bd9-7910-43c1-a0b7-babd5e7a1614 req-7d760a59-6207-43f9-8ddc-7e74d40a6388 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.1651146 Aug 31 14:03:29.381305 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.402323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.410212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/networks/327fc4b8-1d6d-43ba-8d1a-e931b54644db HTTP/1.1" status: 204 len: 168 time: 0.5928111 Aug 31 14:03:29.412481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49082) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:29.419969 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89d2b2f9-a93a-44ce-95a3-5a0f0d4f266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.450638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:29.459598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-24185bd9-7910-43c1-a0b7-babd5e7a1614 req-d3e84ae8-6ecc-46a1-b2b2-b724c274cc56 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793021 Aug 31 14:03:29.471033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] Deleting port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:29.471640 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.508811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2ecb-6b8c-4cf9-91c3-95e57a22ca7b tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Network': ['ID=327fc4b8-1d6d-43ba-8d1a-e931b54644db,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:29.579351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] For port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3ddce114-8fdf-40aa-b4c1-78ad6c3f9877,segment=NetworkSegment(c12b0353-1d33-4173-855e-938b8edc40cf),segment_id=c12b0353-1d33-4173-855e-938b8edc40cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:29.592384 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.622276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] Calling delete_port for 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:29.654474 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ca13ee5-2c74-4141-bfb6-cefb1894093b req-c2a306af-8003-41b2-bf64-bd48db5508ee tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac3665d6-e89a-4943-bb6e-3d711fd5ce3b HTTP/1.1" status: 200 len: 210 time: 0.0878954 Aug 31 14:03:29.732500 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.752140 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.779196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] Pushing event deleted for resources: {'Port': ['ID=3ddce114-8fdf-40aa-b4c1-78ad6c3f9877,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:29.783196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3079b-555d-4336-87f1-337bb502c2be None None] No DVR routers for this DVR port 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:29.909175 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-979dcc83-a4b3-4bd3-b6b4-5f1dd8d4f704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.940594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.958155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e068f3-28f1-475f-af80-c6788d5f440e req-1699f544-caf0-4aff-ab64-d212c55cf34d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.959665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08e068f3-28f1-475f-af80-c6788d5f440e req-1699f544-caf0-4aff-ab64-d212c55cf34d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.5325091 Aug 31 14:03:30.083977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08e068f3-28f1-475f-af80-c6788d5f440e req-43588980-ae01-4169-a734-4b6d0c97e616 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141021 Aug 31 14:03:30.114392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.129599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f423a5b-93ed-47c1-a1d3-c089857c2d25']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:30.144124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12b0353-1d33-4173-855e-938b8edc40cf') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:30.144421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12b0353-1d33-4173-855e-938b8edc40cf') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:30.161550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.176157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-979dcc83-a4b3-4bd3-b6b4-5f1dd8d4f704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.181112 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-979dcc83-a4b3-4bd3-b6b4-5f1dd8d4f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.183777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.207933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Releasing vlan 1515 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:30.208515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:30.211659 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:30.269501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-979dcc83-a4b3-4bd3-b6b4-5f1dd8d4f704 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6f82a2c62e1434f9e665c212033ab48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8166776 Aug 31 14:03:30.270449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49094) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:30.270612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dcc83-a4b3-4bd3-b6b4-5f1dd8d4f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c1bd2-25db-4f57-8cea-554584aad103,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:30.295286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.303907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.305894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/networks/9f423a5b-93ed-47c1-a1d3-c089857c2d25 HTTP/1.1" status: 204 len: 168 time: 0.8920012 Aug 31 14:03:30.308281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49096) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:30.328441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2248f-8d77-41e6-82d6-5cccd78847a6 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Network': ['ID=9f423a5b-93ed-47c1-a1d3-c089857c2d25,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:30.334857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-502c1e3b-bbf4-4316-9e6c-232e46121a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.372007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-502c1e3b-bbf4-4316-9e6c-232e46121a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.378996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Deleting subnet 31b3c843-5e59-4849-a6c0-be08eb08fd38 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:30.382265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.423862 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-502c1e3b-bbf4-4316-9e6c-232e46121a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.426805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-502c1e3b-bbf4-4316-9e6c-232e46121a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.427079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.427975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-502c1e3b-bbf4-4316-9e6c-232e46121a3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f17c1bd2-25db-4f57-8cea-554584aad103 HTTP/1.1" status: 204 len: 168 time: 0.1565571 Aug 31 14:03:30.436762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c1e3b-bbf4-4316-9e6c-232e46121a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c1bd2-25db-4f57-8cea-554584aad103,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:30.455324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18f4946-0e37-45f3-a9b9-4a4763bd21d1 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:30.491989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b18f4946-0e37-45f3-a9b9-4a4763bd21d1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:30.492890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b18f4946-0e37-45f3-a9b9-4a4763bd21d1 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:30.527397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.539544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.616977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0d06d-3734-4431-b3fa-97e57f7d2a6e req-8c0d1d34-a2f8-458f-8abc-58dc2d48aae8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:30.618588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-70f0d06d-3734-4431-b3fa-97e57f7d2a6e req-8c0d1d34-a2f8-458f-8abc-58dc2d48aae8 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0590367 Aug 31 14:03:30.630831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.648446 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.655431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6b795-8460-4389-83b2-b3b57480d0df None None] Network 9967d358-99e0-41c6-839e-fe66d9b2fa20 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:30.658202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/subnets/31b3c843-5e59-4849-a6c0-be08eb08fd38 HTTP/1.1" status: 204 len: 168 time: 0.3486993 Aug 31 14:03:30.660650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49104) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:30.673181 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-70f0d06d-3734-4431-b3fa-97e57f7d2a6e req-1d8d0f92-78fc-42a9-9e49-dba30a241fb5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Aug 31 14:03:30.703769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf1213-e787-4033-b646-25ebf0bfd2eb tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Subnet': ['ID=31b3c843-5e59-4849-a6c0-be08eb08fd38,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:30.795496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.857287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Deleting port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:30.857572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.907197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] DHCP port deletion for 9967d358-99e0-41c6-839e-fe66d9b2fa20 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:30.929737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] For port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,segment=NetworkSegment(8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8),segment_id=8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:30.930267 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.947055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Calling delete_port for ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:30.957048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] Deleting port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:30.957736 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.045557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.046629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] For port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,segment=NetworkSegment(8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8),segment_id=8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:31.047129 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.062330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] Calling delete_port for ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:31.074400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Port': ['ID=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:31.081913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] No DVR routers for this DVR port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:31.167117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.167358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.180538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9967d358-99e0-41c6-839e-fe66d9b2fa20']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:31.202632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:31.203346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a86a012-b2c3-43ca-8b65-9ec1ce25bdc8') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:31.209506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] No DVR routers for this DVR port ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:31.212538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542578b2-4ea6-438a-9b2a-9dd2a72ff59a None None] Pushing event deleted for resources: {'Port': ['ID=ea0a4d4b-e5f6-489e-9ac6-26ab06dab683,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:31.227922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.240120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:31.245489 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.257607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:31.258093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.261764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:31.262110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ea0a4d4b-e5f6-489e-9ac6-26ab06dab683 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:31.262513 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:31.266279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:31.290168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:31.291065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3ddce114-8fdf-40aa-b4c1-78ad6c3f9877 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:31.356697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:31.362728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.371349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.373498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/networks/9967d358-99e0-41c6-839e-fe66d9b2fa20 HTTP/1.1" status: 204 len: 168 time: 0.7118113 Aug 31 14:03:31.377370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:31.387750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a9fa4-e8b2-4298-864d-0b677f4e472e tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Pushing event deleted for resources: {'Network': ['ID=9967d358-99e0-41c6-839e-fe66d9b2fa20,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:31.406726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae220e0-e8bb-477f-bf43-e85be26106a3 req-f3060479-2e8e-4f66-8ccf-f76f4f64e35f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.408433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ae220e0-e8bb-477f-bf43-e85be26106a3 req-f3060479-2e8e-4f66-8ccf-f76f4f64e35f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0895646 Aug 31 14:03:31.409378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-29c49ad2-f2d8-430f-9402-59fb62b0d425 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2464219-5a1a-4b9a-8585-0ee22854dda0 HTTP/1.1" status: 200 len: 205 time: 0.0309801 Aug 31 14:03:31.411767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49138) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:31.452971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ae220e0-e8bb-477f-bf43-e85be26106a3 req-93000f9c-1e04-4761-a542-0e12dc2bf1df tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Aug 31 14:03:31.484187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ff21f6d-8058-44d7-993d-de4acd263452 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.490755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--372699437'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:31.599212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.660187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.672224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ff21f6d-8058-44d7-993d-de4acd263452 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.675914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ff21f6d-8058-44d7-993d-de4acd263452 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.734461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ff21f6d-8058-44d7-993d-de4acd263452 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.734993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff21f6d-8058-44d7-993d-de4acd263452 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Fanout notify agent at l3_agent the message router_deleted on router a2464219-5a1a-4b9a-8585-0ee22854dda0 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:03:31.742349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ff21f6d-8058-44d7-993d-de4acd263452 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.746637 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6ff21f6d-8058-44d7-993d-de4acd263452 tempest-RoutersNegativeTest-2047055217 tempest-RoutersNegativeTest-2047055217-project] 10.222.0.10 "DELETE /v2.0/routers/a2464219-5a1a-4b9a-8585-0ee22854dda0 HTTP/1.1" status: 204 len: 168 time: 0.3339336 Aug 31 14:03:31.811814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963dc9b-1cdb-4151-b090-72fd9c854c67 req-5000eac9-1b97-4069-b0f5-a005625913fa tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.812780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.817510 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.818178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2963dc9b-1cdb-4151-b090-72fd9c854c67 req-5000eac9-1b97-4069-b0f5-a005625913fa tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0636141 Aug 31 14:03:31.855871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9531405-a652-446b-b85b-9e5eedc6555d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:31.856151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2963dc9b-1cdb-4151-b090-72fd9c854c67 req-0ba8ae88-27df-4fe1-9e15-cd037090847b tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Aug 31 14:03:31.871320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.871776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.872031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.872396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.872745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.873130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.873451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.873855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.874244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.874586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.874949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.875289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:31.924315 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.928812 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.932967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.955084 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.956341 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5979648 Aug 31 14:03:31.959109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49146) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:31.967444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b63488-e320-4424-8716-ec7cb5c2aa74 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e01cbc3-3793-4561-b1b7-9c9daed214de,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:32.021329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d5e11dd0-1e4e-4542-ba69-71078ae8b4f0 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0610330 Aug 31 14:03:32.023988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49148) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.028335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d6271f68-6e6a-43fb-9d6d-a1a3c5355265 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-security--1824060974', 'description': 'tempest-security-description-1766542788'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:32.034111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49152) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.055847 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6271f68-6e6a-43fb-9d6d-a1a3c5355265 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.102524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6271f68-6e6a-43fb-9d6d-a1a3c5355265 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.106061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6271f68-6e6a-43fb-9d6d-a1a3c5355265 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.108907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d6271f68-6e6a-43fb-9d6d-a1a3c5355265 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.110144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d6271f68-6e6a-43fb-9d6d-a1a3c5355265 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "PUT /v2.0/security-groups/4e01cbc3-3793-4561-b1b7-9c9daed214de HTTP/1.1" status: 200 len: 1780 time: 0.0853150 Aug 31 14:03:32.113053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49156) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.134677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6271f68-6e6a-43fb-9d6d-a1a3c5355265 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e01cbc3-3793-4561-b1b7-9c9daed214de,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:32.165538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-893e828a-a55f-4017-8727-11b995ed4166 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups/4e01cbc3-3793-4561-b1b7-9c9daed214de HTTP/1.1" status: 200 len: 1780 time: 0.0511458 Aug 31 14:03:32.167851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49158) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.221721 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3fa71e51-da7f-47a2-8150-ca82ccbad018 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8a67d75f1fe491c91ff4a8a50e604a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865060 Aug 31 14:03:32.224398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49160) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.240581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac8b6d9-acd0-46dd-af14-b1b10f75d34c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.263983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac8b6d9-acd0-46dd-af14-b1b10f75d34c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.278001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cae6-ebe7-4dbb-8ea2-585d69eefdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.300732 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cae6-ebe7-4dbb-8ea2-585d69eefdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.309217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac8b6d9-acd0-46dd-af14-b1b10f75d34c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.311975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac8b6d9-acd0-46dd-af14-b1b10f75d34c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.313184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dac8b6d9-acd0-46dd-af14-b1b10f75d34c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/4e01cbc3-3793-4561-b1b7-9c9daed214de HTTP/1.1" status: 204 len: 168 time: 0.1444221 Aug 31 14:03:32.315946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49164) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.322242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b6d9-acd0-46dd-af14-b1b10f75d34c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e01cbc3-3793-4561-b1b7-9c9daed214de,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:32.375339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ac200ecc-4e45-42d5-b4e6-a61f715a90dc tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583158 Aug 31 14:03:32.378382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49166) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.393406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cae6-ebe7-4dbb-8ea2-585d69eefdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.395917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cae6-ebe7-4dbb-8ea2-585d69eefdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.397036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2aa0cae6-ebe7-4dbb-8ea2-585d69eefdcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/190b7063-a9fc-473b-934f-16259279341e HTTP/1.1" status: 204 len: 168 time: 0.1715734 Aug 31 14:03:32.397934 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-54b7cf25-6ce0-4887-bf79-69bf5946273e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] delete failed (client error): The resource could not be found. Aug 31 14:03:32.398883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-54b7cf25-6ce0-4887-bf79-69bf5946273e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/4e01cbc3-3793-4561-b1b7-9c9daed214de HTTP/1.1" status: 404 len: 347 time: 0.0196295 Aug 31 14:03:32.402648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49170) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.408487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c0930c92-cdc5-4d4d-919e-2c8b9579a52c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178935212'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:32.420141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0cae6-ebe7-4dbb-8ea2-585d69eefdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b7063-a9fc-473b-934f-16259279341e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:32.441480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0930c92-cdc5-4d4d-919e-2c8b9579a52c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.531798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0930c92-cdc5-4d4d-919e-2c8b9579a52c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.542122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0930c92-cdc5-4d4d-919e-2c8b9579a52c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.599097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0930c92-cdc5-4d4d-919e-2c8b9579a52c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.600432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c0930c92-cdc5-4d4d-919e-2c8b9579a52c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1968234 Aug 31 14:03:32.602591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930c92-cdc5-4d4d-919e-2c8b9579a52c tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5452a3f-e5f8-47f1-959c-a1a6c7d99db8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:32.603375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49176) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.608212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9df54cf6-9cbb-45dc-8979-135da8e11b85 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': 'e5452a3f-e5f8-47f1-959c-a1a6c7d99db8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:32.616798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfea79-6ad2-4602-8159-489efcd18110 req-660f785a-8f3a-487d-af93-562c6540313a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.618382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbbfea79-6ad2-4602-8159-489efcd18110 req-660f785a-8f3a-487d-af93-562c6540313a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0900230 Aug 31 14:03:32.644289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9df54cf6-9cbb-45dc-8979-135da8e11b85 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.663387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbbfea79-6ad2-4602-8159-489efcd18110 req-e92d8106-4480-4047-b87b-0d28bfe85eb4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Aug 31 14:03:32.695741 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9df54cf6-9cbb-45dc-8979-135da8e11b85 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.699858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9df54cf6-9cbb-45dc-8979-135da8e11b85 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.719422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df54cf6-9cbb-45dc-8979-135da8e11b85 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68ff227-c370-422f-b038-ad056ccc4491,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:32.725753 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9df54cf6-9cbb-45dc-8979-135da8e11b85 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.727086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9df54cf6-9cbb-45dc-8979-135da8e11b85 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226664 Aug 31 14:03:32.729850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49184) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.759887 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26b1c05d-30ea-4c7b-81d9-2d6d452a95d4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.768902 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26b1c05d-30ea-4c7b-81d9-2d6d452a95d4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.802906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26b1c05d-30ea-4c7b-81d9-2d6d452a95d4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.809002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26b1c05d-30ea-4c7b-81d9-2d6d452a95d4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.810134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-26b1c05d-30ea-4c7b-81d9-2d6d452a95d4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e68ff227-c370-422f-b038-ad056ccc4491 HTTP/1.1" status: 204 len: 168 time: 0.0793560 Aug 31 14:03:32.812724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49188) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.823019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1c05d-30ea-4c7b-81d9-2d6d452a95d4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e68ff227-c370-422f-b038-ad056ccc4491,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:32.864906 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cc583792-7725-43b9-b1f1-67eb16a70d89 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508757 Aug 31 14:03:32.867668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49192) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:32.924643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abeeef6a-7054-4378-b9a5-21a84db71305 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.972496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abeeef6a-7054-4378-b9a5-21a84db71305 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.013895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e9d21-3e8c-43a7-85d4-e6d6d8f0b351 req-7a362bcf-7749-4416-80fe-b04132261b57 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:33.016038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a6e9d21-3e8c-43a7-85d4-e6d6d8f0b351 req-7a362bcf-7749-4416-80fe-b04132261b57 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0806293 Aug 31 14:03:33.042587 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abeeef6a-7054-4378-b9a5-21a84db71305 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.045179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abeeef6a-7054-4378-b9a5-21a84db71305 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.046348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-abeeef6a-7054-4378-b9a5-21a84db71305 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/e5452a3f-e5f8-47f1-959c-a1a6c7d99db8 HTTP/1.1" status: 204 len: 168 time: 0.1776750 Aug 31 14:03:33.049268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49202) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.067323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeef6a-7054-4378-b9a5-21a84db71305 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5452a3f-e5f8-47f1-959c-a1a6c7d99db8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:33.071665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a6e9d21-3e8c-43a7-85d4-e6d6d8f0b351 req-f71c33cb-8813-430b-a19b-7627ce56a5f7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Aug 31 14:03:33.113392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9250de3c-743b-4185-b5fe-208dc1995197 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629821 Aug 31 14:03:33.117086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.119535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49208) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.121767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-babf0ba3-0374-43fe-8c6a-0ba542762ea3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609982589'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.147574 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-babf0ba3-0374-43fe-8c6a-0ba542762ea3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.224367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-24937b37-ba49-4306-9723-ad80d01f95ef tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-885131584', 'prefixes': ['172.20.0.0/16']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.231963 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-babf0ba3-0374-43fe-8c6a-0ba542762ea3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.235875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-babf0ba3-0374-43fe-8c6a-0ba542762ea3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.259579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-babf0ba3-0374-43fe-8c6a-0ba542762ea3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.263673 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-babf0ba3-0374-43fe-8c6a-0ba542762ea3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1426277 Aug 31 14:03:33.263977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49212) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.269782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf0ba3-0374-43fe-8c6a-0ba542762ea3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:33.269974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-11f7be88-cfaa-4d32-b0dd-8d2c41f790fa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.312264 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f7be88-cfaa-4d32-b0dd-8d2c41f790fa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.327760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24937b37-ba49-4306-9723-ad80d01f95ef tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] Notify callbacks [] for subnetpool, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.328988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-24937b37-ba49-4306-9723-ad80d01f95ef tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2083843 Aug 31 14:03:33.331837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49214) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.368747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f7be88-cfaa-4d32-b0dd-8d2c41f790fa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.373094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f7be88-cfaa-4d32-b0dd-8d2c41f790fa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.376958 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-827b750e-a013-4324-9376-926c047f211c tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] 10.222.0.10 "GET /v2.0/subnetpools/1af0673d-0ff8-4d88-a341-16e8c826a84b HTTP/1.1" status: 200 len: 731 time: 0.0420115 Aug 31 14:03:33.377869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49218) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.382482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-24373b22-1eba-4549-8277-90efefb669fc tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1971088501'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.417853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7be88-cfaa-4d32-b0dd-8d2c41f790fa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53082dc-6bd7-49b3-bef2-f1c756f80eac,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:33.429395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f7be88-cfaa-4d32-b0dd-8d2c41f790fa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.431236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-11f7be88-cfaa-4d32-b0dd-8d2c41f790fa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649594 Aug 31 14:03:33.433429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49220) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.438643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4147cb31-0ccc-43ae-ba8a-1ac450c1069d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.470906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4147cb31-0ccc-43ae-ba8a-1ac450c1069d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.492254 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24373b22-1eba-4549-8277-90efefb669fc tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] Notify callbacks [] for subnetpool, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.493491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-24373b22-1eba-4549-8277-90efefb669fc tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] 10.222.0.10 "PUT /v2.0/subnetpools/1af0673d-0ff8-4d88-a341-16e8c826a84b HTTP/1.1" status: 200 len: 684 time: 0.1146758 Aug 31 14:03:33.496095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.531582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4147cb31-0ccc-43ae-ba8a-1ac450c1069d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.535313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4147cb31-0ccc-43ae-ba8a-1ac450c1069d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.559389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147cb31-0ccc-43ae-ba8a-1ac450c1069d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be287db8-0fa8-43e9-9e3b-e3c9b913232f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:33.564685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4147cb31-0ccc-43ae-ba8a-1ac450c1069d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.566535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4147cb31-0ccc-43ae-ba8a-1ac450c1069d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320605 Aug 31 14:03:33.569698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49224) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.574611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8794b48b-f8e2-451c-820e-91dd594660b3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.581379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36141ad0-5511-47ca-9c17-d8d021ef4669 tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] Notify callbacks [] for subnetpool, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.582415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-36141ad0-5511-47ca-9c17-d8d021ef4669 tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1af0673d-0ff8-4d88-a341-16e8c826a84b HTTP/1.1" status: 204 len: 168 time: 0.0854194 Aug 31 14:03:33.585156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49226) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.600845 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-c254e2ad-04d0-4aab-af31-071ad5199073 tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] show failed (client error): The resource could not be found. Aug 31 14:03:33.601877 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c254e2ad-04d0-4aab-af31-071ad5199073 tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] 10.222.0.10 "GET /v2.0/subnetpools/1af0673d-0ff8-4d88-a341-16e8c826a84b HTTP/1.1" status: 404 len: 346 time: 0.0157049 Aug 31 14:03:33.604643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49228) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.618488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8794b48b-f8e2-451c-820e-91dd594660b3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.627115 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-aeb40a9d-de88-47a2-9f43-266cb5f09c65 tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] delete failed (client error): The resource could not be found. Aug 31 14:03:33.628165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aeb40a9d-de88-47a2-9f43-266cb5f09c65 tempest-SubnetPoolsTestJSON-1739731781 tempest-SubnetPoolsTestJSON-1739731781-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1af0673d-0ff8-4d88-a341-16e8c826a84b HTTP/1.1" status: 404 len: 346 time: 0.0225775 Aug 31 14:03:33.690883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8794b48b-f8e2-451c-820e-91dd594660b3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.696725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8794b48b-f8e2-451c-820e-91dd594660b3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.717756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b48b-f8e2-451c-820e-91dd594660b3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4c07f7-4881-4b14-acc2-d5d21ad32f41,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:33.721985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8794b48b-f8e2-451c-820e-91dd594660b3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.723305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8794b48b-f8e2-451c-820e-91dd594660b3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526196 Aug 31 14:03:33.726177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49234) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.731759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-035a7747-331f-4637-855b-f0aaa858be66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.787630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-035a7747-331f-4637-855b-f0aaa858be66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.833329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73149b72-ac39-4c68-85ea-d261e3eddb86 req-b3f2c2e5-09ed-4d3e-815f-6ab8855cf97a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:33.834856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73149b72-ac39-4c68-85ea-d261e3eddb86 req-b3f2c2e5-09ed-4d3e-815f-6ab8855cf97a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0775940 Aug 31 14:03:33.886588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49238) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.893188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-035a7747-331f-4637-855b-f0aaa858be66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.898809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73149b72-ac39-4c68-85ea-d261e3eddb86 req-dd25c0c7-959e-44d6-925b-5a274ef3842c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Aug 31 14:03:33.899907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-035a7747-331f-4637-855b-f0aaa858be66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.913012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-aaee5d55-69e1-4501-b118-f6cd37ec2243 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:33.914590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-aaee5d55-69e1-4501-b118-f6cd37ec2243 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0645280 Aug 31 14:03:33.920478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a7747-331f-4637-855b-f0aaa858be66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b967506-04ae-4fa8-b295-c881535c1912,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:33.924721 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-035a7747-331f-4637-855b-f0aaa858be66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.928600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-035a7747-331f-4637-855b-f0aaa858be66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1989815 Aug 31 14:03:33.929169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49242) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:33.933958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8365225b-31a1-4d76-8c49-cf76e984faed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:33.963775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8365225b-31a1-4d76-8c49-cf76e984faed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.022753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Deleting port fe9c1d23-0670-42f2-b2a1-e157b8408902 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:34.023103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.030364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8365225b-31a1-4d76-8c49-cf76e984faed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.034751 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8365225b-31a1-4d76-8c49-cf76e984faed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.052489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365225b-31a1-4d76-8c49-cf76e984faed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da8dd89-7c3a-41ef-8d3c-07be0aa8a70d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.059430 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8365225b-31a1-4d76-8c49-cf76e984faed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.061340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8365225b-31a1-4d76-8c49-cf76e984faed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1311221 Aug 31 14:03:34.063911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49244) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.075450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-febae751-4d3e-4f7e-8270-5e9c72dec278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.092834 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d4aacbb-41fa-49a6-b83f-d96bce22a76e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.101755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d4aacbb-41fa-49a6-b83f-d96bce22a76e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.140211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d4aacbb-41fa-49a6-b83f-d96bce22a76e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.150091 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d4aacbb-41fa-49a6-b83f-d96bce22a76e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.153915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3d4aacbb-41fa-49a6-b83f-d96bce22a76e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1da8dd89-7c3a-41ef-8d3c-07be0aa8a70d HTTP/1.1" status: 204 len: 168 time: 0.0867004 Aug 31 14:03:34.155378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49248) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.159828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] For port fe9c1d23-0670-42f2-b2a1-e157b8408902, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fe9c1d23-0670-42f2-b2a1-e157b8408902,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:34.160486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.180031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Calling delete_port for fe9c1d23-0670-42f2-b2a1-e157b8408902 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:34.180564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4aacbb-41fa-49a6-b83f-d96bce22a76e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1da8dd89-7c3a-41ef-8d3c-07be0aa8a70d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.234857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f935-af50-44aa-9453-6e964b26983f req-f218a841-4292-4c8e-b002-b2c611ccc61c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:34.236294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b614f935-af50-44aa-9453-6e964b26983f req-f218a841-4292-4c8e-b002-b2c611ccc61c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=75121ae6-5482-4aec-9ef8-038fbd973eee HTTP/1.1" status: 200 len: 945 time: 0.0837047 Aug 31 14:03:34.275121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a74858ea-11bc-4191-8098-e886f4d0e833 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1187320 Aug 31 14:03:34.281102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49252) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.288494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-febae751-4d3e-4f7e-8270-5e9c72dec278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.299659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-febae751-4d3e-4f7e-8270-5e9c72dec278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.321453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b614f935-af50-44aa-9453-6e964b26983f req-3aad9890-bbdc-455f-ab65-82a6072d5c74 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730636 Aug 31 14:03:34.322135 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4396ec79-19de-4b55-9f26-5a1e482a8ac2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.331524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4396ec79-19de-4b55-9f26-5a1e482a8ac2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.373291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4396ec79-19de-4b55-9f26-5a1e482a8ac2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.375364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-febae751-4d3e-4f7e-8270-5e9c72dec278 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=947c87e336124af4ae4fb6c715dbb7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869990 Aug 31 14:03:34.378782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49254) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.380742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae751-4d3e-4f7e-8270-5e9c72dec278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f91cc2-d42f-4b4a-bb81-84694a8ad1df,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.380922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4396ec79-19de-4b55-9f26-5a1e482a8ac2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.381869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4396ec79-19de-4b55-9f26-5a1e482a8ac2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2b967506-04ae-4fa8-b295-c881535c1912 HTTP/1.1" status: 204 len: 168 time: 0.0998755 Aug 31 14:03:34.386983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49256) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.394621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396ec79-19de-4b55-9f26-5a1e482a8ac2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b967506-04ae-4fa8-b295-c881535c1912,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.435974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.436410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3af0106e-ec1b-4be6-9760-5e04a5562807 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0482254 Aug 31 14:03:34.439253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49258) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.464421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b95b0898-3511-4481-8d6f-a92b190123df tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.473455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b95b0898-3511-4481-8d6f-a92b190123df tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.484078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3eb5760d-3231-467c-8966-ab1225d1b52e', 'fe9c1d23-0670-42f2-b2a1-e157b8408902'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:34.488546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Pushing event deleted for resources: {'Port': ['ID=fe9c1d23-0670-42f2-b2a1-e157b8408902,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.492925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-756ef0e2-5331-4e90-b4a0-bfb56656fd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.509395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b95b0898-3511-4481-8d6f-a92b190123df tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.516836 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b95b0898-3511-4481-8d6f-a92b190123df tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.518678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b95b0898-3511-4481-8d6f-a92b190123df tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ec4c07f7-4881-4b14-acc2-d5d21ad32f41 HTTP/1.1" status: 204 len: 168 time: 0.0783303 Aug 31 14:03:34.521441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49262) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.535887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b0898-3511-4481-8d6f-a92b190123df tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4c07f7-4881-4b14-acc2-d5d21ad32f41,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.543088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] No DVR routers for this DVR port fe9c1d23-0670-42f2-b2a1-e157b8408902 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:34.547951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.549975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4acefa25-9d5c-49e2-84c3-74e375e2dd74 req-22c8613d-d2e4-46f0-9d2b-ee0dfce94192 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "DELETE /v2.0/ports/fe9c1d23-0670-42f2-b2a1-e157b8408902 HTTP/1.1" status: 204 len: 173 time: 0.6264205 Aug 31 14:03:34.550427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'name': 'network-vif-deleted', 'tag': 'fe9c1d23-0670-42f2-b2a1-e157b8408902'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:34.552702 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d576b621-1b79-4abe-ac53-22382c8a53a1" -d '{"events": [{"server_uuid": "75121ae6-5482-4aec-9ef8-038fbd973eee", "name": "network-vif-deleted", "tag": "fe9c1d23-0670-42f2-b2a1-e157b8408902"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:34.557036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-756ef0e2-5331-4e90-b4a0-bfb56656fd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.587562 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0e1ea1ea-f73a-4f36-91a7-396f76e6ad2e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0619907 Aug 31 14:03:34.587797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49266) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.620129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17bf0e1-e547-46f2-967d-fca3f90966a4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.624282 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13457a4-138e-4436-a2af-5fbaa20c4dc3 x-openstack-request-id: req-b13457a4-138e-4436-a2af-5fbaa20c4dc3 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:34.624582 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75121ae6-5482-4aec-9ef8-038fbd973eee", "name": "network-vif-deleted", "tag": "fe9c1d23-0670-42f2-b2a1-e157b8408902", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:34.624837 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b13457a4-138e-4436-a2af-5fbaa20c4dc3 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:34.636148 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75121ae6-5482-4aec-9ef8-038fbd973eee', 'name': 'network-vif-deleted', 'tag': 'fe9c1d23-0670-42f2-b2a1-e157b8408902', 'status': 'completed', 'code': 200} Aug 31 14:03:34.636603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17bf0e1-e547-46f2-967d-fca3f90966a4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.637395 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-756ef0e2-5331-4e90-b4a0-bfb56656fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.640537 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-756ef0e2-5331-4e90-b4a0-bfb56656fd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.641768 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-756ef0e2-5331-4e90-b4a0-bfb56656fd95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97f91cc2-d42f-4b4a-bb81-84694a8ad1df HTTP/1.1" status: 204 len: 168 time: 0.2619462 Aug 31 14:03:34.650564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ef0e2-5331-4e90-b4a0-bfb56656fd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f91cc2-d42f-4b4a-bb81-84694a8ad1df,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.682822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17bf0e1-e547-46f2-967d-fca3f90966a4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.691396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17bf0e1-e547-46f2-967d-fca3f90966a4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.692735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d17bf0e1-e547-46f2-967d-fca3f90966a4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/be287db8-0fa8-43e9-9e3b-e3c9b913232f HTTP/1.1" status: 204 len: 168 time: 0.1034625 Aug 31 14:03:34.695474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49270) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.699103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bf0e1-e547-46f2-967d-fca3f90966a4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be287db8-0fa8-43e9-9e3b-e3c9b913232f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.752054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a49829b6-6f31-42e0-af1a-150961b935dc tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545964 Aug 31 14:03:34.754847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49272) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.779920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa655-ce56-493d-841e-54e5556094a3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.787712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa655-ce56-493d-841e-54e5556094a3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.818607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa655-ce56-493d-841e-54e5556094a3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.823163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa655-ce56-493d-841e-54e5556094a3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.824289 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8b0fa655-ce56-493d-841e-54e5556094a3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b53082dc-6bd7-49b3-bef2-f1c756f80eac HTTP/1.1" status: 204 len: 168 time: 0.0685229 Aug 31 14:03:34.827738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.832991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fa655-ce56-493d-841e-54e5556094a3 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b53082dc-6bd7-49b3-bef2-f1c756f80eac,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:34.869429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ff7ad3a2-73c8-48ad-adf4-68e579f612ce tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400827 Aug 31 14:03:34.872084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49278) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.927787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39237eda-2060-472d-8a13-425b93abc7ae tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.951267 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39237eda-2060-472d-8a13-425b93abc7ae tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.023219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39237eda-2060-472d-8a13-425b93abc7ae tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.025845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39237eda-2060-472d-8a13-425b93abc7ae tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.027009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-39237eda-2060-472d-8a13-425b93abc7ae tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31 HTTP/1.1" status: 204 len: 168 time: 0.1539578 Aug 31 14:03:35.029802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49290) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.040646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39237eda-2060-472d-8a13-425b93abc7ae tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81891b1d-ab57-4ebd-99a4-fcf0ad9c3d31,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.051297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ef18d-d171-4907-beeb-f1157a9559d6 req-aeee2bd4-5f25-4d9c-ba41-d367a3e05cef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:35.057498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc1ef18d-d171-4907-beeb-f1157a9559d6 req-aeee2bd4-5f25-4d9c-ba41-d367a3e05cef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0825195 Aug 31 14:03:35.084431 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2223d99c-9818-46eb-ac96-02d5e130a470 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494676 Aug 31 14:03:35.086750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49292) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.091824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1dc8aa35-47a4-44a7-9318-b7d21738fd4e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--941005213'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:35.121880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc1ef18d-d171-4907-beeb-f1157a9559d6 req-10d2f09c-4c85-4b38-bcdc-623ac33dfa2e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597081 Aug 31 14:03:35.150438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1dc8aa35-47a4-44a7-9318-b7d21738fd4e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.283109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1dc8aa35-47a4-44a7-9318-b7d21738fd4e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.287851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1dc8aa35-47a4-44a7-9318-b7d21738fd4e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.317791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1dc8aa35-47a4-44a7-9318-b7d21738fd4e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.325057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1dc8aa35-47a4-44a7-9318-b7d21738fd4e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2313268 Aug 31 14:03:35.325057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8aa35-47a4-44a7-9318-b7d21738fd4e tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e3858-4f01-40ed-986c-3a9b7f2ecc3a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.325298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49302) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.326686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b198f3e6-e71c-4b22-86aa-b6a8297607ca tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '9f6e3858-4f01-40ed-986c-3a9b7f2ecc3a', 'direction': 'ingress', 'protocol': 17}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:35.361764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b198f3e6-e71c-4b22-86aa-b6a8297607ca tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.418077 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b198f3e6-e71c-4b22-86aa-b6a8297607ca tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.422046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b198f3e6-e71c-4b22-86aa-b6a8297607ca tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.438054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198f3e6-e71c-4b22-86aa-b6a8297607ca tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00ac330-6254-42e3-84ac-70ca8c0b18d2,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.447932 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b198f3e6-e71c-4b22-86aa-b6a8297607ca tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.449593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b198f3e6-e71c-4b22-86aa-b6a8297607ca tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1264281 Aug 31 14:03:35.453319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49310) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.517534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49312) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.523567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a476a5f2-17d9-4a8a-a023-578a796db723 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.554334 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a476a5f2-17d9-4a8a-a023-578a796db723 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.627077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-113084642'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:35.636764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a476a5f2-17d9-4a8a-a023-578a796db723 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.639251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a476a5f2-17d9-4a8a-a023-578a796db723 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.641095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a476a5f2-17d9-4a8a-a023-578a796db723 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/9f6e3858-4f01-40ed-986c-3a9b7f2ecc3a HTTP/1.1" status: 204 len: 168 time: 0.1853490 Aug 31 14:03:35.644199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.662387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476a5f2-17d9-4a8a-a023-578a796db723 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e3858-4f01-40ed-986c-3a9b7f2ecc3a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.673835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e513afe-559c-43f8-912b-73f95fd88b9c req-b15bbe1d-a1f4-4d81-ad19-3136596e9457 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:35.676242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e513afe-559c-43f8-912b-73f95fd88b9c req-b15bbe1d-a1f4-4d81-ad19-3136596e9457 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0873311 Aug 31 14:03:35.677691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Made reservation on behalf of c53f4226ea3f4df4b24eb1c3fdbafacf for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:35.682604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.694453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-02b26966-197d-4fb0-bcdd-34977979a428 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489566 Aug 31 14:03:35.698177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.704608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.705285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-50cc93b8-d3bb-4306-8453-9a35ce43a930 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985015614'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:35.728786 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50cc93b8-d3bb-4306-8453-9a35ce43a930 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.752626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e513afe-559c-43f8-912b-73f95fd88b9c req-26624877-047f-444f-a02c-c8e2ddd3d196 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587084 Aug 31 14:03:35.829483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.833202 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.856936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:35.871682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc1a7bb-2e10-4f79-afd5-c08d74bd5e20,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.877439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.877783 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Added segment b1aa5c69-f9bf-4008-9328-cc00e573500e of type vlan for network 98c749c6-d058-4bea-9cda-fd19a359fa88 Aug 31 14:03:35.900812 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50cc93b8-d3bb-4306-8453-9a35ce43a930 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.904783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50cc93b8-d3bb-4306-8453-9a35ce43a930 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.917950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.930522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50cc93b8-d3bb-4306-8453-9a35ce43a930 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.931770 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-50cc93b8-d3bb-4306-8453-9a35ce43a930 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2322607 Aug 31 14:03:35.934799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49324) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.935687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc93b8-d3bb-4306-8453-9a35ce43a930 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6456726e-9182-4d4b-8178-23a86c3e145b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.941362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6d63dc66-f578-4ea0-8e4c-99d9a7f63158 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--156594393'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:35.955792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.961335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:35.961919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.029786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d63dc66-f578-4ea0-8e4c-99d9a7f63158 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.041886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5229914 Aug 31 14:03:36.046592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49326) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.047839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c4a33-96e8-43e0-b8c6-811b3ea8eb86 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event updated for resources: {'Network': ['ID=98c749c6-d058-4bea-9cda-fd19a359fa88,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.052404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Request body: {'subnet': {'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:36.064323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 98c749c6-d058-4bea-9cda-fd19a359fa88 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:36.131256 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d63dc66-f578-4ea0-8e4c-99d9a7f63158 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.136150 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d63dc66-f578-4ea0-8e4c-99d9a7f63158 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.153238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Made reservation on behalf of c53f4226ea3f4df4b24eb1c3fdbafacf for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:36.158025 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.173336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d63dc66-f578-4ea0-8e4c-99d9a7f63158 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.176917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6d63dc66-f578-4ea0-8e4c-99d9a7f63158 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2397430 Aug 31 14:03:36.178148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63dc66-f578-4ea0-8e4c-99d9a7f63158 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4ee2d-f29e-4fce-be4a-09f4a7575493,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.180608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49330) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.185176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4714815c-aac2-49e0-981f-95be5ee9f071 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '6456726e-9182-4d4b-8178-23a86c3e145b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08c4ee2d-f29e-4fce-be4a-09f4a7575493', 'remote_ip_prefix': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:36.245110 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4714815c-aac2-49e0-981f-95be5ee9f071 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.295296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebee67c-a7d9-4a70-922f-481a12451a75 req-ca262830-c6d6-4c2e-b5b0-ab5e87ba07b2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.298170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bebee67c-a7d9-4a70-922f-481a12451a75 req-ca262830-c6d6-4c2e-b5b0-ab5e87ba07b2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0894985 Aug 31 14:03:36.349460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.381726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4714815c-aac2-49e0-981f-95be5ee9f071 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.387384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bebee67c-a7d9-4a70-922f-481a12451a75 req-1af7ade5-a0aa-4450-88dc-7db556df8d51 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610301 Aug 31 14:03:36.389114 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4714815c-aac2-49e0-981f-95be5ee9f071 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.414513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714815c-aac2-49e0-981f-95be5ee9f071 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890c6473-5f3e-420d-93d9-cd342b285aaf,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.416432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event updated for resources: {'Subnet': ['ID=a53b70d9-3a14-4627-9657-3177e6805712,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.417121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4714815c-aac2-49e0-981f-95be5ee9f071 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.422360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4714815c-aac2-49e0-981f-95be5ee9f071 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2406816 Aug 31 14:03:36.423200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49334) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.433182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Checking segment: {'id': 'b1aa5c69-f9bf-4008-9328-cc00e573500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:36.433669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Network hostable DHCP agents. Network: 98c749c6-d058-4bea-9cda-fd19a359fa88, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:36.447419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c039d832-4f9a-4ebf-b930-50a8dcded6cb tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.450674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Network 98c749c6-d058-4bea-9cda-fd19a359fa88 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:36.455070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c039d832-4f9a-4ebf-b930-50a8dcded6cb tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.459027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 98c749c6-d058-4bea-9cda-fd19a359fa88) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:36.463513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.464118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.470581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d44c9-ecee-477a-9b46-7ab03e83d7d0 None None] Network 98c749c6-d058-4bea-9cda-fd19a359fa88 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:36.484323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c039d832-4f9a-4ebf-b930-50a8dcded6cb tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.484582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fe9c1d23-0670-42f2-b2a1-e157b8408902 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:36.490251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c039d832-4f9a-4ebf-b930-50a8dcded6cb tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.492174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c039d832-4f9a-4ebf-b930-50a8dcded6cb tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/890c6473-5f3e-420d-93d9-cd342b285aaf HTTP/1.1" status: 204 len: 168 time: 0.0676117 Aug 31 14:03:36.492958 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fd7fbb5a-cc0a-46de-87a0-d4a272441ccb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4444997 Aug 31 14:03:36.495401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49336) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.500644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039d832-4f9a-4ebf-b930-50a8dcded6cb tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=890c6473-5f3e-420d-93d9-cd342b285aaf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.505156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49338) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.510383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Request body: {'port': {'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88', 'name': 'tempest-TagsExtTest-872013771'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:36.548388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: fe9c1d23-0670-42f2-b2a1-e157b8408902 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:36.548642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fe9c1d23-0670-42f2-b2a1-e157b8408902 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:36.555279 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ad654581-314e-49de-86a0-6bc9ceea3380 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0583756 Aug 31 14:03:36.558081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49340) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.656356 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54e63931-7335-48f2-8173-7559a0372869 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.660166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-98c749c6-d058-4bea-9cda-fd19a359fa88', 'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88', 'tenant_id': 'c53f4226ea3f4df4b24eb1c3fdbafacf', 'fixed_ips': [{'subnet_id': 'a53b70d9-3a14-4627-9657-3177e6805712'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:36.661062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.691690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54e63931-7335-48f2-8173-7559a0372869 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.712414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Made reservation on behalf of c53f4226ea3f4df4b24eb1c3fdbafacf for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:36.716069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.748131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] device_id is not set on port 9ee575a7-e999-4401-a7c6-85281343a648 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:03:36.788338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54e63931-7335-48f2-8173-7559a0372869 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.791163 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54e63931-7335-48f2-8173-7559a0372869 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.792640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-54e63931-7335-48f2-8173-7559a0372869 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/08c4ee2d-f29e-4fce-be4a-09f4a7575493 HTTP/1.1" status: 204 len: 168 time: 0.2332232 Aug 31 14:03:36.795595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.816834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e63931-7335-48f2-8173-7559a0372869 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4ee2d-f29e-4fce-be4a-09f4a7575493,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.868797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Allocated IP 172.20.0.2 (98c749c6-d058-4bea-9cda-fd19a359fa88/a53b70d9-3a14-4627-9657-3177e6805712/f15c7210-b3d0-47b7-82f5-f1b2045a3308) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:36.891493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37a22-50db-403d-b163-c577478ff323 req-6e7dc8b2-f29c-41c2-87ca-7acd526977b0 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.891493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdc37a22-50db-403d-b163-c577478ff323 req-6e7dc8b2-f29c-41c2-87ca-7acd526977b0 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0601540 Aug 31 14:03:36.891872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49348) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.893037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-15eddc6b-fe4f-4cc5-a27f-d804bf26c3b1 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0926068 Aug 31 14:03:36.954467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdc37a22-50db-403d-b163-c577478ff323 req-697c2b5e-1b4d-4092-8e5c-f5c9671a3c1c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555398 Aug 31 14:03:36.972110 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e66bc44-657d-49a1-81f6-c53f4375cc66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.998477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e66bc44-657d-49a1-81f6-c53f4375cc66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.024132 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.033576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Transition to ACTIVE for port object f15c7210-b3d0-47b7-82f5-f1b2045a3308 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:37.051342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Transition to ACTIVE for port object f15c7210-b3d0-47b7-82f5-f1b2045a3308 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:37.052982 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e66bc44-657d-49a1-81f6-c53f4375cc66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.056736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e66bc44-657d-49a1-81f6-c53f4375cc66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.060558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4e66bc44-657d-49a1-81f6-c53f4375cc66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/6456726e-9182-4d4b-8178-23a86c3e145b HTTP/1.1" status: 204 len: 168 time: 0.1651888 Aug 31 14:03:37.060721 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.060965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49350) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.093432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66bc44-657d-49a1-81f6-c53f4375cc66 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456726e-9182-4d4b-8178-23a86c3e145b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.100406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Network 98c749c6-d058-4bea-9cda-fd19a359fa88 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:37.103407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:37.108224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:37.111234 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-47d9b950-b762-4551-8109-b7228783fd0f tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484757 Aug 31 14:03:37.114983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49352) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.120183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Pushing event updated for resources: {'Port': ['ID=f15c7210-b3d0-47b7-82f5-f1b2045a3308,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.121363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a4623d22-c43c-4ac1-8568-bb4670f31561 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277746599'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:37.130501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Allocated IP 172.20.0.3 (98c749c6-d058-4bea-9cda-fd19a359fa88/a53b70d9-3a14-4627-9657-3177e6805712/9ee575a7-e999-4401-a7c6-85281343a648) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:37.151622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4623d22-c43c-4ac1-8568-bb4670f31561 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.179965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Attempting to bind port f15c7210-b3d0-47b7-82f5-f1b2045a3308 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:37.180631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Attempting to bind port f15c7210-b3d0-47b7-82f5-f1b2045a3308 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b1aa5c69-f9bf-4008-9328-cc00e573500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:37.181519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Attempting to bind port f15c7210-b3d0-47b7-82f5-f1b2045a3308 on network 98c749c6-d058-4bea-9cda-fd19a359fa88 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:37.187498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:37.187882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Checking segment: {'id': 'b1aa5c69-f9bf-4008-9328-cc00e573500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:37.188331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.188728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Bound using segment: {'id': 'b1aa5c69-f9bf-4008-9328-cc00e573500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:37.189297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Bound port: f15c7210-b3d0-47b7-82f5-f1b2045a3308, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1aa5c69-f9bf-4008-9328-cc00e573500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '98c749c6-d058-4bea-9cda-fd19a359fa88'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:37.189681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.246321 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4623d22-c43c-4ac1-8568-bb4670f31561 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.251492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4623d22-c43c-4ac1-8568-bb4670f31561 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.261316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] For port f15c7210-b3d0-47b7-82f5-f1b2045a3308, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:37.265580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] For port f15c7210-b3d0-47b7-82f5-f1b2045a3308, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f15c7210-b3d0-47b7-82f5-f1b2045a3308,segment=NetworkSegment(b1aa5c69-f9bf-4008-9328-cc00e573500e),segment_id=b1aa5c69-f9bf-4008-9328-cc00e573500e)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:37.271357 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.288550 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4623d22-c43c-4ac1-8568-bb4670f31561 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.293434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49354) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.293964 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a4623d22-c43c-4ac1-8568-bb4670f31561 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1774421 Aug 31 14:03:37.297339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4623d22-c43c-4ac1-8568-bb4670f31561 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c2474-1e4d-4ec8-8df0-d228e2294794,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.304392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e2f5665d-51c7-4733-bc52-43e7ebee18c7 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': 'c69c2474-1e4d-4ec8-8df0-d228e2294794', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:37.314069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.336275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Transition to ACTIVE for port object 9ee575a7-e999-4401-a7c6-85281343a648 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:37.363854 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2f5665d-51c7-4733-bc52-43e7ebee18c7 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.421621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.492326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2f5665d-51c7-4733-bc52-43e7ebee18c7 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.519072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Network 98c749c6-d058-4bea-9cda-fd19a359fa88 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:37.531195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22baff-0d57-42ef-91c2-87675a49fa15 None None] Pushing event updated for resources: {'Port': ['ID=f15c7210-b3d0-47b7-82f5-f1b2045a3308,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.546906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2f5665d-51c7-4733-bc52-43e7ebee18c7 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.555048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:37.565097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:37.578072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event updated for resources: {'Port': ['ID=9ee575a7-e999-4401-a7c6-85281343a648,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.611863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5665d-51c7-4733-bc52-43e7ebee18c7 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ded554-4959-4349-9ffb-4014dd76ee3d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.638931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47516ba-32af-4ee3-85ba-c8457ccf4e93 req-677f46b0-31f5-4370-a039-9eaa352f3075 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:37.641248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e47516ba-32af-4ee3-85ba-c8457ccf4e93 req-677f46b0-31f5-4370-a039-9eaa352f3075 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1549048 Aug 31 14:03:37.651434 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2f5665d-51c7-4733-bc52-43e7ebee18c7 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.651434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e2f5665d-51c7-4733-bc52-43e7ebee18c7 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3520887 Aug 31 14:03:37.651703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49366) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.677304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1aba2443-4ca9-4d4e-b7c3-de8543455b42 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.704717 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1aba2443-4ca9-4d4e-b7c3-de8543455b42 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.722449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:37.723562 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.753881 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1aba2443-4ca9-4d4e-b7c3-de8543455b42 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.755614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e47516ba-32af-4ee3-85ba-c8457ccf4e93 req-c43b4183-dad6-4dc3-9cd9-d431e5a125dc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936446 Aug 31 14:03:37.760043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1aba2443-4ca9-4d4e-b7c3-de8543455b42 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.763631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-74f7c0ab-5d49-4f70-8097-dd59ec5c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2552538 Aug 31 14:03:37.765710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49368) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.765710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49370) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.767634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1aba2443-4ca9-4d4e-b7c3-de8543455b42 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/68ded554-4959-4349-9ffb-4014dd76ee3d HTTP/1.1" status: 204 len: 168 time: 0.1168578 Aug 31 14:03:37.778826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba2443-4ca9-4d4e-b7c3-de8543455b42 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68ded554-4959-4349-9ffb-4014dd76ee3d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.787920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3048fef7-935e-4022-9cf3-5d0165269bf3 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1985788567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:37.837651 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3048fef7-935e-4022-9cf3-5d0165269bf3 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.838703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3048fef7-935e-4022-9cf3-5d0165269bf3 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.852497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-10a324dd-a0bf-454a-ac55-fe02544cc397 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829403 Aug 31 14:03:37.857945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49372) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.939415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3048fef7-935e-4022-9cf3-5d0165269bf3 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.945775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3048fef7-935e-4022-9cf3-5d0165269bf3 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.969146 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a013eaa-7a77-4be1-982f-6f18b5d832b6 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.974561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3048fef7-935e-4022-9cf3-5d0165269bf3 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.978267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3048fef7-935e-4022-9cf3-5d0165269bf3 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2096300 Aug 31 14:03:37.979247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49376) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:37.985206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f417d7bd-60a6-4343-b8ed-b017adb429ed tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-250852801', 'prefixes': ['172.20.0.0/16']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:37.993438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a013eaa-7a77-4be1-982f-6f18b5d832b6 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.047415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a013eaa-7a77-4be1-982f-6f18b5d832b6 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.050538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a013eaa-7a77-4be1-982f-6f18b5d832b6 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.052088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a013eaa-7a77-4be1-982f-6f18b5d832b6 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/c69c2474-1e4d-4ec8-8df0-d228e2294794 HTTP/1.1" status: 204 len: 168 time: 0.1915300 Aug 31 14:03:38.055746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49378) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.067445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a013eaa-7a77-4be1-982f-6f18b5d832b6 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c2474-1e4d-4ec8-8df0-d228e2294794,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:38.137795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f69d9de-200c-4960-a680-8ff6ec98cd25 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0804567 Aug 31 14:03:38.140456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f417d7bd-60a6-4343-b8ed-b017adb429ed tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for subnetpool, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.142486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49382) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.143505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f417d7bd-60a6-4343-b8ed-b017adb429ed tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1631444 Aug 31 14:03:38.147078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49384) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.148386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7d9449dd-9b56-46bb-bdf1-d4c848bca8ed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674484092'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:38.151969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-c42712a8-2795-4e0f-ba8d-93505d5cfa8e tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', 'tempest-TagsExtTest-Tag-372649039') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:38.166267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e9ec8-b4d0-4015-99dd-47a2f0119952 req-946bb7af-2147-496f-ae78-b047f509e21c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:38.167883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-241e9ec8-b4d0-4015-99dd-47a2f0119952 req-946bb7af-2147-496f-ae78-b047f509e21c tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0805714 Aug 31 14:03:38.198741 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d9449dd-9b56-46bb-bdf1-d4c848bca8ed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.231331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-241e9ec8-b4d0-4015-99dd-47a2f0119952 req-2682a8d2-2f61-4e2c-bce6-f939cbc1f496 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518491 Aug 31 14:03:38.264267 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c42712a8-2795-4e0f-ba8d-93505d5cfa8e tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags/tempest-TagsExtTest-Tag-372649039 HTTP/1.1" status: 201 len: 201 time: 0.1161425 Aug 31 14:03:38.268468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49386) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.273196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-675dc021-109e-4a75-b771-0af0806d98e0 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', 'tempest-TagsExtTest-Tag-1848409164') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:38.323831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d9449dd-9b56-46bb-bdf1-d4c848bca8ed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.329636 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d9449dd-9b56-46bb-bdf1-d4c848bca8ed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.374952 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-675dc021-109e-4a75-b771-0af0806d98e0 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags/tempest-TagsExtTest-Tag-1848409164 HTTP/1.1" status: 201 len: 201 time: 0.1051481 Aug 31 14:03:38.375522 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d9449dd-9b56-46bb-bdf1-d4c848bca8ed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.379261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7d9449dd-9b56-46bb-bdf1-d4c848bca8ed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2333632 Aug 31 14:03:38.379261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.380538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49390) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.382514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-751ded7c-b928-4bc0-91ff-4cb26fe594a0 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', 'tempest-TagsExtTest-Tag-201532165') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:38.385724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-76813fd0-1f79-4816-ab61-95642f06c257 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '71f3e037-7d94-413c-8150-263bac7f9cc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:38.425470 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76813fd0-1f79-4816-ab61-95642f06c257 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.484422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9449dd-9b56-46bb-bdf1-d4c848bca8ed tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f3e037-7d94-413c-8150-263bac7f9cc3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:38.495678 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76813fd0-1f79-4816-ab61-95642f06c257 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.500674 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76813fd0-1f79-4816-ab61-95642f06c257 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.521829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76813fd0-1f79-4816-ab61-95642f06c257 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c2d665-af72-4353-8dec-adbd798e0dc4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:38.529005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76813fd0-1f79-4816-ab61-95642f06c257 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.533811 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-76813fd0-1f79-4816-ab61-95642f06c257 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519811 Aug 31 14:03:38.534585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49392) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.545542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-751ded7c-b928-4bc0-91ff-4cb26fe594a0 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags/tempest-TagsExtTest-Tag-201532165 HTTP/1.1" status: 201 len: 201 time: 0.1667931 Aug 31 14:03:38.548073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.553144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-58d06da6-df84-4621-9192-afd00f8f7779 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', 'tempest-TagsExtTest-Tag-1234459592') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:38.567851 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eac8b524-1017-4e34-b76a-cc3458030f83 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules/b7c2d665-af72-4353-8dec-adbd798e0dc4 HTTP/1.1" status: 200 len: 763 time: 0.0299332 Aug 31 14:03:38.568238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.612773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-58d06da6-df84-4621-9192-afd00f8f7779 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags/tempest-TagsExtTest-Tag-1234459592 HTTP/1.1" status: 201 len: 201 time: 0.0633614 Aug 31 14:03:38.615473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.620709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-6a6e463e-0277-4e49-b8b7-6af4e39f8942 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:38.630240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bf10b7eb-f312-47a1-a133-ab38f0814ca4 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0599806 Aug 31 14:03:38.631889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49400) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.662596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-537d69f7-17b5-44e1-8304-7be99e30b557 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.672030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-537d69f7-17b5-44e1-8304-7be99e30b557 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.707082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-537d69f7-17b5-44e1-8304-7be99e30b557 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.714140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-537d69f7-17b5-44e1-8304-7be99e30b557 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.717362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-537d69f7-17b5-44e1-8304-7be99e30b557 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b7c2d665-af72-4353-8dec-adbd798e0dc4 HTTP/1.1" status: 204 len: 168 time: 0.0823419 Aug 31 14:03:38.717955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49404) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.722619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d69f7-17b5-44e1-8304-7be99e30b557 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7c2d665-af72-4353-8dec-adbd798e0dc4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:38.736166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e0dce-3017-45da-b51d-266698399ad0 None None] Network 98c749c6-d058-4bea-9cda-fd19a359fa88 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:38.750125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a6e463e-0277-4e49-b8b7-6af4e39f8942 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags HTTP/1.1" status: 200 len: 240 time: 0.1335278 Aug 31 14:03:38.751907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49406) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.757602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-c1dfc03d-8213-4e19-94d3-e7b29b6ad2fa tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', 'tempest-TagsExtTest-Tag-372649039') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:38.808062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-d7592e76-b9f1-4fd0-8b1f-14ec6240412e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:38.809709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-d7592e76-b9f1-4fd0-8b1f-14ec6240412e tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0794709 Aug 31 14:03:38.824956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-53196454-c097-4070-85df-d92314bf6391 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1032991 Aug 31 14:03:38.825434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49410) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.831226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-69508169-a132-49de-af0f-7ebbdebe0f16 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '71f3e037-7d94-413c-8150-263bac7f9cc3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:38.838456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d47423bc-b134-4999-95ac-1f6c52c256c6 None None] Provisioning for port f15c7210-b3d0-47b7-82f5-f1b2045a3308 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:38.921515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c1dfc03d-8213-4e19-94d3-e7b29b6ad2fa tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags/tempest-TagsExtTest-Tag-372649039 HTTP/1.1" status: 204 len: 168 time: 0.1685228 Aug 31 14:03:38.923584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49412) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:38.929272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-bade5bc5-833d-4a84-a6c3-d1f7b503da42 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', 'tempest-TagsExtTest-Tag-372649039') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:38.954695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69508169-a132-49de-af0f-7ebbdebe0f16 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.052267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Deleting port 3eb5760d-3231-467c-8966-ab1225d1b52e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:39.052531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.101283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69508169-a132-49de-af0f-7ebbdebe0f16 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.110506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8d68-0690-436d-850d-7e4ee9dcb674 req-cf54e15a-0603-4655-b74f-943a6fb274f1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.112204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd1d8d68-0690-436d-850d-7e4ee9dcb674 req-cf54e15a-0603-4655-b74f-943a6fb274f1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1530797 Aug 31 14:03:39.115268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69508169-a132-49de-af0f-7ebbdebe0f16 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.209159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508169-a132-49de-af0f-7ebbdebe0f16 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad09963-fed4-440c-bb4f-dd7ca5b3a1d5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:39.232597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69508169-a132-49de-af0f-7ebbdebe0f16 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.237535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69508169-a132-49de-af0f-7ebbdebe0f16 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4111311 Aug 31 14:03:39.242876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49414) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.250825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bade5bc5-833d-4a84-a6c3-d1f7b503da42 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags/tempest-TagsExtTest-Tag-372649039 HTTP/1.1" status: 204 len: 168 time: 0.3261013 Aug 31 14:03:39.256320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49416) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.265735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-4a268305-964b-4265-8c1f-8cc4b63be352 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:39.270382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] For port 3eb5760d-3231-467c-8966-ab1225d1b52e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3eb5760d-3231-467c-8966-ab1225d1b52e,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:39.271039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.294618 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3382952-d3f2-4599-a023-830cfe5d2513 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules/9ad09963-fed4-440c-bb4f-dd7ca5b3a1d5 HTTP/1.1" status: 200 len: 763 time: 0.0470748 Aug 31 14:03:39.296126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Calling delete_port for 3eb5760d-3231-467c-8966-ab1225d1b52e owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:39.298858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd1d8d68-0690-436d-850d-7e4ee9dcb674 req-87495ff8-8136-4f5d-b376-08ae033774ed tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757736 Aug 31 14:03:39.300280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49420) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.320654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f15c7210-b3d0-47b7-82f5-f1b2045a3308 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:39.394786 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e15bebf4-1f33-4aca-af00-3786833fb342 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0931344 Aug 31 14:03:39.402774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49422) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.417514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port f15c7210-b3d0-47b7-82f5-f1b2045a3308 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:39.426715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f15c7210-b3d0-47b7-82f5-f1b2045a3308 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:39.427199 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.457465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4a268305-964b-4265-8c1f-8cc4b63be352 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags HTTP/1.1" status: 200 len: 205 time: 0.1995883 Aug 31 14:03:39.462921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49426) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.469894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-e77741bd-b113-4d97-ac9d-8a6e83d1cc55 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:39.528101 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55916672-d2a2-4253-90d3-ed15ad3779f2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.536649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10496-b098-46d2-852e-d33b4cb5d6c6 req-ffefaaa2-0d9f-4004-88d3-1cb7aa2742a7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.537078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55916672-d2a2-4253-90d3-ed15ad3779f2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.538540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90a10496-b098-46d2-852e-d33b4cb5d6c6 req-ffefaaa2-0d9f-4004-88d3-1cb7aa2742a7 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da69be-f1f8-4650-a92c-a1e28253420d HTTP/1.1" status: 200 len: 945 time: 0.0765831 Aug 31 14:03:39.571082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-270575f2-8648-4688-b690-078a46fc5427 None None] Provisioning complete for port f15c7210-b3d0-47b7-82f5-f1b2045a3308 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:39.571469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-270575f2-8648-4688-b690-078a46fc5427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.578375 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.592004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90a10496-b098-46d2-852e-d33b4cb5d6c6 req-a1ce6af4-1784-4ff5-b7ba-f7c27904eb68 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.10 "GET /v2.0/security-groups?id=837769b5-bb8d-462b-8257-151e9c830e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Aug 31 14:03:39.648502 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.652269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55916672-d2a2-4253-90d3-ed15ad3779f2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.664549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55916672-d2a2-4253-90d3-ed15ad3779f2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.667810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-55916672-d2a2-4253-90d3-ed15ad3779f2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9ad09963-fed4-440c-bb4f-dd7ca5b3a1d5 HTTP/1.1" status: 204 len: 168 time: 0.2615039 Aug 31 14:03:39.668416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49428) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.707075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3eb5760d-3231-467c-8966-ab1225d1b52e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:39.718661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Pushing event deleted for resources: {'Port': ['ID=3eb5760d-3231-467c-8966-ab1225d1b52e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:39.738835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c3889e9a-fc51-4f93-8dff-feac183ded32 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673335 Aug 31 14:03:39.739096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916672-d2a2-4253-90d3-ed15ad3779f2 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ad09963-fed4-440c-bb4f-dd7ca5b3a1d5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:39.739355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49432) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.761097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Request body: {'security_group_rule': {'security_group_id': '71f3e037-7d94-413c-8150-263bac7f9cc3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:39.765112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port f15c7210-b3d0-47b7-82f5-f1b2045a3308, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f15c7210-b3d0-47b7-82f5-f1b2045a3308,segment=NetworkSegment(b1aa5c69-f9bf-4008-9328-cc00e573500e),segment_id=b1aa5c69-f9bf-4008-9328-cc00e573500e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:39.782511 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.789848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.840138 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Project b8094b83d1a24054978bd6a222c8015d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:03:39.857215 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.904881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=f15c7210-b3d0-47b7-82f5-f1b2045a3308,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:39.906750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] No DVR routers for this DVR port 3eb5760d-3231-467c-8966-ab1225d1b52e on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:39.914149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.919929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c3c6b6e8-b5cb-43c3-9c84-ea20c5390693 req-4ce06509-93b0-47f6-a2af-1cac347c93ee tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] 10.222.0.26 "DELETE /v2.0/ports/3eb5760d-3231-467c-8966-ab1225d1b52e HTTP/1.1" status: 204 len: 173 time: 1.1004548 Aug 31 14:03:39.935368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e77741bd-b113-4d97-ac9d-8a6e83d1cc55 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags HTTP/1.1" status: 200 len: 241 time: 0.4695251 Aug 31 14:03:39.936369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'name': 'network-vif-deleted', 'tag': '3eb5760d-3231-467c-8966-ab1225d1b52e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:39.940229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49436) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:39.941836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-270575f2-8648-4688-b690-078a46fc5427 None None] Provisioning for port 9ee575a7-e999-4401-a7c6-85281343a648 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:39.943390 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a64fff0-d8b1-40ce-88ea-f73ed113c845" -d '{"events": [{"server_uuid": "a0da69be-f1f8-4650-a92c-a1e28253420d", "name": "network-vif-deleted", "tag": "3eb5760d-3231-467c-8966-ab1225d1b52e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:39.946788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-8fa72e6d-893e-4c65-92bc-18bbff8c4ef7 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', 'tempest-TagsExtTest-Tag-1848409164') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:39.947302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-270575f2-8648-4688-b690-078a46fc5427 None None] Provisioning complete for port 9ee575a7-e999-4401-a7c6-85281343a648 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:39.948066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-270575f2-8648-4688-b690-078a46fc5427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.001849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-270575f2-8648-4688-b690-078a46fc5427 None None] Port 9ee575a7-e999-4401-a7c6-85281343a648 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:40.041730 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f404665e-c0b5-4428-afe7-e1428d91516c x-openstack-request-id: req-f404665e-c0b5-4428-afe7-e1428d91516c {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:40.042088 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0da69be-f1f8-4650-a92c-a1e28253420d", "name": "network-vif-deleted", "tag": "3eb5760d-3231-467c-8966-ab1225d1b52e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:40.042579 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f404665e-c0b5-4428-afe7-e1428d91516c {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:40.043199 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0da69be-f1f8-4650-a92c-a1e28253420d', 'name': 'network-vif-deleted', 'tag': '3eb5760d-3231-467c-8966-ab1225d1b52e', 'status': 'completed', 'code': 200} Aug 31 14:03:40.070337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.078199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.120310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.123976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3801224 Aug 31 14:03:40.123976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba5d00-6632-4b86-8c3b-f598c99cd080 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cdb86e-8a45-439e-a26e-1485e5030338,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:40.124330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.129818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cd571bf1-d8cc-4c9e-8e7e-281d381ff83a None None] Provisioning complete for port 9ee575a7-e999-4401-a7c6-85281343a648 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:40.130297 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd571bf1-d8cc-4c9e-8e7e-281d381ff83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.133880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8fa72e6d-893e-4c65-92bc-18bbff8c4ef7 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags/tempest-TagsExtTest-Tag-1848409164 HTTP/1.1" status: 204 len: 168 time: 0.1900513 Aug 31 14:03:40.134081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.141262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-f6e4479b-0061-4e02-83f8-622e9f3d162a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', 'tempest-TagsExtTest-Tag-1848409164') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:40.148327 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d00bccca-8959-4f79-b100-58562dbcfbc9 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules/f0cdb86e-8a45-439e-a26e-1485e5030338 HTTP/1.1" status: 200 len: 769 time: 0.0216236 Aug 31 14:03:40.150482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49446) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.190309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cd571bf1-d8cc-4c9e-8e7e-281d381ff83a None None] Port 9ee575a7-e999-4401-a7c6-85281343a648 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:40.218802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4fdd6431-66b7-496e-85b7-35c1dca0c589 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0646472 Aug 31 14:03:40.219108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49448) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.225183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f6e4479b-0061-4e02-83f8-622e9f3d162a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags/tempest-TagsExtTest-Tag-1848409164 HTTP/1.1" status: 204 len: 168 time: 0.0900440 Aug 31 14:03:40.227681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49450) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.235821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-8fb9328f-9f4d-4901-9a81-b306447af68b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:40.254650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b23eeb1b-ee30-4ad0-bfd0-5ad9e0663a47 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.263855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b23eeb1b-ee30-4ad0-bfd0-5ad9e0663a47 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.297691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b23eeb1b-ee30-4ad0-bfd0-5ad9e0663a47 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.306537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8fb9328f-9f4d-4901-9a81-b306447af68b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags HTTP/1.1" status: 200 len: 205 time: 0.0777593 Aug 31 14:03:40.309364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49454) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.314459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-687a9747-a010-4856-aeea-413d44af1c70 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:40.314750 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b23eeb1b-ee30-4ad0-bfd0-5ad9e0663a47 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.316125 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b23eeb1b-ee30-4ad0-bfd0-5ad9e0663a47 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f0cdb86e-8a45-439e-a26e-1485e5030338 HTTP/1.1" status: 204 len: 168 time: 0.0961280 Aug 31 14:03:40.318550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49456) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.323135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eeb1b-ee30-4ad0-bfd0-5ad9e0663a47 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0cdb86e-8a45-439e-a26e-1485e5030338,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:40.733839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e4e296a-04a1-4a27-8310-6070ac4a8af0 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4141376 Aug 31 14:03:40.736653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49460) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.745014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-687a9747-a010-4856-aeea-413d44af1c70 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags HTTP/1.1" status: 200 len: 240 time: 0.4342148 Aug 31 14:03:40.749817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49462) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.760119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40957-840b-4e2d-a2b5-c074c9aa6ae8 req-cd47b3c3-551f-4d8e-9851-6a9275b0217e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:40.761664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37f40957-840b-4e2d-a2b5-c074c9aa6ae8 req-cd47b3c3-551f-4d8e-9851-6a9275b0217e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.3920720 Aug 31 14:03:40.765578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-298449a9-6fe6-4047-b9a5-e43111b9b53a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', 'tempest-TagsExtTest-Tag-201532165') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:40.793360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7ecef0d-2a75-49f5-ae69-e2f87d8975c8 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.816117 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7ecef0d-2a75-49f5-ae69-e2f87d8975c8 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.858393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7ecef0d-2a75-49f5-ae69-e2f87d8975c8 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.861127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7ecef0d-2a75-49f5-ae69-e2f87d8975c8 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.863719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c7ecef0d-2a75-49f5-ae69-e2f87d8975c8 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "DELETE /v2.0/security-groups/71f3e037-7d94-413c-8150-263bac7f9cc3 HTTP/1.1" status: 204 len: 168 time: 0.1258326 Aug 31 14:03:40.867841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37f40957-840b-4e2d-a2b5-c074c9aa6ae8 req-fb5bf309-1c1f-42ce-bf85-fa0c54a37c83 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700121 Aug 31 14:03:40.868432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49466) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.870237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-298449a9-6fe6-4047-b9a5-e43111b9b53a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags/tempest-TagsExtTest-Tag-201532165 HTTP/1.1" status: 204 len: 168 time: 0.1191015 Aug 31 14:03:40.878518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49468) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.885141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecef0d-2a75-49f5-ae69-e2f87d8975c8 tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f3e037-7d94-413c-8150-263bac7f9cc3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:40.890199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-60859da1-238e-4da3-aa85-6d3167508fa4 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', 'tempest-TagsExtTest-Tag-201532165') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:40.929333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49470) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:40.991210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd93c3e5-2be5-4aab-b388-ee42206b7afa tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197057 Aug 31 14:03:40.998086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49474) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.044448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-60859da1-238e-4da3-aa85-6d3167508fa4 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags/tempest-TagsExtTest-Tag-201532165 HTTP/1.1" status: 204 len: 168 time: 0.1627104 Aug 31 14:03:41.047206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49476) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.053913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-6e7212e2-f961-4556-8c7f-8d40f374f5ae tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.104626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c72115e2-ea93-4657-9d00-a76c2315448d tempest-SecGroupIPv6Test-1298361530 tempest-SecGroupIPv6Test-1298361530-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1014097 Aug 31 14:03:41.208913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6e7212e2-f961-4556-8c7f-8d40f374f5ae tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags HTTP/1.1" status: 200 len: 205 time: 0.1594031 Aug 31 14:03:41.209598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49480) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.218385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-e3617b6b-56a7-4513-a19e-574e6233dd22 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.278590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f15c7210-b3d0-47b7-82f5-f1b2045a3308 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:41.283950 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e3617b6b-56a7-4513-a19e-574e6233dd22 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags HTTP/1.1" status: 200 len: 241 time: 0.0722356 Aug 31 14:03:41.288192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49482) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.297866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-138372fe-08f3-4541-9a3e-5ac36151388d tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', 'tempest-TagsExtTest-Tag-1234459592') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.338764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-138372fe-08f3-4541-9a3e-5ac36151388d tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags/tempest-TagsExtTest-Tag-1234459592 HTTP/1.1" status: 204 len: 168 time: 0.0507329 Aug 31 14:03:41.341356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49484) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.351612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-3178d773-5d95-4a9b-bf34-e3764464847a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', 'tempest-TagsExtTest-Tag-1234459592') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.372921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f15c7210-b3d0-47b7-82f5-f1b2045a3308 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:41.373377 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.446555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3178d773-5d95-4a9b-bf34-e3764464847a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags/tempest-TagsExtTest-Tag-1234459592 HTTP/1.1" status: 204 len: 168 time: 0.1041629 Aug 31 14:03:41.449708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49488) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.455825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-5233d873-8b77-43c2-add9-27c8f21ef095 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.483980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5233d873-8b77-43c2-add9-27c8f21ef095 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags HTTP/1.1" status: 200 len: 205 time: 0.0297709 Aug 31 14:03:41.484342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49490) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.490056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-7921aaee-5842-40a1-a22d-7570eeaf8f5f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.517862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7921aaee-5842-40a1-a22d-7570eeaf8f5f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags HTTP/1.1" status: 204 len: 168 time: 0.0316231 Aug 31 14:03:41.520107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49492) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.524683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-6247d654-4c39-4ecc-b293-0d7d33c0ba5c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.535540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.539475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49494) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.606473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6247d654-4c39-4ecc-b293-0d7d33c0ba5c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags HTTP/1.1" status: 204 len: 168 time: 0.0853889 Aug 31 14:03:41.609779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49498) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.614242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-ad716dda-1772-428f-ada0-9df475f2a3ca tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.672686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ad716dda-1772-428f-ada0-9df475f2a3ca tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags HTTP/1.1" status: 204 len: 168 time: 0.0587747 Aug 31 14:03:41.672803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.677052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-0b1827f0-9556-460a-a214-8bd508ac90df tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.730645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0b1827f0-9556-460a-a214-8bd508ac90df tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags HTTP/1.1" status: 204 len: 168 time: 0.0569000 Aug 31 14:03:41.735820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49502) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.740322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-4ed69a11-65a6-4357-8509-e5320779425a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', 'tempest-TagsExtTest-Tag-871800966') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.753347 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c357048-9687-4d8f-a141-1b18ab2e0331 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8094b83d1a24054978bd6a222c8015d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125664 Aug 31 14:03:41.755749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49504) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.809313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ed69a11-65a6-4357-8509-e5320779425a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags/tempest-TagsExtTest-Tag-871800966 HTTP/1.1" status: 201 len: 201 time: 0.0723538 Aug 31 14:03:41.812608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49506) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.817489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-6ebfe44b-ac42-49c4-9a80-31cd745cef94 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', 'tempest-TagsExtTest-Tag-1392646078') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.854233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6d0d-0f8d-4dc7-ab00-c774aef1538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.882872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6d0d-0f8d-4dc7-ab00-c774aef1538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.883489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6ebfe44b-ac42-49c4-9a80-31cd745cef94 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags/tempest-TagsExtTest-Tag-1392646078 HTTP/1.1" status: 201 len: 201 time: 0.0695996 Aug 31 14:03:41.886205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49508) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.892094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-6badb36f-7f93-4605-b06f-053237a897e0 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', 'tempest-TagsExtTest-Tag-1204696391') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:41.915475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Deleting port e150ef87-80f9-4530-964a-8fc875e3a1be {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:41.915821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.994773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6d0d-0f8d-4dc7-ab00-c774aef1538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.997367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6d0d-0f8d-4dc7-ab00-c774aef1538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.998531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ef9a6d0d-0f8d-4dc7-ab00-c774aef1538d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9531405-a652-446b-b85b-9e5eedc6555d HTTP/1.1" status: 204 len: 168 time: 0.2408245 Aug 31 14:03:42.015248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a6d0d-0f8d-4dc7-ab00-c774aef1538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9531405-a652-446b-b85b-9e5eedc6555d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:42.025387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] For port e150ef87-80f9-4530-964a-8fc875e3a1be, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e150ef87-80f9-4530-964a-8fc875e3a1be,segment=NetworkSegment(aa52d0cf-58a9-44fe-aeff-e3c0cc965a27),segment_id=aa52d0cf-58a9-44fe-aeff-e3c0cc965a27)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:42.025807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.044081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Calling delete_port for e150ef87-80f9-4530-964a-8fc875e3a1be owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:42.048057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b7e48-149e-41e9-936a-177199f17465 req-d1e2f8ea-8417-4d9d-b0b8-9f531ffe6474 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:42.050871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-751b7e48-149e-41e9-936a-177199f17465 req-d1e2f8ea-8417-4d9d-b0b8-9f531ffe6474 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0852847 Aug 31 14:03:42.054554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6badb36f-7f93-4605-b06f-053237a897e0 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags/tempest-TagsExtTest-Tag-1204696391 HTTP/1.1" status: 201 len: 201 time: 0.1670456 Aug 31 14:03:42.060180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49518) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.066721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-7230af93-d5d6-4f0f-ba4e-d96d9194370a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', 'tempest-TagsExtTest-Tag-186762912') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.124097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-751b7e48-149e-41e9-936a-177199f17465 req-ebdf893f-8985-4bb8-b80d-41081bc32aca tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568571 Aug 31 14:03:42.197820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7230af93-d5d6-4f0f-ba4e-d96d9194370a tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags/tempest-TagsExtTest-Tag-186762912 HTTP/1.1" status: 201 len: 201 time: 0.1342423 Aug 31 14:03:42.198029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49522) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.203686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-6630a37b-664a-4801-a388-e5b1eafd5c0d tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', {'tags': ['tempest-TagsExtTest-Tag-220261369', 'tempest-TagsExtTest-Tag-1503112207', 'tempest-TagsExtTest-Tag-2124906324']}) {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.294595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6630a37b-664a-4801-a388-e5b1eafd5c0d tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags HTTP/1.1" status: 200 len: 317 time: 0.0954838 Aug 31 14:03:42.297948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49528) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.304331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-19cf8a81-6e29-4248-8d77-af0dbe4c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.370200 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.404424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Pushing event deleted for resources: {'Port': ['ID=e150ef87-80f9-4530-964a-8fc875e3a1be,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:42.426086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-19cf8a81-6e29-4248-8d77-af0dbe4c144b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags HTTP/1.1" status: 204 len: 168 time: 0.1269295 Aug 31 14:03:42.426791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49534) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.432941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-b6f0f0ae-6e7a-461a-8d57-7a2189b19c89 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', 'tempest-TagsExtTest-Tag-220261369') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.482024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3eb5760d-3231-467c-8966-ab1225d1b52e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:42.501025 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-b6f0f0ae-6e7a-461a-8d57-7a2189b19c89 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:42.505386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b6f0f0ae-6e7a-461a-8d57-7a2189b19c89 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags/tempest-TagsExtTest-Tag-220261369 HTTP/1.1" status: 404 len: 328 time: 0.0773427 Aug 31 14:03:42.507597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49538) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.512389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-58edfe75-9317-479b-90a3-dbbd63fb9435 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', 'tempest-TagsExtTest-Tag-1503112207') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.522398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3eb5760d-3231-467c-8966-ab1225d1b52e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:42.522759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3eb5760d-3231-467c-8966-ab1225d1b52e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:42.588617 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-58edfe75-9317-479b-90a3-dbbd63fb9435 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:42.593721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-58edfe75-9317-479b-90a3-dbbd63fb9435 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags/tempest-TagsExtTest-Tag-1503112207 HTTP/1.1" status: 404 len: 329 time: 0.0848827 Aug 31 14:03:42.594392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49542) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.599166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-52a77b04-9972-4d67-a8ff-bb2ba48a17e9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712', 'tempest-TagsExtTest-Tag-2124906324') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.647274 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.673922 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-52a77b04-9972-4d67-a8ff-bb2ba48a17e9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:42.675453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-52a77b04-9972-4d67-a8ff-bb2ba48a17e9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags/tempest-TagsExtTest-Tag-2124906324 HTTP/1.1" status: 404 len: 329 time: 0.0800707 Aug 31 14:03:42.678191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49546) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.683406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-b6b02e5f-0a08-4f5d-b346-760f5904d1da tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', {'tags': ['tempest-TagsExtTest-Tag-1317880382', 'tempest-TagsExtTest-Tag-465802500', 'tempest-TagsExtTest-Tag-635328825']}) {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.765042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b6b02e5f-0a08-4f5d-b346-760f5904d1da tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags HTTP/1.1" status: 200 len: 316 time: 0.0852149 Aug 31 14:03:42.768660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49552) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.775897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-d3173a74-eee0-4b64-a1d5-ea79ed91f2fb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.877691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d3173a74-eee0-4b64-a1d5-ea79ed91f2fb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags HTTP/1.1" status: 204 len: 168 time: 0.1072578 Aug 31 14:03:42.879154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49556) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.884958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-35e48c53-4843-4a21-82f0-cc87e3f2e133 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', 'tempest-TagsExtTest-Tag-1317880382') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:42.946579 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-35e48c53-4843-4a21-82f0-cc87e3f2e133 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:42.950662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-35e48c53-4843-4a21-82f0-cc87e3f2e133 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags/tempest-TagsExtTest-Tag-1317880382 HTTP/1.1" status: 404 len: 329 time: 0.0678461 Aug 31 14:03:42.951065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49558) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:42.956463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-5af9bb2d-3bc4-43bd-9ff2-944679973c7e tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', 'tempest-TagsExtTest-Tag-465802500') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.045663 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-5af9bb2d-3bc4-43bd-9ff2-944679973c7e tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:43.049976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5af9bb2d-3bc4-43bd-9ff2-944679973c7e tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags/tempest-TagsExtTest-Tag-465802500 HTTP/1.1" status: 404 len: 328 time: 0.0942686 Aug 31 14:03:43.053698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49562) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.059435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-4ad8a456-1ba1-4f02-8d4c-2364d55a3006 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648', 'tempest-TagsExtTest-Tag-635328825') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.132739 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-4ad8a456-1ba1-4f02-8d4c-2364d55a3006 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:43.136390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ad8a456-1ba1-4f02-8d4c-2364d55a3006 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags/tempest-TagsExtTest-Tag-635328825 HTTP/1.1" status: 404 len: 328 time: 0.0788865 Aug 31 14:03:43.137232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49566) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.142611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-0b9d7f3f-bb74-470a-96e6-094481ce7223 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', {'tags': ['tempest-TagsExtTest-Tag-1300441264', 'tempest-TagsExtTest-Tag-990930708', 'tempest-TagsExtTest-Tag-76493499']}) {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.250338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0b9d7f3f-bb74-470a-96e6-094481ce7223 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags HTTP/1.1" status: 200 len: 315 time: 0.1117287 Aug 31 14:03:43.253007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49570) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.259254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-e75fff43-14d8-46bc-bc2a-0efa668304a8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.356013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Router 93032740-9893-4b6b-af85-398c244deeda has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:03:43.462624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6dbb1-07ba-40a9-82dd-6d44d249f331 req-ee812599-df9e-4b9f-842d-1ec268b27f77 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:43.477366 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cc6dbb1-07ba-40a9-82dd-6d44d249f331 req-ee812599-df9e-4b9f-842d-1ec268b27f77 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.2256615 Aug 31 14:03:43.542116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:43.555592 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-14739b84-ace5-4132-af42-976d333b134a admin admin] 10.222.0.10 "PUT /v2.0/routers/93032740-9893-4b6b-af85-398c244deeda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237755 Aug 31 14:03:43.555592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49582) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.557625 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] Sync routers for ids ['93032740-9893-4b6b-af85-398c244deeda'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:43.574455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cc6dbb1-07ba-40a9-82dd-6d44d249f331 req-6b9ed791-8d8c-45f7-a719-ee391b83b5d9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939283 Aug 31 14:03:43.587691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e75fff43-14d8-46bc-bc2a-0efa668304a8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags HTTP/1.1" status: 204 len: 168 time: 0.3313103 Aug 31 14:03:43.587939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49584) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.597301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-d69023bc-3be3-47e1-9cf5-75f19ae1fc31 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', 'tempest-TagsExtTest-Tag-1300441264') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.622778 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] Routers {'93032740-9893-4b6b-af85-398c244deeda'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:43.623435 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:03:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['93032740-9893-4b6b-af85-398c244deeda'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.729208 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-d69023bc-3be3-47e1-9cf5-75f19ae1fc31 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:43.732666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d69023bc-3be3-47e1-9cf5-75f19ae1fc31 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags/tempest-TagsExtTest-Tag-1300441264 HTTP/1.1" status: 404 len: 329 time: 0.1437299 Aug 31 14:03:43.736327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49590) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.745239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-a2f4e06c-5493-4924-a80f-ce14b8e081c8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', 'tempest-TagsExtTest-Tag-990930708') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.789017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.818165 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] Set router 93032740-9893-4b6b-af85-398c244deeda gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:43.918088 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.960593 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-a2f4e06c-5493-4924-a80f-ce14b8e081c8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:43.962009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a2f4e06c-5493-4924-a80f-ce14b8e081c8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags/tempest-TagsExtTest-Tag-990930708 HTTP/1.1" status: 404 len: 328 time: 0.2245829 Aug 31 14:03:43.965493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49596) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.976401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-6c031f43-471d-40b4-808c-4d152d77c058 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b', 'tempest-TagsExtTest-Tag-76493499') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.019617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Deleting port 514d8d6b-8750-42aa-ba68-90fd3d52182b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:44.020176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.065411 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:03:42Z', 'revision_number': 5, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port': {'id': '514d8d6b-8750-42aa-ba68-90fd3d52182b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93032740-9893-4b6b-af85-398c244deeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.103843 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] Checking router: 93032740-9893-4b6b-af85-398c244deeda for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:03:44.119818 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-6c031f43-471d-40b4-808c-4d152d77c058 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:44.123992 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49604) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.124227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c031f43-471d-40b4-808c-4d152d77c058 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags/tempest-TagsExtTest-Tag-76493499 HTTP/1.1" status: 404 len: 327 time: 0.1575735 Aug 31 14:03:44.125217 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] Routers {'93032740-9893-4b6b-af85-398c244deeda'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:44.126639 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:03:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['93032740-9893-4b6b-af85-398c244deeda'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.129675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-3a4323ad-90c3-4d28-98f3-b67fde95997b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', {'tags': ['tempest-TagsExtTest-Tag-269176254', 'tempest-TagsExtTest-Tag-236402811', 'tempest-TagsExtTest-Tag-8251315']}) {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.162570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] For port 514d8d6b-8750-42aa-ba68-90fd3d52182b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=514d8d6b-8750-42aa-ba68-90fd3d52182b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:44.162946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.190643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Calling delete_port for 514d8d6b-8750-42aa-ba68-90fd3d52182b owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:44.224024 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] Set router 93032740-9893-4b6b-af85-398c244deeda gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:44.263673 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a4323ad-90c3-4d28-98f3-b67fde95997b tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "PUT /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags HTTP/1.1" status: 200 len: 313 time: 0.1357033 Aug 31 14:03:44.264107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49608) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.270059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-c6f4ff37-a5e9-4e42-8f91-a023d274b3a4 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.318831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c6f4ff37-a5e9-4e42-8f91-a023d274b3a4 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags HTTP/1.1" status: 204 len: 168 time: 0.0505426 Aug 31 14:03:44.319378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49610) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.337374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-6346dbde-91cd-4434-ad58-2d0a3732b7c6 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', 'tempest-TagsExtTest-Tag-269176254') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.394309 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-6346dbde-91cd-4434-ad58-2d0a3732b7c6 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:44.395751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6346dbde-91cd-4434-ad58-2d0a3732b7c6 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags/tempest-TagsExtTest-Tag-269176254 HTTP/1.1" status: 404 len: 328 time: 0.0753298 Aug 31 14:03:44.399129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49618) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.405877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-eddb29c2-e47d-4ddf-bdf0-82e37735d9e8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', 'tempest-TagsExtTest-Tag-236402811') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.428241 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:03:43Z', 'revision_number': 6, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.433405 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.451018 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-eddb29c2-e47d-4ddf-bdf0-82e37735d9e8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:44.454235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-eddb29c2-e47d-4ddf-bdf0-82e37735d9e8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags/tempest-TagsExtTest-Tag-236402811 HTTP/1.1" status: 404 len: 328 time: 0.0536172 Aug 31 14:03:44.457063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.464592 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ab696-78b4-4363-99e3-2804ef53ce6a None None] The sync data for ids ['93032740-9893-4b6b-af85-398c244deeda'] in n-d-792362-6 is: [{'id': '93032740-9893-4b6b-af85-398c244deeda', 'name': 'tempest-ServerRescueTestJSON-948637494-router', 'tenant_id': '004f1487cc8549daa8258e505f5fc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:09Z', 'updated_at': '2021-08-31T14:03:43Z', 'revision_number': 6, 'project_id': '004f1487cc8549daa8258e505f5fc48d', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:44.469820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-9d5f25d2-6b7e-40e6-8f8a-85ba23724ed9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620', 'tempest-TagsExtTest-Tag-8251315') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.475713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Pushing event deleted for resources: {'Port': ['ID=514d8d6b-8750-42aa-ba68-90fd3d52182b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:44.477977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49622) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.521095 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-9d5f25d2-6b7e-40e6-8f8a-85ba23724ed9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] show failed (client error): The resource could not be found. Aug 31 14:03:44.526082 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9d5f25d2-6b7e-40e6-8f8a-85ba23724ed9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags/tempest-TagsExtTest-Tag-8251315 HTTP/1.1" status: 404 len: 326 time: 0.0655391 Aug 31 14:03:44.531127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49628) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.532151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-af2bf08f-6404-4a27-8874-a59749206323 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3b1e5d4-c164-4116-bcbc-1e6852cc9620') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.569431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-af2bf08f-6404-4a27-8874-a59749206323 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620/tags HTTP/1.1" status: 204 len: 168 time: 0.0416067 Aug 31 14:03:44.571454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49630) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.576739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.580647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-b9544e2c-27b8-4b98-ab3f-fbbc0cba9feb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d1fafbf-19d6-4486-a9ae-78539522081b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.695327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b9544e2c-27b8-4b98-ab3f-fbbc0cba9feb tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b/tags HTTP/1.1" status: 204 len: 168 time: 0.1213667 Aug 31 14:03:44.700733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.703657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.709125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49634) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.716457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-c8f00dcd-dd95-49c6-87ed-36a9aa7d824f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ee575a7-e999-4401-a7c6-85281343a648') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.761917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c717c27-8590-4b38-8aba-cb55cb3d7cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.765761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.766286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93032740-9893-4b6b-af85-398c244deeda {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:03:44.770995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212cbc8-7081-4543-8fe9-8020ba6a421c req-784793fd-cd9a-4453-b0bc-057d0cdfaeef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:44.771126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.772081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2212cbc8-7081-4543-8fe9-8020ba6a421c req-784793fd-cd9a-4453-b0bc-057d0cdfaeef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0906174 Aug 31 14:03:44.774530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a41f190-a956-4bb8-be78-5e7372e74079 admin admin] 10.222.0.10 "DELETE /v2.0/routers/93032740-9893-4b6b-af85-398c244deeda HTTP/1.1" status: 204 len: 168 time: 1.2163780 Aug 31 14:03:44.774700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.848901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c8f00dcd-dd95-49c6-87ed-36a9aa7d824f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648/tags HTTP/1.1" status: 204 len: 168 time: 0.1352162 Aug 31 14:03:44.849904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49640) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.872844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-4e00b152-7dd6-4678-8880-d5890cd8ad71 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a53b70d9-3a14-4627-9657-3177e6805712') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.898077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2212cbc8-7081-4543-8fe9-8020ba6a421c req-69a4f8bb-ac0c-48d7-ac88-9d9f1e6b749b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132734 Aug 31 14:03:44.911723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] Deleting subnet d06819c9-80a6-480d-b843-52f0e149a311 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:44.915082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.916184 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c717c27-8590-4b38-8aba-cb55cb3d7cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.925521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c717c27-8590-4b38-8aba-cb55cb3d7cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.975059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.982774 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7c717c27-8590-4b38-8aba-cb55cb3d7cbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46699ee1f8af4df0bc9726fb09e72cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993556 Aug 31 14:03:44.983565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49642) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:44.987751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c717c27-8590-4b38-8aba-cb55cb3d7cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8566885e-a309-47e9-9052-a7cbfe277a4c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:45.026972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4e00b152-7dd6-4678-8880-d5890cd8ad71 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712/tags HTTP/1.1" status: 204 len: 168 time: 0.1717443 Aug 31 14:03:45.027746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49644) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.050892 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.053466 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29caa0f3-3dc1-4d4a-bfc6-e67d5b1bf04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.075995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29caa0f3-3dc1-4d4a-bfc6-e67d5b1bf04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.128390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29caa0f3-3dc1-4d4a-bfc6-e67d5b1bf04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.132894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29caa0f3-3dc1-4d4a-bfc6-e67d5b1bf04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.137240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-29caa0f3-3dc1-4d4a-bfc6-e67d5b1bf04f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8566885e-a309-47e9-9052-a7cbfe277a4c HTTP/1.1" status: 204 len: 168 time: 0.1518548 Aug 31 14:03:45.138560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f483f793-9833-41d7-8339-8b73ac7336c7 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for subnetpool, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.139736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f483f793-9833-41d7-8339-8b73ac7336c7 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnetpools/a3b1e5d4-c164-4116-bcbc-1e6852cc9620 HTTP/1.1" status: 204 len: 168 time: 0.1116521 Aug 31 14:03:45.141688 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.143764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49648) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.149023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa0f3-3dc1-4d4a-bfc6-e67d5b1bf04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8566885e-a309-47e9-9052-a7cbfe277a4c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:45.167159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06819c9-80a6-480d-b843-52f0e149a311,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:45.202931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.205227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-412a85c3-feb6-457e-ad53-8660faedd8db admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d06819c9-80a6-480d-b843-52f0e149a311 HTTP/1.1" status: 204 len: 168 time: 0.4292517 Aug 31 14:03:45.206871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7401efec-fd68-4ebe-ad17-f42dda44fec8 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1fafbf-19d6-4486-a9ae-78539522081b HTTP/1.1" status: 200 len: 205 time: 0.0420909 Aug 31 14:03:45.207456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49650) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.210697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49652) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.304155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d54e4391-2496-48c1-b441-0208c4f19bf9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.332844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.418471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 514d8d6b-8750-42aa-ba68-90fd3d52182b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:45.432313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 514d8d6b-8750-42aa-ba68-90fd3d52182b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:45.432665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 514d8d6b-8750-42aa-ba68-90fd3d52182b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:45.433116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e150ef87-80f9-4530-964a-8fc875e3a1be no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:45.463475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e150ef87-80f9-4530-964a-8fc875e3a1be {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:45.464848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e150ef87-80f9-4530-964a-8fc875e3a1be not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:45.475486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.486246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb7d75c-8b51-4148-b0f8-1f027de895dc']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:45.498040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:45.499064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa52d0cf-58a9-44fe-aeff-e3c0cc965a27') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:45.512178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.535685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.545169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:45.546781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:45.549147 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:45.615302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d54e4391-2496-48c1-b441-0208c4f19bf9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.629096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d54e4391-2496-48c1-b441-0208c4f19bf9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.680042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49658) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.704022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d54e4391-2496-48c1-b441-0208c4f19bf9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.704022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54e4391-2496-48c1-b441-0208c4f19bf9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Fanout notify agent at l3_agent the message router_deleted on router 2d1fafbf-19d6-4486-a9ae-78539522081b {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:03:45.708521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d5ef-8256-4be8-bf4f-4120cf0b68d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.711220 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d54e4391-2496-48c1-b441-0208c4f19bf9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.712483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d54e4391-2496-48c1-b441-0208c4f19bf9 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/routers/2d1fafbf-19d6-4486-a9ae-78539522081b HTTP/1.1" status: 204 len: 168 time: 0.5008080 Aug 31 14:03:45.715438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49660) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.722499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.745252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.747373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] 10.222.0.10 "DELETE /v2.0/networks/fbb7d75c-8b51-4148-b0f8-1f027de895dc HTTP/1.1" status: 204 len: 168 time: 0.5389891 Aug 31 14:03:45.753174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f9382-fe24-4f98-9064-89708189b00a admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb7d75c-8b51-4148-b0f8-1f027de895dc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:45.847271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Deleting port 9ee575a7-e999-4401-a7c6-85281343a648 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:45.847618 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.877132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d5ef-8256-4be8-bf4f-4120cf0b68d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.885003 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d5ef-8256-4be8-bf4f-4120cf0b68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.931976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8d5ef-8256-4be8-bf4f-4120cf0b68d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a68dc6-fafc-4bc4-8b2c-da57c6404ff7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:45.938412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2ff8d5ef-8256-4be8-bf4f-4120cf0b68d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0969f50732964c8194c2630b098b600d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573009 Aug 31 14:03:45.941147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49666) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.980913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:45.994641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Calling delete_port for 9ee575a7-e999-4401-a7c6-85281343a648 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:46.009647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-460e3906-c2da-4df3-8230-362d25b009c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.038887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49668) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:46.065142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-460e3906-c2da-4df3-8230-362d25b009c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.105911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8412781-cb65-43ea-a915-0eb64f9cc580 req-a97b5364-29e9-4569-b09e-33421420b058 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:46.107400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8412781-cb65-43ea-a915-0eb64f9cc580 req-a97b5364-29e9-4569-b09e-33421420b058 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1098397 Aug 31 14:03:46.134635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.144272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-63e32870-4947-42cf-a5aa-127f3b26e109 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=004f1487cc8549daa8258e505f5fc48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043093 Aug 31 14:03:46.146847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:46.169561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event deleted for resources: {'Port': ['ID=9ee575a7-e999-4401-a7c6-85281343a648,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:46.185036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8412781-cb65-43ea-a915-0eb64f9cc580 req-37559818-cce9-4ca9-b0ab-f0c50d54b388 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707791 Aug 31 14:03:46.201840 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-460e3906-c2da-4df3-8230-362d25b009c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.204559 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-460e3906-c2da-4df3-8230-362d25b009c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.205735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-460e3906-c2da-4df3-8230-362d25b009c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0a68dc6-fafc-4bc4-8b2c-da57c6404ff7 HTTP/1.1" status: 204 len: 168 time: 0.2630062 Aug 31 14:03:46.237252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3906-c2da-4df3-8230-362d25b009c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a68dc6-fafc-4bc4-8b2c-da57c6404ff7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:46.248589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-024ccfc9-ae77-4ccf-b45c-5fc7c04c6c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.288151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-024ccfc9-ae77-4ccf-b45c-5fc7c04c6c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.291494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.297032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c97a36d-4b31-4a24-b2b6-de3cbf32fd3f tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/ports/9ee575a7-e999-4401-a7c6-85281343a648 HTTP/1.1" status: 204 len: 168 time: 0.5772703 Aug 31 14:03:46.297601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49676) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:46.370022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Deleting subnet a53b70d9-3a14-4627-9657-3177e6805712 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:46.373923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.421061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-024ccfc9-ae77-4ccf-b45c-5fc7c04c6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.423696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-024ccfc9-ae77-4ccf-b45c-5fc7c04c6c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.426398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-024ccfc9-ae77-4ccf-b45c-5fc7c04c6c26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/837769b5-bb8d-462b-8257-151e9c830e6c HTTP/1.1" status: 204 len: 168 time: 0.2785282 Aug 31 14:03:46.432473 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.459713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ccfc9-ae77-4ccf-b45c-5fc7c04c6c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837769b5-bb8d-462b-8257-151e9c830e6c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:46.536159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.613251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.661730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event deleted for resources: {'Subnet': ['ID=a53b70d9-3a14-4627-9657-3177e6805712,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:46.668096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.671020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fb4bab8c-98e5-4979-ac78-3b78cc3f4188 tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/subnets/a53b70d9-3a14-4627-9657-3177e6805712 HTTP/1.1" status: 204 len: 168 time: 0.3727551 Aug 31 14:03:46.673772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49690) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:46.682406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bad3c2-392a-4696-abb7-ae981f8bab6a None None] Network 98c749c6-d058-4bea-9cda-fd19a359fa88 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:46.842184 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.944281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Deleting port f15c7210-b3d0-47b7-82f5-f1b2045a3308 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:46.944690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.988573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] DHCP port deletion for 98c749c6-d058-4bea-9cda-fd19a359fa88 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:47.030615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] For port f15c7210-b3d0-47b7-82f5-f1b2045a3308, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f15c7210-b3d0-47b7-82f5-f1b2045a3308,segment=NetworkSegment(b1aa5c69-f9bf-4008-9328-cc00e573500e),segment_id=b1aa5c69-f9bf-4008-9328-cc00e573500e)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:47.031353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.046807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Calling delete_port for f15c7210-b3d0-47b7-82f5-f1b2045a3308 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:47.086421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Deleting port f15c7210-b3d0-47b7-82f5-f1b2045a3308 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:47.088899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.145290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.187551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event deleted for resources: {'Port': ['ID=f15c7210-b3d0-47b7-82f5-f1b2045a3308,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:47.191900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] No DVR routers for this DVR port f15c7210-b3d0-47b7-82f5-f1b2045a3308 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:47.197606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] For port f15c7210-b3d0-47b7-82f5-f1b2045a3308, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f15c7210-b3d0-47b7-82f5-f1b2045a3308,segment=NetworkSegment(b1aa5c69-f9bf-4008-9328-cc00e573500e),segment_id=b1aa5c69-f9bf-4008-9328-cc00e573500e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:47.198362 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.236557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Calling delete_port for f15c7210-b3d0-47b7-82f5-f1b2045a3308 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:47.337870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f15c7210-b3d0-47b7-82f5-f1b2045a3308 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:47.344128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.369543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c749c6-d058-4bea-9cda-fd19a359fa88']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:47.381749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1aa5c69-f9bf-4008-9328-cc00e573500e') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:47.382241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1aa5c69-f9bf-4008-9328-cc00e573500e') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:47.393511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.397289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: f15c7210-b3d0-47b7-82f5-f1b2045a3308 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:47.398011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f15c7210-b3d0-47b7-82f5-f1b2045a3308 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:47.408957 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.409460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.419742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63ea8-5e50-49b9-b6fe-a5451e6dc982 req-daf23c71-99bd-482a-bf25-3be92881648c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:47.421412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1fb63ea8-5e50-49b9-b6fe-a5451e6dc982 req-daf23c71-99bd-482a-bf25-3be92881648c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1050203 Aug 31 14:03:47.423852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:47.426371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:47.432659 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:47.445647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Pushing event deleted for resources: {'Port': ['ID=f15c7210-b3d0-47b7-82f5-f1b2045a3308,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:47.460500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.461115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.461665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.462913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.463431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.464150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.465164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.465969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.466510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.467085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.468205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.469100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:47.480129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bb5d6-0daa-4a3e-9c4b-c7eaa04b63c4 None None] No DVR routers for this DVR port f15c7210-b3d0-47b7-82f5-f1b2045a3308 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:47.506701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1fb63ea8-5e50-49b9-b6fe-a5451e6dc982 req-d2dc2552-09f3-4945-b114-5bb546632795 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781739 Aug 31 14:03:47.563127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.572125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.576590 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] 10.222.0.10 "DELETE /v2.0/networks/98c749c6-d058-4bea-9cda-fd19a359fa88 HTTP/1.1" status: 204 len: 168 time: 0.8981178 Aug 31 14:03:47.586410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072c34c-5be7-4ca6-bc15-74e5c8cf4b1c tempest-TagsExtTest-703313630 tempest-TagsExtTest-703313630-project] Pushing event deleted for resources: {'Network': ['ID=98c749c6-d058-4bea-9cda-fd19a359fa88,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:48.010500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49746) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:48.281705 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-038c22e7-0e29-401b-a789-f2e39424e4d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c53f4226ea3f4df4b24eb1c3fdbafacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694795 Aug 31 14:03:48.283695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49770) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:48.318003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37718003-3648-4038-8729-de2df7621e16 req-041634a6-fe81-4274-8439-ea9305394f6b tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0318694 Aug 31 14:03:48.353558 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1482195-405d-46d0-ad32-c33ceaa1fc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.378662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1482195-405d-46d0-ad32-c33ceaa1fc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.435034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1482195-405d-46d0-ad32-c33ceaa1fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.437641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c1482195-405d-46d0-ad32-c33ceaa1fc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.438825 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c1482195-405d-46d0-ad32-c33ceaa1fc38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecc1a7bb-2e10-4f79-afd5-c08d74bd5e20 HTTP/1.1" status: 204 len: 168 time: 0.1542220 Aug 31 14:03:48.454539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1482195-405d-46d0-ad32-c33ceaa1fc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc1a7bb-2e10-4f79-afd5-c08d74bd5e20,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:48.667477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2ebcf-009d-49f9-9343-34364aaac3b1 req-7c2f28e9-d088-471d-9f15-7dacf1d6b04a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:48.669499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06e2ebcf-009d-49f9-9343-34364aaac3b1 req-7c2f28e9-d088-471d-9f15-7dacf1d6b04a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0788491 Aug 31 14:03:48.740395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06e2ebcf-009d-49f9-9343-34364aaac3b1 req-58122c49-0bdb-4062-b20d-2143dc4d83ce tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510881 Aug 31 14:03:49.030084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49812) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:49.203774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59413475-79b9-4036-a912-0bcf1040ddc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.301465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59413475-79b9-4036-a912-0bcf1040ddc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.305649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59413475-79b9-4036-a912-0bcf1040ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.348398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59413475-79b9-4036-a912-0bcf1040ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b6eb75-39cb-431d-a66e-2896eaa02b30,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:49.376579 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-59413475-79b9-4036-a912-0bcf1040ddc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a7e5cd623c645a9839dfb8fdc653f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449414 Aug 31 14:03:49.379064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49828) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:49.489379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1463ca64-c4b3-425e-a214-14cd73f3d578 req-adfd2b40-e07f-4fa6-88ec-63e687a4cc27 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0500915 Aug 31 14:03:49.522944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f66d7c-1d34-4fbc-92bd-d3ab20444370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.551001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f66d7c-1d34-4fbc-92bd-d3ab20444370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.609521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f66d7c-1d34-4fbc-92bd-d3ab20444370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.612650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11f66d7c-1d34-4fbc-92bd-d3ab20444370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.614083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-11f66d7c-1d34-4fbc-92bd-d3ab20444370 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26b6eb75-39cb-431d-a66e-2896eaa02b30 HTTP/1.1" status: 204 len: 168 time: 0.2339971 Aug 31 14:03:49.632550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f66d7c-1d34-4fbc-92bd-d3ab20444370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b6eb75-39cb-431d-a66e-2896eaa02b30,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:49.912656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165cef-e9cd-44f2-bbcc-c73ba6054fc6 req-ba5602f0-32ac-451b-911a-65d449056d3d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:49.916077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a165cef-e9cd-44f2-bbcc-c73ba6054fc6 req-ba5602f0-32ac-451b-911a-65d449056d3d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1184776 Aug 31 14:03:49.978609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a165cef-e9cd-44f2-bbcc-c73ba6054fc6 req-99c57e9d-409b-48d7-9c83-24400021366c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532126 Aug 31 14:03:50.104737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49854) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:50.119008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.224059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.228001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.265592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cce207dbb82491ea3fcf3f2c9bad520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595032 Aug 31 14:03:50.267830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73714675-2727-4557-be8e-1a400e44b170,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:50.268512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49860) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:50.275095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.275445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.275786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.276160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.276453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.276808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.277442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.277581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.277807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.278131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.278453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.278773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76fcc2-b49e-47e0-aa76-06ad904c55e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:50.322595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4942be62-e5f8-4835-a835-48bec674d43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.350452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4942be62-e5f8-4835-a835-48bec674d43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.400742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4942be62-e5f8-4835-a835-48bec674d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.403542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4942be62-e5f8-4835-a835-48bec674d43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.405307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4942be62-e5f8-4835-a835-48bec674d43c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73714675-2727-4557-be8e-1a400e44b170 HTTP/1.1" status: 204 len: 168 time: 0.1351953 Aug 31 14:03:50.415627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942be62-e5f8-4835-a835-48bec674d43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73714675-2727-4557-be8e-1a400e44b170,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:50.595161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d94f6b0-c319-4d6e-bcf9-a5f54f878545 req-991e96d2-6140-42c4-a905-30c1197c47ea tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0303252 Aug 31 14:03:50.820230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49886) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:50.977903 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c51c621b-c9bb-42d2-8844-532912d14e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.117605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c51c621b-c9bb-42d2-8844-532912d14e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.119151 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-505b2036-03f4-49a3-916a-9b701f4c1a19 req-9db6624a-43d9-41ac-90e6-53813b9ce8ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0368631 Aug 31 14:03:51.124500 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c51c621b-c9bb-42d2-8844-532912d14e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.162465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c621b-c9bb-42d2-8844-532912d14e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2338277f-f222-46ff-829d-cce51f988a05,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:51.168376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c51c621b-c9bb-42d2-8844-532912d14e7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d4325da1377414797025c8ae0df718d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468668 Aug 31 14:03:51.171169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49914) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:51.228310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-150795c5-b1f7-4e7f-ac7f-2673f7b81077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.255839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-150795c5-b1f7-4e7f-ac7f-2673f7b81077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.325133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016223a7-8a06-4da4-b9c4-477625e0f59d req-5d8d84db-1976-4ca6-8125-917e570bc9e2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:51.326672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-016223a7-8a06-4da4-b9c4-477625e0f59d req-5d8d84db-1976-4ca6-8125-917e570bc9e2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0764441 Aug 31 14:03:51.360148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-150795c5-b1f7-4e7f-ac7f-2673f7b81077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.363994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-150795c5-b1f7-4e7f-ac7f-2673f7b81077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.365715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-150795c5-b1f7-4e7f-ac7f-2673f7b81077 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2338277f-f222-46ff-829d-cce51f988a05 HTTP/1.1" status: 204 len: 168 time: 0.1934373 Aug 31 14:03:51.391169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150795c5-b1f7-4e7f-ac7f-2673f7b81077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2338277f-f222-46ff-829d-cce51f988a05,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:51.396445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-016223a7-8a06-4da4-b9c4-477625e0f59d req-de44ca53-9e59-43e7-8205-4158174d971f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631435 Aug 31 14:03:51.703088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dbd36e4-71f0-4fd2-b4dc-7c24db7bad50 req-d7376b78-eeed-4888-b70a-9a1c914234b9 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Aug 31 14:03:51.794210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49938) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:51.807901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e37964f6-16c5-4d0c-8e8a-0c68eeece98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.899052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e37964f6-16c5-4d0c-8e8a-0c68eeece98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.903425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e37964f6-16c5-4d0c-8e8a-0c68eeece98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.943552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e37964f6-16c5-4d0c-8e8a-0c68eeece98f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc22cd5642774c2dbac1ea1cea38522e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481440 Aug 31 14:03:51.946129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49944) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:51.952745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37964f6-16c5-4d0c-8e8a-0c68eeece98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22fac56-e25b-4d72-936e-b4aa4d0be11e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:52.000473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a8e62cf-03bd-48dd-8957-1767016740d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.022062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a8e62cf-03bd-48dd-8957-1767016740d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.074217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a8e62cf-03bd-48dd-8957-1767016740d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.077112 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a8e62cf-03bd-48dd-8957-1767016740d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.078639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9a8e62cf-03bd-48dd-8957-1767016740d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c22fac56-e25b-4d72-936e-b4aa4d0be11e HTTP/1.1" status: 204 len: 168 time: 0.1313822 Aug 31 14:03:52.089822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e62cf-03bd-48dd-8957-1767016740d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22fac56-e25b-4d72-936e-b4aa4d0be11e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:52.220252 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:03:52.593739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc214d-fd74-406c-8f61-ef03590b5050 req-231128f7-f3f4-491e-91c8-b22974ca69d8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:52.602895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3cc214d-fd74-406c-8f61-ef03590b5050 req-231128f7-f3f4-491e-91c8-b22974ca69d8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1004131 Aug 31 14:03:52.666565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3cc214d-fd74-406c-8f61-ef03590b5050 req-2e554348-a9d3-4ca9-8ce5-c79f6a0ab2d4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Aug 31 14:03:52.897196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83e5543d-c218-4210-931b-de933fedaa51 req-ed9627ce-9bab-49b3-93d2-e69c17a9043d tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0321784 Aug 31 14:03:53.282374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14a38cb2-afc7-4642-a4ec-a404e2cf3997 req-d8267bc7-2fa5-44f2-9dae-4fc7a4e95fbe tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0393040 Aug 31 14:03:53.420224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50024) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:53.564066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15791988-7562-4104-9aaf-8095da46d887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.673800 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15791988-7562-4104-9aaf-8095da46d887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.678784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15791988-7562-4104-9aaf-8095da46d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.722979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50040) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:53.730022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-15791988-7562-4104-9aaf-8095da46d887 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=341f6736d26c48ecba65f7065e97814e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086245 Aug 31 14:03:53.730881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15791988-7562-4104-9aaf-8095da46d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97847b66-ed35-4448-952e-9d80d7ee056f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:53.817630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65411aa9-4375-455a-b759-ee0cee5c83dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.850877 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65411aa9-4375-455a-b759-ee0cee5c83dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.860217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d006ae-99cb-4981-9c8d-d7a306a70ca2 req-984aa8b3-d6c8-4808-a1f9-0b3475025b66 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:53.861851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54d006ae-99cb-4981-9c8d-d7a306a70ca2 req-984aa8b3-d6c8-4808-a1f9-0b3475025b66 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0921063 Aug 31 14:03:53.925071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54d006ae-99cb-4981-9c8d-d7a306a70ca2 req-fa71f06d-cb07-4f43-9e59-8679ee54aa55 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 Aug 31 14:03:53.952080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65411aa9-4375-455a-b759-ee0cee5c83dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.956384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65411aa9-4375-455a-b759-ee0cee5c83dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.960083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-65411aa9-4375-455a-b759-ee0cee5c83dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97847b66-ed35-4448-952e-9d80d7ee056f HTTP/1.1" status: 204 len: 168 time: 0.2339368 Aug 31 14:03:53.992126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65411aa9-4375-455a-b759-ee0cee5c83dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97847b66-ed35-4448-952e-9d80d7ee056f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:54.273068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:54.395122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfe6e4cb-c37f-435d-829e-daa3063dff2c req-b8a8a04d-427e-411d-9b65-ba315d2dc84b tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0302157 Aug 31 14:03:54.410311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43acecb8-5622-471d-8d43-9004f134c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.439228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50064) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:54.452747 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-064074dc-3629-4035-a8ea-97426e1580b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.512812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43acecb8-5622-471d-8d43-9004f134c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.517670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 52244133-5bbb-4e9f-8c47-8fba8cdd87bf details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:54.518650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43acecb8-5622-471d-8d43-9004f134c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.580643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-43acecb8-5622-471d-8d43-9004f134c30e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6035539cddda496eaf443ecea3dc9de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061299 Aug 31 14:03:54.583146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acecb8-5622-471d-8d43-9004f134c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e095c-9f28-4f29-8f3f-dc179ac0658c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:54.584101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50068) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:54.634174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:54.647304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'port_id': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'mac_address': 'fa:16:3e:bd:1e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b432b8d-bac5-4dd1-8e93-811530e2f6f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:54.668699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-064074dc-3629-4035-a8ea-97426e1580b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.672311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2477d193-640f-41b8-b384-5d3591334d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.675173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-064074dc-3629-4035-a8ea-97426e1580b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.684913 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.698536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52244133-5bbb-4e9f-8c47-8fba8cdd87bf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:54.718415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2477d193-640f-41b8-b384-5d3591334d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.719175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:54.722958 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.749821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50070) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:54.753829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-064074dc-3629-4035-a8ea-97426e1580b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=572fd36867e340ca8d91c6f427a2a1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129542 Aug 31 14:03:54.760204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064074dc-3629-4035-a8ea-97426e1580b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcaf1fe-6f3b-44f0-9a7c-ef1def4cf278,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:54.783273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:54.814966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f98348ad-88dc-449b-881f-aca532781596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.827212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2477d193-640f-41b8-b384-5d3591334d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.830945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2477d193-640f-41b8-b384-5d3591334d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.832500 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2477d193-640f-41b8-b384-5d3591334d11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/714e095c-9f28-4f29-8f3f-dc179ac0658c HTTP/1.1" status: 204 len: 168 time: 0.2469513 Aug 31 14:03:54.844242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477d193-640f-41b8-b384-5d3591334d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e095c-9f28-4f29-8f3f-dc179ac0658c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:54.855243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f98348ad-88dc-449b-881f-aca532781596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.926965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f98348ad-88dc-449b-881f-aca532781596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.929735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f98348ad-88dc-449b-881f-aca532781596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:54.933537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f98348ad-88dc-449b-881f-aca532781596 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7dcaf1fe-6f3b-44f0-9a7c-ef1def4cf278 HTTP/1.1" status: 204 len: 168 time: 0.1801190 Aug 31 14:03:54.939309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98348ad-88dc-449b-881f-aca532781596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcaf1fe-6f3b-44f0-9a7c-ef1def4cf278,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:55.040985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['52244133-5bbb-4e9f-8c47-8fba8cdd87bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:55.157890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510244cb-5b6f-494d-8314-a3ab08eb6cc8 req-f58d8d84-466f-4035-9d50-fdeaa76b3fbc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:55.168898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-510244cb-5b6f-494d-8314-a3ab08eb6cc8 req-f58d8d84-466f-4035-9d50-fdeaa76b3fbc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 944 time: 0.1343787 Aug 31 14:03:55.236592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-510244cb-5b6f-494d-8314-a3ab08eb6cc8 req-7a35d3ab-4301-47d8-bfeb-fb65d6d16efd tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662704 Aug 31 14:03:55.468426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50104) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:55.497987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24825e9c-0480-414b-b77e-541b1c6ae507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:55.532646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae48d863-2ad3-4e04-9679-52e2a6cc2db4 req-9f2f3a78-07a4-45bd-a76b-3373b1d24948 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0460558 Aug 31 14:03:55.662991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24825e9c-0480-414b-b77e-541b1c6ae507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:55.667960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24825e9c-0480-414b-b77e-541b1c6ae507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:55.720822 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24825e9c-0480-414b-b77e-541b1c6ae507 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc45063b5d84449cb9b630e66a571919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512636 Aug 31 14:03:55.722264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24825e9c-0480-414b-b77e-541b1c6ae507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5123526a-e1dc-4d04-9d4a-43ffa5cf62e7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:55.724808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50122) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:55.778323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a191b40c-3f7b-45eb-bf3b-00874291d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:55.802851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a191b40c-3f7b-45eb-bf3b-00874291d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:55.859603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a191b40c-3f7b-45eb-bf3b-00874291d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:55.862435 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a191b40c-3f7b-45eb-bf3b-00874291d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:55.863599 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a191b40c-3f7b-45eb-bf3b-00874291d33b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5123526a-e1dc-4d04-9d4a-43ffa5cf62e7 HTTP/1.1" status: 204 len: 168 time: 0.1376824 Aug 31 14:03:55.876760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191b40c-3f7b-45eb-bf3b-00874291d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5123526a-e1dc-4d04-9d4a-43ffa5cf62e7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:56.516658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 52244133-5bbb-4e9f-8c47-8fba8cdd87bf up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:56.674392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:56.675049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:56.802872 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01bef374-6e92-4423-8cf2-a77827eee278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:56.851900 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:56.855943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe57967-fe78-4b49-8d3a-1e4e09ec9969 req-54b5a8fe-5279-4cae-b794-c5ad610ddc04 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.864385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebe57967-fe78-4b49-8d3a-1e4e09ec9969 req-54b5a8fe-5279-4cae-b794-c5ad610ddc04 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 944 time: 0.5114660 Aug 31 14:03:56.892705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:56.894115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:56.897462 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c814875c-8860-4c9d-a8f2-3b92cbc4525c" -d '{"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-plugged", "status": "completed", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:56.901429 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:56.924079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebe57967-fe78-4b49-8d3a-1e4e09ec9969 req-569c3763-dc83-477e-bcc7-17fb3f355c28 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585892 Aug 31 14:03:56.978046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:57.113644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-477cdfd4-68c2-43be-8660-bc58e98a090e req-ba7d003f-f3c7-4cca-a16b-4e0ba0ae6474 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0318084 Aug 31 14:03:57.374439 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d1537-47d4-4a25-b066-ad1d84578fd8 x-openstack-request-id: req-388d1537-47d4-4a25-b066-ad1d84578fd8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:57.374838 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-plugged", "status": "completed", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:57.375193 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-388d1537-47d4-4a25-b066-ad1d84578fd8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:57.376316 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'code': 200} Aug 31 14:03:57.507152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c42b86-7593-40e4-9f32-092158ac74e5 req-ec0c6e3e-407a-4175-8cc5-6b773e69f1a6 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:57.515290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7c42b86-7593-40e4-9f32-092158ac74e5 req-ec0c6e3e-407a-4175-8cc5-6b773e69f1a6 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 946 time: 0.0779727 Aug 31 14:03:57.558624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7c42b86-7593-40e4-9f32-092158ac74e5 req-37099a1a-24cc-4c02-93ae-0d25a3d2dee0 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Aug 31 14:03:58.104924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc171d1-9288-4744-b1ef-d6fabe874e2d req-e3a904e1-28a2-4e23-8bb3-1c2f6ccb9d10 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:58.116030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bc171d1-9288-4744-b1ef-d6fabe874e2d req-e3a904e1-28a2-4e23-8bb3-1c2f6ccb9d10 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0990789 Aug 31 14:03:58.212691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bc171d1-9288-4744-b1ef-d6fabe874e2d req-8b2cb7a1-055e-4df4-afb4-032a84d6432a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845234 Aug 31 14:03:58.506382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-019fc82c-242c-49c3-86ef-25dbe0301f45 req-997c21dc-7339-4fcc-9e3a-26b349392906 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0523164 Aug 31 14:03:58.755364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a2fa-64a4-4451-8db3-112d55b64f27 req-7f1c2749-2a95-4b80-899b-4985b18e85c1 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:58.757222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d950a2fa-64a4-4451-8db3-112d55b64f27 req-7f1c2749-2a95-4b80-899b-4985b18e85c1 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 946 time: 0.0596793 Aug 31 14:03:58.803341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d950a2fa-64a4-4451-8db3-112d55b64f27 req-d69489f7-bec4-4d8c-a78c-80f6156031ba tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Aug 31 14:03:59.111475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50240) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:59.288001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d48e923f-72bb-4e86-90da-a7ad9360fc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.301684 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-da80f896-a4ad-4797-8b01-fbb758c7d22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.428132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349b440-b682-4eb4-9f5e-b6209d48514a req-8f32e484-947a-4fee-a759-935d092a189c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.439675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b349b440-b682-4eb4-9f5e-b6209d48514a req-8f32e484-947a-4fee-a759-935d092a189c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1075964 Aug 31 14:03:59.447393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45147-14b9-405a-baa4-933630c33419 req-55b835ef-c46d-47c3-812c-280b8cb22dd6 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.449250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4df45147-14b9-405a-baa4-933630c33419 req-55b835ef-c46d-47c3-812c-280b8cb22dd6 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 946 time: 0.0714791 Aug 31 14:03:59.500463 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.545519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b349b440-b682-4eb4-9f5e-b6209d48514a req-845c366d-531f-48f2-83bd-0d9cf96772dc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988140 Aug 31 14:03:59.596860 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d48e923f-72bb-4e86-90da-a7ad9360fc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.603964 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d48e923f-72bb-4e86-90da-a7ad9360fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.654320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d48e923f-72bb-4e86-90da-a7ad9360fc08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5291fd61e525410abe794656e703d768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421116 Aug 31 14:03:59.658432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50256) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:59.676003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e923f-72bb-4e86-90da-a7ad9360fc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc7a456-4581-4c47-99a1-d8cfdce57916,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:59.690911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Deleting port f0465dc4-10a0-4918-830b-95eddd20ea2e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:59.691699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.791355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ef8-0038-4ce6-b01e-542289b43b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.795100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] For port f0465dc4-10a0-4918-830b-95eddd20ea2e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f0465dc4-10a0-4918-830b-95eddd20ea2e,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:59.795487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.815994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Calling delete_port for f0465dc4-10a0-4918-830b-95eddd20ea2e owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:59.848628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52fd9d3b-13f5-4f26-aab6-b9a18a5816c4 req-20b67d27-636b-4dbc-af78-4eab57221062 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0479622 Aug 31 14:03:59.884041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ef8-0038-4ce6-b01e-542289b43b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.976570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ef8-0038-4ce6-b01e-542289b43b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.979580 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ef8-0038-4ce6-b01e-542289b43b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.981258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.990497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1b0f4ef8-0038-4ce6-b01e-542289b43b8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cc7a456-4581-4c47-99a1-d8cfdce57916 HTTP/1.1" status: 204 len: 168 time: 0.3291206 Aug 31 14:04:00.019755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f0465dc4-10a0-4918-830b-95eddd20ea2e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:00.039657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f4ef8-0038-4ce6-b01e-542289b43b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc7a456-4581-4c47-99a1-d8cfdce57916,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:00.061927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Pushing event deleted for resources: {'Port': ['ID=f0465dc4-10a0-4918-830b-95eddd20ea2e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:00.125756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92cfecf5-fda8-4e55-81fd-690e9a1174ef req-f7f793b5-83ff-44b6-9fe1-a754155fe82b tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69059e4-a898-4dd4-be99-de578d826ea9 HTTP/1.1" status: 200 len: 210 time: 0.1141503 Aug 31 14:04:00.132257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] No DVR routers for this DVR port f0465dc4-10a0-4918-830b-95eddd20ea2e on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:00.135630 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.138452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4df45147-14b9-405a-baa4-933630c33419 req-e8a3a74a-9afa-4913-8a46-a8fce90605df tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "DELETE /v2.0/ports/f0465dc4-10a0-4918-830b-95eddd20ea2e HTTP/1.1" status: 204 len: 173 time: 0.6811965 Aug 31 14:04:00.138452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'name': 'network-vif-deleted', 'tag': 'f0465dc4-10a0-4918-830b-95eddd20ea2e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:00.141623 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c03f7c-8afd-489b-a589-3a2aa853475d" -d '{"events": [{"server_uuid": "f69059e4-a898-4dd4-be99-de578d826ea9", "name": "network-vif-deleted", "tag": "f0465dc4-10a0-4918-830b-95eddd20ea2e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:00.314885 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63353cbc-a20a-4f5a-81c9-6a0f9316ccb1 x-openstack-request-id: req-63353cbc-a20a-4f5a-81c9-6a0f9316ccb1 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:00.314885 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69059e4-a898-4dd4-be99-de578d826ea9", "name": "network-vif-deleted", "tag": "f0465dc4-10a0-4918-830b-95eddd20ea2e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:00.314885 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63353cbc-a20a-4f5a-81c9-6a0f9316ccb1 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:00.314885 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69059e4-a898-4dd4-be99-de578d826ea9', 'name': 'network-vif-deleted', 'tag': 'f0465dc4-10a0-4918-830b-95eddd20ea2e', 'status': 'completed', 'code': 200} Aug 31 14:04:00.430180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:00.446227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfd39b87-e252-4796-a3d8-ec513b9da6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.529203 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.609959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfd39b87-e252-4796-a3d8-ec513b9da6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.616642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfd39b87-e252-4796-a3d8-ec513b9da6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.695255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd39b87-e252-4796-a3d8-ec513b9da6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f87c6c-a335-4e29-a22a-5c7b2eae34c8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:00.718109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50282) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:00.718326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dfd39b87-e252-4796-a3d8-ec513b9da6ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93d13b23f17b471081c1dee26d3ea911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859440 Aug 31 14:04:00.749666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e379b-25ed-4de8-b3f8-e9290ae39e13 req-3a602b07-2e3c-4226-a6c6-fe3cd9e260a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.758102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c17e379b-25ed-4de8-b3f8-e9290ae39e13 req-3a602b07-2e3c-4226-a6c6-fe3cd9e260a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0963504 Aug 31 14:04:00.804343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c17e379b-25ed-4de8-b3f8-e9290ae39e13 req-59c347f0-d8b5-435e-90c7-42dcb6aa4533 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Aug 31 14:04:00.816400 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a06b7d-b43f-4678-b042-545c31d45ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.877018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a06b7d-b43f-4678-b042-545c31d45ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.975054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a06b7d-b43f-4678-b042-545c31d45ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.986511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22a06b7d-b43f-4678-b042-545c31d45ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.994420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22a06b7d-b43f-4678-b042-545c31d45ac3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95f87c6c-a335-4e29-a22a-5c7b2eae34c8 HTTP/1.1" status: 204 len: 168 time: 0.2708838 Aug 31 14:04:01.013160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a06b7d-b43f-4678-b042-545c31d45ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f87c6c-a335-4e29-a22a-5c7b2eae34c8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:01.093234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90577b7d-3445-41f2-a301-ae6410a21fcf req-7f939c63-4ed6-4fa8-bd38-26f61fc692b2 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0524471 Aug 31 14:04:01.950633 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.955849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160201b2-8753-4697-a985-62803b89c62f req-6abb4005-86ad-480d-8786-8ae33b116b20 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:01.968126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-160201b2-8753-4697-a985-62803b89c62f req-6abb4005-86ad-480d-8786-8ae33b116b20 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0821114 Aug 31 14:04:02.056217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-160201b2-8753-4697-a985-62803b89c62f req-c63faa45-f2cc-4a54-a3a9-5034b4f66c98 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867190 Aug 31 14:04:02.329725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d4bb0d7-a7cf-4fc0-8e57-8377cd0e7827 req-706b23b7-ad69-4ef8-bfb6-79cb7a3aadf4 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0635166 Aug 31 14:04:02.558323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f0465dc4-10a0-4918-830b-95eddd20ea2e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:02.609016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f0465dc4-10a0-4918-830b-95eddd20ea2e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:02.609016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f0465dc4-10a0-4918-830b-95eddd20ea2e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:03.271928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bec563-a087-4c39-a13c-5ff428caac95 req-d2d2ec84-78ff-496a-a457-c561ac72b17e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:03.303459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3bec563-a087-4c39-a13c-5ff428caac95 req-d2d2ec84-78ff-496a-a457-c561ac72b17e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1305449 Aug 31 14:04:03.411561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3bec563-a087-4c39-a13c-5ff428caac95 req-d932813a-7d10-4307-acf0-d25f3695bc54 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070831 Aug 31 14:04:03.652805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-144d354f-a95b-4f0b-936d-1f1d24d4242d req-d1474640-9141-4dc3-bedb-67b05f3f4aae tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0507123 Aug 31 14:04:04.615555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684689eb-6593-4ce3-9abc-e3752d7ae8d7 req-d5460ddd-f529-42d0-a6fb-765b3ebf4ce0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:04.624036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-684689eb-6593-4ce3-9abc-e3752d7ae8d7 req-d5460ddd-f529-42d0-a6fb-765b3ebf4ce0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1143620 Aug 31 14:04:04.694701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-c7c478ee-6dd2-4908-b7b3-eaf46b636e6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587840 Aug 31 14:04:04.695450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-684689eb-6593-4ce3-9abc-e3752d7ae8d7 req-2a20ec4e-3f60-4913-b584-d9f40833bd6c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640743 Aug 31 14:04:04.854492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-18067ec2-b55a-4158-9cd8-b56e6bfc1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:04.856614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-18067ec2-b55a-4158-9cd8-b56e6bfc1612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 1096 time: 0.0815878 Aug 31 14:04:04.981359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c174f2d-c3a8-48ae-b6a5-656b8b392393 req-80143377-4e8b-4cc0-9958-0c519cd47b9f tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0728834 Aug 31 14:04:05.089450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-0f931214-bd3e-4f3b-8b86-546a02fddded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:05.090989 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-0f931214-bd3e-4f3b-8b86-546a02fddded service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.2038233 Aug 31 14:04:05.134212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-bbe6ff5f-e449-469c-9d69-d38b7c934888 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e HTTP/1.1" status: 200 len: 217 time: 0.0347691 Aug 31 14:04:05.199749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-c8b21ec8-1591-4a7c-bb8f-3f39a8b2562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:05.201953 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-c8b21ec8-1591-4a7c-bb8f-3f39a8b2562e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.0584612 Aug 31 14:04:05.260911 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-0ab439af-94b7-4e2a-9d66-382e76155e05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478780 Aug 31 14:04:05.417733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-a9d7b7fc-1d31-4486-bb69-fdfbe19979df service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484849 Aug 31 14:04:05.573911 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0a5d450-3ee8-4498-8204-da294d8eaacf req-5d01fbfc-8593-4a06-8ae9-1f7f8e30af9b service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487076 Aug 31 14:04:05.870829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670a0e5-8c34-43e8-993b-dc5fe93f56f6 req-1d614da7-d83a-40aa-b400-bad47742c434 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:05.873796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4670a0e5-8c34-43e8-993b-dc5fe93f56f6 req-1d614da7-d83a-40aa-b400-bad47742c434 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0696628 Aug 31 14:04:05.941343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4670a0e5-8c34-43e8-993b-dc5fe93f56f6 req-5f9f6a0e-49d8-4b4f-96a8-e1be0558039b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605135 Aug 31 14:04:06.215931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2a0c215-8b34-455d-916f-3829255e52bc req-cce1c4cc-1392-4fe4-9f59-31a7c6965114 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0674081 Aug 31 14:04:07.156464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894fdca-6976-458f-83ef-9d11ba107dbc req-773b4e96-889a-4dce-b5fa-6e5fcd5fbecd tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:07.174263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9894fdca-6976-458f-83ef-9d11ba107dbc req-773b4e96-889a-4dce-b5fa-6e5fcd5fbecd tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1362360 Aug 31 14:04:07.255004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9894fdca-6976-458f-83ef-9d11ba107dbc req-62edad70-92ab-414a-ab8d-9af9c8c28d66 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797532 Aug 31 14:04:07.500837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3eac6d5c-f3d4-4fba-9115-9e754044484d req-ce89cb15-dac7-4944-a266-3cac86cc371f tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0507936 Aug 31 14:04:08.515920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24a1c4-b58c-4613-a43b-c5fe47442f80 req-f9743a56-ec99-4f42-b8fd-5d3e5b6303a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.525553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f24a1c4-b58c-4613-a43b-c5fe47442f80 req-f9743a56-ec99-4f42-b8fd-5d3e5b6303a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1282904 Aug 31 14:04:08.580100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f24a1c4-b58c-4613-a43b-c5fe47442f80 req-dd0ab46a-9355-4cd8-a5e0-c7ed22fca5ee tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530345 Aug 31 14:04:08.809243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d347e12b-5ac5-4f28-9069-bc34ecab99b4 req-e1501d4c-bf6a-4e69-bc78-b375dfb7df42 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0437601 Aug 31 14:04:09.056991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-7f05e803-9363-48e5-8415-4363b9975da0 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:09.061649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-7f05e803-9363-48e5-8415-4363b9975da0 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/networks?id=f7421741-6673-4a38-9e5c-38baa1bf8eca HTTP/1.1" status: 200 len: 814 time: 0.1621637 Aug 31 14:04:09.096240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-5a0f9e69-b3a7-4403-9679-8b98a021a8f0 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/quotas/3a468ca27d9946c68a5cbe63b342899a HTTP/1.1" status: 200 len: 375 time: 0.0277908 Aug 31 14:04:09.153492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-9751f9d8-9699-4116-b276-cd9cebfc350a tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a468ca27d9946c68a5cbe63b342899a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469992 Aug 31 14:04:09.567197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-d577f298-ca1d-4c66-be02-db2e03e2eeb4 service neutron] 10.222.0.10 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082131 Aug 31 14:04:09.789307 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:09.837836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-9be4bab6-7d0a-4781-8c81-0e244c718074 service neutron] 10.222.0.10 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598841 Aug 31 14:04:10.152705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fb4d9-7c4f-45c6-9781-455e92cd1f70 req-d82575ce-6f9b-4db9-a956-08c721159398 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:10.161901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e0fb4d9-7c4f-45c6-9781-455e92cd1f70 req-d82575ce-6f9b-4db9-a956-08c721159398 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0846710 Aug 31 14:04:10.164692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50500) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:10.267661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e0fb4d9-7c4f-45c6-9781-455e92cd1f70 req-1f222b08-b0d6-4202-a8f7-00979afa71f7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008556 Aug 31 14:04:10.398491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14e22679-ed17-49c0-8a2e-225e9a036c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.566966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ace04d9e-3ea0-4b51-be28-ded09e1398ef req-dd53a9a7-ec39-4b4a-aa9d-511bfab09469 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0554955 Aug 31 14:04:10.597586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14e22679-ed17-49c0-8a2e-225e9a036c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.603997 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-14e22679-ed17-49c0-8a2e-225e9a036c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.647987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ab8f1f0-1c53-4fa7-8101-ff70bfc1948c req-34fbb081-e91e-4459-a170-a4e86a280f1d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 210 time: 0.0388918 Aug 31 14:04:10.696204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-14e22679-ed17-49c0-8a2e-225e9a036c79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=048af19299a24730863887445f052b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294297 Aug 31 14:04:10.699790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50512) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:10.708965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e22679-ed17-49c0-8a2e-225e9a036c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9049f7e-e10f-4965-83a4-e4674661ce5a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:10.772579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-705a9800-30bf-4437-9f2d-3776e4d55f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.808221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-705a9800-30bf-4437-9f2d-3776e4d55f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.865795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-705a9800-30bf-4437-9f2d-3776e4d55f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.869512 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-705a9800-30bf-4437-9f2d-3776e4d55f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.871108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-705a9800-30bf-4437-9f2d-3776e4d55f3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9049f7e-e10f-4965-83a4-e4674661ce5a HTTP/1.1" status: 204 len: 168 time: 0.1702645 Aug 31 14:04:10.882110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a9800-30bf-4437-9f2d-3776e4d55f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9049f7e-e10f-4965-83a4-e4674661ce5a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:11.400503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50524) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:11.420184 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-455396b9-6e61-48e0-a8de-1da06b6093fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:11.462934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cff39-a8fe-41a2-9918-5f7e601480fc req-ec0fedb9-ac62-4256-a655-e34a6ebf9e37 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:11.468958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c63cff39-a8fe-41a2-9918-5f7e601480fc req-ec0fedb9-ac62-4256-a655-e34a6ebf9e37 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1298499 Aug 31 14:04:11.545714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c63cff39-a8fe-41a2-9918-5f7e601480fc req-83f13179-aef1-4dce-bfc5-754c13dcffc2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700610 Aug 31 14:04:11.621673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-455396b9-6e61-48e0-a8de-1da06b6093fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:11.739872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-f2455874-a213-4249-aabe-c40267618b90 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:11.741706 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-f2455874-a213-4249-aabe-c40267618b90 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "GET /v2.0/networks?id=f7421741-6673-4a38-9e5c-38baa1bf8eca HTTP/1.1" status: 200 len: 814 time: 0.1224947 Aug 31 14:04:11.742944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-455396b9-6e61-48e0-a8de-1da06b6093fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:11.774386 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-455396b9-6e61-48e0-a8de-1da06b6093fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90a0e0a8fd024548a267f7d172d1eb93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726947 Aug 31 14:04:11.778406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Request body: {'port': {'device_id': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca', 'admin_state_up': True, 'tenant_id': '3a468ca27d9946c68a5cbe63b342899a'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:11.780658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa75be09-e53b-4eb9-a297-d26d321fdb77 req-40c5ed9b-4e49-4332-a47f-0b001d712f4d tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0563810 Aug 31 14:04:11.781731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50534) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:11.881541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455396b9-6e61-48e0-a8de-1da06b6093fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c2449-6ab6-44e2-93cd-a3e8e665fae1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:11.906286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a66e-0546-4d0b-8e58-b1ad4cdbddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:11.931115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a66e-0546-4d0b-8e58-b1ad4cdbddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:11.991049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a66e-0546-4d0b-8e58-b1ad4cdbddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:11.994725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a66e-0546-4d0b-8e58-b1ad4cdbddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:11.997573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dfd9a66e-0546-4d0b-8e58-b1ad4cdbddbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d6c2449-6ab6-44e2-93cd-a3e8e665fae1 HTTP/1.1" status: 204 len: 168 time: 0.2142041 Aug 31 14:04:12.000932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Made reservation on behalf of 3a468ca27d9946c68a5cbe63b342899a for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:12.004604 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.020982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9a66e-0546-4d0b-8e58-b1ad4cdbddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c2449-6ab6-44e2-93cd-a3e8e665fae1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:12.159998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Allocated IP 172.20.0.10 (f7421741-6673-4a38-9e5c-38baa1bf8eca/d75d01ec-bc8c-48fe-a68a-622a0576090b/ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:12.260220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c3da70e-e14e-46d4-a8e6-8647cc201c48 req-fb337ba9-d799-4aab-9afa-30860a8fd884 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 210 time: 0.0441654 Aug 31 14:04:12.367098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.409007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.456949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Network f7421741-6673-4a38-9e5c-38baa1bf8eca is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:12.460224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:12.464986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:12.469311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Pushing event updated for resources: {'Port': ['ID=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:12.527271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:12.528410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.546415 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-2e5ca901-5d33-4f38-a658-88df9d94f26d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7767866 Aug 31 14:04:12.573481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Request body: {'port': {'device_id': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:12.660831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.675587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4d2e-7976-42fe-ad5b-6bbeb2aea4f4 req-9ebfff2b-9e82-4812-b7a8-dd62e3d25be9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:12.683361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e3d4d2e-7976-42fe-ad5b-6bbeb2aea4f4 req-9ebfff2b-9e82-4812-b7a8-dd62e3d25be9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0655396 Aug 31 14:04:12.745121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e3d4d2e-7976-42fe-ad5b-6bbeb2aea4f4 req-81724cf9-dfb0-45df-83ff-923e4347ab40 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605748 Aug 31 14:04:12.811072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265700-4d09-4dec-82ca-f9442c696c69 req-94a5b035-4454-4389-a401-1b4a52b8a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:12.812663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49265700-4d09-4dec-82ca-f9442c696c69 req-94a5b035-4454-4389-a401-1b4a52b8a54b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0665333 Aug 31 14:04:12.980537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265700-4d09-4dec-82ca-f9442c696c69 req-3d1fc650-a845-4e07-9eec-f82188117248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:12.983398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49265700-4d09-4dec-82ca-f9442c696c69 req-3d1fc650-a845-4e07-9eec-f82188117248 service neutron] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 913 time: 0.1632724 Aug 31 14:04:13.034178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49265700-4d09-4dec-82ca-f9442c696c69 req-10cfad07-846f-4278-bae6-bbc653f30696 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf HTTP/1.1" status: 200 len: 217 time: 0.0395050 Aug 31 14:04:13.066845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:13.074798 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.088116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Transition to ACTIVE for port object ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:13.093610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.106335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba17eb61-d9a9-49a3-82e4-6768db174da7 req-4bf8cee2-41ac-4b69-ac8d-a126a10ab437 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.1180687 Aug 31 14:04:13.110153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265700-4d09-4dec-82ca-f9442c696c69 req-26c2a90b-e9de-4b51-b796-8811b978ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.114357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49265700-4d09-4dec-82ca-f9442c696c69 req-26c2a90b-e9de-4b51-b796-8811b978ffe4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.0659254 Aug 31 14:04:13.157284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49265700-4d09-4dec-82ca-f9442c696c69 req-73dc509e-6f1d-48f3-b4cd-ee08c8825c6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344985 Aug 31 14:04:13.206918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:13.286514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Attempting to bind port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:13.286896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Attempting to bind port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:13.287315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Attempting to bind port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa on network f7421741-6673-4a38-9e5c-38baa1bf8eca {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:13.293556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa on network f7421741-6673-4a38-9e5c-38baa1bf8eca not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:13.294668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Attempting to bind port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa on network f7421741-6673-4a38-9e5c-38baa1bf8eca {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:13.302008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:13.302355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Checking segment: {'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:13.302747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Bound using segment: {'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:13.303625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Bound port: ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ab7415-9ad2-4d04-bfdc-639d6310a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:13.304029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.397132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] For port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:13.404805 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] For port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:13.410075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.410783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49265700-4d09-4dec-82ca-f9442c696c69 req-e8517258-2bb3-43fe-9f74-d5a5904609df service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442853 Aug 31 14:04:13.479849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:13.487865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.489245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.491113 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-27b4f5b7-4014-49da-82e9-23fa7491e353 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa HTTP/1.1" status: 200 len: 1092 time: 0.9268985 Aug 31 14:04:13.491737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'tag': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:13.494395 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f53a5e-f4d8-4997-b39f-135703ea42af" -d '{"events": [{"name": "network-changed", "server_uuid": "d59b4d18-e8a9-4879-8a27-33a5e9ef3226", "tag": "ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:13.560284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f9099-e2a9-4e97-b6aa-d7426b4cd18b req-bc5efffa-d57f-4a76-af98-a4210201acd2 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.567740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-157f9099-e2a9-4e97-b6aa-d7426b4cd18b req-bc5efffa-d57f-4a76-af98-a4210201acd2 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 944 time: 0.1955948 Aug 31 14:04:13.597815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49265700-4d09-4dec-82ca-f9442c696c69 req-3230fbf6-4b1c-4bdc-9051-26b43cf7291c service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766346 Aug 31 14:04:13.629582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-157f9099-e2a9-4e97-b6aa-d7426b4cd18b req-979fea32-b8f5-4ac3-8964-36e867773ed2 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Aug 31 14:04:13.670972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-1f260911-d298-4a33-80b2-6672ed63157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.683379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-1f260911-d298-4a33-80b2-6672ed63157f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a468ca27d9946c68a5cbe63b342899a&device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 1095 time: 0.1236069 Aug 31 14:04:13.692154 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04406634-de78-40e7-94e4-13bd32dbaf29 x-openstack-request-id: req-04406634-de78-40e7-94e4-13bd32dbaf29 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:13.692448 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59b4d18-e8a9-4879-8a27-33a5e9ef3226", "tag": "ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:13.692701 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04406634-de78-40e7-94e4-13bd32dbaf29 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:13.693138 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'tag': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa', 'status': 'completed', 'code': 200} Aug 31 14:04:13.742891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-8643e659-e9a7-412f-93ac-73f683e5dac2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa HTTP/1.1" status: 200 len: 217 time: 0.0438499 Aug 31 14:04:13.802147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-de653283-cf70-4e4d-a328-f5ccc8fa4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.803664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-de653283-cf70-4e4d-a328-f5ccc8fa4e38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d75d01ec-bc8c-48fe-a68a-622a0576090b HTTP/1.1" status: 200 len: 854 time: 0.0515642 Aug 31 14:04:13.849881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-830dc159-67f9-4df5-bfb8-aa71795bc277 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7421741-6673-4a38-9e5c-38baa1bf8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283592 Aug 31 14:04:13.873195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424ec59-2cf2-4018-8946-e805fdf1d3bb req-363b6ca1-b607-492e-a634-d98f021438a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.874624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d424ec59-2cf2-4018-8946-e805fdf1d3bb req-363b6ca1-b607-492e-a634-d98f021438a2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0533307 Aug 31 14:04:13.928165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d424ec59-2cf2-4018-8946-e805fdf1d3bb req-14d21625-d744-4240-b7c5-c770dce11da4 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462425 Aug 31 14:04:13.975221 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-3e189673-7c2a-45d8-9098-52c0e34f2c54 service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133618 Aug 31 14:04:14.085568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3cbeac31-ae83-422d-835c-d83f9f341aaf req-ca9464e0-e546-40ad-a17f-d35d5a72f1ff service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022718 Aug 31 14:04:14.216728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d24d55d9-3461-4c55-8171-0c348e0d22dc req-fd6f112b-8da0-47c6-a34c-938098fa452a tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0313330 Aug 31 14:04:14.255382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-5e8306be-ac43-4bea-8c26-55ba4f22bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.257299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-5e8306be-ac43-4bea-8c26-55ba4f22bc18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a468ca27d9946c68a5cbe63b342899a&device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 1095 time: 0.0626619 Aug 31 14:04:14.360432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-20b42de3-3c28-41f6-91da-75ef9ce8e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.362281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-20b42de3-3c28-41f6-91da-75ef9ce8e411 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7421741-6673-4a38-9e5c-38baa1bf8eca HTTP/1.1" status: 200 len: 916 time: 0.0931523 Aug 31 14:04:14.768118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8890a-04d9-41de-b67f-67b26e663487 req-23ffe6a7-7074-4fd1-afab-91f905dd5e76 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.776341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fe8890a-04d9-41de-b67f-67b26e663487 req-23ffe6a7-7074-4fd1-afab-91f905dd5e76 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 944 time: 0.0719223 Aug 31 14:04:14.788943 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-428f5192-d848-4510-a968-14fa1115ab74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa HTTP/1.1" status: 200 len: 217 time: 0.4176285 Aug 31 14:04:14.849304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fe8890a-04d9-41de-b67f-67b26e663487 req-1f6922a3-c372-43a9-a870-2691b7ff68be tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717080 Aug 31 14:04:14.872347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-19103981-f620-46f9-8846-6267345725e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.874664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-19103981-f620-46f9-8846-6267345725e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d75d01ec-bc8c-48fe-a68a-622a0576090b HTTP/1.1" status: 200 len: 854 time: 0.0767589 Aug 31 14:04:14.920956 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-f5637928-bbfd-4c1f-b5b0-f0bbbd9514de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7421741-6673-4a38-9e5c-38baa1bf8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366468 Aug 31 14:04:15.048177 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-271cceb6-415e-44ec-8266-a337cef6d7c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192870 Aug 31 14:04:15.072012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5ee62-4857-41ce-bfe0-6ea002aff361 req-586392dc-f278-4586-821a-4f92a1e90145 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.080407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efb5ee62-4857-41ce-bfe0-6ea002aff361 req-586392dc-f278-4586-821a-4f92a1e90145 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0840528 Aug 31 14:04:15.127682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efb5ee62-4857-41ce-bfe0-6ea002aff361 req-201ac5b5-7bc3-41e2-9896-9d1e2ad58314 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Aug 31 14:04:15.235694 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-90f53a5e-f4d8-4997-b39f-135703ea42af req-62863f1d-04cb-4fd9-918d-910b4f1c7190 service neutron] 10.222.0.26 "GET /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715984 Aug 31 14:04:15.345610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88e42b62-75b6-4d64-8e74-d0acb8f0e8ba req-d0cb1e8c-75e8-4fa4-8541-cda87dd55db6 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0393460 Aug 31 14:04:15.373921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50640) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:15.486482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fce88d3-9979-4ca0-ba5a-4cce02ec02dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.585614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fce88d3-9979-4ca0-ba5a-4cce02ec02dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.589901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fce88d3-9979-4ca0-ba5a-4cce02ec02dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.630455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0fce88d3-9979-4ca0-ba5a-4cce02ec02dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1690ea26d14e49239c4b3f645bae8eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560163 Aug 31 14:04:15.632444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce88d3-9979-4ca0-ba5a-4cce02ec02dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ecc1d-ac01-4f85-8465-9129b024d47b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:15.633231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50644) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:15.705002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0903599-81a3-4557-ac35-8ab2010eda99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.740585 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0903599-81a3-4557-ac35-8ab2010eda99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.796005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0903599-81a3-4557-ac35-8ab2010eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.798637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0903599-81a3-4557-ac35-8ab2010eda99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.799837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c0903599-81a3-4557-ac35-8ab2010eda99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/435ecc1d-ac01-4f85-8465-9129b024d47b HTTP/1.1" status: 204 len: 168 time: 0.1655607 Aug 31 14:04:15.807471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0903599-81a3-4557-ac35-8ab2010eda99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ecc1d-ac01-4f85-8465-9129b024d47b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:15.968398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1d308-e81f-4ca4-a451-f7e04fddaeb9 req-16a13d60-6db6-44ce-9a40-7d097941e435 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.970107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9e1d308-e81f-4ca4-a451-f7e04fddaeb9 req-16a13d60-6db6-44ce-9a40-7d097941e435 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 944 time: 0.0523877 Aug 31 14:04:16.022135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9e1d308-e81f-4ca4-a451-f7e04fddaeb9 req-03c7d86f-fffa-4d28-b621-cae75ea34a1d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Aug 31 14:04:16.081303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50658) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:16.095851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce2ad-3207-4ebc-b00f-6bc43436e889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.192230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce2ad-3207-4ebc-b00f-6bc43436e889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.196133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce2ad-3207-4ebc-b00f-6bc43436e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.243640 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7a7ce2ad-3207-4ebc-b00f-6bc43436e889 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=924af513c1bc46ec99af9d01f5c9fc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592219 Aug 31 14:04:16.243640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ce2ad-3207-4ebc-b00f-6bc43436e889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527cc419-c7b8-4a95-a9bd-56b918c0091b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:16.246529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50672) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:16.285959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d08a8-8e93-4db8-967f-a14d13b53581 req-1b40f120-1175-4f90-a4d6-e4279dc5f7da tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.294031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-792d08a8-8e93-4db8-967f-a14d13b53581 req-1b40f120-1175-4f90-a4d6-e4279dc5f7da tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0924265 Aug 31 14:04:16.306103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-987dc664-91a0-4501-a02a-b79bf63ac7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.331991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-987dc664-91a0-4501-a02a-b79bf63ac7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.332365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-792d08a8-8e93-4db8-967f-a14d13b53581 req-47f3668c-b581-4609-bb6b-dc4c1efea489 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348320 Aug 31 14:04:16.405544 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-987dc664-91a0-4501-a02a-b79bf63ac7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.408228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-987dc664-91a0-4501-a02a-b79bf63ac7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.412212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-987dc664-91a0-4501-a02a-b79bf63ac7d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/527cc419-c7b8-4a95-a9bd-56b918c0091b HTTP/1.1" status: 204 len: 168 time: 0.1621048 Aug 31 14:04:16.419555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dc664-91a0-4501-a02a-b79bf63ac7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527cc419-c7b8-4a95-a9bd-56b918c0091b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:16.597824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 52244133-5bbb-4e9f-8c47-8fba8cdd87bf no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:16.697825 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.736320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:16.738090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:16.741528 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16fc87d-1235-40db-96fb-2e8f53fe67a4" -d '{"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:16.745610 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.810135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:17.341987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-fff8a7a5-d946-4f7c-90ed-3b958b484c47 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.343697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-fff8a7a5-d946-4f7c-90ed-3b958b484c47 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=17d50246-36a6-42d7-8565-a6443e5bcdd3 HTTP/1.1" status: 200 len: 943 time: 0.0533571 Aug 31 14:04:17.453168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Deleting port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:17.453518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:17.554776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] For port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:17.555242 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:17.569930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Calling delete_port for 52244133-5bbb-4e9f-8c47-8fba8cdd87bf owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:17.730336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:17.761371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event deleted for resources: {'Port': ['ID=52244133-5bbb-4e9f-8c47-8fba8cdd87bf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:17.803671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] No DVR routers for this DVR port 52244133-5bbb-4e9f-8c47-8fba8cdd87bf on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:17.806212 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:17.808302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-daea8cbf-7747-4539-b2a7-9b655a714379 req-79a2eba3-1082-409e-8253-4e0afac1fa8d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "DELETE /v2.0/ports/52244133-5bbb-4e9f-8c47-8fba8cdd87bf HTTP/1.1" status: 204 len: 173 time: 0.4564881 Aug 31 14:04:17.809024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-deleted', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:17.812052 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c5159d-4443-4f80-8c01-21467486a8d3" -d '{"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-deleted", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:18.055959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31ae51a7-3734-4ba7-abf4-f4e951e7092e req-beeaf2b0-4eab-4c1f-9c5f-751e53320bdd tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0321655 Aug 31 14:04:18.099756 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70af90f-0991-4024-880b-9ccdf2624fb4 x-openstack-request-id: req-c70af90f-0991-4024-880b-9ccdf2624fb4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:18.100243 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-unplugged", "status": "failed", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf", "code": 422}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:18.100362 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c70af90f-0991-4024-880b-9ccdf2624fb4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:18.100700 n-d-792362-6 neutron-server[101362]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'code': 422} returned with failed status Aug 31 14:04:18.196327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eb4b1-6e76-4582-9aed-ed30f3f88ad6 req-908cb0f8-639f-4051-9147-cb412edaccea tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:18.197893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc4eb4b1-6e76-4582-9aed-ed30f3f88ad6 req-908cb0f8-639f-4051-9147-cb412edaccea tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 944 time: 0.0549629 Aug 31 14:04:18.241941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc4eb4b1-6e76-4582-9aed-ed30f3f88ad6 req-c74bde89-e3c4-4da7-adac-74f23d6bf7e7 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372014 Aug 31 14:04:18.408712 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff914f7-9d85-4954-92ac-fcf3a045fc41 x-openstack-request-id: req-2ff914f7-9d85-4954-92ac-fcf3a045fc41 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:18.409462 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d50246-36a6-42d7-8565-a6443e5bcdd3", "name": "network-vif-deleted", "tag": "52244133-5bbb-4e9f-8c47-8fba8cdd87bf", "status": "failed", "code": 422}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:18.409462 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ff914f7-9d85-4954-92ac-fcf3a045fc41 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:18.410069 n-d-792362-6 neutron-server[101361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17d50246-36a6-42d7-8565-a6443e5bcdd3', 'name': 'network-vif-deleted', 'tag': '52244133-5bbb-4e9f-8c47-8fba8cdd87bf', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:04:18.614137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:18.719165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be487-26c2-4cb9-b611-745b50f44449 req-1bd28cc8-a818-4387-bb40-b059b3465964 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:18.722251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:18.725880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-1bd28cc8-a818-4387-bb40-b059b3465964 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.1168885 Aug 31 14:04:18.735443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa', 'network_id': 'f7421741-6673-4a38-9e5c-38baa1bf8eca', 'port_id': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa', 'mac_address': 'fa:16:3e:d2:10:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75d01ec-bc8c-48fe-a68a-622a0576090b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:18.750139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-0f52bc52-5ab3-41a1-a459-fce8703f5aa5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/quotas/a03ed9d26ac44278a6a89dcf3e5e8198 HTTP/1.1" status: 200 len: 375 time: 0.0178831 Aug 31 14:04:18.773723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:18.787627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:18.789351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-1968e965-8497-4fc4-8f45-3aa0d57c06d2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382137 Aug 31 14:04:18.811172 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:18.815784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:18.870176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:18.908052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-d2a589dd-7d0a-47eb-9f84-4da685b7dee8 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108305 Aug 31 14:04:19.013780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-af1b8782-04d0-462b-96c8-88d780ef8513 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970106 Aug 31 14:04:19.210134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b82c6dd-1d33-4222-a56e-3f5672b9d028 req-b3c667ea-8a8a-49c8-8fe3-1c57d2784426 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0285385 Aug 31 14:04:19.308616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c374337f-af51-437a-994b-0abe9df82fe0 req-6c45c6fa-8a1b-4cb3-8742-dca5b617b8d8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 210 time: 0.0299931 Aug 31 14:04:19.318353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:19.479254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eea7563d-e18b-445c-b1c3-2406d2d08449 req-fb5b61dc-d459-4ed6-9db4-57d668d22fb1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302336 Aug 31 14:04:19.491339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e68ab9-12f7-4b53-8050-0f0faf004b08 req-c6634aac-e96f-4c05-a63c-3b4c63f1459b tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:19.499165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87e68ab9-12f7-4b53-8050-0f0faf004b08 req-c6634aac-e96f-4c05-a63c-3b4c63f1459b tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 945 time: 0.0983891 Aug 31 14:04:19.545437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87e68ab9-12f7-4b53-8050-0f0faf004b08 req-b14e162e-6aa7-4f74-b677-7964692a7c47 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Aug 31 14:04:19.628998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eea7563d-e18b-445c-b1c3-2406d2d08449 req-eea1e2b2-5585-473c-973a-0caba94a40cc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0670748 Aug 31 14:04:19.698467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eea7563d-e18b-445c-b1c3-2406d2d08449 req-f5e634b5-3112-4a09-b5d8-0172fbfc6cbd service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319791 Aug 31 14:04:19.846125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7563d-e18b-445c-b1c3-2406d2d08449 req-42eec508-cc17-461f-97ee-863ee4f9fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:19.848375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eea7563d-e18b-445c-b1c3-2406d2d08449 req-42eec508-cc17-461f-97ee-863ee4f9fdcb service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1387005 Aug 31 14:04:20.371309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc8e7d6b-d4f4-4d3a-9f04-daa34a1af938 req-47bdd8b2-6f4d-4f52-a7e2-bcd336ab7dc5 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0384765 Aug 31 14:04:20.486728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0297643-4e05-4692-a24d-22d35b7a5809 req-d538df01-14a4-4841-b2f2-379d9345e7fc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 210 time: 0.0353785 Aug 31 14:04:20.626448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be487-26c2-4cb9-b611-745b50f44449 req-8e77a7b8-07b3-497e-a4d4-c7647d7e1e84 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:20.628077 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-8e77a7b8-07b3-497e-a4d4-c7647d7e1e84 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.1256783 Aug 31 14:04:20.641263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 52244133-5bbb-4e9f-8c47-8fba8cdd87bf no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:20.651866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Request body: {'port': {'device_id': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'admin_state_up': True, 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:20.671413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec20364-2c8d-4b86-b227-a0771fb5d509 req-64138ca2-3b95-432b-b102-5fb8229659f3 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:20.673249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ec20364-2c8d-4b86-b227-a0771fb5d509 req-64138ca2-3b95-432b-b102-5fb8229659f3 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 945 time: 0.0604031 Aug 31 14:04:20.682579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 52244133-5bbb-4e9f-8c47-8fba8cdd87bf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:20.683079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 52244133-5bbb-4e9f-8c47-8fba8cdd87bf not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:20.717812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ec20364-2c8d-4b86-b227-a0771fb5d509 req-da3b2695-e079-48d2-bded-2c468cd95f6a tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368459 Aug 31 14:04:20.777600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:20.781809 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.904916 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Allocated IP 172.20.0.8 (139e03a7-4fb3-45b2-9a43-265f88b10e52/6b432b8d-bac5-4dd1-8e93-811530e2f6f4/c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:21.057253 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.105695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.160275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:21.163512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:21.167607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:21.192014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event updated for resources: {'Port': ['ID=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:21.223740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:21.224643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.245644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-cd8a17e9-5556-4284-8d3a-a16ef0f35603 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988803 Aug 31 14:04:21.266866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Request body: {'port': {'device_id': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:21.321143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.514061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed712199-5ffc-41dd-950b-6dc828f438ad req-5ef18341-f097-47c2-8755-51caeb12cf05 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0420384 Aug 31 14:04:21.632645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:21.640594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.647522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6ac31-5a8f-4d9d-b658-760f70cae5f7 req-ae9bbb41-9acc-4992-ba31-fc36440ef53e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:21.649173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ee6ac31-5a8f-4d9d-b658-760f70cae5f7 req-ae9bbb41-9acc-4992-ba31-fc36440ef53e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 931 time: 0.0705428 Aug 31 14:04:21.652972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Transition to ACTIVE for port object c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:21.659854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.704072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ee6ac31-5a8f-4d9d-b658-760f70cae5f7 req-623ea32a-f055-4b02-97a5-d32e544f32ed tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 Aug 31 14:04:21.746282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:21.810009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Attempting to bind port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:21.810517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Attempting to bind port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:21.810960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Attempting to bind port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:21.815600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:21.816262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Attempting to bind port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:21.821429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:21.821891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Checking segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:21.822378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Bound using segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:21.822919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Bound port: c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:21.823384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.845923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549134-7ceb-47b1-b436-2dcb86894b98 req-ace78196-120e-4e34-8bd3-8267174b1099 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:21.847424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9549134-7ceb-47b1-b436-2dcb86894b98 req-ace78196-120e-4e34-8bd3-8267174b1099 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Aug 31 14:04:21.894043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9549134-7ceb-47b1-b436-2dcb86894b98 req-3c38bc74-18e7-48a5-b7bb-99cc914ea2dd tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Aug 31 14:04:21.897761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] For port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:21.901668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] For port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:21.919121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.991921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:21.992567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.994056 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] 10.222.0.26 "PUT /v2.0/ports/c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa HTTP/1.1" status: 200 len: 1091 time: 0.7322359 Aug 31 14:04:21.994592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'tag': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:21.997035 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28746cda-db61-4b88-a865-3f9784c39349" -d '{"events": [{"name": "network-changed", "server_uuid": "d22f297f-cb10-440f-a821-8f45fda7b789", "tag": "c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:22.005078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d11b50-8044-4ae2-9cc5-a6e63b955024 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:22.061561 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8676297-ee34-4f5c-8097-b936af7a9130 x-openstack-request-id: req-d8676297-ee34-4f5c-8097-b936af7a9130 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:22.061856 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22f297f-cb10-440f-a821-8f45fda7b789", "tag": "c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:22.062179 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8676297-ee34-4f5c-8097-b936af7a9130 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:22.062592 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'tag': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa', 'status': 'completed', 'code': 200} Aug 31 14:04:22.122321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be487-26c2-4cb9-b611-745b50f44449 req-6e457075-975a-4170-af22-11e90abd3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.124261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-6e457075-975a-4170-af22-11e90abd3c3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 1094 time: 0.0430999 Aug 31 14:04:22.178758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-c2c24f79-9cdf-4d45-9560-a7f4400f5d92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa HTTP/1.1" status: 200 len: 217 time: 0.0389724 Aug 31 14:04:22.242806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be487-26c2-4cb9-b611-745b50f44449 req-3f9b4702-4260-483d-9416-07b483e7c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.244223 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-3f9b4702-4260-483d-9416-07b483e7c3f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.0542021 Aug 31 14:04:22.320207 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-3e3aa23e-5b28-4daa-91b5-7ed332a271ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661845 Aug 31 14:04:22.433004 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-9c9acf62-4ba1-4670-bcce-bf097ddf1315 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043761 Aug 31 14:04:22.542625 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-e10be487-26c2-4cb9-b611-745b50f44449 req-49aa482d-e537-4163-8d04-25fe6e568beb service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010354 Aug 31 14:04:22.618351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a52446d5-9c07-43af-a03f-29e614df0911 req-7ca8ef18-de80-467d-b392-6993e919b2ac tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Aug 31 14:04:22.653793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:22.689444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746cda-db61-4b88-a865-3f9784c39349 req-857fb009-209a-40a0-9ca4-cb820a3fa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.691087 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28746cda-db61-4b88-a865-3f9784c39349 req-857fb009-209a-40a0-9ca4-cb820a3fa48e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 1094 time: 0.0439932 Aug 31 14:04:22.706786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:22.710823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:22.711339 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.796257 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.823405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746cda-db61-4b88-a865-3f9784c39349 req-cacbf5ba-5959-4323-9e74-79c59fc700c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.825158 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28746cda-db61-4b88-a865-3f9784c39349 req-cacbf5ba-5959-4323-9e74-79c59fc700c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 913 time: 0.1263666 Aug 31 14:04:22.832840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:22.840812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8534f-d640-45ac-b0ac-5f65dfdaedc5 req-309f0056-f3c7-4d78-a8e3-2ace84a0af18 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.849043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2e8534f-d640-45ac-b0ac-5f65dfdaedc5 req-309f0056-f3c7-4d78-a8e3-2ace84a0af18 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 943 time: 0.0665607 Aug 31 14:04:22.849931 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac71e90-0a6a-4376-b944-784579f18c4c" -d '{"events": [{"server_uuid": "d59b4d18-e8a9-4879-8a27-33a5e9ef3226", "name": "network-vif-plugged", "status": "completed", "tag": "ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:22.865734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:22.870789 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.882506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28746cda-db61-4b88-a865-3f9784c39349 req-3a2e75e6-abfc-4535-8acb-e213fd927f73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa HTTP/1.1" status: 200 len: 217 time: 0.0495636 Aug 31 14:04:22.887847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2e8534f-d640-45ac-b0ac-5f65dfdaedc5 req-be293a2e-3f89-49d6-9873-6dd36fc15aae tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Aug 31 14:04:22.938746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:22.949472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746cda-db61-4b88-a865-3f9784c39349 req-4aa620b9-19a9-4a0c-b31b-458418f4f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.952194 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28746cda-db61-4b88-a865-3f9784c39349 req-4aa620b9-19a9-4a0c-b31b-458418f4f55a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.0590847 Aug 31 14:04:22.956035 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdfa11a-aa2e-4257-b5a5-47c4cd224f05 x-openstack-request-id: req-abdfa11a-aa2e-4257-b5a5-47c4cd224f05 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:22.956415 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59b4d18-e8a9-4879-8a27-33a5e9ef3226", "name": "network-vif-plugged", "status": "completed", "tag": "ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:22.956653 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abdfa11a-aa2e-4257-b5a5-47c4cd224f05 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:22.957148 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa', 'code': 200} Aug 31 14:04:23.007674 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28746cda-db61-4b88-a865-3f9784c39349 req-a7f33e30-97ac-4967-80ae-0f5c0d76918a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322654 Aug 31 14:04:23.056431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff3c73-8c2a-48d9-b895-1daaa19a8c2d req-939dd191-e7c1-43bb-bc31-29d716aaa5d5 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:23.057863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fff3c73-8c2a-48d9-b895-1daaa19a8c2d req-939dd191-e7c1-43bb-bc31-29d716aaa5d5 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 946 time: 0.0599756 Aug 31 14:04:23.114152 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28746cda-db61-4b88-a865-3f9784c39349 req-1c9c22bc-35bf-4509-b4f9-58be0ef353fa service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968475 Aug 31 14:04:23.133545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3fff3c73-8c2a-48d9-b895-1daaa19a8c2d req-5eb4e51c-afbf-40bf-a061-dfec3722899d tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659759 Aug 31 14:04:23.135327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627f55-fa0e-4292-8d37-7700dc67d40e req-df7a6d42-2cd0-437e-8f08-e8f82c9ec312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:23.136734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77627f55-fa0e-4292-8d37-7700dc67d40e req-df7a6d42-2cd0-437e-8f08-e8f82c9ec312 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 1097 time: 0.0778220 Aug 31 14:04:23.195540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77627f55-fa0e-4292-8d37-7700dc67d40e req-c688c73b-bfe9-4ae0-b085-89bba7d2e916 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504661 Aug 31 14:04:23.247235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-28746cda-db61-4b88-a865-3f9784c39349 req-99b50ffb-b886-4163-bf63-c0ebdec5ccf1 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237261 Aug 31 14:04:23.748474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d20b707-2b92-4019-9c25-fcd6c3af687a req-7464e5c2-ed42-4c07-b220-0fd611c72faf tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0318313 Aug 31 14:04:23.849902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50894) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:23.972640 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-060cab1b-1894-4aee-9e1f-a6ba83881a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.032646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ba40f-6b04-415d-9011-7a6bcc0cf2ae req-d4897168-6b92-41e0-aa2a-46c232dfe5ef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:24.035962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e43ba40f-6b04-415d-9011-7a6bcc0cf2ae req-d4897168-6b92-41e0-aa2a-46c232dfe5ef tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 943 time: 0.0670848 Aug 31 14:04:24.085041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e43ba40f-6b04-415d-9011-7a6bcc0cf2ae req-1e6f6d19-ce4c-430c-9123-d649c270b8d3 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Aug 31 14:04:24.114165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-060cab1b-1894-4aee-9e1f-a6ba83881a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.118044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-060cab1b-1894-4aee-9e1f-a6ba83881a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.161648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-060cab1b-1894-4aee-9e1f-a6ba83881a45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d62b393ed65541b9b94eae9305b9a0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082759 Aug 31 14:04:24.161648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cab1b-1894-4aee-9e1f-a6ba83881a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcfb4e-dd53-4687-9a43-3472bff30515,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:24.162032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50900) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:24.213166 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a47ff706-7b7b-41e9-ad57-5af2e2ac2623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.256933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a47ff706-7b7b-41e9-ad57-5af2e2ac2623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.303871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79dc48-abf2-4f8a-b758-fd8a0fb499df req-515424b5-c6ce-40d5-8ea9-c17b9b40e69c tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:24.305408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f79dc48-abf2-4f8a-b758-fd8a0fb499df req-515424b5-c6ce-40d5-8ea9-c17b9b40e69c tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 946 time: 0.0824811 Aug 31 14:04:24.340621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a47ff706-7b7b-41e9-ad57-5af2e2ac2623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.343289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a47ff706-7b7b-41e9-ad57-5af2e2ac2623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.346806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a47ff706-7b7b-41e9-ad57-5af2e2ac2623 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fdcfb4e-dd53-4687-9a43-3472bff30515 HTTP/1.1" status: 204 len: 168 time: 0.1814473 Aug 31 14:04:24.363520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f79dc48-abf2-4f8a-b758-fd8a0fb499df req-b0d463a2-0a9d-4e3c-a1d8-08bac50bff5f tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514269 Aug 31 14:04:24.407754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ff706-7b7b-41e9-ad57-5af2e2ac2623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcfb4e-dd53-4687-9a43-3472bff30515,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:24.738605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50912) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:24.752897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21959adf-a27d-4fc0-8a63-f42106bcc965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.854487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21959adf-a27d-4fc0-8a63-f42106bcc965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.860080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21959adf-a27d-4fc0-8a63-f42106bcc965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.869586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9aad49d-b324-4ee4-b878-8f5f63e9dc22 req-a12a81a3-07b5-4ac2-bc81-c9fbbeaadf4a tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0305550 Aug 31 14:04:24.900390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21959adf-a27d-4fc0-8a63-f42106bcc965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53a05aa-eee8-4a49-ad62-9945972c19bc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:24.906674 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-21959adf-a27d-4fc0-8a63-f42106bcc965 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=020956e9a72e456ab9d88e8b2ede2c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668162 Aug 31 14:04:24.909360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50916) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:24.963454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d32eb10c-5946-4aaf-ab44-a3a92e4ab628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.984628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d32eb10c-5946-4aaf-ab44-a3a92e4ab628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.033088 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d32eb10c-5946-4aaf-ab44-a3a92e4ab628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.035837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d32eb10c-5946-4aaf-ab44-a3a92e4ab628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.037087 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d32eb10c-5946-4aaf-ab44-a3a92e4ab628 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d53a05aa-eee8-4a49-ad62-9945972c19bc HTTP/1.1" status: 204 len: 168 time: 0.1264837 Aug 31 14:04:25.045235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eb10c-5946-4aaf-ab44-a3a92e4ab628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53a05aa-eee8-4a49-ad62-9945972c19bc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:25.221013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366130-05fd-40f7-a7b5-3d7d11cdfcf1 req-0f996589-3b50-43ab-94e7-70cb47d104ab tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:25.222561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5366130-05fd-40f7-a7b5-3d7d11cdfcf1 req-0f996589-3b50-43ab-94e7-70cb47d104ab tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 943 time: 0.0632741 Aug 31 14:04:25.264705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5366130-05fd-40f7-a7b5-3d7d11cdfcf1 req-f5a1e6eb-5a05-4fd3-8d5d-c90f71697cec tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Aug 31 14:04:25.391420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 50924) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:25.405595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a782f4a0-c680-48b5-94cd-bace7d30acbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.510513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e925ae-ece3-4c88-a022-d29a5fdf3068 req-8c91120d-5761-45f6-93ee-f88d92c7e150 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:25.512044 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28e925ae-ece3-4c88-a022-d29a5fdf3068 req-8c91120d-5761-45f6-93ee-f88d92c7e150 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 946 time: 0.0698574 Aug 31 14:04:25.568904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a782f4a0-c680-48b5-94cd-bace7d30acbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.581926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a782f4a0-c680-48b5-94cd-bace7d30acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.581926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28e925ae-ece3-4c88-a022-d29a5fdf3068 req-30b2e93b-53c3-48cd-b12f-11a47a215a45 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559137 Aug 31 14:04:25.633783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a782f4a0-c680-48b5-94cd-bace7d30acbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d231e03d4d6b4b8089f53b7dcbc39dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385900 Aug 31 14:04:25.633783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782f4a0-c680-48b5-94cd-bace7d30acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea65ea7c-4103-4894-8810-f7e0467dd236,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:25.637810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 50932) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:25.705556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aeb25d12-a0a2-49f9-b61d-6b1ecd3b6779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.729151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aeb25d12-a0a2-49f9-b61d-6b1ecd3b6779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.784001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aeb25d12-a0a2-49f9-b61d-6b1ecd3b6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.787708 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aeb25d12-a0a2-49f9-b61d-6b1ecd3b6779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.789274 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aeb25d12-a0a2-49f9-b61d-6b1ecd3b6779 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea65ea7c-4103-4894-8810-f7e0467dd236 HTTP/1.1" status: 204 len: 168 time: 0.1501992 Aug 31 14:04:25.797155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb25d12-a0a2-49f9-b61d-6b1ecd3b6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea65ea7c-4103-4894-8810-f7e0467dd236,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:26.126029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-348ffebc-8e04-4ed0-b49d-562e295770f1 req-b33725e5-0953-4130-bb3f-875e45b4084f tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0361307 Aug 31 14:04:26.417319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20ea48-6f9d-48c2-b6a5-cee411f28e98 req-5b4c9733-cda5-40e2-bf68-416493f7c316 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:26.418873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e20ea48-6f9d-48c2-b6a5-cee411f28e98 req-5b4c9733-cda5-40e2-bf68-416493f7c316 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 943 time: 0.0554941 Aug 31 14:04:26.482887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e20ea48-6f9d-48c2-b6a5-cee411f28e98 req-c9307a61-f14e-48d5-b2a2-5c06f8bceb15 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 Aug 31 14:04:26.693990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:26.757501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc4555f5-03fa-46c7-8f01-8624051d54df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.861741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:26.875007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'port_id': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa', 'mac_address': 'fa:16:3e:6d:9f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b432b8d-bac5-4dd1-8e93-811530e2f6f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:26.923564 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.926617 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-48b5caae-7641-4097-8e17-cceeffe2b45e req-016dcc01-ccf4-4151-8720-9198b1ac2c71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0309882 Aug 31 14:04:26.947171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:26.975940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:26.980748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.037917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:27.328683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-367da03e-9063-4e06-9e7c-01e5ea11ebaf req-145570bc-d452-420a-b670-1815267d285c tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0284023 Aug 31 14:04:27.494255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:27.984216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51004) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:27.990254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324974353', 'description': 'tempest-secgroup-smoke-324974353 description', 'project_id': '596b8a705248434c887d147153bd491b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:28.035141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.058882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.164065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694c1fa-5e17-496e-9629-025ce7408598 req-e8cbea01-b2de-4d77-9f3f-df48c678151c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:28.191573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7694c1fa-5e17-496e-9629-025ce7408598 req-e8cbea01-b2de-4d77-9f3f-df48c678151c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 944 time: 0.1590092 Aug 31 14:04:28.200160 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.217117 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.253335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eaad90-e181-418c-82bb-de5498ac7045,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:28.273083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7694c1fa-5e17-496e-9629-025ce7408598 req-33e23c16-c945-4141-8573-79ce2ef29dd7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803154 Aug 31 14:04:28.367437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.373332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.431589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.433044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4468207 Aug 31 14:04:28.437176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:28.438848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf4806-151c-4c05-a76b-b7ef9e33fefc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2895a0d5-7e68-4861-b64e-c0f1b284a150,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:28.441765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-74f27a1f-b122-4a64-b109-4e5d2a47743d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '2895a0d5-7e68-4861-b64e-c0f1b284a150', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:28.519899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0551c6f6-8e58-4378-9149-be23a650ebe6 req-8cdca68c-f323-4819-8087-0a17b0beb15f tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0450110 Aug 31 14:04:28.521214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f27a1f-b122-4a64-b109-4e5d2a47743d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.580404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f27a1f-b122-4a64-b109-4e5d2a47743d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.585610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f27a1f-b122-4a64-b109-4e5d2a47743d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.618753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f27a1f-b122-4a64-b109-4e5d2a47743d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2a6d34-f158-4b70-9678-3fbfbd39ecb7,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:28.627637 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74f27a1f-b122-4a64-b109-4e5d2a47743d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.632358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-74f27a1f-b122-4a64-b109-4e5d2a47743d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1921787 Aug 31 14:04:28.632632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51022) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:28.638137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0cc0087d-9728-40c9-96c2-9038c18e99a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '2895a0d5-7e68-4861-b64e-c0f1b284a150', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:28.693525 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cc0087d-9728-40c9-96c2-9038c18e99a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.787424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cc0087d-9728-40c9-96c2-9038c18e99a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.796694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cc0087d-9728-40c9-96c2-9038c18e99a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.819236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0087d-9728-40c9-96c2-9038c18e99a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f339443c-f0e5-4cc7-8023-96404454e50f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:28.833376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cc0087d-9728-40c9-96c2-9038c18e99a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.838269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0cc0087d-9728-40c9-96c2-9038c18e99a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2045603 Aug 31 14:04:28.839126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51026) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:28.844789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cb97cf81-9021-43f1-ab64-3d535b15eefa tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '2895a0d5-7e68-4861-b64e-c0f1b284a150', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:28.885512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9292c306-da00-429c-b00a-cd2047ad7c58 req-9b86c42a-3adc-433d-8935-226d25c2d81d tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0302279 Aug 31 14:04:28.903609 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03c99986-3bea-4347-9573-50a641c900da req-e701ead9-ce3d-4bd5-8e96-10b63ae6eb17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c92d593d7994bc7b52916974c736a76&device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0349326 Aug 31 14:04:28.918510 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cb97cf81-9021-43f1-ab64-3d535b15eefa tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.949710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03c99986-3bea-4347-9573-50a641c900da req-ff1f5303-396d-4b60-a1fc-4a3cdf54d8fb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3c92d593d7994bc7b52916974c736a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275431 Aug 31 14:04:29.066163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cb97cf81-9021-43f1-ab64-3d535b15eefa tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.072805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cb97cf81-9021-43f1-ab64-3d535b15eefa tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.106864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97cf81-9021-43f1-ab64-3d535b15eefa tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b773d93-0058-40df-8ea8-df8e7a93083d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:29.128486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cb97cf81-9021-43f1-ab64-3d535b15eefa tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.132744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51028) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:29.137510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3abe9017-786e-4953-85d2-8a2e8daf8ec6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '2895a0d5-7e68-4861-b64e-c0f1b284a150', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:29.139029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cb97cf81-9021-43f1-ab64-3d535b15eefa tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2969894 Aug 31 14:04:29.147231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99986-3bea-4347-9573-50a641c900da req-7e32ef6e-a273-4cb1-ba25-92b722ff788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:29.151236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03c99986-3bea-4347-9573-50a641c900da req-7e32ef6e-a273-4cb1-ba25-92b722ff788c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1894765 Aug 31 14:04:29.171457 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3abe9017-786e-4953-85d2-8a2e8daf8ec6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.220406 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:04:29.255953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3abe9017-786e-4953-85d2-8a2e8daf8ec6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.262406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3abe9017-786e-4953-85d2-8a2e8daf8ec6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.288971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe9017-786e-4953-85d2-8a2e8daf8ec6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f614fa7c-6e4b-4280-984f-b8e5ba3dfd5c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:29.299340 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6133f284-7120-4994-8533-6eada5ac659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.305497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3abe9017-786e-4953-85d2-8a2e8daf8ec6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.308058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3abe9017-786e-4953-85d2-8a2e8daf8ec6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742234 Aug 31 14:04:29.311395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:29.319560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '2895a0d5-7e68-4861-b64e-c0f1b284a150', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:29.345030 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:04:29.351756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.454310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aea8b2-6b82-4a41-aca7-684a205b550c req-cb3d0231-ba7e-4a85-843f-3804a1bd9b64 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:29.456234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0aea8b2-6b82-4a41-aca7-684a205b550c req-cb3d0231-ba7e-4a85-843f-3804a1bd9b64 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 944 time: 0.0974064 Aug 31 14:04:29.462695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.488626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.493890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.524038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0aea8b2-6b82-4a41-aca7-684a205b550c req-d6e5d6db-9503-4c4a-a928-b6017f74fdc5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Aug 31 14:04:29.527455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df674e14-8666-4ae6-830b-f01d6995c8a3,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:29.538869 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.540993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d254b1b6-5a6d-43b0-8c03-4c91aa0cec80 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2265446 Aug 31 14:04:29.543115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51044) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:29.547857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '2895a0d5-7e68-4861-b64e-c0f1b284a150', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:29.572044 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:04:29.580274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.652687 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.657198 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.680912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5e6457-f07b-407d-bf42-da22460015e9,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:29.684677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.688945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-782020d2-8a3d-4484-beec-8644747eb70f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419191 Aug 31 14:04:29.689212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51046) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:29.694909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'network': {'name': 'tempest-network-smoke--1490819256', 'project_id': '596b8a705248434c887d147153bd491b', 'port_security_enabled': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:29.717426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:29.721180 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.745901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] vlan segment allocate from pool success with {'vlan_id': 1502, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:04:29.756463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.756957 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Added segment 16fd9169-9a31-4aa0-ab38-b332cb12f6cf of type vlan for network f8bca01e-bbe1-4db9-a127-8114c03af889 Aug 31 14:04:29.797604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.822455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.828473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:29.829104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.889265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1987503 Aug 31 14:04:29.892357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51048) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:29.897062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'admin_state_up': True, 'project_id': '596b8a705248434c887d147153bd491b', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:29.902140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39650f-aaf3-4716-8760-fe86634c2270 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Network': ['ID=f8bca01e-bbe1-4db9-a127-8114c03af889,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:29.917423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f8bca01e-bbe1-4db9-a127-8114c03af889 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:04:29.923191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.925050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.003254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.005490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c7b95f6-715a-483a-ada4-acb47b21ad83 req-887c7ed0-e569-49f3-bdf8-f74d3231b1b3 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0301104 Aug 31 14:04:30.160730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.365946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.388827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.522900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.19 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/62816c19-1bc1-459f-b045-45a1335ee2bf) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:30.600820 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.726350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:30.752147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd3e3-9898-4207-a05f-8887bb02a0bc req-53a12305-bd61-452c-8e95-a951d84000d2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:30.757941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-901fd3e3-9898-4207-a05f-8887bb02a0bc req-53a12305-bd61-452c-8e95-a951d84000d2 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 944 time: 0.1004710 Aug 31 14:04:30.792413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-03c99986-3bea-4347-9573-50a641c900da req-8e5df0fc-135b-46d2-8869-0cc91f20faee tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0498745 Aug 31 14:04:30.796163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.802844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:30.807793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:30.808205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.844412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-901fd3e3-9898-4207-a05f-8887bb02a0bc req-5f827f0b-6b42-4169-9be1-d30793b58cf6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698886 Aug 31 14:04:30.890658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.911412 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.936270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:30.938989 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2507bc1-4fb8-4ef5-ac04-ca2e4d11f160" -d '{"events": [{"server_uuid": "d22f297f-cb10-440f-a821-8f45fda7b789", "name": "network-vif-plugged", "status": "completed", "tag": "c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:30.955635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:30.961040 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.967250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:30.975834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:30.979797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:31.003588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=62816c19-1bc1-459f-b045-45a1335ee2bf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:31.024605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:31.168552 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf50f09-927b-449f-a2a6-e2edc1493258 x-openstack-request-id: req-1bf50f09-927b-449f-a2a6-e2edc1493258 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:31.170059 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22f297f-cb10-440f-a821-8f45fda7b789", "name": "network-vif-plugged", "status": "completed", "tag": "c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:31.170059 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bf50f09-927b-449f-a2a6-e2edc1493258 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:31.170316 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa', 'code': 200} Aug 31 14:04:31.273278 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a1823d0-ec44-46b4-923f-8a8c112e913e req-632b51d5-ac24-4fed-b5ae-285bd7b7e018 tempest-ServerShowV257Test-337587937 tempest-ServerShowV257Test-337587937-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b9eb4de-a218-41d6-961d-5ff4bf0c0b21 HTTP/1.1" status: 200 len: 210 time: 0.0331323 Aug 31 14:04:31.279094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.386756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7ac9-c8dc-40d1-8080-cc3f6ea10567 req-d45dd29c-338d-40d7-9993-5a577a7bf67b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:31.388744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb7f7ac9-c8dc-40d1-8080-cc3f6ea10567 req-d45dd29c-338d-40d7-9993-5a577a7bf67b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.0570314 Aug 31 14:04:31.415360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8d4c0-2779-4f87-88e4-b5a906cf2b1e req-6737cc8d-e1ac-42f4-9f4f-31ee85c801d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:31.416899 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9c8d4c0-2779-4f87-88e4-b5a906cf2b1e req-6737cc8d-e1ac-42f4-9f4f-31ee85c801d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 1096 time: 0.1027904 Aug 31 14:04:31.428506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb7f7ac9-c8dc-40d1-8080-cc3f6ea10567 req-8773a9cf-9c7b-4c66-8402-49891256c15e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333838 Aug 31 14:04:31.525891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d9c8d4c0-2779-4f87-88e4-b5a906cf2b1e req-726f9433-9d4c-40bc-8acd-681362fea4f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994358 Aug 31 14:04:31.549582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.675034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router a91a76e5-7a35-4ec4-86b3-f7d457feed5f is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:04:31.782584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:04:31.792210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Sync routers for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:04:31.802983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:31.803395 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.803811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:04:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:31.808011 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-78f64b70-80cc-4ee3-a8e6-6d699f9e5381 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9117062 Aug 31 14:04:31.808363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51074) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:31.936453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:31.967029 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.974911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e67a55e9-f003-47f3-ba00-c588a0e07766 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=596b8a705248434c887d147153bd491b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1653712 Aug 31 14:04:31.977795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51080) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:32.022839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74226dec-6387-473e-9b7e-157b5268e9d7 req-febf2f54-6b31-4429-b862-476483609756 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:32.024442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74226dec-6387-473e-9b7e-157b5268e9d7 req-febf2f54-6b31-4429-b862-476483609756 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0776670 Aug 31 14:04:32.069275 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74226dec-6387-473e-9b7e-157b5268e9d7 req-ab8b5c19-2861-48b2-adcf-9f804c6ff00d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369966 Aug 31 14:04:32.184351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:31Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:32.185988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e77ac16-a631-441b-84ae-5bc34c19c5ed tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:32.187668 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8e77ac16-a631-441b-84ae-5bc34c19c5ed tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2088804 Aug 31 14:04:32.191124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51088) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:32.230382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6cff666a-8855-48c6-8d3c-8df76a1ea45a tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380406 Aug 31 14:04:32.230840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Checking router: a91a76e5-7a35-4ec4-86b3-f7d457feed5f for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:04:32.231802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Updating router a91a76e5-7a35-4ec4-86b3-f7d457feed5f port 62816c19-1bc1-459f-b045-45a1335ee2bf binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:04:32.233258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51090) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:32.239368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858310277', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'project_id': '596b8a705248434c887d147153bd491b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:32.257835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:32.632391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8615f-6c32-4c92-83ed-fc2dfd61d70c req-47f2da3e-aa53-411d-bc48-d8c13318da64 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:32.633268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:32.645489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ccf8615f-6c32-4c92-83ed-fc2dfd61d70c req-47f2da3e-aa53-411d-bc48-d8c13318da64 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.0949926 Aug 31 14:04:32.657900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Transition to ACTIVE for port object 62816c19-1bc1-459f-b045-45a1335ee2bf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:32.676133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:32.710516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ccf8615f-6c32-4c92-83ed-fc2dfd61d70c req-f0f7b837-64d6-4ee8-a375-5a217c04ea21 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630496 Aug 31 14:04:32.739708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:32.754149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:32.760972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Attempting to bind port 62816c19-1bc1-459f-b045-45a1335ee2bf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:32.761386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Attempting to bind port 62816c19-1bc1-459f-b045-45a1335ee2bf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:32.761751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Attempting to bind port 62816c19-1bc1-459f-b045-45a1335ee2bf on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:32.771667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:32.772048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:32.772451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:32.772855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:32.773358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Bound port: 62816c19-1bc1-459f-b045-45a1335ee2bf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:32.773741 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:32.776968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cfba1-00f2-4662-af1d-80709a12874f None None] Pushing event updated for resources: {'Port': ['ID=62816c19-1bc1-459f-b045-45a1335ee2bf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:32.803795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51104) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:32.846504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] For port 62816c19-1bc1-459f-b045-45a1335ee2bf, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:32.851025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] For port 62816c19-1bc1-459f-b045-45a1335ee2bf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=62816c19-1bc1-459f-b045-45a1335ee2bf,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:32.868268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:32.949890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:32.951292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:04:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:32.965290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cfba1-00f2-4662-af1d-80709a12874f None None] Pushing event updated for resources: {'Port': ['ID=62816c19-1bc1-459f-b045-45a1335ee2bf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:33.023414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29c313b5-341e-4453-b148-85a47675d787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.052923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.079358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:33.145108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29c313b5-341e-4453-b148-85a47675d787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.152220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29c313b5-341e-4453-b148-85a47675d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.189494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Subnet': ['ID=d301d674-4da6-4244-95c0-58e96ad1ee55,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:33.194851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Checking segment: {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:33.195382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network hostable DHCP agents. Network: f8bca01e-bbe1-4db9-a127-8114c03af889, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:04:33.211234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.211674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.212089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.212497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.212936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.213364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.213767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.214225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.214625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.215017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.215466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.215845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.222356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-29c313b5-341e-4453-b148-85a47675d787 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c92d593d7994bc7b52916974c736a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164934 Aug 31 14:04:33.225884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51114) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:33.238245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f8bca01e-bbe1-4db9-a127-8114c03af889 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:04:33.255656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c313b5-341e-4453-b148-85a47675d787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73654168-2ecc-4493-8ffd-58cf5a8d6e66,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:33.264215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f8bca01e-bbe1-4db9-a127-8114c03af889) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:33.278831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:33.279540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.297624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ecb58-16e8-4adb-8d57-3eb4de5bb813 req-2554b1fa-1d1a-4e63-a618-455fccf2a115 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:33.299465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab1ecb58-16e8-4adb-8d57-3eb4de5bb813 req-2554b1fa-1d1a-4e63-a618-455fccf2a115 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1158619 Aug 31 14:04:33.317428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab8402cd-2d32-439a-be14-403ef6c5bb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.341560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab8402cd-2d32-439a-be14-403ef6c5bb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.342396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab1ecb58-16e8-4adb-8d57-3eb4de5bb813 req-9f0975c2-0a95-46db-8a36-9c7953697a40 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365202 Aug 31 14:04:33.382384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-092f03ac-2543-4906-99cb-0460f700279d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1454327 Aug 31 14:04:33.382760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51118) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:33.403457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c7653-3edc-4127-90c2-abe824dcaff3 None None] Network f8bca01e-bbe1-4db9-a127-8114c03af889 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:33.512036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a986433-1213-42a9-95f5-48ea1165af7f req-1bf88cee-c699-4582-b383-2eb71d9015ef tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:33.514471 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a986433-1213-42a9-95f5-48ea1165af7f req-1bf88cee-c699-4582-b383-2eb71d9015ef tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 946 time: 0.1033511 Aug 31 14:04:33.563958 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab8402cd-2d32-439a-be14-403ef6c5bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.566722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ab8402cd-2d32-439a-be14-403ef6c5bb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.570413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ab8402cd-2d32-439a-be14-403ef6c5bb3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73654168-2ecc-4493-8ffd-58cf5a8d6e66 HTTP/1.1" status: 204 len: 168 time: 0.3397534 Aug 31 14:04:33.605455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8402cd-2d32-439a-be14-403ef6c5bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73654168-2ecc-4493-8ffd-58cf5a8d6e66,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:33.722653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Deleting port 1082ea01-d0cd-408d-8c5d-48fab8bd683c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:33.723520 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.741410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f8bca01e-bbe1-4db9-a127-8114c03af889', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:04:33.742365 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.887597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:31Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:33.898940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] For port 1082ea01-d0cd-408d-8c5d-48fab8bd683c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1082ea01-d0cd-408d-8c5d-48fab8bd683c,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:33.899543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.930429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Calling delete_port for 1082ea01-d0cd-408d-8c5d-48fab8bd683c owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:34.049128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2a18-cbb4-4d94-a7ca-c047c98903cd None None] The sync data for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 is: [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:31Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:04:34.069542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Allocated IP 172.20.0.2 (f8bca01e-bbe1-4db9-a127-8114c03af889/d301d674-4da6-4244-95c0-58e96ad1ee55/18327499-ea0d-44b4-aec3-2398b1b3672b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:34.165937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.224316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e', '1082ea01-d0cd-408d-8c5d-48fab8bd683c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:34.236073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event deleted for resources: {'Port': ['ID=1082ea01-d0cd-408d-8c5d-48fab8bd683c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:34.329508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] No DVR routers for this DVR port 1082ea01-d0cd-408d-8c5d-48fab8bd683c on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:34.333363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.338283 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a986433-1213-42a9-95f5-48ea1165af7f req-b41586f4-0b98-4f1f-8688-0225830aa91b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "DELETE /v2.0/ports/1082ea01-d0cd-408d-8c5d-48fab8bd683c HTTP/1.1" status: 204 len: 173 time: 0.8160818 Aug 31 14:04:34.349730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e372521-c703-4a01-b324-bc26a5770ce7', 'name': 'network-vif-deleted', 'tag': '1082ea01-d0cd-408d-8c5d-48fab8bd683c'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:34.359449 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e084703b-4487-484e-9890-adfdaa6d8cf6" -d '{"events": [{"server_uuid": "7e372521-c703-4a01-b324-bc26a5770ce7", "name": "network-vif-deleted", "tag": "1082ea01-d0cd-408d-8c5d-48fab8bd683c"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:34.435536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaef21-def5-4299-9981-7eee46d13bad req-27567687-48a5-4b7c-92ce-ba7755b33658 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:34.445152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4dbaef21-def5-4299-9981-7eee46d13bad req-27567687-48a5-4b7c-92ce-ba7755b33658 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.2605288 Aug 31 14:04:34.502601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.525632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Transition to ACTIVE for port object 18327499-ea0d-44b4-aec3-2398b1b3672b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:34.553479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Transition to ACTIVE for port object 18327499-ea0d-44b4-aec3-2398b1b3672b will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:34.564950 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.632490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Pushing event updated for resources: {'Port': ['ID=18327499-ea0d-44b4-aec3-2398b1b3672b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:34.647757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Network f8bca01e-bbe1-4db9-a127-8114c03af889 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:34.649626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:34.655256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:34.718746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4dbaef21-def5-4299-9981-7eee46d13bad req-a034f037-4a35-47ed-ae37-b73c6ba536ee tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723284 Aug 31 14:04:34.738582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Attempting to bind port 18327499-ea0d-44b4-aec3-2398b1b3672b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:34.738582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Attempting to bind port 18327499-ea0d-44b4-aec3-2398b1b3672b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:34.738582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Attempting to bind port 18327499-ea0d-44b4-aec3-2398b1b3672b on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:34.738582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:34.738582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Checking segment: {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:34.739838 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.740345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Bound using segment: {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:34.740971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Bound port: 18327499-ea0d-44b4-aec3-2398b1b3672b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:34.741463 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.809266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51154) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:34.862315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] For port 18327499-ea0d-44b4-aec3-2398b1b3672b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:34.871068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] For port 18327499-ea0d-44b4-aec3-2398b1b3672b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=18327499-ea0d-44b4-aec3-2398b1b3672b,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:34.879895 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.934061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e778296-13ab-473b-acf1-772ff69039aa req-035e19dc-e331-4705-a534-5825f98f4dc1 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e372521-c703-4a01-b324-bc26a5770ce7 HTTP/1.1" status: 200 len: 210 time: 0.0458307 Aug 31 14:04:34.992979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9277b-28cc-4b36-8620-d2bfb578dc34 None None] Pushing event updated for resources: {'Port': ['ID=18327499-ea0d-44b4-aec3-2398b1b3672b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:35.019280 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b51e27a-e187-445a-b67b-9f9e2e432f12 x-openstack-request-id: req-6b51e27a-e187-445a-b67b-9f9e2e432f12 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:35.020368 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e372521-c703-4a01-b324-bc26a5770ce7", "name": "network-vif-deleted", "tag": "1082ea01-d0cd-408d-8c5d-48fab8bd683c", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:35.020793 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b51e27a-e187-445a-b67b-9f9e2e432f12 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:35.021423 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e372521-c703-4a01-b324-bc26a5770ce7', 'name': 'network-vif-deleted', 'tag': '1082ea01-d0cd-408d-8c5d-48fab8bd683c', 'status': 'completed', 'code': 200} Aug 31 14:04:35.048920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-654129860-network', 'tenant_id': '79848d79b4914f80823d9c82cf21f8c6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:35.076821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.095920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Made reservation on behalf of 79848d79b4914f80823d9c82cf21f8c6 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:35.099059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.115113 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.334528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62816c19-1bc1-459f-b045-45a1335ee2bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:35.389874 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.399378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.439736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 62816c19-1bc1-459f-b045-45a1335ee2bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:35.445293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 62816c19-1bc1-459f-b045-45a1335ee2bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:35.446116 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.462406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] vlan segment allocate from pool success with {'vlan_id': 1500, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:04:35.488811 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db06c46f-5a90-4eba-8b00-bd10c4d0fab1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:35.499434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.499785 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Added segment 86f049e2-376a-41d8-9ef8-b83823e15067 of type vlan for network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 Aug 31 14:04:35.601742 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.634647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 62816c19-1bc1-459f-b045-45a1335ee2bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=62816c19-1bc1-459f-b045-45a1335ee2bf,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:35.641110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.644128 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.694291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.695809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:35.697066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.771875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=62816c19-1bc1-459f-b045-45a1335ee2bf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:35.782742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.1 (f8bca01e-bbe1-4db9-a127-8114c03af889/d301d674-4da6-4244-95c0-58e96ad1ee55/d4c76532-8250-4945-a3d8-242e3d344471) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:35.800985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9892313 Aug 31 14:04:35.807885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51164) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:35.823144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Request body: {'subnet': {'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-654129860-subnet', 'tenant_id': '79848d79b4914f80823d9c82cf21f8c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:35.852437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87868b67-c6b1-4d92-afda-d8a92c2cd72e admin admin] Pushing event updated for resources: {'Network': ['ID=07db18f8-1be9-456d-9bf9-0eb3ffb85c47,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:35.864157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:04:35.870026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Made reservation on behalf of 79848d79b4914f80823d9c82cf21f8c6 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:35.875612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.014492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43691f-8262-4d9a-ab68-7650f9859365 req-595b4b57-fb5a-4d69-b8d9-bd711bea3f13 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.016107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a43691f-8262-4d9a-ab68-7650f9859365 req-595b4b57-fb5a-4d69-b8d9-bd711bea3f13 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1128240 Aug 31 14:04:36.057747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.090488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a43691f-8262-4d9a-ab68-7650f9859365 req-ab26b854-2211-48a5-a915-8cd49dd075c5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646708 Aug 31 14:04:36.099895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object d4c76532-8250-4945-a3d8-242e3d344471 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:36.125161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.171989 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.223066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f8bca01e-bbe1-4db9-a127-8114c03af889 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:36.227923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067835b6-8d8b-448c-99c5-29516107de44,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:36.237608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:36.240314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:36.266998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Checking segment: {'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:36.268417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Network hostable DHCP agents. Network: 07db18f8-1be9-456d-9bf9-0eb3ffb85c47, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:04:36.311995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=d4c76532-8250-4945-a3d8-242e3d344471,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:36.326476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:04:36.380538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 07db18f8-1be9-456d-9bf9-0eb3ffb85c47) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:36.399495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.422502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da338f81-a6de-4c6d-b36d-9893b830f33f None None] Network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:36.453135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.458702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.492501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f26b9227-e4c0-4dbc-8fd9-dd20096b8b10 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6808758 Aug 31 14:04:36.668176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b9238-5258-4282-a3a4-27891f340c1f None None] Network f8bca01e-bbe1-4db9-a127-8114c03af889 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:36.731267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfea1b-2768-4151-98a2-ee16c0c641fd None None] Network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:36.739268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.813447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8b9d9a97-e4c1-4f13-8a27-69ba6bfac5ba None None] Provisioning for port 18327499-ea0d-44b4-aec3-2398b1b3672b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:36.942632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-31f98130-77ed-4ebc-b635-d9bda1d1d11e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.952893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-31f98130-77ed-4ebc-b635-d9bda1d1d11e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.2491250 Aug 31 14:04:36.988164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-70d338f1-86b8-4464-9115-113dca539614 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.0341709 Aug 31 14:04:37.181438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-4e633836-13e9-4f39-8238-5c3f96dbcea0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922784 Aug 31 14:04:37.415040 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.431259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-3f5ecf95-6640-4b77-992e-5dedbf78f1be service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451584 Aug 31 14:04:37.433462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.499906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c085a9a9-c945-43a6-b4da-e92a757a8105 None None] Provisioning for port d4c76532-8250-4945-a3d8-242e3d344471 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:37.505688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c085a9a9-c945-43a6-b4da-e92a757a8105 None None] Provisioning complete for port d4c76532-8250-4945-a3d8-242e3d344471 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:37.506072 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c085a9a9-c945-43a6-b4da-e92a757a8105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.547861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62816c19-1bc1-459f-b045-45a1335ee2bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:37.619078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=d4c76532-8250-4945-a3d8-242e3d344471,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:37.631348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.679533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c085a9a9-c945-43a6-b4da-e92a757a8105 None None] Port d4c76532-8250-4945-a3d8-242e3d344471 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:04:37.718531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 62816c19-1bc1-459f-b045-45a1335ee2bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:37.718923 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.766682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-12f7015d-4d0c-4f05-a2f6-94754141982f service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943225 Aug 31 14:04:37.860106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18327499-ea0d-44b4-aec3-2398b1b3672b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:37.879069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f8bca01e-bbe1-4db9-a127-8114c03af889 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:37.880540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:37.962321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5b348a4a-ee7e-4f20-8f31-89fe435e0de0 None None] Provisioning complete for port d4c76532-8250-4945-a3d8-242e3d344471 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:37.962702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b348a4a-ee7e-4f20-8f31-89fe435e0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.013469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 18327499-ea0d-44b4-aec3-2398b1b3672b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:38.018049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 18327499-ea0d-44b4-aec3-2398b1b3672b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:38.018435 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.020283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5b348a4a-ee7e-4f20-8f31-89fe435e0de0 None None] Port d4c76532-8250-4945-a3d8-242e3d344471 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:04:38.120783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router a91a76e5-7a35-4ec4-86b3-f7d457feed5f has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:04:38.204282 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.277532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 18327499-ea0d-44b4-aec3-2398b1b3672b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=18327499-ea0d-44b4-aec3-2398b1b3672b,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:38.295228 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.397952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8ea5b491-c026-4379-b006-9f04970a4c2b None None] Provisioning complete for port d4c76532-8250-4945-a3d8-242e3d344471 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:38.398333 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b491-c026-4379-b006-9f04970a4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.436543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5b491-c026-4379-b006-9f04970a4c2b None None] Port d4c76532-8250-4945-a3d8-242e3d344471 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:04:38.438536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=18327499-ea0d-44b4-aec3-2398b1b3672b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:38.489387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:04:38.502145 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Sync routers for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:04:38.541980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8b6bd8dd-1199-41f1-9452-6badc73479cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/a91a76e5-7a35-4ec4-86b3-f7d457feed5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1284359 Aug 31 14:04:38.542544 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:38.542544 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:04:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:38.591983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-746cd9af-7011-488b-b216-7c3132f7e01b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.603741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-746cd9af-7011-488b-b216-7c3132f7e01b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 813 time: 0.2232566 Aug 31 14:04:38.626357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-62fde083-06c3-480d-9de4-2fa00fcb1c6a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/quotas/79848d79b4914f80823d9c82cf21f8c6 HTTP/1.1" status: 200 len: 375 time: 0.0212626 Aug 31 14:04:38.664428 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:38.675165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-2a88f65c-0eb4-4d51-a79a-f7642f0066f4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402541 Aug 31 14:04:38.759694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1082ea01-d0cd-408d-8c5d-48fab8bd683c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:38.782960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-b91ec45c-836d-4c02-9063-7e29e7af6def service neutron] 10.222.0.10 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065919 Aug 31 14:04:38.899366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 1082ea01-d0cd-408d-8c5d-48fab8bd683c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:38.902575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-fa02c97e-6e47-430c-b858-14e8cbbe7b6e service neutron] 10.222.0.10 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188018 Aug 31 14:04:38.906763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1082ea01-d0cd-408d-8c5d-48fab8bd683c not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:39.171288 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:37Z', 'revision_number': 2, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:39.258774 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Checking router: a91a76e5-7a35-4ec4-86b3-f7d457feed5f for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:04:39.260512 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Updating router a91a76e5-7a35-4ec4-86b3-f7d457feed5f port d4c76532-8250-4945-a3d8-242e3d344471 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:04:39.266622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a5267-10ad-4c80-8ff9-1867f6e1dc78 req-d39f2970-95be-4268-821d-29aafdf31fe6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:39.297084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f4a5267-10ad-4c80-8ff9-1867f6e1dc78 req-d39f2970-95be-4268-821d-29aafdf31fe6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1906757 Aug 31 14:04:39.332929 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.384977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18327499-ea0d-44b4-aec3-2398b1b3672b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:39.435147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f4a5267-10ad-4c80-8ff9-1867f6e1dc78 req-9a806a2e-4b75-4dc0-ac1f-3a4379f0fcab tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338158 Aug 31 14:04:39.506640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 18327499-ea0d-44b4-aec3-2398b1b3672b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:39.507243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.746123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d1dbe89-12c2-40f3-a7ca-c86746d61e20 req-3021f665-069d-432f-8931-9eb9e0fc2edb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 210 time: 0.0529449 Aug 31 14:04:39.790299 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.805625 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.874896 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Transition to ACTIVE for port object d4c76532-8250-4945-a3d8-242e3d344471 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:39.904648 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.072798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-8d1b1edd-c427-4382-811f-a37c937d817e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324974353&fields=id&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 267 time: 0.2023542 Aug 31 14:04:40.495486 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Attempting to bind port d4c76532-8250-4945-a3d8-242e3d344471 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:40.495780 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Attempting to bind port d4c76532-8250-4945-a3d8-242e3d344471 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:40.496151 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Attempting to bind port d4c76532-8250-4945-a3d8-242e3d344471 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:40.499081 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Pushing event updated for resources: {'Port': ['ID=d4c76532-8250-4945-a3d8-242e3d344471,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:40.527185 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:40.527612 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Checking segment: {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:40.528098 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.528498 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Bound using segment: {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:40.532460 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Bound port: d4c76532-8250-4945-a3d8-242e3d344471, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:40.532887 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.535554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.535896 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.536234 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.543683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-4e06a332-7f42-49eb-85a2-0aa5033fe630 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:40.545252 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.545663 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.545979 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.546297 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.549379 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.550078 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.550601 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.551574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-4e06a332-7f42-49eb-85a2-0aa5033fe630 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 797 time: 0.4640174 Aug 31 14:04:40.552098 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.553218 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:40.566308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-e01cdce9-5957-4217-9158-e6af590fc56f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:40.567949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-e01cdce9-5957-4217-9158-e6af590fc56f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.5370774 Aug 31 14:04:40.579120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-978d31dc-4f81-4e8a-89dd-dadeedace662 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/quotas/596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 375 time: 0.0264819 Aug 31 14:04:40.608740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Request body: {'port': {'device_id': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'admin_state_up': True, 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:40.704758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-1adab42a-0409-474d-842a-28f920501739 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244373 Aug 31 14:04:40.707718 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] For port d4c76532-8250-4945-a3d8-242e3d344471, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:40.711925 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] For port d4c76532-8250-4945-a3d8-242e3d344471, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d4c76532-8250-4945-a3d8-242e3d344471,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:40.717682 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.786550 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652941e5-9cf9-4979-9ab6-21c69e62fa2b None None] Pushing event updated for resources: {'Port': ['ID=d4c76532-8250-4945-a3d8-242e3d344471,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:40.789926 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:40.790781 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:04:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:40.860397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:40.865621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.885132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-f4874e41-80d7-4d9d-af6f-2d3b057620b3 service neutron] 10.222.0.10 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293566 Aug 31 14:04:40.961469 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:41.174128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-ba6bd4ea-0fda-41ff-9d3b-2acbabc990c3 service neutron] 10.222.0.10 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874284 Aug 31 14:04:41.238271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Allocated IP 172.20.0.9 (9e3cca68-eb88-46bf-ab3f-57f1f2694ff7/02326dba-1fb6-4485-9b8e-234d2e9925b4/fd637b2e-9665-4e6a-8c88-70547daf9889) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:41.408732 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:40Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:41.446700 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3320a77-0bd7-4b15-8555-6a6602e6dada None None] The sync data for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 is: [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:40Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:04:41.498964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-eac41972-d13f-477a-b804-483e387d3425 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:41.500577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-eac41972-d13f-477a-b804-483e387d3425 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 813 time: 0.2967396 Aug 31 14:04:41.538681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Request body: {'port': {'device_id': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47', 'admin_state_up': True, 'tenant_id': '79848d79b4914f80823d9c82cf21f8c6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:41.749625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d68cd08-053b-4d13-bf22-8689ab434ae4 req-fc30def7-a163-4233-a578-b848503409f6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 210 time: 0.0446842 Aug 31 14:04:41.931169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Made reservation on behalf of 79848d79b4914f80823d9c82cf21f8c6 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:41.935663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:41.956408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.043006 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.083433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:42.204993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:42.210846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event updated for resources: {'Port': ['ID=fd637b2e-9665-4e6a-8c88-70547daf9889,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:42.222986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:42.243031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:42.374135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:42.374791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.379407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0ca4a-9e19-450d-a3e8-42c34bec4ca4 req-1b04be6f-98bb-47e5-b160-7fd553a03f5b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:42.394173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59a0ca4a-9e19-450d-a3e8-42c34bec4ca4 req-1b04be6f-98bb-47e5-b160-7fd553a03f5b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.3954170 Aug 31 14:04:42.417083 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-10b05092-dd15-46a5-9b3b-fcce389e17be tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8107936 Aug 31 14:04:42.445458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Request body: {'port': {'device_id': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:42.477172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Allocated IP 172.20.0.8 (07db18f8-1be9-456d-9bf9-0eb3ffb85c47/067835b6-8d8b-448c-99c5-29516107de44/2690e8cb-9f26-4c33-8157-da617c985e8b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:42.552715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59a0ca4a-9e19-450d-a3e8-42c34bec4ca4 req-24de0b19-d530-4809-9b2e-19bea52297da tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470504 Aug 31 14:04:42.566198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.066700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd637b2e-9665-4e6a-8c88-70547daf9889 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:43.077360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.091335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Transition to ACTIVE for port object fd637b2e-9665-4e6a-8c88-70547daf9889 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:43.094840 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.289438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd637b2e-9665-4e6a-8c88-70547daf9889,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:43.420522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Attempting to bind port fd637b2e-9665-4e6a-8c88-70547daf9889 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:43.421463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Attempting to bind port fd637b2e-9665-4e6a-8c88-70547daf9889 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:43.422112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Attempting to bind port fd637b2e-9665-4e6a-8c88-70547daf9889 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:43.431533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Port fd637b2e-9665-4e6a-8c88-70547daf9889 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:43.432324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Attempting to bind port fd637b2e-9665-4e6a-8c88-70547daf9889 on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:43.442251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:43.442941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:43.443558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Bound using segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:43.444243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Bound port: fd637b2e-9665-4e6a-8c88-70547daf9889, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:43.444814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.489262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4c76532-8250-4945-a3d8-242e3d344471 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:43.509017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578afce-add8-456a-8541-63602018804e req-5f83b82b-fb17-4692-9378-ac4abc85bc82 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.521540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8578afce-add8-456a-8541-63602018804e req-5f83b82b-fb17-4692-9378-ac4abc85bc82 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 943 time: 0.2181563 Aug 31 14:04:43.554590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] For port fd637b2e-9665-4e6a-8c88-70547daf9889, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:43.559371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] For port fd637b2e-9665-4e6a-8c88-70547daf9889, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd637b2e-9665-4e6a-8c88-70547daf9889,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:43.570428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.599749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d4c76532-8250-4945-a3d8-242e3d344471 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:43.603812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d4c76532-8250-4945-a3d8-242e3d344471 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:43.604165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.644576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd637b2e-9665-4e6a-8c88-70547daf9889,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:43.663592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.664407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.667129 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-c4effda8-732b-4e39-9290-969dba37f4e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/fd637b2e-9665-4e6a-8c88-70547daf9889 HTTP/1.1" status: 200 len: 1091 time: 1.2353163 Aug 31 14:04:43.667129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'tag': 'fd637b2e-9665-4e6a-8c88-70547daf9889'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:43.668892 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cd943a-f4b0-4a63-addd-775c290feeab" -d '{"events": [{"name": "network-changed", "server_uuid": "2f422e9e-3d3f-43bb-a698-8ad072d2750e", "tag": "fd637b2e-9665-4e6a-8c88-70547daf9889"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:43.737165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.756650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.765904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8578afce-add8-456a-8541-63602018804e req-e02ae991-3bb0-4125-875b-df36c5b3b661 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434728 Aug 31 14:04:43.833888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d4c76532-8250-4945-a3d8-242e3d344471, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d4c76532-8250-4945-a3d8-242e3d344471,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:43.839829 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.854809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-4fd6b46a-a9df-4c55-a365-ebd4338128ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.857242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-4fd6b46a-a9df-4c55-a365-ebd4338128ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 797 time: 0.3180773 Aug 31 14:04:43.861378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:43.862837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-d6460ccf-69d1-46f5-9e6b-7d690c65e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.864582 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-d6460ccf-69d1-46f5-9e6b-7d690c65e5be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 1094 time: 0.0958264 Aug 31 14:04:43.951265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e00c9c7-e529-48cd-81d9-cd458d936b7e req-a0cd7c22-627d-4cb7-adcf-9479e8c7879d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0927830 Aug 31 14:04:43.953638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-8d104acc-75d8-4e53-a4d2-b3950d9bcfac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd637b2e-9665-4e6a-8c88-70547daf9889 HTTP/1.1" status: 200 len: 217 time: 0.0482974 Aug 31 14:04:44.001441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:44.029919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-97f546c4-b8f5-4e49-b7a8-b7d8cb76a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:44.031801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-97f546c4-b8f5-4e49-b7a8-b7d8cb76a42a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.0629067 Aug 31 14:04:44.035419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:44.038086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:44.074788 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-3ca76e07-09c9-4703-a9b9-b7d5937e88f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351758 Aug 31 14:04:44.082821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d4c76532-8250-4945-a3d8-242e3d344471,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:44.116246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-4fd618b1-1eee-45cc-816c-307ec7c53a4d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 379 time: 0.1927180 Aug 31 14:04:44.119419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:44.126656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'port': {'device_id': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'admin_state_up': True, 'tenant_id': '596b8a705248434c887d147153bd491b', 'security_groups': ['2895a0d5-7e68-4861-b64e-c0f1b284a150']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:44.179532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-f04c47cd-2b96-4c6b-ac30-fd67d3c20175 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968618 Aug 31 14:04:44.205565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:44.206294 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:44.234777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2972-2693-44de-a268-5404745afc5f req-d5ac36d2-5d11-4a67-949e-cacd8ecebbb7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:44.236349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9ee2972-2693-44de-a268-5404745afc5f req-d5ac36d2-5d11-4a67-949e-cacd8ecebbb7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 931 time: 0.1816609 Aug 31 14:04:44.252079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-d41fc665-e1d4-4400-9a21-1c0d41a4a12f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7350225 Aug 31 14:04:44.281051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0ac620e-ee11-4817-9318-d81d4ec21bcc req-0713cda2-62ba-47ca-a551-bbffe3f2ce54 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932221 Aug 31 14:04:44.289063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Request body: {'port': {'device_id': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:44.385003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9ee2972-2693-44de-a268-5404745afc5f req-b622396f-f465-4a7b-b51c-8ad03dfdf784 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344554 Aug 31 14:04:44.393679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:44.397220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:44.449592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:44.697142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c08ba-fed2-4893-90a5-3115a111f557 req-9d6c6cac-d70d-4df2-bd55-f53e1fc633f1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:44.698728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce8c08ba-fed2-4893-90a5-3115a111f557 req-9d6c6cac-d70d-4df2-bd55-f53e1fc633f1 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.2057950 Aug 31 14:04:44.756065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.8 (f8bca01e-bbe1-4db9-a127-8114c03af889/d301d674-4da6-4244-95c0-58e96ad1ee55/5738f8a5-12b3-4612-8c6b-9fbf7383fc20) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:44.876533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce8c08ba-fed2-4893-90a5-3115a111f557 req-6263e6b3-9f6d-4a88-9706-81fdd4d8c239 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687975 Aug 31 14:04:44.959542 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aff0a5-d058-415e-8093-1996b0062b1c x-openstack-request-id: req-38aff0a5-d058-415e-8093-1996b0062b1c {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:44.960136 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f422e9e-3d3f-43bb-a698-8ad072d2750e", "tag": "fd637b2e-9665-4e6a-8c88-70547daf9889", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:44.960530 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38aff0a5-d058-415e-8093-1996b0062b1c {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:44.961122 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'tag': 'fd637b2e-9665-4e6a-8c88-70547daf9889', 'status': 'completed', 'code': 200} Aug 31 14:04:45.087777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2690e8cb-9f26-4c33-8157-da617c985e8b {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:45.098926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.102319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.124497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:45.126214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Transition to ACTIVE for port object 2690e8cb-9f26-4c33-8157-da617c985e8b will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:45.138615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-58dfb6a4-0684-4e5c-b529-c759da27240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.140410 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-58dfb6a4-0684-4e5c-b529-c759da27240c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 1094 time: 0.0854883 Aug 31 14:04:45.143288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.273064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b587d4-0c50-4ffa-b7ca-0e43850d107b req-d4c07043-bf41-4594-9376-42b57f797faf tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.274724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05b587d4-0c50-4ffa-b7ca-0e43850d107b req-d4c07043-bf41-4594-9376-42b57f797faf tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 943 time: 0.1462157 Aug 31 14:04:45.275434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:45.295976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-823e342e-dad3-464f-984a-b5afdc7b3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.298041 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-823e342e-dad3-464f-984a-b5afdc7b3052 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.1489928 Aug 31 14:04:45.311150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4c76532-8250-4945-a3d8-242e3d344471 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:45.341264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05b587d4-0c50-4ffa-b7ca-0e43850d107b req-8e28e204-d8ec-450b-b870-625fe4718147 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Aug 31 14:04:45.353539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.390365 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-17c1f4f1-51ae-4601-9d20-968f753449f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd637b2e-9665-4e6a-8c88-70547daf9889 HTTP/1.1" status: 200 len: 217 time: 0.0813634 Aug 31 14:04:45.440229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d4c76532-8250-4945-a3d8-242e3d344471 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:45.441156 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.450400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Attempting to bind port 2690e8cb-9f26-4c33-8157-da617c985e8b on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:45.450779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Attempting to bind port 2690e8cb-9f26-4c33-8157-da617c985e8b by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:45.451221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Attempting to bind port 2690e8cb-9f26-4c33-8157-da617c985e8b on network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:45.454515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f8bca01e-bbe1-4db9-a127-8114c03af889 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:45.462406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:45.466190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:45.469032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:45.472961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Port 2690e8cb-9f26-4c33-8157-da617c985e8b on network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:45.473435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Attempting to bind port 2690e8cb-9f26-4c33-8157-da617c985e8b on network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:45.509742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-ab40adad-e796-429f-845b-0635256c0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.514503 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-ab40adad-e796-429f-845b-0635256c0df5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.1150532 Aug 31 14:04:45.542340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:45.542689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Checking segment: {'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:45.543076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Bound using segment: {'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:45.552042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Bound port: 2690e8cb-9f26-4c33-8157-da617c985e8b, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:45.552435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.568558 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-e0862986-d74c-4a6f-90c9-f71ef83225ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453382 Aug 31 14:04:45.624413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.625288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.704403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:45.710698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:45.717980 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-75dd65d2-3f08-4fbf-a9d1-00db63ec8f88 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378942 Aug 31 14:04:45.727231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.741141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e216f2-b40e-48d6-b0f7-df2b909340c2 req-f7457d28-de31-41dc-ba8a-a406211f19de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.745450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2e216f2-b40e-48d6-b0f7-df2b909340c2 req-f7457d28-de31-41dc-ba8a-a406211f19de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 931 time: 0.2466197 Aug 31 14:04:45.751009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-818fb98b-8b0c-4fae-8768-e7b46dec68f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6281061 Aug 31 14:04:45.789965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Request body: {'port': {'device_id': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:45.815010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b656158c-dfa4-4f99-b298-3ddeec7b5d49 None None] Provisioning for port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:45.819938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b656158c-dfa4-4f99-b298-3ddeec7b5d49 None None] Provisioning complete for port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:45.821122 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b656158c-dfa4-4f99-b298-3ddeec7b5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.825707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.827094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.827229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a0cd943a-f4b0-4a63-addd-775c290feeab req-f738fa1f-df2f-4ee4-a6d7-4a8abc5b83e0 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Aug 31 14:04:45.827746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] 10.222.0.26 "PUT /v2.0/ports/2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 200 len: 1091 time: 1.5527897 Aug 31 14:04:45.836657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:45.839130 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54" -d '{"events": [{"name": "network-changed", "server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:45.895491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b656158c-dfa4-4f99-b298-3ddeec7b5d49 None None] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:04:45.977422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:45.987723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2e216f2-b40e-48d6-b0f7-df2b909340c2 req-26633e38-4e67-4de5-82e9-8c37f558ed6c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074642 Aug 31 14:04:46.025652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4a08c-e7c8-4641-a278-4bc75b8f5e59 service neutron] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:46.158408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-3a883791-d566-43ae-bd43-d9eeb8855e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:46.159941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-3a883791-d566-43ae-bd43-d9eeb8855e0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1094 time: 0.1601377 Aug 31 14:04:46.273089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573d6c0-fe33-47b9-95a7-316701d373ba req-6ab0bd7a-ca88-4a69-b70c-1e0e83273084 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:46.274603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6573d6c0-fe33-47b9-95a7-316701d373ba req-6ab0bd7a-ca88-4a69-b70c-1e0e83273084 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1835954 Aug 31 14:04:46.275887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-64ebed12-2b64-47bd-9b5a-35344a6e039d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 200 len: 217 time: 0.0661409 Aug 31 14:04:46.408773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-dac90be5-7d87-480c-8262-40ef0541d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:46.410300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-dac90be5-7d87-480c-8262-40ef0541d67e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.1156325 Aug 31 14:04:46.416659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6573d6c0-fe33-47b9-95a7-316701d373ba req-a6637c6b-1f4a-4021-aa0a-514024650f75 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327772 Aug 31 14:04:46.462891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-c52635a7-141f-441e-bce5-ac1c7401ee90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393829 Aug 31 14:04:46.466877 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806acbc1-e4f3-4ed8-a177-eb183bab1bcd x-openstack-request-id: req-806acbc1-e4f3-4ed8-a177-eb183bab1bcd {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:46.467198 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:46.467456 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-806acbc1-e4f3-4ed8-a177-eb183bab1bcd {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:46.467865 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'status': 'completed', 'code': 200} Aug 31 14:04:46.610244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:46.628918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.656434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18bb0c-22c5-49c9-a519-79e3c589e72b req-bc5b1b72-bf8e-4432-9fac-64829e13efc8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:46.657963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db18bb0c-22c5-49c9-a519-79e3c589e72b req-bc5b1b72-bf8e-4432-9fac-64829e13efc8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1413500 Aug 31 14:04:46.673783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Transition to ACTIVE for port object 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:46.686631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.697855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-2659f91f-9967-47bf-b23c-c5930c587223 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085998 Aug 31 14:04:46.819810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Pushing event updated for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:46.830259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db18bb0c-22c5-49c9-a519-79e3c589e72b req-e4d9c5b7-ea1b-43da-8def-3ca533bae9e6 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595199 Aug 31 14:04:46.959869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04b7eeeb-9c19-40d6-8906-af514e95723c req-0d340c07-5784-418b-8284-c7ccb1413046 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367799 Aug 31 14:04:46.984998 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:46.985391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:46.985743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:46.991720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:46.992057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:46.998181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:46.998565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Checking segment: {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:46.998931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Bound using segment: {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:46.999720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Bound port: 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:47.000104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:47.157333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6ee2-395c-46dd-a0e6-4d783d54fe97 req-47f8254e-78c5-4a66-857c-4b0ef7b6e0af tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.158760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1dd6ee2-395c-46dd-a0e6-4d783d54fe97 req-47f8254e-78c5-4a66-857c-4b0ef7b6e0af tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 943 time: 0.1503668 Aug 31 14:04:47.170118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:47.174374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:47.181645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-ff932a90-14f0-44c2-9c53-57f3a65b0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.183357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-ff932a90-14f0-44c2-9c53-57f3a65b0957 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1094 time: 0.1130962 Aug 31 14:04:47.186619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:47.239726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.240393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:47.241822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] 10.222.0.26 "PUT /v2.0/ports/5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 1091 time: 1.4570923 Aug 31 14:04:47.327681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1dd6ee2-395c-46dd-a0e6-4d783d54fe97 req-4500c162-7782-4103-a90c-b208475ba3ca tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595025 Aug 31 14:04:47.373293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e058f-36f0-4f21-a4a6-b9eb58fdfe2b service neutron] Pushing event updated for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:47.422300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-a33992ce-d9fa-4fad-996c-c474631fa486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.423949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-a33992ce-d9fa-4fad-996c-c474631fa486 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1094 time: 0.1152339 Aug 31 14:04:47.426013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-5a401807-4142-48a0-948d-3a5301ddf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.427381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-5a401807-4142-48a0-948d-3a5301ddf6a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 915 time: 0.2304099 Aug 31 14:04:47.528536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-ed0aca2d-3177-4605-ad22-18cb7fe04aad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 200 len: 217 time: 0.0488927 Aug 31 14:04:47.571017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-be745592-207e-4bd2-9a76-651a82761ee2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 217 time: 0.0997570 Aug 31 14:04:47.614465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51392-b3c0-407e-94d7-4df9166a2404 req-d427d247-9196-4d69-91e1-9e6d2b2d72bc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.615953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14c51392-b3c0-407e-94d7-4df9166a2404 req-d427d247-9196-4d69-91e1-9e6d2b2d72bc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.1804128 Aug 31 14:04:48.022586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-2c1431c0-a015-4760-a181-3e6ba0a74a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.024058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-2c1431c0-a015-4760-a181-3e6ba0a74a3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.4644687 Aug 31 14:04:48.030789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-b5ed38f9-09fa-4dee-8827-d3dc8dfd1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.032322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-b5ed38f9-09fa-4dee-8827-d3dc8dfd1350 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.4394219 Aug 31 14:04:48.072853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-980aa7c6-29c6-40f3-bf0d-5620d6f80488 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396750 Aug 31 14:04:48.107917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14c51392-b3c0-407e-94d7-4df9166a2404 req-f63330f4-32bf-4c94-a219-950683ce4dd1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4668260 Aug 31 14:04:48.218682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-5d6e296d-e485-4389-8961-b09b0fdabd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.221163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-5d6e296d-e485-4389-8961-b09b0fdabd37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791894 Aug 31 14:04:48.325854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc3f5-96c4-4249-8b10-a90f6b8d94be req-1aa2303c-bcc2-4fbd-82fc-995581a1cea3 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.327092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c00bc3f5-96c4-4249-8b10-a90f6b8d94be req-1aa2303c-bcc2-4fbd-82fc-995581a1cea3 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1481502 Aug 31 14:04:48.331186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-d82cd54d-2432-4015-b2b2-7d700fa9fb2f service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420800 Aug 31 14:04:48.445394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c00bc3f5-96c4-4249-8b10-a90f6b8d94be req-ad50574a-cdd4-4f6a-9148-26354642cfd2 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116598 Aug 31 14:04:48.456969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-8c7e09ef-37c5-42d5-b02d-d439bcdc668d service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195718 Aug 31 14:04:48.468577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:48.470961 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab0cfdf-e09f-4484-9af7-cd83b6d19306" -d '{"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:48.545633 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c2caa63-c2c3-42eb-b5b9-3fa8732baf54 req-6862efac-6a51-4c87-926a-d840b92d0059 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933243 Aug 31 14:04:48.610956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287a7b7-52cd-4c2a-b8a2-e133ca0f1b2c req-4a667c7f-e5e1-4139-bff4-2a828f8d0002 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.612488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d287a7b7-52cd-4c2a-b8a2-e133ca0f1b2c req-4a667c7f-e5e1-4139-bff4-2a828f8d0002 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0818586 Aug 31 14:04:48.631166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f115c3a-5e1f-4b10-959b-4b076fb24e61 req-703afe14-3918-416d-989d-a60b24a2a07c service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572375 Aug 31 14:04:48.658965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d287a7b7-52cd-4c2a-b8a2-e133ca0f1b2c req-083fa9ac-4a46-468d-a505-a3af08aac171 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 Aug 31 14:04:48.784289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd637b2e-9665-4e6a-8c88-70547daf9889 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:48.848514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20692e-2e21-4c5e-b8e5-bd381d71778c req-849364d1-e5b1-42e2-ba3a-ba0b1a8690c3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.850085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c20692e-2e21-4c5e-b8e5-bd381d71778c req-849364d1-e5b1-42e2-ba3a-ba0b1a8690c3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 943 time: 0.0508573 Aug 31 14:04:48.888608 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fd637b2e-9665-4e6a-8c88-70547daf9889, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd637b2e-9665-4e6a-8c88-70547daf9889,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:48.902437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'fd637b2e-9665-4e6a-8c88-70547daf9889', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'port_id': 'fd637b2e-9665-4e6a-8c88-70547daf9889', 'mac_address': 'fa:16:3e:2e:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02326dba-1fb6-4485-9b8e-234d2e9925b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:48.911387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c20692e-2e21-4c5e-b8e5-bd381d71778c req-27da881c-6095-4782-8e02-3a6dba1af5b3 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494041 Aug 31 14:04:48.960010 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:48.977174 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8e2823-c2f0-42b7-b6e2-123f908ef5bc x-openstack-request-id: req-ee8e2823-c2f0-42b7-b6e2-123f908ef5bc {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:48.977475 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:48.977651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd637b2e-9665-4e6a-8c88-70547daf9889 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:48.977761 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee8e2823-c2f0-42b7-b6e2-123f908ef5bc {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:48.978167 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'status': 'completed', 'code': 200} Aug 31 14:04:49.000110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fd637b2e-9665-4e6a-8c88-70547daf9889, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd637b2e-9665-4e6a-8c88-70547daf9889,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:49.004301 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.059808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fd637b2e-9665-4e6a-8c88-70547daf9889,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:49.067648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.068000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.068345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.068804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.069176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.069514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.069996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.070624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.071077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.071489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.071825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.072158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:49.084153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-7a59943c-1b8b-4d51-8c95-a1a89c6528bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.085996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-7a59943c-1b8b-4d51-8c95-a1a89c6528bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1094 time: 0.0517988 Aug 31 14:04:49.201730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-e73f057a-315f-4980-84cf-86887807d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.203241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-e73f057a-315f-4980-84cf-86887807d97c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.1066008 Aug 31 14:04:49.261475 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-09a39497-5d03-4889-9226-88c7fa412026 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 217 time: 0.0405223 Aug 31 14:04:49.287034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ce5e6-72c5-48d3-a3ef-3644fb359c96 req-7fc0ab8c-ed36-4765-a7f5-fc3667606c74 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.288554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-759ce5e6-72c5-48d3-a3ef-3644fb359c96 req-7fc0ab8c-ed36-4765-a7f5-fc3667606c74 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.0988808 Aug 31 14:04:49.355539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-09aeaf79-44f9-47fc-9267-dd4fe9748bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.363454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-09aeaf79-44f9-47fc-9267-dd4fe9748bb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.0866237 Aug 31 14:04:49.363875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-759ce5e6-72c5-48d3-a3ef-3644fb359c96 req-1aa8879d-55b5-4b34-b99d-8577ed010c9b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508342 Aug 31 14:04:49.414498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-bbb684bc-483a-4027-9acd-ff489698404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.416107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-bbb684bc-483a-4027-9acd-ff489698404a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487447 Aug 31 14:04:49.526086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fd637b2e-9665-4e6a-8c88-70547daf9889'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:49.546809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-758400ca-7f55-43f4-8f79-8c17881e3178 service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199965 Aug 31 14:04:49.658279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9257f65-83a8-4388-bae7-ffeb2dcb5606 req-ed0551ce-bc0f-4542-8b12-161f74824bec tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.659906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9257f65-83a8-4388-bae7-ffeb2dcb5606 req-ed0551ce-bc0f-4542-8b12-161f74824bec tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1333301 Aug 31 14:04:49.701991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aab0cfdf-e09f-4484-9af7-cd83b6d19306 req-b503bccd-f660-46ec-873d-990a1de1ee34 service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351452 Aug 31 14:04:49.723361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9257f65-83a8-4388-bae7-ffeb2dcb5606 req-2a691024-31d9-4134-81f5-57e015d28f12 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520689 Aug 31 14:04:49.851968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8623b-1287-4ff2-9e59-da5bf355c619 req-57819860-5048-4184-8d74-79d016ac5e6a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.854241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbd8623b-1287-4ff2-9e59-da5bf355c619 req-57819860-5048-4184-8d74-79d016ac5e6a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0605931 Aug 31 14:04:49.921596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbd8623b-1287-4ff2-9e59-da5bf355c619 req-7794a030-e8b0-47c9-9080-34e1eeaa4c7b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Aug 31 14:04:50.155897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d916-56bf-4dc3-adeb-3078fc299123 req-0aed4cc7-d8db-48a5-b588-1f6f2d4b7526 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.158126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e309d916-56bf-4dc3-adeb-3078fc299123 req-0aed4cc7-d8db-48a5-b588-1f6f2d4b7526 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 944 time: 0.0537894 Aug 31 14:04:50.202047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e309d916-56bf-4dc3-adeb-3078fc299123 req-070f6632-2f3c-4d52-b42d-e7de3648d50c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359561 Aug 31 14:04:50.494420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc7950-e65e-4e67-99dc-563b9cac80a3 req-bf0da351-c1f8-4cb6-bdbb-f96363c71d64 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.494420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fafc7950-e65e-4e67-99dc-563b9cac80a3 req-bf0da351-c1f8-4cb6-bdbb-f96363c71d64 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.0565870 Aug 31 14:04:50.537505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fafc7950-e65e-4e67-99dc-563b9cac80a3 req-7950e024-6fdb-4153-b815-0416ca216086 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378408 Aug 31 14:04:50.716033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51404) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:50.802050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:50.833187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8abc9193-a854-4d3b-9e7f-03999951998a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.873291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83128a1f-49c6-4830-8340-c2ca2a830f0b req-f5700995-5588-42b9-b141-aeee2d708927 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.874966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83128a1f-49c6-4830-8340-c2ca2a830f0b req-f5700995-5588-42b9-b141-aeee2d708927 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0772913 Aug 31 14:04:50.913624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:50.924220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83128a1f-49c6-4830-8340-c2ca2a830f0b req-c8ddd942-9264-46e9-bac6-0da34b2fe76a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Aug 31 14:04:50.929527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47', 'port_id': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'mac_address': 'fa:16:3e:1f:14:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067835b6-8d8b-448c-99c5-29516107de44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:50.949065 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8abc9193-a854-4d3b-9e7f-03999951998a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.953593 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8abc9193-a854-4d3b-9e7f-03999951998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.972041 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.985922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2690e8cb-9f26-4c33-8157-da617c985e8b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:50.996058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8abc9193-a854-4d3b-9e7f-03999951998a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=527e34853c47410b90db1c6f7e47bea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766347 Aug 31 14:04:50.996058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc9193-a854-4d3b-9e7f-03999951998a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2803313a-91d6-43b3-852d-5528a352bea9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:50.996985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51412) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:51.008328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:51.015305 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.067118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:51.085573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eeedb-328a-4cff-b22d-9208725b341c req-91d2b22c-9104-4d5c-b47d-134b2bf0ef87 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.087067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d55eeedb-328a-4cff-b22d-9208725b341c req-91d2b22c-9104-4d5c-b47d-134b2bf0ef87 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0939844 Aug 31 14:04:51.089902 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.128509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.163359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d55eeedb-328a-4cff-b22d-9208725b341c req-6cda7736-cf15-43be-a968-837ea27b0120 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684783 Aug 31 14:04:51.189621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.192745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.193967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2803313a-91d6-43b3-852d-5528a352bea9 HTTP/1.1" status: 204 len: 168 time: 0.1961648 Aug 31 14:04:51.205183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803313a-91d6-43b3-852d-5528a352bea9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:51.212572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.212948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.213301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.213645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.213985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.214324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.214658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.214989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.215354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.215685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.216016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.216530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dafa-36e3-43f7-ade3-b39a7a1cd081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:51.572980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d053b7-b375-4dfa-aa65-8c2b27de8be9 req-f807d0ec-4919-4bb6-899d-2745a023c653 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.574552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31d053b7-b375-4dfa-aa65-8c2b27de8be9 req-f807d0ec-4919-4bb6-899d-2745a023c653 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 944 time: 0.0514369 Aug 31 14:04:51.589034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2690e8cb-9f26-4c33-8157-da617c985e8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:51.615684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31d053b7-b375-4dfa-aa65-8c2b27de8be9 req-222b1e56-da57-480d-982b-567c6c86f89d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Aug 31 14:04:51.743212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86454-4cea-43d8-91ed-053ad1dff03c req-b119b1a6-fb8a-403b-970e-3a58d484cfad tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.744887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9c86454-4cea-43d8-91ed-053ad1dff03c req-b119b1a6-fb8a-403b-970e-3a58d484cfad tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.0576205 Aug 31 14:04:51.790497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9c86454-4cea-43d8-91ed-053ad1dff03c req-bf5b900d-dc11-4623-bd0d-451b9d306440 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391300 Aug 31 14:04:52.051708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0c865-3200-4f14-b1af-be01e59d804e req-4791f6ed-e57e-430d-943c-e1ab3f92fd5f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.053394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4b0c865-3200-4f14-b1af-be01e59d804e req-4791f6ed-e57e-430d-943c-e1ab3f92fd5f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 944 time: 0.0564389 Aug 31 14:04:52.093232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4b0c865-3200-4f14-b1af-be01e59d804e req-13129e25-a76a-4f1e-b63d-9fa4bbc1302d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Aug 31 14:04:52.286581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e42906-e118-457b-9de6-e569d215778f req-2486176f-b7d6-4474-b2e5-b1407b41df4b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.288525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61e42906-e118-457b-9de6-e569d215778f req-2486176f-b7d6-4474-b2e5-b1407b41df4b tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0534198 Aug 31 14:04:52.331559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61e42906-e118-457b-9de6-e569d215778f req-291fa3ae-32e7-4081-a425-dcc0d1210f9c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361061 Aug 31 14:04:52.748455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815766ce-f171-4017-92b7-c0615ff71b6f req-51e11e20-5d64-4f08-bce3-feb4447ca840 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.750273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-815766ce-f171-4017-92b7-c0615ff71b6f req-51e11e20-5d64-4f08-bce3-feb4447ca840 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 944 time: 0.0588541 Aug 31 14:04:52.793530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-815766ce-f171-4017-92b7-c0615ff71b6f req-6d0dec10-5b46-4371-9c2c-050cb56b2363 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363562 Aug 31 14:04:52.817537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:52.825267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd637b2e-9665-4e6a-8c88-70547daf9889 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:52.916420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port fd637b2e-9665-4e6a-8c88-70547daf9889 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:52.941833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3124c38-8654-4597-bb40-92339fe18186 req-1765b00f-302d-4f21-8f78-231f3ebcead6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.943423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3124c38-8654-4597-bb40-92339fe18186 req-1765b00f-302d-4f21-8f78-231f3ebcead6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.0740020 Aug 31 14:04:52.949044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port fd637b2e-9665-4e6a-8c88-70547daf9889 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:52.949686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:53.001535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3124c38-8654-4597-bb40-92339fe18186 req-cc28cfe1-05ea-4688-8e6a-bf1ae917f906 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505493 Aug 31 14:04:53.074961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:53.077724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:53.096298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'port_id': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'mac_address': 'fa:16:3e:be:ed:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:53.111740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd637b2e-9665-4e6a-8c88-70547daf9889'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:53.114039 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82400a6-26ad-4428-9640-9b359cdf930f" -d '{"events": [{"server_uuid": "2f422e9e-3d3f-43bb-a698-8ad072d2750e", "name": "network-vif-plugged", "status": "completed", "tag": "fd637b2e-9665-4e6a-8c88-70547daf9889"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:53.153838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fd637b2e-9665-4e6a-8c88-70547daf9889, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd637b2e-9665-4e6a-8c88-70547daf9889,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:53.163598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:53.171249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:53.222180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:53.249701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:53.250867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fd637b2e-9665-4e6a-8c88-70547daf9889,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:53.257547 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:53.288129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fd826-791f-4d70-83b6-5de41cf5e691 req-e302e64f-c8fe-431a-9264-ebdfa70d9bf6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.295209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d8fd826-791f-4d70-83b6-5de41cf5e691 req-e302e64f-c8fe-431a-9264-ebdfa70d9bf6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 944 time: 0.0870588 Aug 31 14:04:53.311484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:53.342561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d8fd826-791f-4d70-83b6-5de41cf5e691 req-85cd5ebb-7269-45a0-a59c-510ea185f473 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Aug 31 14:04:53.395506 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46a779-dfb3-4e50-bf05-64111200b2bc x-openstack-request-id: req-bb46a779-dfb3-4e50-bf05-64111200b2bc {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:53.396014 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f422e9e-3d3f-43bb-a698-8ad072d2750e", "name": "network-vif-plugged", "status": "completed", "tag": "fd637b2e-9665-4e6a-8c88-70547daf9889", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:53.396482 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb46a779-dfb3-4e50-bf05-64111200b2bc {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:53.396991 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd637b2e-9665-4e6a-8c88-70547daf9889', 'code': 200} Aug 31 14:04:53.524040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510fce6-d939-4537-bc95-5c2e7d6b2d8c req-61a70e0e-582f-4a4b-8e4c-a468346dd0c7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.532718 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4510fce6-d939-4537-bc95-5c2e7d6b2d8c req-61a70e0e-582f-4a4b-8e4c-a468346dd0c7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0832226 Aug 31 14:04:53.614580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4510fce6-d939-4537-bc95-5c2e7d6b2d8c req-91e938c5-9aab-4eee-b3e7-bc997a516fcc tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809355 Aug 31 14:04:53.620835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1731-50c0-4f9d-92c4-ac1140ea3a74 req-43a7a620-34c5-4d2e-9c7e-715724de53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.623051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d99d1731-50c0-4f9d-92c4-ac1140ea3a74 req-43a7a620-34c5-4d2e-9c7e-715724de53bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 1096 time: 0.1087182 Aug 31 14:04:53.671618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d99d1731-50c0-4f9d-92c4-ac1140ea3a74 req-d5b046db-6581-4825-9e49-fa19c168fd18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Aug 31 14:04:53.851089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['5738f8a5-12b3-4612-8c6b-9fbf7383fc20'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:54.145247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad448-4ae1-433f-85f2-7a67e951bb5d req-e8dd8e62-b38c-4a68-b391-efcba60383e2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:54.146716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a1ad448-4ae1-433f-85f2-7a67e951bb5d req-e8dd8e62-b38c-4a68-b391-efcba60383e2 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.0580482 Aug 31 14:04:54.195587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a1ad448-4ae1-433f-85f2-7a67e951bb5d req-75b56dcb-fc13-492c-842f-b8db106ccd45 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Aug 31 14:04:54.313655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab8267-5378-468f-aa09-617259e4cf1c req-8fbe4088-209d-4963-9c1b-c51330622fa3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:54.317357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ab8267-5378-468f-aa09-617259e4cf1c req-8fbe4088-209d-4963-9c1b-c51330622fa3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 944 time: 0.0538461 Aug 31 14:04:54.369410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ab8267-5378-468f-aa09-617259e4cf1c req-c7bff399-3a67-40b5-a58b-09b2277a6784 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Aug 31 14:04:54.492842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dce90-d185-4e5e-a63e-3a83a80c5474 req-39304a02-96b8-42ab-8b8b-59e468a61e92 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:54.494361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c79dce90-d185-4e5e-a63e-3a83a80c5474 req-39304a02-96b8-42ab-8b8b-59e468a61e92 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 944 time: 0.0553355 Aug 31 14:04:54.536653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c79dce90-d185-4e5e-a63e-3a83a80c5474 req-c1876e64-abc6-44d5-aa13-e32a004726dc tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Aug 31 14:04:54.748333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d887-9928-42d4-9abd-8b78a3e5dd94 req-9b716d69-7df4-4c1e-9df5-3519bcd40956 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:54.749916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c04d887-9928-42d4-9abd-8b78a3e5dd94 req-9b716d69-7df4-4c1e-9df5-3519bcd40956 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0516024 Aug 31 14:04:54.793757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c04d887-9928-42d4-9abd-8b78a3e5dd94 req-df83c3b7-fec3-413e-9e45-c7cb0a652b1f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364108 Aug 31 14:04:54.824140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:54.873145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 2690e8cb-9f26-4c33-8157-da617c985e8b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:54.877764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 2690e8cb-9f26-4c33-8157-da617c985e8b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:54.878145 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:54.974802 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.009945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:55.015208 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.079892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:55.319992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cebe9-c940-47f5-a96b-9ca959f08fcb req-faf99c1e-5bcd-4849-b2f7-89abac8cd1d7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.321566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d64cebe9-c940-47f5-a96b-9ca959f08fcb req-faf99c1e-5bcd-4849-b2f7-89abac8cd1d7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.0505483 Aug 31 14:04:55.367200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d64cebe9-c940-47f5-a96b-9ca959f08fcb req-fdab356d-d659-4384-93af-36d7b5400706 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Aug 31 14:04:55.397993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:55.400403 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275410a1-7439-4dbd-b7dd-a1d57fa9ad2a" -d '{"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-plugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:55.600546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e28a-98a6-4d8d-a902-53449dcdc340 req-0dca3d60-ef51-4346-862e-9820c138b901 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.602216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a185e28a-98a6-4d8d-a902-53449dcdc340 req-0dca3d60-ef51-4346-862e-9820c138b901 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 944 time: 0.0555825 Aug 31 14:04:55.660413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a185e28a-98a6-4d8d-a902-53449dcdc340 req-02ff20d0-9615-4b4a-9880-eae5477cc83b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 Aug 31 14:04:55.716922 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffc4ba1-5e9b-4896-9081-1014b2ffad8a x-openstack-request-id: req-2ffc4ba1-5e9b-4896-9081-1014b2ffad8a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:55.717306 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-plugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:55.717561 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ffc4ba1-5e9b-4896-9081-1014b2ffad8a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:55.717952 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'code': 200} Aug 31 14:04:55.822713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b9696-70ca-4fda-81c3-b144ffca2cd8 req-23b27905-b7e0-4f4d-9081-fde666ad688e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.829404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6b9696-70ca-4fda-81c3-b144ffca2cd8 req-23b27905-b7e0-4f4d-9081-fde666ad688e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.0657256 Aug 31 14:04:55.893086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6b9696-70ca-4fda-81c3-b144ffca2cd8 req-82b1a34e-1ba8-427a-ae34-9e83ec7f21f8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614045 Aug 31 14:04:55.903323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827234e1-08ff-4c59-9caa-3cc90e9ba3b5 req-fb9caf15-ba30-407f-a468-eb2cfd392e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.904825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-827234e1-08ff-4c59-9caa-3cc90e9ba3b5 req-fb9caf15-ba30-407f-a468-eb2cfd392e53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1096 time: 0.0560777 Aug 31 14:04:55.945987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-827234e1-08ff-4c59-9caa-3cc90e9ba3b5 req-f90938b5-f049-4d47-b216-6b49e7e7b7b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Aug 31 14:04:56.005955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001af5a-b7bc-41ac-89f0-8b81b748c27d req-a45893cf-abbb-4354-a2a4-4801283365af tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:56.007403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b001af5a-b7bc-41ac-89f0-8b81b748c27d req-a45893cf-abbb-4354-a2a4-4801283365af tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0548537 Aug 31 14:04:56.048706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b001af5a-b7bc-41ac-89f0-8b81b748c27d req-02353c83-345a-4718-9d13-e7e2b3ca04c1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Aug 31 14:04:56.157619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740dd8-faf6-4540-b0db-720458e5ee75 req-a69dada4-2f27-446f-baac-ef8d112bbbec tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:56.159146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82740dd8-faf6-4540-b0db-720458e5ee75 req-a69dada4-2f27-446f-baac-ef8d112bbbec tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0519545 Aug 31 14:04:56.201962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82740dd8-faf6-4540-b0db-720458e5ee75 req-764c6706-0885-48ce-aaa9-8dcba452b968 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Aug 31 14:04:56.315147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064d574-58b4-4c3a-a239-a71901cb6d36 req-15a9c8ee-14be-41c2-86df-844e57db0848 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:56.316601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f064d574-58b4-4c3a-a239-a71901cb6d36 req-15a9c8ee-14be-41c2-86df-844e57db0848 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.0496607 Aug 31 14:04:56.356039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f064d574-58b4-4c3a-a239-a71901cb6d36 req-94bd9c1a-288f-4488-b560-ca6825531867 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333602 Aug 31 14:04:56.691450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cc6ef-09b5-49af-8746-181bca197e22 req-24e0677a-89d4-48f2-9989-ab90616df125 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:56.693069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc8cc6ef-09b5-49af-8746-181bca197e22 req-24e0677a-89d4-48f2-9989-ab90616df125 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.0686743 Aug 31 14:04:56.708699 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e12548e-3ec2-4caf-8378-ea267d2c0cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.740260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc8cc6ef-09b5-49af-8746-181bca197e22 req-0e6dbedb-8bfc-413a-aba5-7096c330cbdb tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Aug 31 14:04:56.848808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:56.849051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c187-e449-4797-be67-72886ee843a9 req-a62aacb2-49a2-4e7d-836e-e03263b51074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:56.850413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b75c187-e449-4797-be67-72886ee843a9 req-a62aacb2-49a2-4e7d-836e-e03263b51074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 944 time: 0.0516450 Aug 31 14:04:56.892651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b75c187-e449-4797-be67-72886ee843a9 req-61be57b0-6e71-432c-9fd1-4f7369c44a8c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352430 Aug 31 14:04:56.915604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:56.920225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:56.920603 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.009522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.055094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:57.060681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.113071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:57.150281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf6477-d6e9-4ec7-9771-8eef7085467e req-ab3a19e2-725c-4725-ae7a-dddd38a8c5a8 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.152318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2cf6477-d6e9-4ec7-9771-8eef7085467e req-ab3a19e2-725c-4725-ae7a-dddd38a8c5a8 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 946 time: 0.0536363 Aug 31 14:04:57.194873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2cf6477-d6e9-4ec7-9771-8eef7085467e req-395bc843-715e-40a6-bf2a-0ff673613911 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358756 Aug 31 14:04:57.306639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c5549-3e9c-46b3-9633-3f8f1af8cf85 req-2863adb7-2618-4872-afbb-1d170e327c11 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.308151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e88c5549-3e9c-46b3-9633-3f8f1af8cf85 req-2863adb7-2618-4872-afbb-1d170e327c11 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0536671 Aug 31 14:04:57.350247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e88c5549-3e9c-46b3-9633-3f8f1af8cf85 req-ae5c4e14-d0cd-4bda-831d-44a17bedfb28 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340240 Aug 31 14:04:57.472247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac522e-9810-49a9-893f-e3a7fddd7b6d req-819d785c-f54e-478a-8529-7b9267e28f0d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.473777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dac522e-9810-49a9-893f-e3a7fddd7b6d req-819d785c-f54e-478a-8529-7b9267e28f0d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0532749 Aug 31 14:04:57.514509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dac522e-9810-49a9-893f-e3a7fddd7b6d req-bf321a42-93c3-4a2a-b314-0aa1aa5c72a3 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347233 Aug 31 14:04:57.719110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:57.721495 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411602c7-d62c-475b-92f9-2df1d3582b77" -d '{"events": [{"server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "name": "network-vif-plugged", "status": "completed", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:57.761903 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18398219-8436-44ad-a304-8c0c7de9752d x-openstack-request-id: req-18398219-8436-44ad-a304-8c0c7de9752d {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:57.762280 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "name": "network-vif-plugged", "status": "completed", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:57.762578 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18398219-8436-44ad-a304-8c0c7de9752d {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:57.763043 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'code': 200} Aug 31 14:04:57.862329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fba74-f766-4557-9fd1-99f5b25c8caa req-26b187f7-6d6c-4126-9242-c957a8db104f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.863935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-215fba74-f766-4557-9fd1-99f5b25c8caa req-26b187f7-6d6c-4126-9242-c957a8db104f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.0533123 Aug 31 14:04:57.936156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-215fba74-f766-4557-9fd1-99f5b25c8caa req-4868a887-f1ff-48fa-802e-566851cdd8b9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638394 Aug 31 14:04:57.940832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16396bd1-58dd-4f42-b349-e62ebd541397 req-4bd8c46f-210e-4a8c-8203-7dfd27552cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.942925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16396bd1-58dd-4f42-b349-e62ebd541397 req-4bd8c46f-210e-4a8c-8203-7dfd27552cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1096 time: 0.0780175 Aug 31 14:04:57.994172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16396bd1-58dd-4f42-b349-e62ebd541397 req-7c1bc29e-3970-4a9c-98fb-82b3c2600b23 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Aug 31 14:04:58.053625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5097a-b125-4a49-bffd-67390f217bb9 req-c92534c1-d5fe-41bc-88ce-abced5c9e557 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.055232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fb5097a-b125-4a49-bffd-67390f217bb9 req-c92534c1-d5fe-41bc-88ce-abced5c9e557 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.0518045 Aug 31 14:04:58.097006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fb5097a-b125-4a49-bffd-67390f217bb9 req-bb4db2e4-ccb1-4f42-a98c-e5cee8e33a9f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355394 Aug 31 14:04:58.322477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ff196-d7f9-40bf-b662-217574a15fb0 req-efaff639-c8a0-4c6e-b4fa-b6633372b6c5 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.323962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a52ff196-d7f9-40bf-b662-217574a15fb0 req-efaff639-c8a0-4c6e-b4fa-b6633372b6c5 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 946 time: 0.0527873 Aug 31 14:04:58.368601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a52ff196-d7f9-40bf-b662-217574a15fb0 req-0c6cd240-1509-4cbb-a206-49d15b51d542 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Aug 31 14:04:58.479671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781b769-4f93-4be1-a927-386dadd1cb9c req-faf710ac-5f5f-4f96-930c-146bb5ddcfca tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.481127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1781b769-4f93-4be1-a927-386dadd1cb9c req-faf710ac-5f5f-4f96-930c-146bb5ddcfca tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0537984 Aug 31 14:04:58.522418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1781b769-4f93-4be1-a927-386dadd1cb9c req-8b5a430f-5774-4681-b8f5-2eefdfa10929 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Aug 31 14:04:58.652785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5736145-3a0b-4776-a624-32674323265a req-3f785219-8efd-46a6-8749-32f572436d05 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.654363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5736145-3a0b-4776-a624-32674323265a req-3f785219-8efd-46a6-8749-32f572436d05 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.0599432 Aug 31 14:04:58.693679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5736145-3a0b-4776-a624-32674323265a req-f91abd69-db70-43db-84f2-f643206ab053 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Aug 31 14:04:58.970433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-843da898-aafd-42ce-bc3c-757747919942 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.971933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-843da898-aafd-42ce-bc3c-757747919942 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 813 time: 0.1090770 Aug 31 14:04:58.987835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-a1a4732d-3ece-4e1f-8aef-27783a66da13 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/quotas/79848d79b4914f80823d9c82cf21f8c6 HTTP/1.1" status: 200 len: 375 time: 0.0097163 Aug 31 14:04:59.044706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-97641c82-7963-4c32-a7eb-933b7343fe61 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508828 Aug 31 14:04:59.136085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7a5eefd5-3342-4155-a3c1-29708668bd4e service neutron] 10.222.0.10 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841663 Aug 31 14:04:59.231394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-0e0fd1f4-87fb-4dc1-a1b5-dccd9c5ec595 service neutron] 10.222.0.10 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881855 Aug 31 14:04:59.299795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b4d36ee-3aca-4a1a-8f06-dbdffa172634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.450752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-9baaa8a9-24f1-4a26-97e6-fcdddbdcf741 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.452277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-9baaa8a9-24f1-4a26-97e6-fcdddbdcf741 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.0887356 Aug 31 14:04:59.490501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.504368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edf947-3a8d-470a-ae21-197a11c1b62d req-cdfa17ef-de3a-4302-bd3d-6addc6e510ac tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.505986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99edf947-3a8d-470a-ae21-197a11c1b62d req-cdfa17ef-de3a-4302-bd3d-6addc6e510ac tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 945 time: 0.1041934 Aug 31 14:04:59.598171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99edf947-3a8d-470a-ae21-197a11c1b62d req-184eab89-0782-4c40-996c-ae3fe685da96 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842049 Aug 31 14:04:59.628107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Deleting port fd637b2e-9665-4e6a-8c88-70547daf9889 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:59.628107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.768982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] For port fd637b2e-9665-4e6a-8c88-70547daf9889, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fd637b2e-9665-4e6a-8c88-70547daf9889,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:59.769551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.780390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68688b-f68e-4855-b2e6-17c6f5cdeca6 req-5fa31672-710a-41f6-a1d7-9425067a8730 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.782130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd68688b-f68e-4855-b2e6-17c6f5cdeca6 req-5fa31672-710a-41f6-a1d7-9425067a8730 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.0956569 Aug 31 14:04:59.801404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Calling delete_port for fd637b2e-9665-4e6a-8c88-70547daf9889 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:59.870954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd68688b-f68e-4855-b2e6-17c6f5cdeca6 req-504287c0-49b5-48d2-9d7f-61f24d719c39 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827293 Aug 31 14:05:00.023733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e27b950-1fa9-47d3-b533-4c25978cc10c req-704f1d80-e1bc-4d88-adc5-7972e77162a1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 210 time: 0.0624850 Aug 31 14:05:00.048209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.091903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event deleted for resources: {'Port': ['ID=fd637b2e-9665-4e6a-8c88-70547daf9889,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:00.097834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e', 'fd637b2e-9665-4e6a-8c88-70547daf9889'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:00.148219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] No DVR routers for this DVR port fd637b2e-9665-4e6a-8c88-70547daf9889 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:00.151044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.153432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00f3dc3f-6f2a-432a-938e-1ef28b646ce8 req-34822273-ee10-4326-9a11-aec6825573f6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "DELETE /v2.0/ports/fd637b2e-9665-4e6a-8c88-70547daf9889 HTTP/1.1" status: 204 len: 173 time: 0.6927624 Aug 31 14:05:00.154002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'name': 'network-vif-deleted', 'tag': 'fd637b2e-9665-4e6a-8c88-70547daf9889'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:00.156460 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c51673-8fa7-49ae-8607-d0090a160450" -d '{"events": [{"server_uuid": "2f422e9e-3d3f-43bb-a698-8ad072d2750e", "name": "network-vif-deleted", "tag": "fd637b2e-9665-4e6a-8c88-70547daf9889"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:00.228706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85274c26-eb25-4b2f-968a-dface831ed5d req-b1a2cb60-e5cd-4bdf-b711-56e76993fad4 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.231170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85274c26-eb25-4b2f-968a-dface831ed5d req-b1a2cb60-e5cd-4bdf-b711-56e76993fad4 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 946 time: 0.0686200 Aug 31 14:05:00.277736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85274c26-eb25-4b2f-968a-dface831ed5d req-7cf31545-347e-4896-8967-d6a270cb5e54 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf576f5e-4727-4b60-8477-ad5bb1a01150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Aug 31 14:05:00.428944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-f48b02de-2006-4053-8333-2494a569e300 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.430654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-f48b02de-2006-4053-8333-2494a569e300 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 946 time: 0.0632398 Aug 31 14:05:00.439283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb1552-e434-44e4-9485-de19f76810c7 req-431d3e50-5609-4a78-8b2a-7d8acd884075 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.440723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12bb1552-e434-44e4-9485-de19f76810c7 req-431d3e50-5609-4a78-8b2a-7d8acd884075 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1023796 Aug 31 14:05:00.534872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12bb1552-e434-44e4-9485-de19f76810c7 req-b6910d8f-4bd3-4fa9-8c75-cbc1dffdfaa7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846074 Aug 31 14:05:00.535575 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.571425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Deleting port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:00.571783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.682465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] For port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,segment=NetworkSegment(86ab7415-9ad2-4d04-bfdc-639d6310a921),segment_id=86ab7415-9ad2-4d04-bfdc-639d6310a921)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:00.683143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.701433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Calling delete_port for ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:00.722748 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab6808-777d-4221-9f72-dab3a2185ae2 x-openstack-request-id: req-9aab6808-777d-4221-9f72-dab3a2185ae2 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:00.723055 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f422e9e-3d3f-43bb-a698-8ad072d2750e", "name": "network-vif-deleted", "tag": "fd637b2e-9665-4e6a-8c88-70547daf9889", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:00.723317 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9aab6808-777d-4221-9f72-dab3a2185ae2 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:00.723724 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f422e9e-3d3f-43bb-a698-8ad072d2750e', 'name': 'network-vif-deleted', 'tag': 'fd637b2e-9665-4e6a-8c88-70547daf9889', 'status': 'completed', 'code': 200} Aug 31 14:05:00.820226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81effad1-2d99-48a4-96bc-ddec8a79bc2f req-0349615b-39c6-4cdf-885e-ab07b92a9bb7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f422e9e-3d3f-43bb-a698-8ad072d2750e HTTP/1.1" status: 200 len: 210 time: 0.0399876 Aug 31 14:05:01.006334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-8f805c79-e4dd-4a26-9ce5-d572115cac4f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:01.008155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-8f805c79-e4dd-4a26-9ce5-d572115cac4f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 813 time: 0.2000461 Aug 31 14:05:01.010164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.054904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:01.382055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Request body: {'port': {'device_id': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47', 'admin_state_up': True, 'tenant_id': '79848d79b4914f80823d9c82cf21f8c6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:01.385113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Pushing event deleted for resources: {'Port': ['ID=ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:01.434303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fb12a-8197-4d49-b4f0-8ddd6b24293c req-71895b69-f097-4056-b57e-9636694a486c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:01.435806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28fb12a-8197-4d49-b4f0-8ddd6b24293c req-71895b69-f097-4056-b57e-9636694a486c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.4874532 Aug 31 14:05:01.480545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] No DVR routers for this DVR port ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:01.490128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.492024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-640ab31b-4f36-4799-b96a-9dc61bca1303 req-fe97f9c7-3faa-4647-9ea6-a56322c87c87 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.26 "DELETE /v2.0/ports/ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa HTTP/1.1" status: 204 len: 173 time: 1.0503805 Aug 31 14:05:01.539345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28fb12a-8197-4d49-b4f0-8ddd6b24293c req-ff246de2-9604-4677-8629-fefbc8176cc2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777962 Aug 31 14:05:01.615712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Made reservation on behalf of 79848d79b4914f80823d9c82cf21f8c6 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:01.619182 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.636090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19a4765d-b53e-49e0-b41e-8ce56a70d22b req-ee364e47-ece2-4ab3-badc-cb5466c49b74 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 210 time: 0.0319698 Aug 31 14:05:01.783894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3520f09-090c-441f-8ded-59c72ab8685f req-d5c0135c-95fc-4ef1-b222-f56c92c1b5e0 tempest-VolumesSnapshotTestJSON-601925642 tempest-VolumesSnapshotTestJSON-601925642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d59b4d18-e8a9-4879-8a27-33a5e9ef3226 HTTP/1.1" status: 200 len: 210 time: 0.0520363 Aug 31 14:05:01.811259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Allocated IP 172.20.0.2 (07db18f8-1be9-456d-9bf9-0eb3ffb85c47/067835b6-8d8b-448c-99c5-29516107de44/083e488b-5233-4793-aab1-cc926139d5a1) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:01.934225 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.951310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a159f5-fe70-44b2-b215-a0f5d0f11657 req-25dd04ac-1d3b-435c-9845-c1096ea6049f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:01.953533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71a159f5-fe70-44b2-b215-a0f5d0f11657 req-25dd04ac-1d3b-435c-9845-c1096ea6049f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1083896 Aug 31 14:05:02.033073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71a159f5-fe70-44b2-b215-a0f5d0f11657 req-936ddab5-d077-4326-9209-e6e02d13a4a3 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694659 Aug 31 14:05:02.064621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.140165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.176007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2690e8cb-9f26-4c33-8157-da617c985e8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:02.213001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75d10-81f2-46a6-9ca2-eeb20d286a9c req-a48002e6-c262-4be5-80c3-08218f514129 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.221452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74d75d10-81f2-46a6-9ca2-eeb20d286a9c req-a48002e6-c262-4be5-80c3-08218f514129 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1151729 Aug 31 14:05:02.224527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:02.228704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:02.231727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:02.285292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Pushing event updated for resources: {'Port': ['ID=083e488b-5233-4793-aab1-cc926139d5a1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:02.318115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.318752 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.324422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74d75d10-81f2-46a6-9ca2-eeb20d286a9c req-508845ce-38fe-4a5a-a3a8-4d0e434156af tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021211 Aug 31 14:05:02.348940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51678) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:02.361018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-b84c4211-01b3-441b-97b9-0d01fed1dc37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9939861 Aug 31 14:05:02.391023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Request body: {'port': {'device_id': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:02.451722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221ae0af-d09e-4b3e-85c8-9cfa632dc3aa tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.453321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-221ae0af-d09e-4b3e-85c8-9cfa632dc3aa tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1091 time: 0.1033406 Aug 31 14:05:02.456240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 51680) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:02.462772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:02.472291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.516307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.736108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'name': 'network-vif-deleted', 'tag': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:02.738327 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25555ff-664a-46f9-b3f0-5f845395e8cf" -d '{"events": [{"server_uuid": "d59b4d18-e8a9-4879-8a27-33a5e9ef3226", "name": "network-vif-deleted", "tag": "ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:02.882358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd637b2e-9665-4e6a-8c88-70547daf9889 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:02.885992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-de994441-cefa-47fd-9472-8b2e4546e13c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.887620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-de994441-cefa-47fd-9472-8b2e4546e13c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.1890500 Aug 31 14:05:02.895934 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.907308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: fd637b2e-9665-4e6a-8c88-70547daf9889 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:02.908018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fd637b2e-9665-4e6a-8c88-70547daf9889 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:02.908507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:02.929146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:02.929636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:02.940420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5923bec3-062d-48b9-a9a3-e38963883a94 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/quotas/8015202e41ed475ab625fbe78cf90031 HTTP/1.1" status: 200 len: 375 time: 0.0442114 Aug 31 14:05:02.991011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083e488b-5233-4793-aab1-cc926139d5a1 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:03.021570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.045689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Transition to ACTIVE for port object 083e488b-5233-4793-aab1-cc926139d5a1 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:03.073691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.088137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3debc022-5377-4583-a56b-d929d22f1efe tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190121 Aug 31 14:05:03.194218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.156 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/79f68f91-5f45-4892-a7ac-ab2ea370d6bc) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:03.204342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Pushing event updated for resources: {'Port': ['ID=083e488b-5233-4793-aab1-cc926139d5a1,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:03.352752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-d21cc69d-0a32-4550-a8fe-05319fb05136 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297134 Aug 31 14:05:03.423115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Attempting to bind port 083e488b-5233-4793-aab1-cc926139d5a1 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:03.423460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Attempting to bind port 083e488b-5233-4793-aab1-cc926139d5a1 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:03.423791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Attempting to bind port 083e488b-5233-4793-aab1-cc926139d5a1 on network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:03.461798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Port 083e488b-5233-4793-aab1-cc926139d5a1 on network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:03.462134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Attempting to bind port 083e488b-5233-4793-aab1-cc926139d5a1 on network 07db18f8-1be9-456d-9bf9-0eb3ffb85c47 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:03.486486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:03.486838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Checking segment: {'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:03.487226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Bound using segment: {'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:03.487669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Bound port: 083e488b-5233-4793-aab1-cc926139d5a1, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f049e2-376a-41d8-9ef8-b83823e15067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:03.488041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.492519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.571039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-acaff404-0a3e-4964-96d6-23a96dd2fda0 service neutron] 10.222.0.10 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038167 Aug 31 14:05:03.610695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] For port 083e488b-5233-4793-aab1-cc926139d5a1, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:03.615316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] For port 083e488b-5233-4793-aab1-cc926139d5a1, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=083e488b-5233-4793-aab1-cc926139d5a1,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:03.617452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.627726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.673824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:03.682190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:03.694344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:03.697244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.698866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] 10.222.0.26 "PUT /v2.0/ports/083e488b-5233-4793-aab1-cc926139d5a1 HTTP/1.1" status: 200 len: 1091 time: 1.3144391 Aug 31 14:05:03.708083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:03.793813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=79f68f91-5f45-4892-a7ac-ab2ea370d6bc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:03.949987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834bd5f-9928-4b89-85f9-108108ae29cc req-251c6f8b-b53b-4af7-bbc6-9dc0f2dc0b7a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:03.951599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b834bd5f-9928-4b89-85f9-108108ae29cc req-251c6f8b-b53b-4af7-bbc6-9dc0f2dc0b7a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 943 time: 0.2069428 Aug 31 14:05:03.961737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4589ae-31b9-4a72-8afc-ded1eb449e30 service neutron] Pushing event updated for resources: {'Port': ['ID=083e488b-5233-4793-aab1-cc926139d5a1,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:04.014733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-5ba521c4-6d47-4061-a35e-87196f3d0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.016037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-5ba521c4-6d47-4061-a35e-87196f3d0fd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 1094 time: 0.2345088 Aug 31 14:05:04.085502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-01280fa7-8b1d-4160-901d-c614055821cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=083e488b-5233-4793-aab1-cc926139d5a1 HTTP/1.1" status: 200 len: 217 time: 0.0496051 Aug 31 14:05:04.131751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b834bd5f-9928-4b89-85f9-108108ae29cc req-5afc0c0d-066a-4125-a750-86d797c17ee5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662657 Aug 31 14:05:04.188238 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9f2eeb-8799-4ff2-8fe8-585f0c483a7b x-openstack-request-id: req-cd9f2eeb-8799-4ff2-8fe8-585f0c483a7b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:04.188528 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59b4d18-e8a9-4879-8a27-33a5e9ef3226", "name": "network-vif-deleted", "tag": "ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:04.188777 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd9f2eeb-8799-4ff2-8fe8-585f0c483a7b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:04.189195 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59b4d18-e8a9-4879-8a27-33a5e9ef3226', 'name': 'network-vif-deleted', 'tag': 'ec0b196c-91a7-4c48-bfe2-01bdc9d1c2fa', 'status': 'completed', 'code': 200} Aug 31 14:05:04.195414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-556b7c75-1b74-4905-bb18-248ec5ecb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.196998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-556b7c75-1b74-4905-bb18-248ec5ecb345 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.0817113 Aug 31 14:05:04.265206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-1708259e-19d6-4b02-8a6e-906aee7c2c44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469074 Aug 31 14:05:04.689082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fd45b-d445-42fc-af07-4ce55bef92da req-ae99c22c-a6dd-4616-b65d-5019ed193bdf tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.690594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f64fd45b-d445-42fc-af07-4ce55bef92da req-ae99c22c-a6dd-4616-b65d-5019ed193bdf tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.2794530 Aug 31 14:05:04.700603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-6fde1086-2e5a-48ed-ba93-44c0cea42e5d service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904639 Aug 31 14:05:04.712796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.305296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f64fd45b-d445-42fc-af07-4ce55bef92da req-bd737814-03cb-471b-bb5f-a4123d22e8f8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019444 Aug 31 14:05:05.375625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.382447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6485ece-0b89-4ef3-8419-65efc7887e33 req-39e8a624-9d61-4b4a-b31e-9c3e710fc3a5 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718175 Aug 31 14:05:05.419813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-c7775e97-b6a4-405e-8417-7be538852b7a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:05.421404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-c7775e97-b6a4-405e-8417-7be538852b7a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 806 time: 0.2741790 Aug 31 14:05:05.457494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Request body: {'port': {'device_id': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'admin_state_up': True, 'tenant_id': '8015202e41ed475ab625fbe78cf90031'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:05.574641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d60e7b-80e0-4dbc-bcbc-76cc389fe8dc req-dca9ce91-f51d-4f5e-b7fd-228d9e633239 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 210 time: 0.0933368 Aug 31 14:05:05.712741 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.714317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Made reservation on behalf of 8015202e41ed475ab625fbe78cf90031 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:05.718052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.722849 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.780646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26653-518c-4192-bc23-19095d9f490a req-503a374a-e68c-44ef-957d-c606aba40541 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:05.782259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebb26653-518c-4192-bc23-19095d9f490a req-503a374a-e68c-44ef-957d-c606aba40541 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 943 time: 0.1302369 Aug 31 14:05:05.889519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=79f68f91-5f45-4892-a7ac-ab2ea370d6bc,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:05.919596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.950748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebb26653-518c-4192-bc23-19095d9f490a req-b7e2b4ab-ecb4-4cab-9d5c-fc2d54ecd49d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362298 Aug 31 14:05:06.047667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Allocated IP 172.20.0.3 (9e3cca68-eb88-46bf-ab3f-57f1f2694ff7/02326dba-1fb6-4485-9b8e-234d2e9925b4/5f932bd8-895d-472b-b6b5-c19d45477cab) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:06.100795 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP db92afb4-6741-4902-950f-4b015d0e2c14 associated. External IP: 172.25.0.156, port: 5738f8a5-12b3-4612-8c6b-9fbf7383fc20. Aug 31 14:05:06.211251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'tag': '083e488b-5233-4793-aab1-cc926139d5a1'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:06.218845 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e27479-8ece-436f-be20-67445dea0682" -d '{"events": [{"name": "network-changed", "server_uuid": "cab3676e-7ec1-430b-a02d-05d2289342b3", "tag": "083e488b-5233-4793-aab1-cc926139d5a1"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:06.219029 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:05:06.359700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb4759-3891-4ed4-8866-9a89d4a88643 req-f06b8571-f1a4-4f2b-9b12-4b461cc74a0c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:06.368003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5feb4759-3891-4ed4-8866-9a89d4a88643 req-f06b8571-f1a4-4f2b-9b12-4b461cc74a0c tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1375408 Aug 31 14:05:06.447544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.504981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5feb4759-3891-4ed4-8866-9a89d4a88643 req-86022428-8b37-4fd1-bef8-e86c025a6a47 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340196 Aug 31 14:05:06.579353 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262cf83c-3392-4ddb-b4f2-ffe439a27f2a x-openstack-request-id: req-262cf83c-3392-4ddb-b4f2-ffe439a27f2a {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:06.579646 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab3676e-7ec1-430b-a02d-05d2289342b3", "tag": "083e488b-5233-4793-aab1-cc926139d5a1", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:06.579903 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-262cf83c-3392-4ddb-b4f2-ffe439a27f2a {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:06.580296 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'tag': '083e488b-5233-4793-aab1-cc926139d5a1', 'status': 'completed', 'code': 200} Aug 31 14:05:06.662293 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.676524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router a91a76e5-7a35-4ec4-86b3-f7d457feed5f has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:05:06.698296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:06.706080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:06.714060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:06.745827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:06.841262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27479-8ece-436f-be20-67445dea0682 req-2fa6632e-0761-4412-b77d-6851836a0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:06.843437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e27479-8ece-436f-be20-67445dea0682 req-2fa6632e-0761-4412-b77d-6851836a0d06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 1094 time: 0.2223196 Aug 31 14:05:06.986202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-c6499feb-8ea4-48e1-a082-971c1415a339 req-67eeb6fc-64ae-43ce-9847-5f5e0a97d05f service neutron] (101360) timed out ('10.222.0.10', 50246) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:05:07.007983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event updated for resources: {'Port': ['ID=5f932bd8-895d-472b-b6b5-c19d45477cab,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:07.038316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.039118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.090998 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22b3c4-364e-452c-8ae2-74a53f8f5ace req-a36ba360-f8a2-44c5-8f9f-17f77be67e4d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.099311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b22b3c4-364e-452c-8ae2-74a53f8f5ace req-a36ba360-f8a2-44c5-8f9f-17f77be67e4d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 931 time: 0.3427169 Aug 31 14:05:07.177571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-3ae68054-cab4-4732-b413-0500dbbabb51 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7253070 Aug 31 14:05:07.213349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Request body: {'port': {'device_id': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:07.263581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27479-8ece-436f-be20-67445dea0682 req-7cee1918-baaf-48b8-9131-1d5dd8c1d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.265130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e27479-8ece-436f-be20-67445dea0682 req-7cee1918-baaf-48b8-9131-1d5dd8c1d9eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 915 time: 0.3493657 Aug 31 14:05:07.268609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b22b3c4-364e-452c-8ae2-74a53f8f5ace req-10e3376f-3b5f-4eb8-bf4c-630e0643afd9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683705 Aug 31 14:05:07.272190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:07.300652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] Sync routers for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:07.326489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:07.327623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:04:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:07.329208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e27479-8ece-436f-be20-67445dea0682 req-b8a6da11-fe26-460b-a87b-c3a26681b1b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=083e488b-5233-4793-aab1-cc926139d5a1 HTTP/1.1" status: 200 len: 217 time: 0.0544684 Aug 31 14:05:07.367273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.410721 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.471490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c36600ba-487a-4c3e-b204-f2aae88e21ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0141447 Aug 31 14:05:07.481018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27479-8ece-436f-be20-67445dea0682 req-0917e239-7ef8-4380-bd4b-3757e22b7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.482192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e27479-8ece-436f-be20-67445dea0682 req-0917e239-7ef8-4380-bd4b-3757e22b7a82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.1297655 Aug 31 14:05:07.524815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:07.552963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e27479-8ece-436f-be20-67445dea0682 req-4bceed7f-f19c-4bc3-a039-58263634f6b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447123 Aug 31 14:05:07.576707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad004236-fc3d-43b6-bc77-e953fedb0b30 req-71b36e81-efaa-473e-8a80-b8063a4c9580 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.578699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad004236-fc3d-43b6-bc77-e953fedb0b30 req-71b36e81-efaa-473e-8a80-b8063a4c9580 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 943 time: 0.1636798 Aug 31 14:05:07.766936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad004236-fc3d-43b6-bc77-e953fedb0b30 req-379a44fa-0f28-44f8-8fa9-5f126d160fd7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286068 Aug 31 14:05:07.801073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'db92afb4-6741-4902-950f-4b015d0e2c14', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'port_id': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'mac_address': 'fa:16:3e:be:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:04Z', 'updated_at': '2021-08-31T14:05:04Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:43Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:07.821014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e27479-8ece-436f-be20-67445dea0682 req-9104d249-9a27-466d-85bf-756f71e3d6d7 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842401 Aug 31 14:05:07.831529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] Checking router: a91a76e5-7a35-4ec4-86b3-f7d457feed5f for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:07.841456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:07.842113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:04:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:07.984634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b396-e789-4eac-8a55-958505ab414a req-71fa6a6a-ffa2-4131-9425-27c55a10160a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.988116 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69b5b396-e789-4eac-8a55-958505ab414a req-71fa6a6a-ffa2-4131-9425-27c55a10160a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 945 time: 0.1061199 Aug 31 14:05:07.993566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf098f-8c0c-42c3-90a3-8f50d17c692b req-1ab66be3-9cfd-46ab-9e4d-f93b6fccf0ea tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.995106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30bf098f-8c0c-42c3-90a3-8f50d17c692b req-1ab66be3-9cfd-46ab-9e4d-f93b6fccf0ea tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1486936 Aug 31 14:05:08.007180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:08.165882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Deleting port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:08.166408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.285989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] For port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:08.286524 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.303404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Calling delete_port for c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:08.445616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.498144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event deleted for resources: {'Port': ['ID=c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:08.498238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f932bd8-895d-472b-b6b5-c19d45477cab {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:08.534905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e27479-8ece-436f-be20-67445dea0682 req-12262e1f-0b34-475d-aa7d-42e75f120290 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491263 Aug 31 14:05:08.541672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.564818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] No DVR routers for this DVR port c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:08.577485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.579445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:08.582927 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-69b5b396-e789-4eac-8a55-958505ab414a req-284e1faf-de0a-4bc2-a64b-2954c360c750 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "DELETE /v2.0/ports/c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa HTTP/1.1" status: 204 len: 173 time: 0.5763960 Aug 31 14:05:08.584658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:08.585066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'name': 'network-vif-deleted', 'tag': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:08.587364 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16504fa1-2131-4df9-be3f-c47fd339d454" -d '{"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:08.594477 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e1471e-18c9-46f9-8271-17c766f46cc2" -d '{"events": [{"server_uuid": "d22f297f-cb10-440f-a821-8f45fda7b789", "name": "network-vif-deleted", "tag": "c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:08.605551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30bf098f-8c0c-42c3-90a3-8f50d17c692b req-0ed65993-32df-4779-9efc-7b9f71b2f292 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5831170 Aug 31 14:05:08.624532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Transition to ACTIVE for port object 5f932bd8-895d-472b-b6b5-c19d45477cab will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:08.631987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.635913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51798) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:08.753391 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a76701d-a145-4d42-b140-2dd193d7c63f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/db92afb4-6741-4902-950f-4b015d0e2c14 HTTP/1.1" status: 200 len: 991 time: 0.1151965 Aug 31 14:05:08.808036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'db92afb4-6741-4902-950f-4b015d0e2c14', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'port_id': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'mac_address': 'fa:16:3e:be:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:04Z', 'updated_at': '2021-08-31T14:05:04Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:43Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:08.822943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2c68e7-a06f-468d-a01d-44bb92df933d req-cf3fc8e4-eb87-4361-91a1-b751dedf536f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22f297f-cb10-440f-a821-8f45fda7b789 HTTP/1.1" status: 200 len: 210 time: 0.0661461 Aug 31 14:05:08.823561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5f932bd8-895d-472b-b6b5-c19d45477cab,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:08.850604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458ac48-11a1-4890-b763-802c12e96166 None None] The sync data for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 is: [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'db92afb4-6741-4902-950f-4b015d0e2c14', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'port_id': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'mac_address': 'fa:16:3e:be:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:04Z', 'updated_at': '2021-08-31T14:05:04Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:43Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:08.888603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 083e488b-5233-4793-aab1-cc926139d5a1 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:08.944351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Attempting to bind port 5f932bd8-895d-472b-b6b5-c19d45477cab on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:08.944905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Attempting to bind port 5f932bd8-895d-472b-b6b5-c19d45477cab by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:08.945413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Attempting to bind port 5f932bd8-895d-472b-b6b5-c19d45477cab on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:08.954714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Port 5f932bd8-895d-472b-b6b5-c19d45477cab on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:08.955425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Attempting to bind port 5f932bd8-895d-472b-b6b5-c19d45477cab on network 9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:08.963342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:08.963887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Checking segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:08.964783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Bound using segment: {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:08.965260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Bound port: 5f932bd8-895d-472b-b6b5-c19d45477cab, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdd7112-dca4-41fc-a927-0f25cd9c2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:08.965687 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.005257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 083e488b-5233-4793-aab1-cc926139d5a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=083e488b-5233-4793-aab1-cc926139d5a1,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:09.020455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '083e488b-5233-4793-aab1-cc926139d5a1', 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47', 'port_id': '083e488b-5233-4793-aab1-cc926139d5a1', 'mac_address': 'fa:16:3e:72:a4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067835b6-8d8b-448c-99c5-29516107de44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:09.069345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.085569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083e488b-5233-4793-aab1-cc926139d5a1 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:09.093554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1bebd-8e0d-4a93-b505-7827196cd54b req-afd18400-c153-4b70-a06d-6ed88329c7a6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.095105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-edc1bebd-8e0d-4a93-b505-7827196cd54b req-afd18400-c153-4b70-a06d-6ed88329c7a6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 943 time: 0.0693867 Aug 31 14:05:09.108651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 083e488b-5233-4793-aab1-cc926139d5a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=083e488b-5233-4793-aab1-cc926139d5a1,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:09.114178 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.129942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] For port 5f932bd8-895d-472b-b6b5-c19d45477cab, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:09.152345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] For port 5f932bd8-895d-472b-b6b5-c19d45477cab, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5f932bd8-895d-472b-b6b5-c19d45477cab,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:09.161361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.166024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-edc1bebd-8e0d-4a93-b505-7827196cd54b req-61fe692f-0065-4896-9396-1eaa3e96a124 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646899 Aug 31 14:05:09.181937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=083e488b-5233-4793-aab1-cc926139d5a1,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:09.201297 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f347e-36ae-4111-937e-c7180de5f37f None None] New status for floating IP db92afb4-6741-4902-950f-4b015d0e2c14: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:05:09.213453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.214089 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.216894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f932bd8-895d-472b-b6b5-c19d45477cab HTTP/1.1" status: 200 len: 1091 time: 2.0175593 Aug 31 14:05:09.251573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee95232-8362-4f22-a832-db6df7688a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5f932bd8-895d-472b-b6b5-c19d45477cab,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:09.260445 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ad5491-44aa-48f6-b7bf-32c24ecaa3a7 x-openstack-request-id: req-40ad5491-44aa-48f6-b7bf-32c24ecaa3a7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:09.260841 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:09.261210 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40ad5491-44aa-48f6-b7bf-32c24ecaa3a7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:09.261703 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'status': 'completed', 'code': 200} Aug 31 14:05:09.299458 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5ab6e-cbca-4003-bb84-4647ac39afee x-openstack-request-id: req-f6e5ab6e-cbca-4003-bb84-4647ac39afee {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:09.299933 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22f297f-cb10-440f-a821-8f45fda7b789", "name": "network-vif-deleted", "tag": "c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:09.300016 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6e5ab6e-cbca-4003-bb84-4647ac39afee {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:09.300881 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22f297f-cb10-440f-a821-8f45fda7b789', 'name': 'network-vif-deleted', 'tag': 'c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa', 'status': 'completed', 'code': 200} Aug 31 14:05:09.436236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-4d02133e-75fe-45f9-9219-8c6e57868729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.437916 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-4d02133e-75fe-45f9-9219-8c6e57868729 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1096 time: 0.0983865 Aug 31 14:05:09.470989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e9b8-cb19-4b06-820d-4a1ace0cdea3 req-ee23f6a0-2080-4092-a135-34cf866e786c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.473276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdc1e9b8-cb19-4b06-820d-4a1ace0cdea3 req-ee23f6a0-2080-4092-a135-34cf866e786c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 944 time: 0.0786467 Aug 31 14:05:09.475566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-48ea3dc1-f2c0-44ae-845c-489d97fa9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.477157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-48ea3dc1-f2c0-44ae-845c-489d97fa9d25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 1094 time: 0.1383882 Aug 31 14:05:09.548105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-383cea2b-6b93-490d-8529-0d35c2f9cc7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f932bd8-895d-472b-b6b5-c19d45477cab HTTP/1.1" status: 200 len: 217 time: 0.0409434 Aug 31 14:05:09.564711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-cfaca2a8-856e-4867-a0c7-8424a0d19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.566367 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-cfaca2a8-856e-4867-a0c7-8424a0d19152 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.1198487 Aug 31 14:05:09.570441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdc1e9b8-cb19-4b06-820d-4a1ace0cdea3 req-c8d37b2b-1ae9-437c-8a0c-2c8de3148abc tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876055 Aug 31 14:05:09.608134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-537078d0-64cd-48d4-980b-4aa071dce033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.609839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-537078d0-64cd-48d4-980b-4aa071dce033 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.0531545 Aug 31 14:05:09.629210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['083e488b-5233-4793-aab1-cc926139d5a1'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:09.667568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-bec667a3-bbf6-4445-8a43-dc7b598eaa06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 1001 time: 0.0938833 Aug 31 14:05:09.670002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-297c8e2e-515e-46fc-b795-1353238b85d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462575 Aug 31 14:05:09.729376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-45b681d1-2347-4435-89ee-52a28507c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.731516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-45b681d1-2347-4435-89ee-52a28507c531 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.0491633 Aug 31 14:05:09.766912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 51812) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:09.775151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-7009dc57-035d-4297-8a90-78511de035e2 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921574 Aug 31 14:05:09.788360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.864345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-a0d960af-3949-4eb8-a6da-b43fd5d7be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.866138 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-a0d960af-3949-4eb8-a6da-b43fd5d7be5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259365 Aug 31 14:05:09.877713 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e32c3247-a112-49ed-a7b3-49c4f0a1f476 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/db92afb4-6741-4902-950f-4b015d0e2c14 HTTP/1.1" status: 200 len: 993 time: 0.1036272 Aug 31 14:05:09.884088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a72c982-9d90-4ce4-a777-f72642b1563d req-1ca4eda2-f59b-4317-8ee4-6854a7a3b25c service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012740 Aug 31 14:05:10.000621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-16de60aa-2412-415e-874c-61edd7f4db94 service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115136 Aug 31 14:05:10.165010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-16504fa1-2131-4df9-be3f-c47fd339d454 req-4149ddf2-30b2-4ff7-a54e-9a24b98f957b service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300828 Aug 31 14:05:10.257884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-7a3eee01-e7f6-4189-8c90-204981bea478 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:10.259678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-7a3eee01-e7f6-4189-8c90-204981bea478 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.1411273 Aug 31 14:05:10.286467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d3277570-0404-4cb0-8740-d478a93fa129 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/quotas/a03ed9d26ac44278a6a89dcf3e5e8198 HTTP/1.1" status: 200 len: 375 time: 0.0181913 Aug 31 14:05:10.329034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-6b044d1f-1e38-4b0a-aa8d-44ad4836ab5f tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351715 Aug 31 14:05:10.443388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-0f74224f-e55e-492f-b61a-8312101fd52e service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059072 Aug 31 14:05:10.536372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-db8d14a6-4507-4c44-86c2-66ef537b4ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844920 Aug 31 14:05:10.778945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c448a77-6544-49d4-8998-29e313952f8f req-97a82554-ae67-47e5-afa8-f83201cf7137 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:10.787535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c448a77-6544-49d4-8998-29e313952f8f req-97a82554-ae67-47e5-afa8-f83201cf7137 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 943 time: 0.0769997 Aug 31 14:05:10.829487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c448a77-6544-49d4-8998-29e313952f8f req-ea814600-5460-4bac-a518-f9e5a956b37d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Aug 31 14:05:10.958508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722ca5c-8b25-49c2-8529-14f4d664bfc5 req-7b12ff4a-7d0d-4ebb-a540-8ddde494598f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:10.960393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3722ca5c-8b25-49c2-8529-14f4d664bfc5 req-7b12ff4a-7d0d-4ebb-a540-8ddde494598f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 944 time: 0.0647964 Aug 31 14:05:11.010338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3722ca5c-8b25-49c2-8529-14f4d664bfc5 req-5d5d1b7e-ad70-4bc0-ac27-c7f418a27386 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Aug 31 14:05:11.109265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a1fdd37-2da5-4e45-8e26-aa85df7a1b7c req-804142e5-6d05-4328-98eb-f05fabb3eeb8 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 210 time: 0.0419357 Aug 31 14:05:11.267832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'tag': '5f932bd8-895d-472b-b6b5-c19d45477cab'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:11.270717 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2dcd54-b93e-4879-a113-279ac20444ec" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed3f51-5059-4f30-a7a4-b099b1aa3cf1", "tag": "5f932bd8-895d-472b-b6b5-c19d45477cab"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:11.358735 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556c963-7c99-4c78-8607-ff16e2893856 x-openstack-request-id: req-d556c963-7c99-4c78-8607-ff16e2893856 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:11.359624 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed3f51-5059-4f30-a7a4-b099b1aa3cf1", "tag": "5f932bd8-895d-472b-b6b5-c19d45477cab", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:11.360430 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d556c963-7c99-4c78-8607-ff16e2893856 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:11.361430 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'tag': '5f932bd8-895d-472b-b6b5-c19d45477cab', 'status': 'completed', 'code': 200} Aug 31 14:05:11.482124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-2d139b89-538a-433b-8a46-846c4cd076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:11.484625 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-2d139b89-538a-433b-8a46-846c4cd076fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8015202e41ed475ab625fbe78cf90031&device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 1094 time: 0.0606153 Aug 31 14:05:11.689885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-01ff56e1-7717-4d90-a6b0-50a466a70e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:11.691648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-01ff56e1-7717-4d90-a6b0-50a466a70e68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 200 len: 908 time: 0.1988873 Aug 31 14:05:11.745114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-547cade6-db1e-4077-915e-0a439008ec87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f932bd8-895d-472b-b6b5-c19d45477cab HTTP/1.1" status: 200 len: 217 time: 0.0444798 Aug 31 14:05:11.821124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-15ba7e88-f546-4071-982b-fd18dd1227a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:11.822555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-15ba7e88-f546-4071-982b-fd18dd1227a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 200 len: 846 time: 0.0624931 Aug 31 14:05:11.890227 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-fba15ed6-38c5-4fd1-94f2-6895798f3ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586090 Aug 31 14:05:12.000187 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-e6417e83-f063-4ba4-96f7-d08570693e36 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956955 Aug 31 14:05:12.092278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b764eee-e184-4a3c-b25a-445bfba9c423 req-13176aed-ac98-419a-b405-0499327255aa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:12.099977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b764eee-e184-4a3c-b25a-445bfba9c423 req-13176aed-ac98-419a-b405-0499327255aa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 943 time: 0.1211801 Aug 31 14:05:12.138749 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff2dcd54-b93e-4879-a113-279ac20444ec req-52bd7db4-b520-47e7-97d4-aa6572c96371 service neutron] 10.222.0.26 "GET /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308255 Aug 31 14:05:12.336554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b764eee-e184-4a3c-b25a-445bfba9c423 req-249df1f1-6ba3-4254-965a-c42b2d43e9b1 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326667 Aug 31 14:05:12.347610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a09db7bf-e020-4832-9020-1b62db85c359 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:12.349382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a09db7bf-e020-4832-9020-1b62db85c359 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 811 time: 0.2142243 Aug 31 14:05:12.397394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Request body: {'port': {'device_id': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'admin_state_up': True, 'tenant_id': 'a03ed9d26ac44278a6a89dcf3e5e8198'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:12.545011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb30d8-bc04-470c-bfe9-47489dfa8e1d req-46f13ef0-7984-4e17-8f35-e70253ce47f5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:12.546515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4bb30d8-bc04-470c-bfe9-47489dfa8e1d req-46f13ef0-7984-4e17-8f35-e70253ce47f5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 944 time: 0.0760293 Aug 31 14:05:12.614954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4bb30d8-bc04-470c-bfe9-47489dfa8e1d req-7bcb6c68-7cfb-4486-bbd1-3550a15b64f4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613871 Aug 31 14:05:12.616193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Made reservation on behalf of a03ed9d26ac44278a6a89dcf3e5e8198 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:12.619675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:12.762853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efc6cb04-6b77-4f7a-96f8-9a99ddfb9101 req-6a1da4c3-8c14-4d42-a1da-1c1fd4c09a24 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 210 time: 0.0379941 Aug 31 14:05:12.882558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Allocated IP 172.20.0.4 (139e03a7-4fb3-45b2-9a43-265f88b10e52/6b432b8d-bac5-4dd1-8e93-811530e2f6f4/20d99e10-f2e7-4f5b-901b-153dd88096a0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:12.910769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5f932bd8-895d-472b-b6b5-c19d45477cab details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:13.021522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 083e488b-5233-4793-aab1-cc926139d5a1 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:13.060664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5f932bd8-895d-472b-b6b5-c19d45477cab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5f932bd8-895d-472b-b6b5-c19d45477cab,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:13.078407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '5f932bd8-895d-472b-b6b5-c19d45477cab', 'network_id': '9e3cca68-eb88-46bf-ab3f-57f1f2694ff7', 'port_id': '5f932bd8-895d-472b-b6b5-c19d45477cab', 'mac_address': 'fa:16:3e:e9:dd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02326dba-1fb6-4485-9b8e-234d2e9925b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:13.126342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 083e488b-5233-4793-aab1-cc926139d5a1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:13.132054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 083e488b-5233-4793-aab1-cc926139d5a1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:13.132683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.138601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.168243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f932bd8-895d-472b-b6b5-c19d45477cab {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:13.197345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5f932bd8-895d-472b-b6b5-c19d45477cab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5f932bd8-895d-472b-b6b5-c19d45477cab,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:13.206340 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.258654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5f932bd8-895d-472b-b6b5-c19d45477cab,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:13.314965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.333268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.396623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 083e488b-5233-4793-aab1-cc926139d5a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=083e488b-5233-4793-aab1-cc926139d5a1,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:13.397656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083e488b-5233-4793-aab1-cc926139d5a1'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:13.403828 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b571d15-58a9-4769-8742-ede2fa358585" -d '{"events": [{"server_uuid": "cab3676e-7ec1-430b-a02d-05d2289342b3", "name": "network-vif-plugged", "status": "completed", "tag": "083e488b-5233-4793-aab1-cc926139d5a1"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:13.407531 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.408400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:13.439761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.484919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=083e488b-5233-4793-aab1-cc926139d5a1,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:13.487577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:13.487932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c8e4f3a2-4c9b-4464-96ff-d1fb54b465aa not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:13.551633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Network 139e03a7-4fb3-45b2-9a43-265f88b10e52 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:13.552165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:13.557909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:13.563728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event updated for resources: {'Port': ['ID=20d99e10-f2e7-4f5b-901b-153dd88096a0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:13.620452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edae3f5-4a69-4da4-bbdf-2368264a760f req-160c3b70-e8a7-401d-86d2-bc9cddd10e67 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:13.621948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5edae3f5-4a69-4da4-bbdf-2368264a760f req-160c3b70-e8a7-401d-86d2-bc9cddd10e67 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 944 time: 0.1708105 Aug 31 14:05:13.641119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:13.641666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.679107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-d4a6f622-aedf-49fc-b5b1-ecdbbb676240 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2966554 Aug 31 14:05:13.683164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5edae3f5-4a69-4da4-bbdf-2368264a760f req-285bfc58-1697-4943-b306-90e5bda9d751 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533097 Aug 31 14:05:13.705837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Request body: {'port': {'device_id': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:13.809044 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f30e45-a63f-41f3-a6e4-1e95cec22c06 x-openstack-request-id: req-30f30e45-a63f-41f3-a6e4-1e95cec22c06 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:13.809487 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab3676e-7ec1-430b-a02d-05d2289342b3", "name": "network-vif-plugged", "status": "completed", "tag": "083e488b-5233-4793-aab1-cc926139d5a1", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:13.810106 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30f30e45-a63f-41f3-a6e4-1e95cec22c06 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:13.811946 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083e488b-5233-4793-aab1-cc926139d5a1', 'code': 200} Aug 31 14:05:13.817161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.834293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['5f932bd8-895d-472b-b6b5-c19d45477cab'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:14.000829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78867f8-cbbc-441c-b9d5-64a8e2742eba req-c4293927-b507-4841-9c8e-c59b5d6960a8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.008396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c78867f8-cbbc-441c-b9d5-64a8e2742eba req-c4293927-b507-4841-9c8e-c59b5d6960a8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 945 time: 0.1514754 Aug 31 14:05:14.088134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef8fd0-544c-4349-9079-ee1ed7003449 req-bef7a44f-6515-427e-8c27-4d0c065c8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.092994 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64ef8fd0-544c-4349-9079-ee1ed7003449 req-bef7a44f-6515-427e-8c27-4d0c065c8ab0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 1096 time: 0.1251202 Aug 31 14:05:14.118457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c78867f8-cbbc-441c-b9d5-64a8e2742eba req-2644455a-da8b-40fe-b177-deed73a6c2c0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064277 Aug 31 14:05:14.153222 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-64ef8fd0-544c-4349-9079-ee1ed7003449 req-159b394b-3d7a-4865-a17b-dd8f328bf318 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Aug 31 14:05:14.320461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6e959-eeb4-4dc3-9eaa-5af77c341cea req-5118c92b-aadf-4e5b-b71e-f78d512bbeb5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.322027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aea6e959-eeb4-4dc3-9eaa-5af77c341cea req-5118c92b-aadf-4e5b-b71e-f78d512bbeb5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 931 time: 0.0978963 Aug 31 14:05:14.406163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aea6e959-eeb4-4dc3-9eaa-5af77c341cea req-3d6fb153-4fbc-42ea-9146-965bf601b559 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718496 Aug 31 14:05:14.484771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d99e10-f2e7-4f5b-901b-153dd88096a0 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:14.495936 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.529445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Transition to ACTIVE for port object 20d99e10-f2e7-4f5b-901b-153dd88096a0 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:14.534890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.604601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Pushing event updated for resources: {'Port': ['ID=20d99e10-f2e7-4f5b-901b-153dd88096a0,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:14.709934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Attempting to bind port 20d99e10-f2e7-4f5b-901b-153dd88096a0 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:14.710734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Attempting to bind port 20d99e10-f2e7-4f5b-901b-153dd88096a0 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:14.711184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Attempting to bind port 20d99e10-f2e7-4f5b-901b-153dd88096a0 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:14.715842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Port 20d99e10-f2e7-4f5b-901b-153dd88096a0 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:14.716197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Attempting to bind port 20d99e10-f2e7-4f5b-901b-153dd88096a0 on network 139e03a7-4fb3-45b2-9a43-265f88b10e52 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:14.723080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:14.723533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Checking segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:14.723864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Bound using segment: {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:14.724646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Bound port: 20d99e10-f2e7-4f5b-901b-153dd88096a0, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa04d9a-c378-4051-9ca1-cac36178ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:14.724646 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.863792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] For port 20d99e10-f2e7-4f5b-901b-153dd88096a0, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:14.878539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] For port 20d99e10-f2e7-4f5b-901b-153dd88096a0, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=20d99e10-f2e7-4f5b-901b-153dd88096a0,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:14.887025 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.930363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078a43a-f9fb-43f6-90f0-8910a1d17d53 req-e3ed4b3a-dd22-45ed-9257-69f5b23e8084 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.931878 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f078a43a-f9fb-43f6-90f0-8910a1d17d53 req-e3ed4b3a-dd22-45ed-9257-69f5b23e8084 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 944 time: 0.1064630 Aug 31 14:05:14.934951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.935573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.936891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] 10.222.0.26 "PUT /v2.0/ports/20d99e10-f2e7-4f5b-901b-153dd88096a0 HTTP/1.1" status: 200 len: 1091 time: 1.2362535 Aug 31 14:05:14.937349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'tag': '20d99e10-f2e7-4f5b-901b-153dd88096a0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:14.940266 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17c872b-7504-4095-8eca-79298fc840cd" -d '{"events": [{"name": "network-changed", "server_uuid": "32a6c1ab-7d56-46a2-a8cf-2f6032710644", "tag": "20d99e10-f2e7-4f5b-901b-153dd88096a0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:14.997665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c0840-7f05-484f-be5e-4a36672e0a32 service neutron] Pushing event updated for resources: {'Port': ['ID=20d99e10-f2e7-4f5b-901b-153dd88096a0,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:15.017575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f078a43a-f9fb-43f6-90f0-8910a1d17d53 req-b614d2dc-c5d6-4b61-af1c-6da82f9caf7e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707958 Aug 31 14:05:15.067126 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a1a36-3d66-47b6-aef4-e47e1412eae0 x-openstack-request-id: req-b63a1a36-3d66-47b6-aef4-e47e1412eae0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:15.067508 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a6c1ab-7d56-46a2-a8cf-2f6032710644", "tag": "20d99e10-f2e7-4f5b-901b-153dd88096a0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:15.067819 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b63a1a36-3d66-47b6-aef4-e47e1412eae0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:15.068432 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'tag': '20d99e10-f2e7-4f5b-901b-153dd88096a0', 'status': 'completed', 'code': 200} Aug 31 14:05:15.106993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-6489a0ff-2209-4593-a1f4-4fb8739db1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:15.109095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-6489a0ff-2209-4593-a1f4-4fb8739db1b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 1094 time: 0.0558491 Aug 31 14:05:15.172484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-3535b484-3106-4125-a707-4502e5748a9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d99e10-f2e7-4f5b-901b-153dd88096a0 HTTP/1.1" status: 200 len: 217 time: 0.0475667 Aug 31 14:05:15.316361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-f25eb089-909f-4d3b-8ae5-8a1dad2b73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:15.317588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-f25eb089-909f-4d3b-8ae5-8a1dad2b73f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.1355252 Aug 31 14:05:15.329248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907660-04b0-4531-94c8-bcffcb53168c req-2777a618-a56b-4763-9c5a-68be3ea3f22e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:15.330692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe907660-04b0-4531-94c8-bcffcb53168c req-2777a618-a56b-4763-9c5a-68be3ea3f22e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 945 time: 0.1304014 Aug 31 14:05:15.407312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-54a5f06c-f52c-4747-8512-e74cf5bf98c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754681 Aug 31 14:05:15.569634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-8b2621d1-a73c-4dce-bf88-1209637eb49d service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313684 Aug 31 14:05:15.765518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e481c12-1870-41ce-a264-6308f3eeac92 req-71bedc03-f804-4c85-ade3-50fa3f310ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663673 Aug 31 14:05:15.818324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe907660-04b0-4531-94c8-bcffcb53168c req-84b0a18a-f543-4006-b6c5-f3216349105a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771554 Aug 31 14:05:16.013136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6778-336f-4425-9b5c-0515a83612c4 req-9f105884-b78e-4a98-b719-47133b2325db tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.015714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c67d6778-336f-4425-9b5c-0515a83612c4 req-9f105884-b78e-4a98-b719-47133b2325db tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 943 time: 0.1347733 Aug 31 14:05:16.018053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c872b-7504-4095-8eca-79298fc840cd req-3b271734-2247-4731-abba-69e84fcdbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.019804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b17c872b-7504-4095-8eca-79298fc840cd req-3b271734-2247-4731-abba-69e84fcdbc8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 1094 time: 0.0931697 Aug 31 14:05:16.115661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c67d6778-336f-4425-9b5c-0515a83612c4 req-f17ce541-9561-4241-8e7e-c16843017c10 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905206 Aug 31 14:05:16.182368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c872b-7504-4095-8eca-79298fc840cd req-c75ec570-e4a0-4ec6-9c2a-904c2bf1ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.184311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b17c872b-7504-4095-8eca-79298fc840cd req-c75ec570-e4a0-4ec6-9c2a-904c2bf1ae99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 200 len: 913 time: 0.1506679 Aug 31 14:05:16.241305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b17c872b-7504-4095-8eca-79298fc840cd req-629a2562-366a-4c93-b439-48847ef50b40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d99e10-f2e7-4f5b-901b-153dd88096a0 HTTP/1.1" status: 200 len: 217 time: 0.0472751 Aug 31 14:05:16.329569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c872b-7504-4095-8eca-79298fc840cd req-0f114342-89df-4f57-ad41-48a3e3d85fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.330651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b17c872b-7504-4095-8eca-79298fc840cd req-0f114342-89df-4f57-ad41-48a3e3d85fb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 200 len: 851 time: 0.0550311 Aug 31 14:05:16.411341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b17c872b-7504-4095-8eca-79298fc840cd req-a44d45e2-e127-4001-82c2-a543d60602e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=139e03a7-4fb3-45b2-9a43-265f88b10e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628994 Aug 31 14:05:16.485020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f463a-8fc7-4fad-9131-5b8da63bb3ed req-dbfea6a4-e398-4548-9303-540c08fd9853 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.492499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-767f463a-8fc7-4fad-9131-5b8da63bb3ed req-dbfea6a4-e398-4548-9303-540c08fd9853 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 944 time: 0.1551218 Aug 31 14:05:16.553328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-767f463a-8fc7-4fad-9131-5b8da63bb3ed req-ca1eea4b-4264-4d65-8dfa-ed2845a2836b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600433 Aug 31 14:05:16.578595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b17c872b-7504-4095-8eca-79298fc840cd req-4d546eba-22ec-41c2-b4d1-3ca00bdb5519 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522241 Aug 31 14:05:16.759733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b17c872b-7504-4095-8eca-79298fc840cd req-227c4fbe-0354-4f1d-b2c1-39ccc2edaf58 service neutron] 10.222.0.26 "GET /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687620 Aug 31 14:05:16.929376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5f932bd8-895d-472b-b6b5-c19d45477cab up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:16.991486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977a36-dc55-416a-b032-da37371ca1f4 req-681f7a56-f145-44d5-a2b5-d889c17dfc15 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.999910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6977a36-dc55-416a-b032-da37371ca1f4 req-681f7a56-f145-44d5-a2b5-d889c17dfc15 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 945 time: 0.0761325 Aug 31 14:05:17.018218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 5f932bd8-895d-472b-b6b5-c19d45477cab completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:17.022288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 5f932bd8-895d-472b-b6b5-c19d45477cab triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:17.022841 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.046593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6977a36-dc55-416a-b032-da37371ca1f4 req-2b4a6ce5-2288-4406-aba3-22f54e157fe8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457916 Aug 31 14:05:17.139616 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.179503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f932bd8-895d-472b-b6b5-c19d45477cab'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:17.181995 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7f65c7-9105-49b6-9b32-7a9a7d53e06a" -d '{"events": [{"server_uuid": "97ed3f51-5059-4f30-a7a4-b099b1aa3cf1", "name": "network-vif-plugged", "status": "completed", "tag": "5f932bd8-895d-472b-b6b5-c19d45477cab"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:17.215312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5f932bd8-895d-472b-b6b5-c19d45477cab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5f932bd8-895d-472b-b6b5-c19d45477cab,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:17.235663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.333358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5f932bd8-895d-472b-b6b5-c19d45477cab,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:17.375372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6d9ca-3428-4d5a-87b7-5cfe12c9f33a req-3b0bc811-ee5b-4489-9be0-8b8b766a26ed tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:17.377053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1e6d9ca-3428-4d5a-87b7-5cfe12c9f33a req-3b0bc811-ee5b-4489-9be0-8b8b766a26ed tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 943 time: 0.0605984 Aug 31 14:05:17.468778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1e6d9ca-3428-4d5a-87b7-5cfe12c9f33a req-75ed4ff0-2d39-438e-8517-4733096a30c9 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835426 Aug 31 14:05:17.528137 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f677de61-07a1-4241-957e-b8c6ccd12778 x-openstack-request-id: req-f677de61-07a1-4241-957e-b8c6ccd12778 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:17.528704 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed3f51-5059-4f30-a7a4-b099b1aa3cf1", "name": "network-vif-plugged", "status": "completed", "tag": "5f932bd8-895d-472b-b6b5-c19d45477cab", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:17.528993 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f677de61-07a1-4241-957e-b8c6ccd12778 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:17.529416 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f932bd8-895d-472b-b6b5-c19d45477cab', 'code': 200} Aug 31 14:05:17.680045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493e5f8-4a72-48bf-86ba-3ed77ad49a07 req-5273e78d-c571-4c68-9bd9-6e4cea65c097 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:17.680614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a493e5f8-4a72-48bf-86ba-3ed77ad49a07 req-5273e78d-c571-4c68-9bd9-6e4cea65c097 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 945 time: 0.0655212 Aug 31 14:05:17.748065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a493e5f8-4a72-48bf-86ba-3ed77ad49a07 req-b928c120-bc04-40c5-bac9-633df5eac298 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578928 Aug 31 14:05:17.772328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939b8b-33d9-491c-9777-0c4fdfe22941 req-3ad8b2ac-d731-42d4-b8e4-43cd49d49b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:17.776518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b939b8b-33d9-491c-9777-0c4fdfe22941 req-3ad8b2ac-d731-42d4-b8e4-43cd49d49b2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0944006 Aug 31 14:05:17.857738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b939b8b-33d9-491c-9777-0c4fdfe22941 req-9d1285fb-4e37-4ba2-8622-c2232d9c7da3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684869 Aug 31 14:05:18.366399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336769-ca9b-4447-80de-5e2020aad670 req-a1be8bef-2542-4946-9604-cb90f000e673 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:18.368050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-70336769-ca9b-4447-80de-5e2020aad670 req-a1be8bef-2542-4946-9604-cb90f000e673 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0612473 Aug 31 14:05:18.414294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-70336769-ca9b-4447-80de-5e2020aad670 req-3bb5f2af-3cff-4e0c-ae33-9b4693d6c742 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Aug 31 14:05:18.605954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24bef2-a201-4d2d-ade2-8fd3dc926a48 req-17d177b7-8872-4477-ab6e-9470ea832763 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:18.613471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae24bef2-a201-4d2d-ade2-8fd3dc926a48 req-17d177b7-8872-4477-ab6e-9470ea832763 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 943 time: 0.0651851 Aug 31 14:05:18.655428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae24bef2-a201-4d2d-ade2-8fd3dc926a48 req-623b1c88-ff4c-4e5f-8c52-9d8f471a0974 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Aug 31 14:05:18.892907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b47cd-c914-468b-9719-ecce98d521c7 req-aa045199-f51c-4479-9249-53b8a770fd78 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:18.900217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-046b47cd-c914-468b-9719-ecce98d521c7 req-aa045199-f51c-4479-9249-53b8a770fd78 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 945 time: 0.0608237 Aug 31 14:05:18.926494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 20d99e10-f2e7-4f5b-901b-153dd88096a0 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:18.960355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-046b47cd-c914-468b-9719-ecce98d521c7 req-5e9c6fe3-7c81-40ca-b72c-c7db06893296 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591309 Aug 31 14:05:19.085844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 20d99e10-f2e7-4f5b-901b-153dd88096a0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=20d99e10-f2e7-4f5b-901b-153dd88096a0,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:19.099675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '20d99e10-f2e7-4f5b-901b-153dd88096a0', 'network_id': '139e03a7-4fb3-45b2-9a43-265f88b10e52', 'port_id': '20d99e10-f2e7-4f5b-901b-153dd88096a0', 'mac_address': 'fa:16:3e:a2:ae:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b432b8d-bac5-4dd1-8e93-811530e2f6f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:19.140454 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.154985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d99e10-f2e7-4f5b-901b-153dd88096a0 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:19.182182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 20d99e10-f2e7-4f5b-901b-153dd88096a0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=20d99e10-f2e7-4f5b-901b-153dd88096a0,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:19.190751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.279505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=20d99e10-f2e7-4f5b-901b-153dd88096a0,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:19.580970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecaec2-70e6-45c8-b786-a91937697d50 req-bb4329d6-3258-469b-a04d-32283ffd7d4d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:19.588039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9ecaec2-70e6-45c8-b786-a91937697d50 req-bb4329d6-3258-469b-a04d-32283ffd7d4d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0555243 Aug 31 14:05:19.681068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9ecaec2-70e6-45c8-b786-a91937697d50 req-c61d3c2d-c307-4e95-a5fb-d654107c70df tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920370 Aug 31 14:05:19.834712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af792-732f-40bf-a3f5-6e06188fcbd1 req-85169c8f-95b3-46d5-ab69-1b15dc57b0c0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:19.836933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-587af792-732f-40bf-a3f5-6e06188fcbd1 req-85169c8f-95b3-46d5-ab69-1b15dc57b0c0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 944 time: 0.0883596 Aug 31 14:05:19.888705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-587af792-732f-40bf-a3f5-6e06188fcbd1 req-03b87d11-f91b-4ed7-b7d7-b75271734805 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Aug 31 14:05:19.893903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['20d99e10-f2e7-4f5b-901b-153dd88096a0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:20.078420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-1a687317-eaad-47a1-8837-a88659c87b89 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:20.080038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-1a687317-eaad-47a1-8837-a88659c87b89 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 945 time: 0.1903419 Aug 31 14:05:20.260095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d371c2-8a6d-45c8-bf3d-0949e9da366f req-90b0c2c5-f312-4db4-b7c5-5fd2a226df5a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:20.262423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6d371c2-8a6d-45c8-bf3d-0949e9da366f req-90b0c2c5-f312-4db4-b7c5-5fd2a226df5a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=cab3676e-7ec1-430b-a02d-05d2289342b3 HTTP/1.1" status: 200 len: 945 time: 0.0956516 Aug 31 14:05:20.278744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Deleting port 083e488b-5233-4793-aab1-cc926139d5a1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:20.279091 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.369225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6d371c2-8a6d-45c8-bf3d-0949e9da366f req-bbe18c03-f296-47d8-ae3d-b3d567d0c73d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996377 Aug 31 14:05:20.412373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] For port 083e488b-5233-4793-aab1-cc926139d5a1, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=083e488b-5233-4793-aab1-cc926139d5a1,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:20.412755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.428971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Calling delete_port for 083e488b-5233-4793-aab1-cc926139d5a1 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:20.521455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-528266b5-d067-464c-9215-42e91175d46c req-5263f1a1-3305-4bc6-b19b-a4653ac4faf4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0305607 Aug 31 14:05:20.604272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-528266b5-d067-464c-9215-42e91175d46c req-f835d90e-956a-4929-9800-46d6f7f3bdc8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0345020 Aug 31 14:05:20.622245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.687151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Pushing event deleted for resources: {'Port': ['ID=083e488b-5233-4793-aab1-cc926139d5a1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:20.721396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] No DVR routers for this DVR port 083e488b-5233-4793-aab1-cc926139d5a1 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:20.724178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.726684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d34d9c17-e0a9-4780-9a21-1e03e2c3f24f req-4266228e-634f-4473-acb7-aa45789a51d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "DELETE /v2.0/ports/083e488b-5233-4793-aab1-cc926139d5a1 HTTP/1.1" status: 204 len: 173 time: 0.6383221 Aug 31 14:05:20.727367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'name': 'network-vif-deleted', 'tag': '083e488b-5233-4793-aab1-cc926139d5a1'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:20.733266 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1557d8e3-4d84-42f0-9d75-67140af0fc08" -d '{"events": [{"server_uuid": "cab3676e-7ec1-430b-a02d-05d2289342b3", "name": "network-vif-deleted", "tag": "083e488b-5233-4793-aab1-cc926139d5a1"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:20.738122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-528266b5-d067-464c-9215-42e91175d46c req-7c831b8b-a015-48b8-b346-e8bf6291496e service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767848 Aug 31 14:05:20.887477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff44ee6-ac4e-4c5d-ab93-7b3cc0ee3670 req-be3d219e-6e13-4abb-97b2-21c71e5da622 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:20.889117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ff44ee6-ac4e-4c5d-ab93-7b3cc0ee3670 req-be3d219e-6e13-4abb-97b2-21c71e5da622 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.1096325 Aug 31 14:05:20.920180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528266b5-d067-464c-9215-42e91175d46c req-7eeff6b3-fafb-45a8-b790-cfe67e42017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:20.921684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-528266b5-d067-464c-9215-42e91175d46c req-7eeff6b3-fafb-45a8-b790-cfe67e42017d service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1699350 Aug 31 14:05:20.942492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ff44ee6-ac4e-4c5d-ab93-7b3cc0ee3670 req-fb6506da-3b31-4cf1-9ffc-93f66a0340c8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Aug 31 14:05:20.987115 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2188c41e-06ba-4252-9a06-881ed539e12b x-openstack-request-id: req-2188c41e-06ba-4252-9a06-881ed539e12b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:20.987417 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab3676e-7ec1-430b-a02d-05d2289342b3", "name": "network-vif-deleted", "tag": "083e488b-5233-4793-aab1-cc926139d5a1", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:20.987734 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2188c41e-06ba-4252-9a06-881ed539e12b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:20.988156 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab3676e-7ec1-430b-a02d-05d2289342b3', 'name': 'network-vif-deleted', 'tag': '083e488b-5233-4793-aab1-cc926139d5a1', 'status': 'completed', 'code': 200} Aug 31 14:05:21.083713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f351d7-5b09-4412-86bc-e143c2f4bc80 req-775ca8f7-e5f4-46d0-a2d8-57dbdd893485 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:21.085247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89f351d7-5b09-4412-86bc-e143c2f4bc80 req-775ca8f7-e5f4-46d0-a2d8-57dbdd893485 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 944 time: 0.0546322 Aug 31 14:05:21.124851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89f351d7-5b09-4412-86bc-e143c2f4bc80 req-26a027f4-3cfd-4f28-9587-f0b20c744ace tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Aug 31 14:05:21.376193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5723d-aeb5-4274-87bc-05667192291f req-bb70cf5e-7750-4090-b2aa-638623b77d81 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:21.378027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cba5723d-aeb5-4274-87bc-05667192291f req-bb70cf5e-7750-4090-b2aa-638623b77d81 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0582952 Aug 31 14:05:21.427368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cba5723d-aeb5-4274-87bc-05667192291f req-fc32a255-100e-4d7d-8b9d-9e8843271e6b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Aug 31 14:05:21.559385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2690e8cb-9f26-4c33-8157-da617c985e8b', '083e488b-5233-4793-aab1-cc926139d5a1'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:21.597528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561a240-c277-455f-afb4-7ed4583a52de req-1c51dff6-b8ab-4c9f-974a-3cf5b1d28cf7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:21.599117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c561a240-c277-455f-afb4-7ed4583a52de req-1c51dff6-b8ab-4c9f-974a-3cf5b1d28cf7 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0577025 Aug 31 14:05:21.641729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c561a240-c277-455f-afb4-7ed4583a52de req-55638e93-0829-4cc1-910f-34fc0e4b4372 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Aug 31 14:05:21.844820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa78d5a-df4f-4d40-894a-befb341711e9 req-4e424000-f07e-4a61-86fc-e408cbb853cf tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:21.846447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aa78d5a-df4f-4d40-894a-befb341711e9 req-4e424000-f07e-4a61-86fc-e408cbb853cf tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0561526 Aug 31 14:05:21.885143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aa78d5a-df4f-4d40-894a-befb341711e9 req-de99c61b-9c63-4d8a-bcb4-68917abbac8a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Aug 31 14:05:22.090737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b262272-c052-4b81-9bd2-585b1d1d762e req-1478375e-5486-42d9-b092-4b0d2539c81a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.092268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b262272-c052-4b81-9bd2-585b1d1d762e req-1478375e-5486-42d9-b092-4b0d2539c81a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0512815 Aug 31 14:05:22.132117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b262272-c052-4b81-9bd2-585b1d1d762e req-13078616-0ac5-4ac3-a25f-d8424d00dff0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333602 Aug 31 14:05:22.248839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f29ff3-7a5f-4656-b927-784a40e2c557 req-3612b745-0206-41cf-a378-6156dee16cfd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.250482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2f29ff3-7a5f-4656-b927-784a40e2c557 req-3612b745-0206-41cf-a378-6156dee16cfd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0593119 Aug 31 14:05:22.294224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2f29ff3-7a5f-4656-b927-784a40e2c557 req-9fe3e100-0ac9-41af-9abf-fccb697b6d62 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Aug 31 14:05:22.408531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc4937-c850-4273-a38f-acae72fe17c1 req-3e22b5d8-351b-4fef-9b6f-8e641821b60e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.409962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bcfc4937-c850-4273-a38f-acae72fe17c1 req-3e22b5d8-351b-4fef-9b6f-8e641821b60e tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 944 time: 0.0571089 Aug 31 14:05:22.458048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bcfc4937-c850-4273-a38f-acae72fe17c1 req-2401a360-f9ce-4be5-90de-4e66cc4b2070 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Aug 31 14:05:22.678037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615b8fa-3c17-43e0-b277-952d687b9e78 req-57e41920-b46e-4892-a420-016c51d0ce9a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.679742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9615b8fa-3c17-43e0-b277-952d687b9e78 req-57e41920-b46e-4892-a420-016c51d0ce9a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0890243 Aug 31 14:05:22.737591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9615b8fa-3c17-43e0-b277-952d687b9e78 req-953365cf-62d7-4f53-acee-a18e6dd1ad9f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 Aug 31 14:05:22.972538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 20d99e10-f2e7-4f5b-901b-153dd88096a0 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:23.045313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 20d99e10-f2e7-4f5b-901b-153dd88096a0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:23.049525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 20d99e10-f2e7-4f5b-901b-153dd88096a0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:23.049962 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.136752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.163708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d99e10-f2e7-4f5b-901b-153dd88096a0'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:23.166109 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d461411e-5de7-4f11-8878-831d24bda7ea" -d '{"events": [{"server_uuid": "32a6c1ab-7d56-46a2-a8cf-2f6032710644", "name": "network-vif-plugged", "status": "completed", "tag": "20d99e10-f2e7-4f5b-901b-153dd88096a0"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:23.179748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 20d99e10-f2e7-4f5b-901b-153dd88096a0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=20d99e10-f2e7-4f5b-901b-153dd88096a0,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:23.184893 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.252315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=20d99e10-f2e7-4f5b-901b-153dd88096a0,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:23.274536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a231da6-cd0b-46dc-bac0-bfbd15edbbac req-f8c13e5b-ce12-437c-846c-f4427230ad96 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:23.281441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a231da6-cd0b-46dc-bac0-bfbd15edbbac req-f8c13e5b-ce12-437c-846c-f4427230ad96 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0624721 Aug 31 14:05:23.320194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a231da6-cd0b-46dc-bac0-bfbd15edbbac req-0a617fb9-599c-4a9c-a49d-cdc9b319b0b6 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Aug 31 14:05:23.382042 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c8bac-9823-4bc8-9f66-de63bc52c929 x-openstack-request-id: req-dc1c8bac-9823-4bc8-9f66-de63bc52c929 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:23.382472 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a6c1ab-7d56-46a2-a8cf-2f6032710644", "name": "network-vif-plugged", "status": "completed", "tag": "20d99e10-f2e7-4f5b-901b-153dd88096a0", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:23.382943 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc1c8bac-9823-4bc8-9f66-de63bc52c929 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:23.383426 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d99e10-f2e7-4f5b-901b-153dd88096a0', 'code': 200} Aug 31 14:05:23.519681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc111a17-8478-4041-b273-b8390bac5f81 req-ebde034a-968f-4b62-a7c6-e48ed1a7d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:23.521209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc111a17-8478-4041-b273-b8390bac5f81 req-ebde034a-968f-4b62-a7c6-e48ed1a7d4be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 1096 time: 0.0447559 Aug 31 14:05:23.586864 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc111a17-8478-4041-b273-b8390bac5f81 req-20bc558b-9a69-4d36-9c76-976c595362de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498540 Aug 31 14:05:23.600098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e49e6-721f-4a4d-addb-2b8ee28974c8 req-18477a95-fc91-4159-a311-8a93cf0b5615 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:23.607907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-327e49e6-721f-4a4d-addb-2b8ee28974c8 req-18477a95-fc91-4159-a311-8a93cf0b5615 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.0791254 Aug 31 14:05:23.649507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-327e49e6-721f-4a4d-addb-2b8ee28974c8 req-5c5f02db-e540-4088-a808-d3e5e05e1088 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 Aug 31 14:05:24.446043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf04ab4-687c-4421-9749-04cc900bc333 req-3191b446-0f3e-458c-86ed-500367173c8f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.447652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bf04ab4-687c-4421-9749-04cc900bc333 req-3191b446-0f3e-458c-86ed-500367173c8f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0541687 Aug 31 14:05:24.492235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bf04ab4-687c-4421-9749-04cc900bc333 req-bd5f7331-ba5f-4fc2-b53a-4c7b612433ef tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 Aug 31 14:05:24.610330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9ed1e-fcf4-4895-8548-d9b34e33f5ad req-deda9bac-569c-40eb-91c1-db0ab2860e08 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.611906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08b9ed1e-fcf4-4895-8548-d9b34e33f5ad req-deda9bac-569c-40eb-91c1-db0ab2860e08 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0565817 Aug 31 14:05:24.654760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08b9ed1e-fcf4-4895-8548-d9b34e33f5ad req-72603d42-c2ac-4366-b953-cd6d5ac2f5fa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Aug 31 14:05:24.773912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb06782-7f77-4138-912c-58c3128de044 req-bb7aad07-5861-4acc-af7c-9594dd38d205 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.775823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdb06782-7f77-4138-912c-58c3128de044 req-bb7aad07-5861-4acc-af7c-9594dd38d205 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0506279 Aug 31 14:05:24.815787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdb06782-7f77-4138-912c-58c3128de044 req-ee289a77-d8b1-4ad1-b40e-e083476969f6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Aug 31 14:05:24.959102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba494-576e-4313-862a-62a7e24dbd28 req-2ac58cc7-5380-4ce4-b2bf-8d77cb8dc999 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.962202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a45ba494-576e-4313-862a-62a7e24dbd28 req-2ac58cc7-5380-4ce4-b2bf-8d77cb8dc999 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.0669615 Aug 31 14:05:24.972022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 083e488b-5233-4793-aab1-cc926139d5a1 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:25.000118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 083e488b-5233-4793-aab1-cc926139d5a1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:25.000467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 083e488b-5233-4793-aab1-cc926139d5a1 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:25.057446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a45ba494-576e-4313-862a-62a7e24dbd28 req-3964681a-6804-4d06-bd84-b23e8a851e47 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885251 Aug 31 14:05:25.793316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace497b6-fba2-4a8a-89a4-fe22324d7bc3 req-c80f0e32-0555-4b8c-af62-8db8db07743a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:25.801508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ace497b6-fba2-4a8a-89a4-fe22324d7bc3 req-c80f0e32-0555-4b8c-af62-8db8db07743a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0613344 Aug 31 14:05:25.844750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ace497b6-fba2-4a8a-89a4-fe22324d7bc3 req-4352cfd2-3fc1-499b-9ff0-89e63e242475 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Aug 31 14:05:26.219957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad2bf8-58bc-4365-88c0-15a47840bdf1 req-8094481d-04ac-4079-b0b8-b2730734386d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:26.221554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68ad2bf8-58bc-4365-88c0-15a47840bdf1 req-8094481d-04ac-4079-b0b8-b2730734386d tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.0714936 Aug 31 14:05:26.263070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68ad2bf8-58bc-4365-88c0-15a47840bdf1 req-ce9b1d27-4579-4e04-b96b-248fc6826f91 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Aug 31 14:05:26.624776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17060b32-d86b-4066-9f1e-5ce5826b5201 req-7d68b534-6037-4b5f-b55e-efd6e4cd3801 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:26.627261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17060b32-d86b-4066-9f1e-5ce5826b5201 req-7d68b534-6037-4b5f-b55e-efd6e4cd3801 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.0562038 Aug 31 14:05:26.717951 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17060b32-d86b-4066-9f1e-5ce5826b5201 req-16fc0ef4-1e7d-4938-b133-cbd0862f57eb tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847912 Aug 31 14:05:26.722022 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fb5ad5-0387-42af-acb8-b6c7a06c986f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.863851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4ff0d-ceb1-45d7-915b-464407e93400 req-93491ab5-d44d-4b18-986d-eb75f6c7c6ae tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:26.874623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7da4ff0d-ceb1-45d7-915b-464407e93400 req-93491ab5-d44d-4b18-986d-eb75f6c7c6ae tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0843837 Aug 31 14:05:26.915987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7da4ff0d-ceb1-45d7-915b-464407e93400 req-c95fcb15-e843-4155-bf78-fc0c00f229fe tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Aug 31 14:05:27.070254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62fff4-e0a5-49be-a5af-9f70baef6777 req-c01420e6-a983-4f1e-8208-ce94b24dcf16 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:27.073192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b62fff4-e0a5-49be-a5af-9f70baef6777 req-c01420e6-a983-4f1e-8208-ce94b24dcf16 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0767410 Aug 31 14:05:27.146632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b62fff4-e0a5-49be-a5af-9f70baef6777 req-ffeb08aa-01ec-4a2d-afc9-bc57cb513c29 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657034 Aug 31 14:05:27.396498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68b51-146f-497f-a144-92599ab07e93 req-dd90a9c2-1efa-4937-a75c-799463b063c0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:27.404923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8c68b51-146f-497f-a144-92599ab07e93 req-dd90a9c2-1efa-4937-a75c-799463b063c0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1239138 Aug 31 14:05:27.449867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8c68b51-146f-497f-a144-92599ab07e93 req-a3f5e2a3-244d-4a64-b3c0-b0e79fba745b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 Aug 31 14:05:27.774085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05542d2f-dfb1-476d-a96c-bb7c30dd9b30 req-6b704e12-a3c6-497b-b0f4-b5a936fc1334 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:27.782807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05542d2f-dfb1-476d-a96c-bb7c30dd9b30 req-6b704e12-a3c6-497b-b0f4-b5a936fc1334 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0773876 Aug 31 14:05:27.837906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05542d2f-dfb1-476d-a96c-bb7c30dd9b30 req-bcd65741-929a-4ea6-b1f3-0d4e0504f297 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534234 Aug 31 14:05:27.983636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb8c51-664f-4ac6-bc8b-162e3e2f66d9 req-3aaa65c1-bf25-490d-bc0c-1a0be3bfb0a5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:27.992227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8eeb8c51-664f-4ac6-bc8b-162e3e2f66d9 req-3aaa65c1-bf25-490d-bc0c-1a0be3bfb0a5 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.0674348 Aug 31 14:05:28.044672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8eeb8c51-664f-4ac6-bc8b-162e3e2f66d9 req-58c02c12-93fa-479d-81af-7c34dfea6922 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511484 Aug 31 14:05:28.198999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245309-af65-496d-a6bb-b0da6c8b6be5 req-fb916f32-436c-47c1-9175-bbc0bc38234b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:28.200728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62245309-af65-496d-a6bb-b0da6c8b6be5 req-fb916f32-436c-47c1-9175-bbc0bc38234b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0667052 Aug 31 14:05:28.269087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62245309-af65-496d-a6bb-b0da6c8b6be5 req-aac0c550-2228-4ef3-8319-3a00803ca7aa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501068 Aug 31 14:05:28.906310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10418afb-95f6-4a13-ae7a-221bc4793762 req-d0048a7e-8e8c-4f3f-9d17-68b3aa5dc08f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:28.907899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10418afb-95f6-4a13-ae7a-221bc4793762 req-d0048a7e-8e8c-4f3f-9d17-68b3aa5dc08f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0523341 Aug 31 14:05:28.949736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10418afb-95f6-4a13-ae7a-221bc4793762 req-bce39c8f-3b57-4e35-b697-9f0ec1f18e6f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347133 Aug 31 14:05:29.192117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.198828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.204818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.210928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.216742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.222716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.228609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.230622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-48674bf6-75e9-41f0-8df9-42d6d9b0d866 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.0982454 Aug 31 14:05:29.277559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e5ff417-7f78-4ee4-854a-99a73f12cc43 req-da6f9492-ea2b-4f29-b81a-b2b39c1f6830 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397422 Aug 31 14:05:29.315378 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5fac-ee1a-41f3-a418-e74802f37967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:29.499446 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:29.743616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657f22d-af1e-4eca-a0de-7128f6e1f17f req-ec06d39c-1a10-4399-8a21-f258cd0de810 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.752757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d657f22d-af1e-4eca-a0de-7128f6e1f17f req-ec06d39c-1a10-4399-8a21-f258cd0de810 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.4045305 Aug 31 14:05:29.796661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d657f22d-af1e-4eca-a0de-7128f6e1f17f req-377add90-08b4-4a28-95f9-747cd7aaca66 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Aug 31 14:05:29.918847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27306-c03e-45ee-8c3f-ac27bfff008e req-ac5e23f5-4c6f-4b89-b268-cfbb49b674ef tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.921031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75e27306-c03e-45ee-8c3f-ac27bfff008e req-ac5e23f5-4c6f-4b89-b268-cfbb49b674ef tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0660810 Aug 31 14:05:29.971143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75e27306-c03e-45ee-8c3f-ac27bfff008e req-6629f879-ba68-4971-b757-fd58a5d6cbd8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437708 Aug 31 14:05:30.088294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311713bb-1632-43eb-9a36-e870be754e2d req-976a4af6-375f-4f7f-8dde-2b795ddb7fd8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.093184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-311713bb-1632-43eb-9a36-e870be754e2d req-976a4af6-375f-4f7f-8dde-2b795ddb7fd8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0610163 Aug 31 14:05:30.141590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-311713bb-1632-43eb-9a36-e870be754e2d req-04c96b07-1969-4d4a-9a9e-47852e9f0b4c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433879 Aug 31 14:05:30.260223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba310d5-16e0-484c-ac39-a71808c28712 req-367b49ef-3a62-40fd-9467-595b55a74db8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.262412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ba310d5-16e0-484c-ac39-a71808c28712 req-367b49ef-3a62-40fd-9467-595b55a74db8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0562036 Aug 31 14:05:30.317480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ba310d5-16e0-484c-ac39-a71808c28712 req-6d926ef1-97ee-45a0-a6df-4e6d433357d4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484173 Aug 31 14:05:30.439092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.445525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.452258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.458201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.464896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.471093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.477583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.480153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5c9818a1-6105-43d6-ac08-0980c71fb86e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.1140416 Aug 31 14:05:30.541531 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:30.618783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5fd470f6-eca6-49a1-8f88-d82a1f60547c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.620740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-5fd470f6-eca6-49a1-8f88-d82a1f60547c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "GET /v2.0/ports/c3b212c8-5ad0-4297-92cf-eb512bce51d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1322207 Aug 31 14:05:30.715179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.721773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.734646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.740676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.747255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.753433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.759437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.761515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-639677aa-3056-41bb-a31a-2cc2c0bc5d74 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 5445 time: 0.2263663 Aug 31 14:05:30.835576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-71f3add8-8ad8-4d5d-9dfc-4e6f0c6e8a3e tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "GET /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2065303 Aug 31 14:05:30.840263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-515fd22c-fc33-48c4-b297-962d1faf53a4 req-2003d772-21a4-425b-8137-58f3eaccd13f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699742 Aug 31 14:05:30.853329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:31.003952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.036646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff375-ff88-44f0-b074-e632f17576d6 req-5dbcc89c-c375-4ff9-bda0-68ee12246238 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.041337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c32ff375-ff88-44f0-b074-e632f17576d6 req-5dbcc89c-c375-4ff9-bda0-68ee12246238 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.1033623 Aug 31 14:05:31.117689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c32ff375-ff88-44f0-b074-e632f17576d6 req-0e49a21f-3c8c-45a4-a77e-84703208f9a0 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ec7d803-efd9-41e6-8aff-a1ee507607e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716641 Aug 31 14:05:31.239035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-55d05ce3-ef36-4aa2-9035-4ecf0c77e51a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.240802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-55d05ce3-ef36-4aa2-9035-4ecf0c77e51a tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 945 time: 0.0537939 Aug 31 14:05:31.290441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a396-222d-4f7f-a54d-adcab4b5c993 req-bc66b754-1418-49c8-ab75-3049d9ecc1b7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.291797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a38a396-222d-4f7f-a54d-adcab4b5c993 req-bc66b754-1418-49c8-ab75-3049d9ecc1b7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0670991 Aug 31 14:05:31.333373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] For port c3b212c8-5ad0-4297-92cf-eb512bce51d5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c3b212c8-5ad0-4297-92cf-eb512bce51d5,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:31.363938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Deleting port 20d99e10-f2e7-4f5b-901b-153dd88096a0 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:31.365021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.381436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a38a396-222d-4f7f-a54d-adcab4b5c993 req-b96fb543-9075-4702-afbb-f7e103d2ca76 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816920 Aug 31 14:05:31.399333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] For port c3b212c8-5ad0-4297-92cf-eb512bce51d5, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:31.476290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] device_id is not set on port c3b212c8-5ad0-4297-92cf-eb512bce51d5 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:05:31.478662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] For port 20d99e10-f2e7-4f5b-901b-153dd88096a0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=20d99e10-f2e7-4f5b-901b-153dd88096a0,segment=NetworkSegment(8aa04d9a-c378-4051-9ca1-cac36178ea99),segment_id=8aa04d9a-c378-4051-9ca1-cac36178ea99)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:31.478966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.494746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Calling delete_port for 20d99e10-f2e7-4f5b-901b-153dd88096a0 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:31.515503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.529578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.570547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2b6aa-571f-497a-91a4-8796c85b4808 req-82e98b4c-a0fb-445b-8846-a5e64362348d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.572056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1eb2b6aa-571f-497a-91a4-8796c85b4808 req-82e98b4c-a0fb-445b-8846-a5e64362348d tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0887706 Aug 31 14:05:31.618322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] No DVR routers for this DVR port c3b212c8-5ad0-4297-92cf-eb512bce51d5 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:31.630336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b212c8-5ad0-4297-92cf-eb512bce51d5,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:31.701583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] In _notify_port_updated(), no bound segment for port c3b212c8-5ad0-4297-92cf-eb512bce51d5 on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:05:31.702536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.703179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.704574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-9b174b1b-4cb8-4f75-9f17-d3c25a530985 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 200 len: 1033 time: 0.8589623 Aug 31 14:05:31.715346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1eb2b6aa-571f-497a-91a4-8796c85b4808 req-3ea02fb8-28f6-4340-a6e6-8e9a3de0fdc9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272039 Aug 31 14:05:31.741921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.779613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Pushing event deleted for resources: {'Port': ['ID=20d99e10-f2e7-4f5b-901b-153dd88096a0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:31.787893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['20d99e10-f2e7-4f5b-901b-153dd88096a0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:31.845463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-2605d753-d981-4d7e-8611-31a7d9865513 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.846884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-2605d753-d981-4d7e-8611-31a7d9865513 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "GET /v2.0/ports/7690cbee-df75-4c69-9843-aa9a75ffca6b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1159413 Aug 31 14:05:31.865475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:31.908530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] No DVR routers for this DVR port 20d99e10-f2e7-4f5b-901b-153dd88096a0 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:31.924944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.927030 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d4d2f2d3-88ae-487e-8c03-70685502f80e req-e7fa4ad9-4fb8-470d-b6a8-7326764000a7 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.26 "DELETE /v2.0/ports/20d99e10-f2e7-4f5b-901b-153dd88096a0 HTTP/1.1" status: 204 len: 173 time: 0.6772847 Aug 31 14:05:31.927497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'name': 'network-vif-deleted', 'tag': '20d99e10-f2e7-4f5b-901b-153dd88096a0'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:31.930094 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc21f3b4-c121-4456-ad7e-13ca7caff96a" -d '{"events": [{"server_uuid": "32a6c1ab-7d56-46a2-a8cf-2f6032710644", "name": "network-vif-deleted", "tag": "20d99e10-f2e7-4f5b-901b-153dd88096a0"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:31.957083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.972788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299a093-81c6-4787-a5cf-8a0d9512ea6a req-0251d40e-c2b2-4f36-9407-c672ca25398e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.981655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1299a093-81c6-4787-a5cf-8a0d9512ea6a req-0251d40e-c2b2-4f36-9407-c672ca25398e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1332440 Aug 31 14:05:31.989468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.013003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2d19c7ea-9f89-4f4b-8403-01568bc2cfe2 None None] Provisioning complete for port c3b212c8-5ad0-4297-92cf-eb512bce51d5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:32.013799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2d19c7ea-9f89-4f4b-8403-01568bc2cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.063467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1299a093-81c6-4787-a5cf-8a0d9512ea6a req-35a0c0f0-ef8f-4a0b-8a84-5c73c97d6672 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Aug 31 14:05:32.095236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2d19c7ea-9f89-4f4b-8403-01568bc2cfe2 None None] Port c3b212c8-5ad0-4297-92cf-eb512bce51d5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:32.295236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] For port 7690cbee-df75-4c69-9843-aa9a75ffca6b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=7690cbee-df75-4c69-9843-aa9a75ffca6b,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:32.376474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] For port 7690cbee-df75-4c69-9843-aa9a75ffca6b, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:32.430411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] device_id is not set on port 7690cbee-df75-4c69-9843-aa9a75ffca6b yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:05:32.445705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.475973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9541f-de1c-4442-97f4-525959b82420 req-07453362-9993-42ea-bb6b-0b7ce1e60047 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.482768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9541f-de1c-4442-97f4-525959b82420 req-07453362-9993-42ea-bb6b-0b7ce1e60047 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.489035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9541f-de1c-4442-97f4-525959b82420 req-07453362-9993-42ea-bb6b-0b7ce1e60047 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.495674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9541f-de1c-4442-97f4-525959b82420 req-07453362-9993-42ea-bb6b-0b7ce1e60047 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.501380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9541f-de1c-4442-97f4-525959b82420 req-07453362-9993-42ea-bb6b-0b7ce1e60047 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.507241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9541f-de1c-4442-97f4-525959b82420 req-07453362-9993-42ea-bb6b-0b7ce1e60047 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.509159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48d9541f-de1c-4442-97f4-525959b82420 req-07453362-9993-42ea-bb6b-0b7ce1e60047 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 4665 time: 0.1495478 Aug 31 14:05:32.510440 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.605390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] No DVR routers for this DVR port 7690cbee-df75-4c69-9843-aa9a75ffca6b on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:32.613773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d0511-260a-4964-8137-77f946a29067 service neutron] Pushing event updated for resources: {'Port': ['ID=7690cbee-df75-4c69-9843-aa9a75ffca6b,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:32.645742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48d9541f-de1c-4442-97f4-525959b82420 req-4b86bac8-1e71-4211-b330-07df0a7e83d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031&id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291246 Aug 31 14:05:32.701449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] In _notify_port_updated(), no bound segment for port 7690cbee-df75-4c69-9843-aa9a75ffca6b on network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:05:32.702636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.705261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.707364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-881d0511-260a-4964-8137-77f946a29067 service neutron] 10.222.0.26 "PUT /v2.0/ports/7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 200 len: 1032 time: 0.8483853 Aug 31 14:05:32.755096 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d46784f-dff5-4c9e-a81a-ca67482971a5 x-openstack-request-id: req-2d46784f-dff5-4c9e-a81a-ca67482971a5 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:32.757365 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a6c1ab-7d56-46a2-a8cf-2f6032710644", "name": "network-vif-deleted", "tag": "20d99e10-f2e7-4f5b-901b-153dd88096a0", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:32.757936 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d46784f-dff5-4c9e-a81a-ca67482971a5 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:32.758854 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a6c1ab-7d56-46a2-a8cf-2f6032710644', 'name': 'network-vif-deleted', 'tag': '20d99e10-f2e7-4f5b-901b-153dd88096a0', 'status': 'completed', 'code': 200} Aug 31 14:05:32.883505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aad3543c-3814-498d-975d-831e3b10c008 req-00fcb010-d07e-4529-8881-f22e39156b89 tempest-DeleteServersTestJSON-1591572939 tempest-DeleteServersTestJSON-1591572939-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a6c1ab-7d56-46a2-a8cf-2f6032710644 HTTP/1.1" status: 200 len: 210 time: 0.0327952 Aug 31 14:05:32.899379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port f1518e96-08fd-4119-8718-c588bbb8cfd6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:32.899782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.931460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1dbd21d4-36f9-4f70-a2c5-dd37d83a443d None None] Provisioning complete for port 7690cbee-df75-4c69-9843-aa9a75ffca6b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:32.932384 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1dbd21d4-36f9-4f70-a2c5-dd37d83a443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.997124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] For port f1518e96-08fd-4119-8718-c588bbb8cfd6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f1518e96-08fd-4119-8718-c588bbb8cfd6,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:32.997499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.011220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for f1518e96-08fd-4119-8718-c588bbb8cfd6 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:33.015918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd21d4-36f9-4f70-a2c5-dd37d83a443d None None] Port 7690cbee-df75-4c69-9843-aa9a75ffca6b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:33.048431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 335fe7f2-34fc-41e1-899e-8ae0a445794a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:33.171136 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.176274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.220564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=f1518e96-08fd-4119-8718-c588bbb8cfd6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:33.244431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079931a-0910-4ee0-84d2-09a8035b2bbf req-498a3d6f-39fa-475e-88a0-4c9ec90a7830 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:33.255222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2079931a-0910-4ee0-84d2-09a8035b2bbf req-498a3d6f-39fa-475e-88a0-4c9ec90a7830 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.2334569 Aug 31 14:05:33.284857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 335fe7f2-34fc-41e1-899e-8ae0a445794a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:33.286266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:33.299122 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81def559-bd81-4b60-843a-7dcc8a74c788" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:33.308765 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.310273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:33.316361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] No DVR routers for this DVR port f1518e96-08fd-4119-8718-c588bbb8cfd6 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:33.325269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.327565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-c95d1f8b-e742-4db9-a9d5-57ced636371d tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "DELETE /v2.0/ports/f1518e96-08fd-4119-8718-c588bbb8cfd6 HTTP/1.1" status: 204 len: 173 time: 0.6121252 Aug 31 14:05:33.328032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': 'f1518e96-08fd-4119-8718-c588bbb8cfd6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:33.330545 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1c862-a3d3-4221-8c82-d5b92c45a53c" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "f1518e96-08fd-4119-8718-c588bbb8cfd6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:33.380393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2079931a-0910-4ee0-84d2-09a8035b2bbf req-d1314175-1d8e-424e-a3a3-2507a148f71c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242864 Aug 31 14:05:33.419544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=335fe7f2-34fc-41e1-899e-8ae0a445794a,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:33.491221 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.502551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:33.503006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.528620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:33.533567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.534840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 395ba9a7-839e-4a9f-b7c6-891b91569fb7 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:33.591081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494832e-c7c4-4646-9214-cddc3393a2c2 req-0969e7d8-b59a-4b39-8250-9379da2a0b22 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:33.598786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4494832e-c7c4-4646-9214-cddc3393a2c2 req-0969e7d8-b59a-4b39-8250-9379da2a0b22 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1366851 Aug 31 14:05:33.639427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:33.644141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] For port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:33.644608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.694538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.741032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:33.747567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.748450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c3b212c8-5ad0-4297-92cf-eb512bce51d5 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:33.859744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c3b212c8-5ad0-4297-92cf-eb512bce51d5 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:33.860215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7690cbee-df75-4c69-9843-aa9a75ffca6b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:33.898468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=395ba9a7-839e-4a9f-b7c6-891b91569fb7,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:33.923643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 7690cbee-df75-4c69-9843-aa9a75ffca6b not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:33.924325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 20d99e10-f2e7-4f5b-901b-153dd88096a0 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:33.940383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4494832e-c7c4-4646-9214-cddc3393a2c2 req-55187c9b-a33a-45c4-a291-d333b4912096 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403521 Aug 31 14:05:33.967356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 20d99e10-f2e7-4f5b-901b-153dd88096a0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:33.967853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 20d99e10-f2e7-4f5b-901b-153dd88096a0 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:33.968143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1518e96-08fd-4119-8718-c588bbb8cfd6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:33.993122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f1518e96-08fd-4119-8718-c588bbb8cfd6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:33.994025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f1518e96-08fd-4119-8718-c588bbb8cfd6 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:33.995275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 102e8105-c574-4181-87e7-d3a7e739efad no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:34.100325 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.100828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.101324 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Floating IP b6f0a6bd-37c6-4d7d-a533-159ed6018d75 disassociated. External IP: 172.25.0.75, port: 95f67a26-e5bd-4ffd-8270-e149c1c99fc3. Aug 31 14:05:34.101674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:34.143679 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e7c610-a684-4287-9e33-3ec0178c880c x-openstack-request-id: req-f2e7c610-a684-4287-9e33-3ec0178c880c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:34.144205 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:34.144635 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2e7c610-a684-4287-9e33-3ec0178c880c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:34.145278 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a', 'code': 200} Aug 31 14:05:34.156616 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.182580 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08e987a-37b3-46b9-9e22-fc1f21c2fdc7 x-openstack-request-id: req-f08e987a-37b3-46b9-9e22-fc1f21c2fdc7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:34.182877 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "f1518e96-08fd-4119-8718-c588bbb8cfd6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:34.183129 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f08e987a-37b3-46b9-9e22-fc1f21c2fdc7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:34.183604 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': 'f1518e96-08fd-4119-8718-c588bbb8cfd6', 'status': 'completed', 'code': 200} Aug 31 14:05:34.239167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 102e8105-c574-4181-87e7-d3a7e739efad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=102e8105-c574-4181-87e7-d3a7e739efad,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:34.244334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.341084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464d8fa-a369-4602-9c9e-7a77c52aaf27 req-9cbe6148-09a0-47ca-b5a1-c9da39a14ca2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.346657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=102e8105-c574-4181-87e7-d3a7e739efad,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:34.360056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464d8fa-a369-4602-9c9e-7a77c52aaf27 req-9cbe6148-09a0-47ca-b5a1-c9da39a14ca2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.366948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464d8fa-a369-4602-9c9e-7a77c52aaf27 req-9cbe6148-09a0-47ca-b5a1-c9da39a14ca2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.373620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464d8fa-a369-4602-9c9e-7a77c52aaf27 req-9cbe6148-09a0-47ca-b5a1-c9da39a14ca2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.375395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9464d8fa-a369-4602-9c9e-7a77c52aaf27 req-9cbe6148-09a0-47ca-b5a1-c9da39a14ca2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 3143 time: 0.1439126 Aug 31 14:05:34.439988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9464d8fa-a369-4602-9c9e-7a77c52aaf27 req-8a3ec0a3-5bc0-4fe8-bc53-2729ef6e2b49 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529139 Aug 31 14:05:34.441054 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.483721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=95f67a26-e5bd-4ffd-8270-e149c1c99fc3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:34.647125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Router 73644e95-ff5a-499f-a11e-b18a086d624b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:05:34.660788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd667c44-07f2-4a88-be7d-129f4e83af75 req-733617d3-290b-40b7-9c8c-ec200b51708c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.662403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd667c44-07f2-4a88-be7d-129f4e83af75 req-733617d3-290b-40b7-9c8c-ec200b51708c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0696354 Aug 31 14:05:34.776839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd667c44-07f2-4a88-be7d-129f4e83af75 req-1c3f2b69-29c0-44e4-afd1-576caf05d5b3 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028256 Aug 31 14:05:34.803721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:34.814825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] Sync routers for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:34.824206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:34.825096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:34.885056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] No DVR routers for this DVR port 95f67a26-e5bd-4ffd-8270-e149c1c99fc3 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:34.888523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.890818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-7d5bc658-1986-4573-96f9-5a5f8ecc99c6 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "DELETE /v2.0/ports/95f67a26-e5bd-4ffd-8270-e149c1c99fc3 HTTP/1.1" status: 204 len: 173 time: 1.5545831 Aug 31 14:05:35.025147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:35.156208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b736397-f5ef-4c39-8f8e-a31e7d306140 req-1626685f-4aff-499a-8fb3-759bcac015f5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:35.156208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b736397-f5ef-4c39-8f8e-a31e7d306140 req-1626685f-4aff-499a-8fb3-759bcac015f5 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.1048543 Aug 31 14:05:35.162517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port 102e8105-c574-4181-87e7-d3a7e739efad {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:35.162517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.286642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] For port 102e8105-c574-4181-87e7-d3a7e739efad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=102e8105-c574-4181-87e7-d3a7e739efad,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:35.287656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.301221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for 102e8105-c574-4181-87e7-d3a7e739efad owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:35.429754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b736397-f5ef-4c39-8f8e-a31e7d306140 req-caf572fd-74fc-463f-8146-6976a5f82315 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645244 Aug 31 14:05:35.584236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.711656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=102e8105-c574-4181-87e7-d3a7e739efad,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:35.725703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:16Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:35.757235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] Checking router: 73644e95-ff5a-499f-a11e-b18a086d624b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:35.760027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] No DVR routers for this DVR port 102e8105-c574-4181-87e7-d3a7e739efad on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:35.764265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.766488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-f0b2aa8a-9528-4b10-ba15-c64b81ab4fa2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "DELETE /v2.0/ports/102e8105-c574-4181-87e7-d3a7e739efad HTTP/1.1" status: 204 len: 173 time: 0.8483355 Aug 31 14:05:35.783091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:35.785490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:35.822794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35850acd-4d77-48c7-8b0e-127352463264 req-3d797de4-46cf-456b-add5-c315682cb768 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:35.828762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35850acd-4d77-48c7-8b0e-127352463264 req-3d797de4-46cf-456b-add5-c315682cb768 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:35.830425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35850acd-4d77-48c7-8b0e-127352463264 req-3d797de4-46cf-456b-add5-c315682cb768 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 1677 time: 0.1163175 Aug 31 14:05:35.904032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35850acd-4d77-48c7-8b0e-127352463264 req-7b92b7a4-8ccb-43ae-b151-2b80dcfe410a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0384e94-a25c-4aa8-8883-6f7d08f16f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631084 Aug 31 14:05:35.921466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port 335fe7f2-34fc-41e1-899e-8ae0a445794a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:35.921826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.923772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:36.057555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] For port 335fe7f2-34fc-41e1-899e-8ae0a445794a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=335fe7f2-34fc-41e1-899e-8ae0a445794a,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:36.058199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.073475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for 335fe7f2-34fc-41e1-899e-8ae0a445794a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:36.147628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3'}, {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7'}, {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:36.150970 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d5a297-e160-4bbf-8129-b9e06dcc5f81" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3"}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7"}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "102e8105-c574-4181-87e7-d3a7e739efad"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:36.174791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:16Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:36.208445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3'}, {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:36.209111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d1b3f-60f1-4205-ac93-6eac4e79f72c None None] The sync data for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 is: [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:06Z', 'revision_number': 4, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9', 'name': '', 'network_id': 'e826e557-6658-4810-8c86-7d55890038fa', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'mac_address': 'fa:16:3e:c2:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:05Z', 'updated_at': '2021-08-31T13:54:16Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'subnets': [{'id': 'b87d092b-4b37-4b49-9b89-cbf630a4280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:36.210768 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9961be-230a-4aee-a124-977e5f5cd8ac" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3"}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "102e8105-c574-4181-87e7-d3a7e739efad"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:36.228889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.273294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=335fe7f2-34fc-41e1-899e-8ae0a445794a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:36.323844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] No DVR routers for this DVR port 335fe7f2-34fc-41e1-899e-8ae0a445794a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:36.327302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.329712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-92b8fa80-36da-469f-89e1-62ecb2de3aed tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "DELETE /v2.0/ports/335fe7f2-34fc-41e1-899e-8ae0a445794a HTTP/1.1" status: 204 len: 173 time: 0.5565426 Aug 31 14:05:36.343303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94172a-4d71-46a3-8359-aca1ddce6c4e req-a0b7ac72-2803-4e47-94a1-ca2c7183a0f0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:36.351177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae94172a-4d71-46a3-8359-aca1ddce6c4e req-a0b7ac72-2803-4e47-94a1-ca2c7183a0f0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1363285 Aug 31 14:05:36.460623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae94172a-4d71-46a3-8359-aca1ddce6c4e req-2986b404-109f-46bd-9f40-a8b167cc6c75 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085076 Aug 31 14:05:36.498308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:36.498623 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.558475 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568cf0b6-27a9-4115-8013-94d049048238 None None] New status for floating IP b6f0a6bd-37c6-4d7d-a533-159ed6018d75: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:05:36.599057 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda6172-85ea-4442-85e9-c63ce16f3ffc x-openstack-request-id: req-bbda6172-85ea-4442-85e9-c63ce16f3ffc {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:36.599411 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3", "code": 200}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7", "code": 200}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-unplugged", "status": "completed", "tag": "102e8105-c574-4181-87e7-d3a7e739efad", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:36.601052 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbda6172-85ea-4442-85e9-c63ce16f3ffc {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:36.601052 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'code': 200} Aug 31 14:05:36.601052 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7', 'code': 200} Aug 31 14:05:36.601052 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad', 'code': 200} Aug 31 14:05:36.685328 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3552c9-5b1d-4d45-8ad4-3a99dcbed455 x-openstack-request-id: req-9f3552c9-5b1d-4d45-8ad4-3a99dcbed455 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:36.685688 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "95f67a26-e5bd-4ffd-8270-e149c1c99fc3", "status": "completed", "code": 200}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "102e8105-c574-4181-87e7-d3a7e739efad", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:36.685957 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f3552c9-5b1d-4d45-8ad4-3a99dcbed455 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:36.686366 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '95f67a26-e5bd-4ffd-8270-e149c1c99fc3', 'status': 'completed', 'code': 200} Aug 31 14:05:36.686621 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '102e8105-c574-4181-87e7-d3a7e739efad', 'status': 'completed', 'code': 200} Aug 31 14:05:36.691290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] For port 395ba9a7-839e-4a9f-b7c6-891b91569fb7, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=395ba9a7-839e-4a9f-b7c6-891b91569fb7,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:36.691725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.708622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for 395ba9a7-839e-4a9f-b7c6-891b91569fb7 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:36.891282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5feb5-d99b-4a68-8ae0-9760e69015a3 req-2fe635ee-9d8d-46fb-97e7-5d2ae05cb271 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:36.893159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43e5feb5-d99b-4a68-8ae0-9760e69015a3 req-2fe635ee-9d8d-46fb-97e7-5d2ae05cb271 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0961037 Aug 31 14:05:36.969285 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43e5feb5-d99b-4a68-8ae0-9760e69015a3 req-6e619827-eaf4-4e67-a167-b4ccbdada2e9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647986 Aug 31 14:05:37.003955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.039424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=395ba9a7-839e-4a9f-b7c6-891b91569fb7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:37.108696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] No DVR routers for this DVR port 395ba9a7-839e-4a9f-b7c6-891b91569fb7 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:37.112122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.114139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74670bf5-d75f-4db9-bae5-7c6b4dbfd924 req-15fdc3e4-b63c-450b-bc34-8719cd2f1fe3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.26 "DELETE /v2.0/ports/395ba9a7-839e-4a9f-b7c6-891b91569fb7 HTTP/1.1" status: 204 len: 173 time: 0.7610798 Aug 31 14:05:37.135338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f86b7-ade4-4903-8f06-2b6a0645e935 req-fa6be003-3164-429f-a2f2-96333485b2f1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:37.137158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-680f86b7-ade4-4903-8f06-2b6a0645e935 req-fa6be003-3164-429f-a2f2-96333485b2f1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0998127 Aug 31 14:05:37.198957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-680f86b7-ade4-4903-8f06-2b6a0645e935 req-8c5af76d-deff-4dda-b3c0-6739adaf001d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476861 Aug 31 14:05:37.476277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3aba9e8a-4f41-41a7-8636-33ed3a167b76 req-6adc5c43-f397-4df8-ad91-881d2bfd765b tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0444613 Aug 31 14:05:37.827558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c77f36-e678-4088-9d20-6833e42f65a7 req-64729254-3833-42e0-88c4-1e56993cdefe tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:37.832297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96c77f36-e678-4088-9d20-6833e42f65a7 req-64729254-3833-42e0-88c4-1e56993cdefe tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 813 time: 0.1308086 Aug 31 14:05:37.845050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96c77f36-e678-4088-9d20-6833e42f65a7 req-6d572015-54d1-4097-b293-c133822ccf7c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/quotas/79848d79b4914f80823d9c82cf21f8c6 HTTP/1.1" status: 200 len: 375 time: 0.0100780 Aug 31 14:05:37.901008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96c77f36-e678-4088-9d20-6833e42f65a7 req-40a799a6-fc53-4ee2-a245-90fab6dd216e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497577 Aug 31 14:05:38.125121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b9ca2-3c05-43ae-b17c-3e82e7305e36 req-24a1ea94-8b89-4f56-ad06-ba25fb301995 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:38.132807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-194b9ca2-3c05-43ae-b17c-3e82e7305e36 req-24a1ea94-8b89-4f56-ad06-ba25fb301995 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0864034 Aug 31 14:05:38.178059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-194b9ca2-3c05-43ae-b17c-3e82e7305e36 req-b58d69fd-a8dc-4892-ae09-c77ee8b83417 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Aug 31 14:05:38.414853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cea8e-bd52-4431-88be-df07db979d83 req-47649925-d0c5-4d86-abeb-04aaa1794063 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:38.416469 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b4cea8e-bd52-4431-88be-df07db979d83 req-47649925-d0c5-4d86-abeb-04aaa1794063 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0625439 Aug 31 14:05:38.480548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b4cea8e-bd52-4431-88be-df07db979d83 req-8dc0d2a0-5b30-416a-9290-36d16d62ea38 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570757 Aug 31 14:05:38.612690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fe1ce-648b-4f7d-9176-785cc88b2b5c req-39998891-ed96-46bf-94db-e93a12153f11 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:38.614839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-745fe1ce-648b-4f7d-9176-785cc88b2b5c req-39998891-ed96-46bf-94db-e93a12153f11 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0561833 Aug 31 14:05:38.702586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a'}, {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:38.705095 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf266e3-45dc-4439-964f-ed68a2bed9a9" -d '{"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a"}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:38.717592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-745fe1ce-648b-4f7d-9176-785cc88b2b5c req-c18fcf44-d006-421a-8fc8-028d8f1506a9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912483 Aug 31 14:05:39.407563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bc7ece3-15c3-483f-807a-b6c01077025e req-5e7c0c6c-0edd-46f9-acf3-9168d45118ba tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.4305212 Aug 31 14:05:39.459532 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f90ab-02e6-4320-8e2e-9acb083f1b37 x-openstack-request-id: req-9a7f90ab-02e6-4320-8e2e-9acb083f1b37 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:39.459842 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "335fe7f2-34fc-41e1-899e-8ae0a445794a", "status": "completed", "code": 200}, {"server_uuid": "950c1211-5abf-4514-9f51-31d6dc2a39a2", "name": "network-vif-deleted", "tag": "395ba9a7-839e-4a9f-b7c6-891b91569fb7", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:39.460217 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a7f90ab-02e6-4320-8e2e-9acb083f1b37 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:39.460689 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '335fe7f2-34fc-41e1-899e-8ae0a445794a', 'status': 'completed', 'code': 200} Aug 31 14:05:39.461115 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950c1211-5abf-4514-9f51-31d6dc2a39a2', 'name': 'network-vif-deleted', 'tag': '395ba9a7-839e-4a9f-b7c6-891b91569fb7', 'status': 'completed', 'code': 200} Aug 31 14:05:39.612823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc07e252-8b85-42a9-83d3-9174e9c9c9e4 req-fd702165-6829-41f0-b50b-6c7dc3636364 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=79848d79b4914f80823d9c82cf21f8c6 HTTP/1.1" status: 200 len: 221 time: 0.0471265 Aug 31 14:05:39.802173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:39.805607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0ef5c-875f-4329-a57c-ad388f8216be req-d67d0fdf-2372-4d2e-9e23-2895850aba88 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:39.807118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86d0ef5c-875f-4329-a57c-ad388f8216be req-d67d0fdf-2372-4d2e-9e23-2895850aba88 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0816736 Aug 31 14:05:39.881719 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86d0ef5c-875f-4329-a57c-ad388f8216be req-483607cc-19df-459d-a369-13339fa989f8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649958 Aug 31 14:05:40.102981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8a13-40e8-4d92-8dc3-d32ea1d64687 req-8ee8580e-4566-4d25-be73-d4ec0cfc831b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.122021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-524f8a13-40e8-4d92-8dc3-d32ea1d64687 req-8ee8580e-4566-4d25-be73-d4ec0cfc831b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1305194 Aug 31 14:05:40.186804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-524f8a13-40e8-4d92-8dc3-d32ea1d64687 req-87ffca1c-b44d-43f0-b426-66d15c4bef35 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578995 Aug 31 14:05:40.491595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d997a-9f1e-4f1a-8019-3037bc0c0fa9 req-770600d4-9cf4-4631-97ee-a11c1b13c388 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.499944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d50d997a-9f1e-4f1a-8019-3037bc0c0fa9 req-770600d4-9cf4-4631-97ee-a11c1b13c388 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0812542 Aug 31 14:05:40.550641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d50d997a-9f1e-4f1a-8019-3037bc0c0fa9 req-f9ecc797-97fa-4278-8d00-722505c84f67 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496964 Aug 31 14:05:40.671829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19db26f2-f365-43f9-90a3-47e80be3b754 req-8cf5e65a-3c61-4325-a313-8b16f617afc5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0466137 Aug 31 14:05:40.836307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0519-88e8-4d71-bd67-f23e13622b0e req-6f6504c0-a400-48ca-b023-1c0e822357e5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.844216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f14f0519-88e8-4d71-bd67-f23e13622b0e req-6f6504c0-a400-48ca-b023-1c0e822357e5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0598867 Aug 31 14:05:40.904510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f14f0519-88e8-4d71-bd67-f23e13622b0e req-48fff7a7-d21e-4d15-aec8-8edce5a7beb6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 Aug 31 14:05:41.117880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae335-5617-437d-a5f2-ac269f325f10 req-61dbbacf-e369-4efd-a632-52f3c0957da0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.119403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5bae335-5617-437d-a5f2-ac269f325f10 req-61dbbacf-e369-4efd-a632-52f3c0957da0 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.1114917 Aug 31 14:05:41.165790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5bae335-5617-437d-a5f2-ac269f325f10 req-37dfd43d-dd95-4b79-800c-22fcf13dce2b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 Aug 31 14:05:41.309364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068aa11-5128-4d5c-a2ad-4b63496603eb req-3993a71b-b697-454a-9d9a-d34b71c45551 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.321476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0068aa11-5128-4d5c-a2ad-4b63496603eb req-3993a71b-b697-454a-9d9a-d34b71c45551 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0677810 Aug 31 14:05:41.379813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0068aa11-5128-4d5c-a2ad-4b63496603eb req-43113998-ddbc-4880-b42c-9b567985827a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564387 Aug 31 14:05:41.634738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c10685-fb76-4c4c-bfb9-7a2ce5f87927 req-d8d510f0-0fc2-4de7-b7c3-fdd1a52a4fdc tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.644290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6c10685-fb76-4c4c-bfb9-7a2ce5f87927 req-d8d510f0-0fc2-4de7-b7c3-fdd1a52a4fdc tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0661538 Aug 31 14:05:41.695007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6c10685-fb76-4c4c-bfb9-7a2ce5f87927 req-bd83631d-392d-4098-aa32-e29a796ae02a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Aug 31 14:05:41.793857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f74392f-13a7-4f42-b969-39cd123ca059 req-3d9730ee-1cc1-4f01-b12c-c7247458e965 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0324993 Aug 31 14:05:41.945395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b709e-d025-4041-b5bb-4b1de8e038ea req-0b376f1e-90ab-49ee-af58-d47a8b9c7937 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.947082 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c91b709e-d025-4041-b5bb-4b1de8e038ea req-0b376f1e-90ab-49ee-af58-d47a8b9c7937 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0569062 Aug 31 14:05:41.997462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c91b709e-d025-4041-b5bb-4b1de8e038ea req-72fbe770-571b-4e05-8857-2ae3564bd68e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Aug 31 14:05:42.175974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610780-bc15-47f5-9136-cda6d57cad55 req-1c533df1-9e72-48d7-8697-e2d12ac7399a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.177560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23610780-bc15-47f5-9136-cda6d57cad55 req-1c533df1-9e72-48d7-8697-e2d12ac7399a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0542374 Aug 31 14:05:42.225284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23610780-bc15-47f5-9136-cda6d57cad55 req-c54b253f-35f4-4127-936b-fe84beb8bb80 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Aug 31 14:05:42.452189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3d10-cb61-47e2-b085-14e6a9bd2d2a req-ee473565-b6dc-4b65-a6ae-edf0ffd66a8b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.457189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b54e3d10-cb61-47e2-b085-14e6a9bd2d2a req-ee473565-b6dc-4b65-a6ae-edf0ffd66a8b tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.1433716 Aug 31 14:05:42.582156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b54e3d10-cb61-47e2-b085-14e6a9bd2d2a req-c6d4398c-24f8-469e-ad38-819c74f58612 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191676 Aug 31 14:05:42.770548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbadc8-0988-488a-bc96-2f77fc069125 req-c182494f-e0c1-4e02-8673-b2ed4dabb54c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.782265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dbadc8-0988-488a-bc96-2f77fc069125 req-c182494f-e0c1-4e02-8673-b2ed4dabb54c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0946858 Aug 31 14:05:42.860379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dbadc8-0988-488a-bc96-2f77fc069125 req-acf0bf2c-9c82-4681-a7b4-6baa42edb0fa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768805 Aug 31 14:05:43.107397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0d6f6c7-61a9-4c55-aef3-383e8b5e8500 req-c87342dd-e477-4f8f-badd-6984e663a87a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0489161 Aug 31 14:05:43.218421 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:05:43.314597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548f4e8-4a14-40db-a6ba-2d3a7fdab89f req-91f09520-71c7-4bc1-ae80-4683b8fe62ea tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:43.316315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6548f4e8-4a14-40db-a6ba-2d3a7fdab89f req-91f09520-71c7-4bc1-ae80-4683b8fe62ea tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0744605 Aug 31 14:05:43.400091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6548f4e8-4a14-40db-a6ba-2d3a7fdab89f req-52e533bf-9b23-444d-a3b6-2ccb2e314f23 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 Aug 31 14:05:43.627589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80063cdd-9107-4c4e-8105-20fd55e0e2a9 req-d0eb29b9-2dc8-4a75-a734-01922b1f7410 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:43.630659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80063cdd-9107-4c4e-8105-20fd55e0e2a9 req-d0eb29b9-2dc8-4a75-a734-01922b1f7410 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0909209 Aug 31 14:05:43.726496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80063cdd-9107-4c4e-8105-20fd55e0e2a9 req-419832ad-d68c-44ce-92ef-e9d707d47545 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856783 Aug 31 14:05:43.853412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b024f-c1db-443c-b1b6-073d183a94cc req-6611a701-acc9-49f7-be38-aa93643fe95f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:43.855155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d4b024f-c1db-443c-b1b6-073d183a94cc req-6611a701-acc9-49f7-be38-aa93643fe95f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0563545 Aug 31 14:05:43.904834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d4b024f-c1db-443c-b1b6-073d183a94cc req-2fb6d873-9f88-4518-b9bf-752f52c05f22 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 Aug 31 14:05:44.070807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eab8c-71fa-49e4-ad95-e1bd5d601e4d req-d7cc7346-13cb-48de-9144-802e02daa95b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:44.072406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-735eab8c-71fa-49e4-ad95-e1bd5d601e4d req-d7cc7346-13cb-48de-9144-802e02daa95b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0790210 Aug 31 14:05:44.143885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-735eab8c-71fa-49e4-ad95-e1bd5d601e4d req-dea36874-fae5-418e-a8c7-79a049fa4736 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626655 Aug 31 14:05:44.405240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88858e3f-d1e4-4243-b9f8-7ae2cdefeeb6 req-01c1d025-0a8e-4087-ad40-0177c76b594f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0813661 Aug 31 14:05:44.539666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa3428-06ef-4085-88c9-aecb4ecf4cac req-c82be7bd-6e26-4e13-8bcc-1e4f7abf3b09 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:44.541313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aeaa3428-06ef-4085-88c9-aecb4ecf4cac req-c82be7bd-6e26-4e13-8bcc-1e4f7abf3b09 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0584559 Aug 31 14:05:44.594207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aeaa3428-06ef-4085-88c9-aecb4ecf4cac req-cb2bf350-e081-4bf1-8c6b-1231278821b6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424855 Aug 31 14:05:44.754838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602411c3-9cb2-4a86-b94f-1003f609c04c req-31603376-1b56-4e91-8e8f-0a6da697ac11 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:44.756540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-602411c3-9cb2-4a86-b94f-1003f609c04c req-31603376-1b56-4e91-8e8f-0a6da697ac11 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0550280 Aug 31 14:05:44.829353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-602411c3-9cb2-4a86-b94f-1003f609c04c req-d38b0314-35b8-40a2-89f2-4242de8a1342 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Aug 31 14:05:45.087767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c884b28-3281-4793-8c88-a7691c8f1d3f req-ac5b8861-4c08-4a5d-839b-8fb0c5a55c9b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.096487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c884b28-3281-4793-8c88-a7691c8f1d3f req-ac5b8861-4c08-4a5d-839b-8fb0c5a55c9b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1140869 Aug 31 14:05:45.147286 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c884b28-3281-4793-8c88-a7691c8f1d3f req-2c218dbc-52d8-4324-87d1-022b56226ef7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Aug 31 14:05:45.247389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52512) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:45.394337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b940d9-b349-4673-9877-b6c1f66c4050 req-26809121-c258-409f-b1de-fa99b33f51b8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.397162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89b940d9-b349-4673-9877-b6c1f66c4050 req-26809121-c258-409f-b1de-fa99b33f51b8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.1502481 Aug 31 14:05:45.481422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89b940d9-b349-4673-9877-b6c1f66c4050 req-88c1b512-6a49-483e-a7e5-8d8c4f0bf8e4 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742745 Aug 31 14:05:45.488927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.663596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.669560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.696926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1277772437c432cb2436798c9570975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4481854 Aug 31 14:05:45.703603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52526) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:45.719768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cacc21be-50aa-41b0-b269-3fdcd21aa330 req-8a5c6ff2-a7f0-48fb-a43d-2552b3d455c5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0447311 Aug 31 14:05:45.745672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65637a2-8027-4137-b09d-97dd1f4b646f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:45.751824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.752185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.752536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.752898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.753242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.753600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.753975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.754312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.754646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.754983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.755314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.755646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93535dc-8bf1-4781-b88c-e66687f9a1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:45.784090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2c92e67-db3f-4472-a715-e388b51e6939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.807314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2c92e67-db3f-4472-a715-e388b51e6939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.861967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2c92e67-db3f-4472-a715-e388b51e6939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.865282 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2c92e67-db3f-4472-a715-e388b51e6939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.866673 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e2c92e67-db3f-4472-a715-e388b51e6939 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f65637a2-8027-4137-b09d-97dd1f4b646f HTTP/1.1" status: 204 len: 168 time: 0.1617093 Aug 31 14:05:45.871490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2ced-7984-42fe-a9ab-8e6eecd6fbd3 req-d408357c-05c9-4249-8c8a-efb36949fadb tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.876776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c92e67-db3f-4472-a715-e388b51e6939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65637a2-8027-4137-b09d-97dd1f4b646f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:45.881479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51cc2ced-7984-42fe-a9ab-8e6eecd6fbd3 req-d408357c-05c9-4249-8c8a-efb36949fadb tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0700336 Aug 31 14:05:45.948594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51cc2ced-7984-42fe-a9ab-8e6eecd6fbd3 req-2561b53f-5768-4a1a-b02f-60043bd9d3d7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580442 Aug 31 14:05:46.074240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc4508-e6eb-4a46-b382-7fdd126e4366 req-8b3c2285-2dbf-4110-b0f8-a195c1f0e942 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:46.075855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21dc4508-e6eb-4a46-b382-7fdd126e4366 req-8b3c2285-2dbf-4110-b0f8-a195c1f0e942 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1096 time: 0.0658634 Aug 31 14:05:46.106009 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-21dc4508-e6eb-4a46-b382-7fdd126e4366 req-03963b84-efb8-4f3d-8240-a03cf3c7eaed tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:46.234465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-21dc4508-e6eb-4a46-b382-7fdd126e4366 req-03963b84-efb8-4f3d-8240-a03cf3c7eaed tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:46.241512 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-21dc4508-e6eb-4a46-b382-7fdd126e4366 req-03963b84-efb8-4f3d-8240-a03cf3c7eaed tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:46.277782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21dc4508-e6eb-4a46-b382-7fdd126e4366 req-03963b84-efb8-4f3d-8240-a03cf3c7eaed tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918344 Aug 31 14:05:46.292174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03963b84-efb8-4f3d-8240-a03cf3c7eaed tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bed0e7-5d25-4d89-847f-015cb2493b04,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:46.423975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18a502-1068-4483-be51-dda6158d5f3a req-0921b7d7-b138-41cc-a4d4-f252b68d5d4c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:46.425665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b18a502-1068-4483-be51-dda6158d5f3a req-0921b7d7-b138-41cc-a4d4-f252b68d5d4c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0714784 Aug 31 14:05:46.479042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b18a502-1068-4483-be51-dda6158d5f3a req-056b4e98-07f6-47e0-b59f-76a88516be37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470524 Aug 31 14:05:46.594994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8c3a1-9225-409d-916e-609084b1a21c req-f3392d65-9153-4ccc-992a-c90f3e2aa38a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:46.607676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96e8c3a1-9225-409d-916e-609084b1a21c req-f3392d65-9153-4ccc-992a-c90f3e2aa38a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.0735075 Aug 31 14:05:46.677754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96e8c3a1-9225-409d-916e-609084b1a21c req-b34f705a-350e-49ae-a95e-f3a631e6cb28 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688326 Aug 31 14:05:46.680882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52568) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:46.774866 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0be46308-909b-4d29-ac77-40686160d352 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/db92afb4-6741-4902-950f-4b015d0e2c14 HTTP/1.1" status: 200 len: 993 time: 0.0809762 Aug 31 14:05:46.837731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae323-2eeb-4187-9170-1aff0fedda49 req-992d4482-6eda-49e5-bd8b-49297c054e5c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:46.839566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b6ae323-2eeb-4187-9170-1aff0fedda49 req-992d4482-6eda-49e5-bd8b-49297c054e5c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0539503 Aug 31 14:05:46.883510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b6ae323-2eeb-4187-9170-1aff0fedda49 req-79e47e5f-73c2-4bec-a3e5-104431d1f783 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375891 Aug 31 14:05:47.114701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-252a9f10-63c3-40ca-b52c-61f45812b67c req-f6c956f2-2ed1-4298-b940-b586441ea0d9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0349617 Aug 31 14:05:47.335888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d2b1c-a965-462a-b207-e97e524aa266 req-4c77a4c4-33bb-44dc-843c-0d18876ef667 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:47.337875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c40d2b1c-a965-462a-b207-e97e524aa266 req-4c77a4c4-33bb-44dc-843c-0d18876ef667 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0614586 Aug 31 14:05:47.399830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c40d2b1c-a965-462a-b207-e97e524aa266 req-5547a0e5-048d-46cd-921b-94f68e9d3db9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 Aug 31 14:05:47.512927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-28b508bf-99ed-4285-937f-d5b20364c794 req-7f1911c5-fb75-4b4c-897f-2f7657ed263f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:05:47.514090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28b508bf-99ed-4285-937f-d5b20364c794 req-7f1911c5-fb75-4b4c-897f-2f7657ed263f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068269 Aug 31 14:05:47.894450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe16c2a-f185-484b-8f0c-c2d6acfe7631 req-abff4ab7-889d-4181-a3fa-69534180511c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:47.896827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffe16c2a-f185-484b-8f0c-c2d6acfe7631 req-abff4ab7-889d-4181-a3fa-69534180511c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0815632 Aug 31 14:05:47.994893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffe16c2a-f185-484b-8f0c-c2d6acfe7631 req-17d67777-88c8-4e9e-8aa8-2c8d56df83b2 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898998 Aug 31 14:05:48.026527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-e66db734-52f5-40b1-b2dd-d8c3fa0097b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2124555 Aug 31 14:05:48.061777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52628) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:48.176117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] Deleting subnet 6b432b8d-bac5-4dd1-8e93-811530e2f6f4 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:05:48.184636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.239382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.271362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbaa64-cd3c-4f02-9412-93be3847bc23 req-1677da8d-6a2c-47f1-86e8-4c3d9cd7153d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.273006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fdbaa64-cd3c-4f02-9412-93be3847bc23 req-1677da8d-6a2c-47f1-86e8-4c3d9cd7153d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1321983 Aug 31 14:05:48.298802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.333421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fdbaa64-cd3c-4f02-9412-93be3847bc23 req-9d2d7760-e11a-490b-9b6b-90672990ed0d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524278 Aug 31 14:05:48.372004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.406452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b432b8d-bac5-4dd1-8e93-811530e2f6f4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:48.413707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.416148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1800f22b-b12c-4e54-8ff1-07161ce31126 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6b432b8d-bac5-4dd1-8e93-811530e2f6f4 HTTP/1.1" status: 204 len: 168 time: 0.3526518 Aug 31 14:05:48.418872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52648) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:48.479146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41a3ae-ce76-4d92-a438-07e550a940ae req-6a1204d0-296e-46c5-8abe-dd5adb42b0ca tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.486557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a41a3ae-ce76-4d92-a438-07e550a940ae req-6a1204d0-296e-46c5-8abe-dd5adb42b0ca tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0624895 Aug 31 14:05:48.505158 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.538545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a41a3ae-ce76-4d92-a438-07e550a940ae req-35264df6-6b42-463d-af3f-cdae87de519a tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 Aug 31 14:05:48.659465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.676367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139e03a7-4fb3-45b2-9a43-265f88b10e52']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:48.690404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa04d9a-c378-4051-9ca1-cac36178ea99') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:48.690781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa04d9a-c378-4051-9ca1-cac36178ea99') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:48.719090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.765607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.770887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07271053-afe1-4e24-83b8-fc731f999405 req-889fc4ab-ce16-4513-b9a8-b99f76be95e5 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0467892 Aug 31 14:05:48.779330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Releasing vlan 1518 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:05:48.779928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:05:48.781932 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:05:48.865857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.901627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.906095 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/139e03a7-4fb3-45b2-9a43-265f88b10e52 HTTP/1.1" status: 204 len: 168 time: 0.4834788 Aug 31 14:05:48.906095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ce05b-6f2e-4233-999b-64bea1d9b3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=139e03a7-4fb3-45b2-9a43-265f88b10e52,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:48.969216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43141-ec2f-42a4-a843-db27057926ff req-67410eb3-6b50-4213-8aa2-7de1aa177583 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.977287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78a43141-ec2f-42a4-a843-db27057926ff req-67410eb3-6b50-4213-8aa2-7de1aa177583 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0946093 Aug 31 14:05:49.023723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78a43141-ec2f-42a4-a843-db27057926ff req-d3ab854e-9a88-4920-8ee8-fa8c0e08324a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Aug 31 14:05:49.285682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db9a0f-31ea-4587-a4ec-fd3cab563176 req-a4d400cb-66b7-4217-a99d-3796ff4b8469 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.287401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1db9a0f-31ea-4587-a4ec-fd3cab563176 req-a4d400cb-66b7-4217-a99d-3796ff4b8469 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0956163 Aug 31 14:05:49.293873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:49.371810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-077a1d2a-fd97-4378-84c3-0736fabcc816 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a03ed9d26ac44278a6a89dcf3e5e8198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768423 Aug 31 14:05:49.374594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52676) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:49.376018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1db9a0f-31ea-4587-a4ec-fd3cab563176 req-eee692bb-d819-47e8-b609-980c72f34ffb tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757959 Aug 31 14:05:49.434841 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2201a144-92f4-4c8f-9349-1a1f236032fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:49.476125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2201a144-92f4-4c8f-9349-1a1f236032fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:49.532665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8da4b-de51-4688-8a61-643e7923d9c2 req-2d34edf9-a014-41cd-80f4-ab4286ce902a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.543853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cd8da4b-de51-4688-8a61-643e7923d9c2 req-2d34edf9-a014-41cd-80f4-ab4286ce902a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.0758340 Aug 31 14:05:49.552111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2201a144-92f4-4c8f-9349-1a1f236032fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:49.565639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2201a144-92f4-4c8f-9349-1a1f236032fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:49.566917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2201a144-92f4-4c8f-9349-1a1f236032fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ec7d803-efd9-41e6-8aff-a1ee507607e3 HTTP/1.1" status: 204 len: 168 time: 0.1912837 Aug 31 14:05:49.590174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201a144-92f4-4c8f-9349-1a1f236032fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7d803-efd9-41e6-8aff-a1ee507607e3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:49.638206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cd8da4b-de51-4688-8a61-643e7923d9c2 req-6e705689-9d61-4aa5-8666-bda9ba579003 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883460 Aug 31 14:05:49.984684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2d85-3e85-4b10-8957-acfa9b7a2894 req-1b14d748-d2d4-42be-b087-6a7fa54445c9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.987400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad2f2d85-3e85-4b10-8957-acfa9b7a2894 req-1b14d748-d2d4-42be-b087-6a7fa54445c9 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0864251 Aug 31 14:05:50.058299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad2f2d85-3e85-4b10-8957-acfa9b7a2894 req-a9ddcc91-a3c6-4564-9dc1-e59756c9ff7c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539858 Aug 31 14:05:50.350223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-212cbcc0-c892-43fb-a2cb-b6975e7228fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.351766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-212cbcc0-c892-43fb-a2cb-b6975e7228fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1096 time: 0.3581917 Aug 31 14:05:50.529400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1632-4709-40fc-b9d5-089d2ad7a6f3 req-be23859c-6640-4059-ba6e-c559a772a489 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.531021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4fa1632-4709-40fc-b9d5-089d2ad7a6f3 req-be23859c-6640-4059-ba6e-c559a772a489 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1161008 Aug 31 14:05:50.566863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-07bfb5a9-962c-420b-a0dc-91512d706213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.568779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-07bfb5a9-962c-420b-a0dc-91512d706213 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.2031298 Aug 31 14:05:50.657676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4fa1632-4709-40fc-b9d5-089d2ad7a6f3 req-1ee71794-0969-4516-91a8-9bed74b82cb2 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877945 Aug 31 14:05:50.702045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-549636a9-b2c4-4772-ab77-d85f87ca57c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 1001 time: 0.1201272 Aug 31 14:05:50.761921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52718) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:50.772887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-3e272f45-82de-4d8e-8445-9e4cdd33cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.774609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-3e272f45-82de-4d8e-8445-9e4cdd33cda9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.0645041 Aug 31 14:05:50.837325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfd55cc2-fad2-4d3c-90e7-ce7cbc9293c8 req-19b9a981-d804-43a6-8770-8f44b3ef7cca tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0614207 Aug 31 14:05:50.882790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-5b1d8982-096b-434e-8c58-b85e90b60bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.884321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-5b1d8982-096b-434e-8c58-b85e90b60bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944507 Aug 31 14:05:50.900250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-0fa6aadd-bfd8-4b53-8db4-14a2abce0750 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:05:50.901874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-0fa6aadd-bfd8-4b53-8db4-14a2abce0750 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069880 Aug 31 14:05:50.906579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1379991734-network', 'tenant_id': '5ecfc32847334f97b587319d93e83e74'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:50.948123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Made reservation on behalf of 5ecfc32847334f97b587319d93e83e74 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:50.952291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:50.971317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.090374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16fb4a-5f1b-46f4-9b53-f9ccc46781d6 req-a220f14e-23a7-45c5-af41-f08e595eb798 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:51.098849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef16fb4a-5f1b-46f4-9b53-f9ccc46781d6 req-a220f14e-23a7-45c5-af41-f08e595eb798 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1569297 Aug 31 14:05:51.158074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-3caf0672-acf2-4e1e-a09a-79acf4e448f0 service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484021 Aug 31 14:05:51.168034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.172279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.173021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef16fb4a-5f1b-46f4-9b53-f9ccc46781d6 req-9a313200-b82a-4697-ae4e-682dd4f29e38 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688119 Aug 31 14:05:51.189293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] vlan segment allocate from pool success with {'vlan_id': 1538, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:05:51.201500 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.202627 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Added segment af550627-0d51-4251-b87f-6e5a34cc2796 of type vlan for network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d Aug 31 14:05:51.264152 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.300662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.302513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:51.303432 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.392406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6655a3-bfaf-45b8-af5a-2b833921ec2d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:51.394730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-8aac2ab9-e2ec-41ce-89c4-8ac7d71be4c9 service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164755 Aug 31 14:05:51.405709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:05:51.464176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8800f81d-33a4-4fad-97a4-cac5ba80fe31,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:51.489036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c9a83694-eedb-45f7-ac53-8f9e52266527 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7226014 Aug 31 14:05:51.492485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52740) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:51.502747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Request body: {'subnet': {'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1379991734-subnet', 'tenant_id': '5ecfc32847334f97b587319d93e83e74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:51.504484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59682074-e86a-4b5a-8bda-6bd97d57e7db req-7706edea-e09e-4820-a461-569a9894b20f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:51.522389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59682074-e86a-4b5a-8bda-6bd97d57e7db req-7706edea-e09e-4820-a461-569a9894b20f tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.1252024 Aug 31 14:05:51.530364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Made reservation on behalf of 5ecfc32847334f97b587319d93e83e74 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:51.536384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.615255 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59682074-e86a-4b5a-8bda-6bd97d57e7db req-70836690-1562-43a2-8f14-0f07683297fa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918941 Aug 31 14:05:51.922534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.988940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:51.993997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Checking segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:51.994394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Network hostable DHCP agents. Network: 9f6655a3-bfaf-45b8-af5a-2b833921ec2d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:05:52.013373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:05:52.027031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9f6655a3-bfaf-45b8-af5a-2b833921ec2d) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:52.032921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.033977 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.037590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9722506-3aa5-4114-8605-b24567e8c4aa None None] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:05:52.079914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5c6a106b-08f5-427a-93cd-ed495c3908e5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5831113 Aug 31 14:05:52.246412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34b6e0-5452-4cb3-a225-8f895c960c8a req-bac05db8-815f-48f1-811b-87438cc4b2fa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.247964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df34b6e0-5452-4cb3-a225-8f895c960c8a req-bac05db8-815f-48f1-811b-87438cc4b2fa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1061404 Aug 31 14:05:52.256453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'tenant_id': '5ecfc32847334f97b587319d93e83e74', 'fixed_ips': [{'subnet_id': 'eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:05:52.257485 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.325334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df34b6e0-5452-4cb3-a225-8f895c960c8a req-2bd48454-20e6-47c1-beaa-40db9a30252d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694778 Aug 31 14:05:52.544451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Allocated IP 172.20.0.2 (9f6655a3-bfaf-45b8-af5a-2b833921ec2d/eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9/efd4cacf-9ae6-44e4-ae6a-dff456450526) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:52.573548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf3a73d4-fb87-4f2e-84dc-a09fe989dbe3 req-931eded3-3a2c-4384-bd05-bb140ac08b6c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0688627 Aug 31 14:05:52.800977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.806108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ff02-9a4d-4dee-9156-5a708340185c req-e7b13b6f-1e85-40fa-86ae-a469fa228182 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.813003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Transition to ACTIVE for port object efd4cacf-9ae6-44e4-ae6a-dff456450526 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:52.820549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7d9ff02-9a4d-4dee-9156-5a708340185c req-e7b13b6f-1e85-40fa-86ae-a469fa228182 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1109304 Aug 31 14:05:52.833873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Transition to ACTIVE for port object efd4cacf-9ae6-44e4-ae6a-dff456450526 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:52.842993 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.902290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7d9ff02-9a4d-4dee-9156-5a708340185c req-9a1de447-af11-41e1-902f-ba84bffb16c3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803552 Aug 31 14:05:52.931720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Pushing event updated for resources: {'Port': ['ID=efd4cacf-9ae6-44e4-ae6a-dff456450526,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:52.953569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.953761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.954052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.954386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.954710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.955041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.955363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.955682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.956013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.956316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.956722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.962317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:52.983241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:52.984766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:52.987238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:53.064487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Attempting to bind port efd4cacf-9ae6-44e4-ae6a-dff456450526 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:53.064807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Attempting to bind port efd4cacf-9ae6-44e4-ae6a-dff456450526 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:53.067666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Attempting to bind port efd4cacf-9ae6-44e4-ae6a-dff456450526 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:53.077272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:53.077659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Checking segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:53.078074 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:53.078474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Bound using segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:53.078964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Bound port: efd4cacf-9ae6-44e4-ae6a-dff456450526, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:53.079353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:53.195941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] For port efd4cacf-9ae6-44e4-ae6a-dff456450526, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:53.215428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] For port efd4cacf-9ae6-44e4-ae6a-dff456450526, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=efd4cacf-9ae6-44e4-ae6a-dff456450526,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:53.222312 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:53.329323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ac938-2e09-46ca-8cae-3a97c9da9d12 None None] Pushing event updated for resources: {'Port': ['ID=efd4cacf-9ae6-44e4-ae6a-dff456450526,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:53.432565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-bf68ee1a-3a27-4091-a051-4f64e1717737 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:53.434809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-bf68ee1a-3a27-4091-a051-4f64e1717737 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 816 time: 0.1651978 Aug 31 14:05:53.451590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-9aad0ece-f8ee-40f7-bfc9-d2c08cd2e200 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/quotas/5ecfc32847334f97b587319d93e83e74 HTTP/1.1" status: 200 len: 375 time: 0.0107448 Aug 31 14:05:53.519439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-7cd55ed9-47bc-49d3-9e26-83c40941add7 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618165 Aug 31 14:05:53.653737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-1a13cb32-7ae5-4d84-ad5a-aec0238ad43f service neutron] 10.222.0.10 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259601 Aug 31 14:05:53.768810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-e70b0961-0c03-48d9-a69c-bb660896112c service neutron] 10.222.0.10 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068606 Aug 31 14:05:54.004468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2e73-6f25-4b6d-b5ac-83eebf293e48 req-249338e8-0b00-4412-b283-5fb60f1bbd84 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:54.006584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e5b2e73-6f25-4b6d-b5ac-83eebf293e48 req-249338e8-0b00-4412-b283-5fb60f1bbd84 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0541608 Aug 31 14:05:54.062101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e5b2e73-6f25-4b6d-b5ac-83eebf293e48 req-550c4b8c-aa8b-4848-b861-c415fd33a6fa tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471621 Aug 31 14:05:54.315657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84574c75-e59f-451f-89b5-5d718e4f6a5c req-a2ca2acf-153c-41d0-8fb6-3104e4b3e8b2 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:54.324476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84574c75-e59f-451f-89b5-5d718e4f6a5c req-a2ca2acf-153c-41d0-8fb6-3104e4b3e8b2 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0736701 Aug 31 14:05:54.387398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84574c75-e59f-451f-89b5-5d718e4f6a5c req-dfcda57f-44aa-4414-be5c-74833fb8101d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619760 Aug 31 14:05:54.537195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b9a764f-e421-4107-a32e-1fd0199fa964 req-8360af4e-7ee8-4ef5-938c-3ce44a4412f0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/ports?device_id=950c1211-5abf-4514-9f51-31d6dc2a39a2 HTTP/1.1" status: 200 len: 210 time: 0.0434241 Aug 31 14:05:54.661684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e68163-1577-4bd2-936f-d91c725160aa req-cfebc36b-9713-497b-b2f3-118c8d876288 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:54.670438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-60e68163-1577-4bd2-936f-d91c725160aa req-cfebc36b-9713-497b-b2f3-118c8d876288 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.0674410 Aug 31 14:05:54.705913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c925bc2-454b-4f5b-8a5a-32aa7b2d1685 None None] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:05:54.724012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-60e68163-1577-4bd2-936f-d91c725160aa req-9cb84c34-3ba3-4ecf-9233-3cf3b7d8bea5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508821 Aug 31 14:05:54.810901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a7b54db5-96fa-4c49-9a3a-3293702d7057 None None] Provisioning for port efd4cacf-9ae6-44e4-ae6a-dff456450526 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:54.946662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-1683d3f5-2a80-421f-aa2f-0b7baa5d87b8 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:54.954986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-1683d3f5-2a80-421f-aa2f-0b7baa5d87b8 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 816 time: 0.1503949 Aug 31 14:05:54.972749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-53bbfdf6-2268-478f-9533-63328315725d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/quotas/5ecfc32847334f97b587319d93e83e74 HTTP/1.1" status: 200 len: 375 time: 0.0165401 Aug 31 14:05:55.023186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-9c3369ca-708d-457c-b61b-210382169f58 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487695 Aug 31 14:05:55.150160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-9c39689f-84fa-4df3-a4cb-c999d34a3448 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190062 Aug 31 14:05:55.360387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-dcc3a00b-b3e0-4aec-bbac-1bd534014f37 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014687 Aug 31 14:05:55.439743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device efd4cacf-9ae6-44e4-ae6a-dff456450526 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:55.532452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-8f887b1d-7ec4-48a4-aae7-d9ee3d6be729 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:55.534137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-8f887b1d-7ec4-48a4-aae7-d9ee3d6be729 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 816 time: 0.2751307 Aug 31 14:05:55.554307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Request body: {'port': {'device_id': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'admin_state_up': True, 'tenant_id': '5ecfc32847334f97b587319d93e83e74'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:55.565419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port efd4cacf-9ae6-44e4-ae6a-dff456450526 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:55.575104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port efd4cacf-9ae6-44e4-ae6a-dff456450526 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:55.578806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.757046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.825314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417e18-482a-43e5-a57f-b0cf6323bc96 req-c2061876-fd22-4be2-b255-f64de905b0ed tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:55.828839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port efd4cacf-9ae6-44e4-ae6a-dff456450526, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=efd4cacf-9ae6-44e4-ae6a-dff456450526,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:55.834019 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.834313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e417e18-482a-43e5-a57f-b0cf6323bc96 req-c2061876-fd22-4be2-b255-f64de905b0ed tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1097422 Aug 31 14:05:55.890166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Made reservation on behalf of 5ecfc32847334f97b587319d93e83e74 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:55.897272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.907849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=efd4cacf-9ae6-44e4-ae6a-dff456450526,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:55.941435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e417e18-482a-43e5-a57f-b0cf6323bc96 req-6b216453-ae3f-42a1-bdce-bd89da70531f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034880 Aug 31 14:05:56.192369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Allocated IP 172.20.0.6 (9f6655a3-bfaf-45b8-af5a-2b833921ec2d/eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9/f67992b3-1e51-426d-81e0-a3f3424db082) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:56.445258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.480324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Transition to ACTIVE for port object f67992b3-1e51-426d-81e0-a3f3424db082 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:56.512249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-c873f9ac-d9e9-44a4-a866-56dd5304ea37 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:56.513856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-c873f9ac-d9e9-44a4-a866-56dd5304ea37 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 816 time: 0.2396340 Aug 31 14:05:56.542104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4c1cfe54-90d9-4957-bfe5-176d90007d38 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/quotas/5ecfc32847334f97b587319d93e83e74 HTTP/1.1" status: 200 len: 375 time: 0.0176456 Aug 31 14:05:56.549480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.604167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:56.623068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:56.632591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:56.678183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Pushing event updated for resources: {'Port': ['ID=f67992b3-1e51-426d-81e0-a3f3424db082,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:56.706265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.706635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.706985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.707329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.707669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.708003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.708335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.708659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.709024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.709358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.709689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.710015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:56.737383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-47c1b73c-7f4d-4086-bc25-6acee329cc69 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708984 Aug 31 14:05:56.742723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-63c0514c-b429-4258-941a-b102eb164f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.752565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:56.753543 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.776476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-57357a88-f4bb-4f3a-9ece-14f6ab4263e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2261260 Aug 31 14:05:56.899848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-d26a4dfc-a0e4-4439-8c18-8bb3141c3c24 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332068 Aug 31 14:05:56.919826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Request body: {'port': {'device_id': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:56.950394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52866) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:57.116529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8b590b51-3749-46e2-8761-03cc49ee94ab None None] Provisioning for port f67992b3-1e51-426d-81e0-a3f3424db082 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:57.130056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8b590b51-3749-46e2-8761-03cc49ee94ab None None] Provisioning complete for port f67992b3-1e51-426d-81e0-a3f3424db082 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:57.130434 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8b590b51-3749-46e2-8761-03cc49ee94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.155843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.217328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8b590b51-3749-46e2-8761-03cc49ee94ab None None] Port f67992b3-1e51-426d-81e0-a3f3424db082 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:57.227299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-bb5be2b0-fdfc-4cb2-ab5e-9c034e09edd2 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:57.229423 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-bb5be2b0-fdfc-4cb2-ab5e-9c034e09edd2 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 816 time: 0.2456563 Aug 31 14:05:57.237587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-e2b1cd3d-3763-4756-b4f6-9bb8fdd46671 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341105 Aug 31 14:05:57.244960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56d82973-52e4-4e99-b335-6dc5c49b7cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.253801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Request body: {'port': {'device_id': 'ab92655e-0f0e-476a-9125-fd316981945d', 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'admin_state_up': True, 'tenant_id': '5ecfc32847334f97b587319d93e83e74'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:57.350776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device efd4cacf-9ae6-44e4-ae6a-dff456450526 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:57.481720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port efd4cacf-9ae6-44e4-ae6a-dff456450526 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:57.482102 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.512130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56d82973-52e4-4e99-b335-6dc5c49b7cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.525359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56d82973-52e4-4e99-b335-6dc5c49b7cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.627562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d82973-52e4-4e99-b335-6dc5c49b7cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89f47ee-f666-4224-afe3-1ebbfe7e980d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:57.632951 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56d82973-52e4-4e99-b335-6dc5c49b7cb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0fa4c308df644cc59755ff971e63b565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710942 Aug 31 14:05:57.634628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Made reservation on behalf of 5ecfc32847334f97b587319d93e83e74 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:57.640826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.657775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52878) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:57.751683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d935-a104-4cb4-ae70-ad93b263a6df req-543c5842-2b95-4ac1-985f-9509af40954c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:57.760960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4676d935-a104-4cb4-ae70-ad93b263a6df req-543c5842-2b95-4ac1-985f-9509af40954c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.2420449 Aug 31 14:05:57.803469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-792bec86-64fa-4f34-905d-635a86ac70cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.829413 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-792bec86-64fa-4f34-905d-635a86ac70cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.837181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67992b3-1e51-426d-81e0-a3f3424db082 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:57.856427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4676d935-a104-4cb4-ae70-ad93b263a6df req-2d1b01c6-9589-4406-b27d-255908b7b08c tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944960 Aug 31 14:05:57.873948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.897904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-792bec86-64fa-4f34-905d-635a86ac70cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.901802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Transition to ACTIVE for port object f67992b3-1e51-426d-81e0-a3f3424db082 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:57.903465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-792bec86-64fa-4f34-905d-635a86ac70cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.906363 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-792bec86-64fa-4f34-905d-635a86ac70cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a89f47ee-f666-4224-afe3-1ebbfe7e980d HTTP/1.1" status: 204 len: 168 time: 0.1987438 Aug 31 14:05:57.910262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.929821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bec86-64fa-4f34-905d-635a86ac70cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89f47ee-f666-4224-afe3-1ebbfe7e980d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:58.046154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Pushing event updated for resources: {'Port': ['ID=f67992b3-1e51-426d-81e0-a3f3424db082,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:58.195429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52892) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:58.269169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] Deleting subnet d75d01ec-bc8c-48fe-a68a-622a0576090b {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:05:58.283517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2179b1-8be5-4d2c-882f-9f235117e693 req-e7920c40-8098-44d7-b302-2999a7e9d8b7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.292928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a2179b1-8be5-4d2c-882f-9f235117e693 req-e7920c40-8098-44d7-b302-2999a7e9d8b7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.2946451 Aug 31 14:05:58.308532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.432855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a2179b1-8be5-4d2c-882f-9f235117e693 req-ed677bea-6615-445c-8282-2796652f9073 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384740 Aug 31 14:05:58.441251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Attempting to bind port f67992b3-1e51-426d-81e0-a3f3424db082 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:58.441719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Attempting to bind port f67992b3-1e51-426d-81e0-a3f3424db082 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:58.444299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Attempting to bind port f67992b3-1e51-426d-81e0-a3f3424db082 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:58.459979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Port f67992b3-1e51-426d-81e0-a3f3424db082 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:58.460471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Attempting to bind port f67992b3-1e51-426d-81e0-a3f3424db082 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:58.479017 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.545581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:58.546112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Checking segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:58.550389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Bound using segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:58.552198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Bound port: f67992b3-1e51-426d-81e0-a3f3424db082, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:58.553113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.603325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52896) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:58.702268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.717407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Allocated IP 172.20.0.12 (9f6655a3-bfaf-45b8-af5a-2b833921ec2d/eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9/847fe984-c6e9-4ecc-9927-fdc0000b4d52) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:58.831705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] For port f67992b3-1e51-426d-81e0-a3f3424db082, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:58.850867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1506f19-4712-4c60-8e40-d7f426c7d213 req-18633e31-9800-40dd-98b5-a537be41002d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 210 time: 0.0926957 Aug 31 14:05:58.872595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4713451c-4e0e-4b58-a748-fbfb6f6adc9a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.881927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] For port f67992b3-1e51-426d-81e0-a3f3424db082, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f67992b3-1e51-426d-81e0-a3f3424db082,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:58.901006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.907457 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.914945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.930493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Transition to ACTIVE for port object 847fe984-c6e9-4ecc-9927-fdc0000b4d52 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:58.961769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4713451c-4e0e-4b58-a748-fbfb6f6adc9a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.968442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.014962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75d01ec-bc8c-48fe-a68a-622a0576090b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:59.029192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:59.032552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:59.036292 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.036453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:59.047668 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-323bf382-80eb-4dfb-9f7a-83eafaa00535 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d75d01ec-bc8c-48fe-a68a-622a0576090b HTTP/1.1" status: 204 len: 168 time: 0.8481402 Aug 31 14:05:59.063298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52898) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:59.065567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Pushing event updated for resources: {'Port': ['ID=847fe984-c6e9-4ecc-9927-fdc0000b4d52,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:59.071383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.072010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.073477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] 10.222.0.26 "PUT /v2.0/ports/f67992b3-1e51-426d-81e0-a3f3424db082 HTTP/1.1" status: 200 len: 1091 time: 2.1599197 Aug 31 14:05:59.078764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'tag': 'f67992b3-1e51-426d-81e0-a3f3424db082'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:59.081070 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84016e99-0322-4db2-bbde-f4997203ae00" -d '{"events": [{"name": "network-changed", "server_uuid": "515a0ad0-c68b-403c-b88e-dd54b8305b7e", "tag": "f67992b3-1e51-426d-81e0-a3f3424db082"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:59.149813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9140088-4dab-4af3-8099-cfac59bcc9dc service neutron] Pushing event updated for resources: {'Port': ['ID=f67992b3-1e51-426d-81e0-a3f3424db082,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:59.162567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.163130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.188470 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-df1f8863-524b-444a-83a7-99ca540ba685 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9402661 Aug 31 14:05:59.191745 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.206205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd2e3-b21b-4a21-8ab5-13346f857726 req-fd2a51c1-030a-4e44-9437-aaa8c0525822 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.207747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97ffd2e3-b21b-4a21-8ab5-13346f857726 req-fd2a51c1-030a-4e44-9437-aaa8c0525822 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.2630925 Aug 31 14:05:59.227750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Request body: {'port': {'device_id': 'ab92655e-0f0e-476a-9125-fd316981945d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:59.236292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-415081c7-13a6-4f3b-ab52-8aa3f01e7b1b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.237818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-415081c7-13a6-4f3b-ab52-8aa3f01e7b1b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 816 time: 0.2920725 Aug 31 14:05:59.253323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4713451c-4e0e-4b58-a748-fbfb6f6adc9a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.255902 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4713451c-4e0e-4b58-a748-fbfb6f6adc9a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.259787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4713451c-4e0e-4b58-a748-fbfb6f6adc9a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/security-groups/b0384e94-a25c-4aa8-8883-6f7d08f16f76 HTTP/1.1" status: 204 len: 168 time: 0.6506348 Aug 31 14:05:59.264264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:59.273190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Request body: {'port': {'device_id': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'admin_state_up': True, 'tenant_id': '5ecfc32847334f97b587319d93e83e74'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:59.303086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be4304a7-23bd-4875-817a-3857cdbcf7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.315773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713451c-4e0e-4b58-a748-fbfb6f6adc9a tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0384e94-a25c-4aa8-8883-6f7d08f16f76,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:59.330823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.345134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-bf1825ee-d858-412c-9437-501e65500911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.346688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-bf1825ee-d858-412c-9437-501e65500911 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 1094 time: 0.1850958 Aug 31 14:05:59.347558 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-61f52596-0c95-4c5d-be76-c885f38769e3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] show failed (client error): The resource could not be found. Aug 31 14:05:59.351481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-61f52596-0c95-4c5d-be76-c885f38769e3 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "GET /v2.0/security-groups/b0384e94-a25c-4aa8-8883-6f7d08f16f76 HTTP/1.1" status: 404 len: 347 time: 0.0834937 Aug 31 14:05:59.354564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52904) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:59.361785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97ffd2e3-b21b-4a21-8ab5-13346f857726 req-c367fe65-946e-4b0b-ac33-b1ce1a4b5b6e tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440327 Aug 31 14:05:59.386700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7421741-6673-4a38-9e5c-38baa1bf8eca']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:59.438866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.442214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ab7415-9ad2-4d04-bfdc-639d6310a921') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:59.442510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ab7415-9ad2-4d04-bfdc-639d6310a921') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:59.497384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.498487 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.574377 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.590139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Releasing vlan 1547 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:05:59.590556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:05:59.593232 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:05:59.631214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-66da391f-9e9d-4446-9b2c-e50d8311cf7b None None] Provisioning for port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:59.636341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-66da391f-9e9d-4446-9b2c-e50d8311cf7b None None] Provisioning complete for port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:59.636898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66da391f-9e9d-4446-9b2c-e50d8311cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.675240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-66da391f-9e9d-4446-9b2c-e50d8311cf7b None None] Port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:59.720330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.732940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.734810 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] 10.222.0.10 "DELETE /v2.0/networks/f7421741-6673-4a38-9e5c-38baa1bf8eca HTTP/1.1" status: 204 len: 168 time: 0.6702743 Aug 31 14:05:59.776760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-9f9de3e5-66b9-455a-8c86-c0aefb4f0017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f67992b3-1e51-426d-81e0-a3f3424db082 HTTP/1.1" status: 200 len: 217 time: 0.4101748 Aug 31 14:05:59.788082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e5831-b92c-4c48-a31b-42f544a15a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=f7421741-6673-4a38-9e5c-38baa1bf8eca,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:59.793617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port a83ece73-45e0-4d16-a415-20f7457d85d4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:59.793947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.891037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-e30fabbe-e6cc-4ed7-8744-08d2895a931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.893031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-e30fabbe-e6cc-4ed7-8744-08d2895a931e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 200 len: 855 time: 0.1047044 Aug 31 14:05:59.900855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1874e37-5523-4c1b-9459-7d31619fb2f7 req-3e0ad546-c468-4f64-bc81-31bfd5c7ae44 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.909977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1874e37-5523-4c1b-9459-7d31619fb2f7 req-3e0ad546-c468-4f64-bc81-31bfd5c7ae44 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1383588 Aug 31 14:05:59.929331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.929331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:59.930747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52916) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:59.965842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for a83ece73-45e0-4d16-a415-20f7457d85d4 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:59.969654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Made reservation on behalf of 5ecfc32847334f97b587319d93e83e74 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:59.973250 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.010450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1874e37-5523-4c1b-9459-7d31619fb2f7 req-0eb29cc5-b4ed-4d98-8611-56167c6a89b8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989227 Aug 31 14:06:00.021525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-b13c432b-c8af-4e37-b4d9-37da3861d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.023034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-b13c432b-c8af-4e37-b4d9-37da3861d50c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077685 Aug 31 14:06:00.084137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847fe984-c6e9-4ecc-9927-fdc0000b4d52 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:00.094196 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3021364e-5f22-4c58-8ebc-f40e540502dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a468ca27d9946c68a5cbe63b342899a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586781 Aug 31 14:06:00.097232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.100515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52922) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:00.147378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Transition to ACTIVE for port object 847fe984-c6e9-4ecc-9927-fdc0000b4d52 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:00.159154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.214574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-f53dcca8-53b3-4bec-95f2-b6675e1923b7 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610012 Aug 31 14:06:00.222290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Allocated IP 172.20.0.14 (9f6655a3-bfaf-45b8-af5a-2b833921ec2d/eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9/3f67aa6c-dfc2-42ce-b130-3f6684e133a5) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:00.239228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Pushing event updated for resources: {'Port': ['ID=847fe984-c6e9-4ecc-9927-fdc0000b4d52,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:00.241448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2a12-f1ce-4595-9dfd-740dfe5e2560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.330410 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94760858-f1d1-4c3d-a10d-5811efcdfcb5 x-openstack-request-id: req-94760858-f1d1-4c3d-a10d-5811efcdfcb5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:00.330641 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515a0ad0-c68b-403c-b88e-dd54b8305b7e", "tag": "f67992b3-1e51-426d-81e0-a3f3424db082", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:00.330875 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94760858-f1d1-4c3d-a10d-5811efcdfcb5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:00.331179 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'tag': 'f67992b3-1e51-426d-81e0-a3f3424db082', 'status': 'completed', 'code': 200} Aug 31 14:06:00.367373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2a12-f1ce-4595-9dfd-740dfe5e2560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.378996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2272b609-6e7e-4025-ac9f-4a909f47be2a req-21880df7-f804-442e-a4fb-bf6de0669cee service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542308 Aug 31 14:06:00.400005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.456168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=a83ece73-45e0-4d16-a415-20f7457d85d4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:00.542603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Attempting to bind port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:00.542967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Attempting to bind port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:00.543312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Attempting to bind port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:00.546186 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.554706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:00.555045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Attempting to bind port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:00.565350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:00.565694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Checking segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:00.566083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Bound using segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:00.566570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Bound port: 847fe984-c6e9-4ecc-9927-fdc0000b4d52, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:00.566940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.570250 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.573412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.574898 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-92df349d-ff57-4e98-961a-1ee028c73b7c tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/floatingips/b6f0a6bd-37c6-4d7d-a533-159ed6018d75 HTTP/1.1" status: 204 len: 168 time: 1.2177701 Aug 31 14:06:00.581603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52926) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:00.582241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2a12-f1ce-4595-9dfd-740dfe5e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.584793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2a12-f1ce-4595-9dfd-740dfe5e2560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.588318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dfdb2a12-f1ce-4595-9dfd-740dfe5e2560 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf576f5e-4727-4b60-8477-ad5bb1a01150 HTTP/1.1" status: 204 len: 168 time: 0.4844615 Aug 31 14:06:00.602070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84016e99-0322-4db2-bbde-f4997203ae00 req-eb4b48ec-4d4e-4d06-8e16-e7041caae8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.603650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84016e99-0322-4db2-bbde-f4997203ae00 req-eb4b48ec-4d4e-4d06-8e16-e7041caae8a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 1094 time: 0.1209676 Aug 31 14:06:00.643315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb2a12-f1ce-4595-9dfd-740dfe5e2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf576f5e-4727-4b60-8477-ad5bb1a01150,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:00.690735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.722398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Transition to ACTIVE for port object 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:00.736332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] For port 847fe984-c6e9-4ecc-9927-fdc0000b4d52, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:00.739568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473567a-a154-4bea-8cf7-6665b51a6481 req-c6be178b-dcb5-410e-8dc0-a933e5574f0c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.740667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] For port 847fe984-c6e9-4ecc-9927-fdc0000b4d52, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=847fe984-c6e9-4ecc-9927-fdc0000b4d52,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:00.745362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0473567a-a154-4bea-8cf7-6665b51a6481 req-c6be178b-dcb5-410e-8dc0-a933e5574f0c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1900072 Aug 31 14:06:00.745790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.764528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84016e99-0322-4db2-bbde-f4997203ae00 req-6e301a67-60d7-4633-9dc3-fbf4d618e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.766013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84016e99-0322-4db2-bbde-f4997203ae00 req-6e301a67-60d7-4633-9dc3-fbf4d618e229 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 918 time: 0.1484995 Aug 31 14:06:00.794121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.794748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.797084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] 10.222.0.26 "PUT /v2.0/ports/847fe984-c6e9-4ecc-9927-fdc0000b4d52 HTTP/1.1" status: 200 len: 1092 time: 1.5731156 Aug 31 14:06:00.798731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab92655e-0f0e-476a-9125-fd316981945d', 'tag': '847fe984-c6e9-4ecc-9927-fdc0000b4d52'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:00.801656 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8496a9-57b6-41f2-b30b-62495f247f31" -d '{"events": [{"name": "network-changed", "server_uuid": "ab92655e-0f0e-476a-9125-fd316981945d", "tag": "847fe984-c6e9-4ecc-9927-fdc0000b4d52"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:00.816844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port c3b212c8-5ad0-4297-92cf-eb512bce51d5 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:00.817258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.849987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84016e99-0322-4db2-bbde-f4997203ae00 req-e2554514-1caa-4a31-a3e1-dc16e4b3672f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f67992b3-1e51-426d-81e0-a3f3424db082 HTTP/1.1" status: 200 len: 217 time: 0.0694141 Aug 31 14:06:00.885889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378c9d1-b0bb-4d82-b2cd-9f70099c7250 service neutron] Pushing event updated for resources: {'Port': ['ID=847fe984-c6e9-4ecc-9927-fdc0000b4d52,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:00.919195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0473567a-a154-4bea-8cf7-6665b51a6481 req-eceb64e7-2ae5-4537-889f-d2ff8104bc32 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636341 Aug 31 14:06:00.932568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.964108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-856844ca-e3c9-46fe-8cf7-e7033e5f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.965667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-856844ca-e3c9-46fe-8cf7-e7033e5f9adc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 1095 time: 0.0925524 Aug 31 14:06:00.967689 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.996141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for c3b212c8-5ad0-4297-92cf-eb512bce51d5 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:01.021265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:01.030740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84016e99-0322-4db2-bbde-f4997203ae00 req-9178974f-64f4-4f7b-8877-729b6810258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.032178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84016e99-0322-4db2-bbde-f4997203ae00 req-9178974f-64f4-4f7b-8877-729b6810258c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 200 len: 855 time: 0.1664968 Aug 31 14:06:01.035692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:01.037030 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-bdb411bf-f078-4bb9-b650-4fd04f327ee1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=847fe984-c6e9-4ecc-9927-fdc0000b4d52 HTTP/1.1" status: 200 len: 217 time: 0.0527639 Aug 31 14:06:01.038520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:01.114705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Pushing event updated for resources: {'Port': ['ID=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:01.170548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-5822044f-f928-418c-8565-c42b523cdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.172035 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-5822044f-f928-418c-8565-c42b523cdb56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 200 len: 855 time: 0.1228817 Aug 31 14:06:01.178405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.178945 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.192448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84016e99-0322-4db2-bbde-f4997203ae00 req-4ee3936c-5740-43d3-b46f-65c30595e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.195633 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84016e99-0322-4db2-bbde-f4997203ae00 req-4ee3936c-5740-43d3-b46f-65c30595e818 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232338 Aug 31 14:06:01.283911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.299816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-41c509cd-d057-4ee5-92cb-da81f263590b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0361710 Aug 31 14:06:01.319644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3300-2b00-4168-ba6a-e6c75598f9eb req-57533ee0-71d9-4225-9f46-7cd36309c7a5 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.321677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=c3b212c8-5ad0-4297-92cf-eb512bce51d5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:01.326079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae5b3300-2b00-4168-ba6a-e6c75598f9eb req-57533ee0-71d9-4225-9f46-7cd36309c7a5 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 932 time: 0.1573489 Aug 31 14:06:01.335970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Request body: {'port': {'device_id': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:01.390634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-504ece6a-a4e4-4512-b00c-57d680a0733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.392375 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-504ece6a-a4e4-4512-b00c-57d680a0733f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064836 Aug 31 14:06:01.451788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae5b3300-2b00-4168-ba6a-e6c75598f9eb req-0be984e0-c01e-465e-9660-ba3b537c1e50 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109054 Aug 31 14:06:01.460247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.462298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9379b313-bcd0-43c1-9fd2-1d9c8d9acb8f tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/ports/c3b212c8-5ad0-4297-92cf-eb512bce51d5 HTTP/1.1" status: 204 len: 168 time: 0.8752162 Aug 31 14:06:01.463752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84016e99-0322-4db2-bbde-f4997203ae00 req-92b26865-fef0-49ec-bf3c-f6b2c68b6dc7 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390947 Aug 31 14:06:01.464710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.465409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52950) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:01.490473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ce8f7eb-a8b6-4b32-80a7-02923195403f None None] Provisioning for port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:01.494410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ce8f7eb-a8b6-4b32-80a7-02923195403f None None] Provisioning complete for port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:01.494786 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f7eb-a8b6-4b32-80a7-02923195403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.531395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52952) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:01.532824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8f7eb-a8b6-4b32-80a7-02923195403f None None] Port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:01.601361 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-22e70daf-fecd-44e8-8be7-c13aa7d5cde4 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986437 Aug 31 14:06:01.675129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1400570616-network', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:01.684257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port 7690cbee-df75-4c69-9843-aa9a75ffca6b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:01.684611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.758832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033a262-f358-4feb-a892-9ee21f5d53b5 req-3d8039b7-ebe2-4b40-b2c7-9f80c480af45 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.760984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6033a262-f358-4feb-a892-9ee21f5d53b5 req-3d8039b7-ebe2-4b40-b2c7-9f80c480af45 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.2141752 Aug 31 14:06:01.773338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Made reservation on behalf of 3e8ed85b421446e5a0982c1ea7db8fa6 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:01.775722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.796126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84016e99-0322-4db2-bbde-f4997203ae00 req-c845096f-c431-489a-a8fd-745b2dc7e469 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124139 Aug 31 14:06:01.807614 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.818910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-95ffeae5-9925-4219-a8cc-d5ac32d25f66 req-d811e0b3-a297-4d21-873b-2ab508d95dac service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067962 Aug 31 14:06:01.843527 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.853952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6033a262-f358-4feb-a892-9ee21f5d53b5 req-cc1d18a1-857d-4ca7-8b59-4b8225f48a73 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 Aug 31 14:06:01.865883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for 7690cbee-df75-4c69-9843-aa9a75ffca6b owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:01.945027 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.990132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:02.000011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.005395 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.010397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.021986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Transition to ACTIVE for port object 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:02.032064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2905-1d52-454c-a668-8626161cf87d req-3d19a0df-c417-47aa-8dfe-a97c03e9f093 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.033619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cc2905-1d52-454c-a668-8626161cf87d req-3d19a0df-c417-47aa-8dfe-a97c03e9f093 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.0840657 Aug 31 14:06:02.034806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.055659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:02.081216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.081570 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Added segment 715bf701-0f9e-4067-bb82-4c0100bbef64 of type vlan for network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 Aug 31 14:06:02.084110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0546bcd2-f771-42b8-a27e-950d56427cf5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:02.095410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.123347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Pushing event updated for resources: {'Port': ['ID=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:02.145164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cc2905-1d52-454c-a668-8626161cf87d req-4b02a617-a9a7-49ab-aebc-c89d629a3752 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040554 Aug 31 14:06:02.145592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=7690cbee-df75-4c69-9843-aa9a75ffca6b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:02.157980 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.214822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Attempting to bind port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:02.215466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Attempting to bind port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:02.216101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Attempting to bind port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:02.223114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:02.224032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Attempting to bind port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 on network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:02.225002 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3cdabd-6416-48f6-9da2-0d7849a9fbe6 x-openstack-request-id: req-4a3cdabd-6416-48f6-9da2-0d7849a9fbe6 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:02.225283 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab92655e-0f0e-476a-9125-fd316981945d", "tag": "847fe984-c6e9-4ecc-9927-fdc0000b4d52", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:02.225515 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a3cdabd-6416-48f6-9da2-0d7849a9fbe6 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:02.225920 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab92655e-0f0e-476a-9125-fd316981945d', 'tag': '847fe984-c6e9-4ecc-9927-fdc0000b4d52', 'status': 'completed', 'code': 200} Aug 31 14:06:02.230288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:02.230650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Checking segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:02.231042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Bound using segment: {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:02.231542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Bound port: 3f67aa6c-dfc2-42ce-b130-3f6684e133a5, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af550627-0d51-4251-b87f-6e5a34cc2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:02.231921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.277116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.278076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.278659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.300149 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.302136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-228061b0-8cb1-4887-a40d-73c617677a94 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/ports/7690cbee-df75-4c69-9843-aa9a75ffca6b HTTP/1.1" status: 204 len: 168 time: 0.8357444 Aug 31 14:06:02.320512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 52964) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.368841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-d26c9d48-bdd1-4946-9816-d420c6875fa8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.370999 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-d26c9d48-bdd1-4946-9816-d420c6875fa8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ed3f51-5059-4f30-a7a4-b099b1aa3cf1 HTTP/1.1" status: 200 len: 945 time: 0.1421123 Aug 31 14:06:02.374601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8406804 Aug 31 14:06:02.375779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7be2-204d-4613-8853-8664e93ca902 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae7ff38-4796-4bd5-8b1e-2be64db591f2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:02.377834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52966) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.382645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Request body: {'subnet': {'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1400570616-subnet', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:02.388666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:02.413481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] For port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:02.439586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Made reservation on behalf of 3e8ed85b421446e5a0982c1ea7db8fa6 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:02.441632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.443594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] For port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:02.450403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting subnet 57f18fe2-ce55-43f8-b56c-6f846c3be919 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:02.456708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-b42870b7-3c0f-496d-899e-0c1c7822eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.458265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-b42870b7-3c0f-496d-899e-0c1c7822eb4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 1095 time: 0.1761138 Aug 31 14:06:02.459551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.462770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.553099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef784-9a9d-42d6-9cfb-ab6ed9a15ab5 req-cd1d17a2-dddb-4c66-960f-3713de24705e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.554691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91eef784-9a9d-42d6-9cfb-ab6ed9a15ab5 req-cd1d17a2-dddb-4c66-960f-3713de24705e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1929171 Aug 31 14:06:02.562290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Deleting port 5f932bd8-895d-472b-b6b5-c19d45477cab {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:02.562641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.611410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.612214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.613653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f67aa6c-dfc2-42ce-b130-3f6684e133a5 HTTP/1.1" status: 200 len: 1092 time: 1.2867506 Aug 31 14:06:02.617450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.621429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'tag': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:02.623802 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ae0cb-2b86-4d4c-b833-187120ff26b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ffc241-29bf-4232-8345-9336dbea6287", "tag": "3f67aa6c-dfc2-42ce-b130-3f6684e133a5"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:02.719683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762ca6c-2be2-4be9-90ec-64b99b36cc03 service neutron] Pushing event updated for resources: {'Port': ['ID=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:02.738345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] For port 5f932bd8-895d-472b-b6b5-c19d45477cab, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5f932bd8-895d-472b-b6b5-c19d45477cab,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:02.739059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.750175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.759815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Calling delete_port for 5f932bd8-895d-472b-b6b5-c19d45477cab owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:02.807200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91eef784-9a9d-42d6-9cfb-ab6ed9a15ab5 req-eb519a18-40bf-4d35-bc72-d6d85c8c275a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069662 Aug 31 14:06:02.852418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-0ef102a4-b781-49dd-9964-bfba6e79e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.854025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-0ef102a4-b781-49dd-9964-bfba6e79e8f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 918 time: 0.3569584 Aug 31 14:06:02.861966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-2a57d0d3-5098-41ea-aaea-b38ffbd268b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.863579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-2a57d0d3-5098-41ea-aaea-b38ffbd268b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 1095 time: 0.1730685 Aug 31 14:06:02.874902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9620e5ed-9675-42cc-aaf9-06eca11acddc,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:02.911086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Checking segment: {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:02.911339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.911426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Network hostable DHCP agents. Network: 1ae7ff38-4796-4bd5-8b1e-2be64db591f2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:02.941573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-a220a5ec-f895-4fef-a112-335003e2459d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=847fe984-c6e9-4ecc-9927-fdc0000b4d52 HTTP/1.1" status: 200 len: 217 time: 0.0767689 Aug 31 14:06:02.945512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:02.956750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 1ae7ff38-4796-4bd5-8b1e-2be64db591f2) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:02.966113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.966709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.969454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259056b-3f15-40d6-a45a-dadb51931289 None None] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:02.988016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-6b0a5100-8edc-4e65-9c5b-c75fc644e264 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f67aa6c-dfc2-42ce-b130-3f6684e133a5 HTTP/1.1" status: 200 len: 217 time: 0.0738716 Aug 31 14:06:02.998819 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-841e3df6-7293-4d7d-bc50-49f5325d778e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6199296 Aug 31 14:06:03.002392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52972) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:03.007064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:03.042973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.051126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.052323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.079961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event deleted for resources: {'Port': ['ID=5f932bd8-895d-472b-b6b5-c19d45477cab,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:03.081407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e', '5f932bd8-895d-472b-b6b5-c19d45477cab'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:03.090341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f67992b3-1e51-426d-81e0-a3f3424db082 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:03.120493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-a842209e-896d-4d05-9428-5a2b1db8c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.122015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-a842209e-896d-4d05-9428-5a2b1db8c45e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 200 len: 855 time: 0.1448145 Aug 31 14:06:03.123596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-94cf62b3-cc22-4e4d-a57f-f04282bd60de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.124934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-94cf62b3-cc22-4e4d-a57f-f04282bd60de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 200 len: 855 time: 0.1218491 Aug 31 14:06:03.125881 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.126992 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] No DVR routers for this DVR port 5f932bd8-895d-472b-b6b5-c19d45477cab on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:03.130891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.133134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f37b3a2b-a9f9-473c-998e-83f2a5271a82 req-02edd759-7a7b-4e74-be5f-0154b1298663 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "DELETE /v2.0/ports/5f932bd8-895d-472b-b6b5-c19d45477cab HTTP/1.1" status: 204 len: 173 time: 0.7462461 Aug 31 14:06:03.144078 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.148349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/subnets/57f18fe2-ce55-43f8-b56c-6f846c3be919 HTTP/1.1" status: 204 len: 168 time: 0.8245752 Aug 31 14:06:03.155628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:03.191948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95108788-62ef-42b5-abe7-2e3a81c38532 None None] Network 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:03.195484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89912e1b-99c7-4e48-9392-0c1325bc2bf0 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Subnet': ['ID=57f18fe2-ce55-43f8-b56c-6f846c3be919,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:03.206582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8de68-27cb-404d-9ab8-f6dd6300b4b1 req-f7eeee8f-a59e-4359-b794-5d139f0991c6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.208116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6af8de68-27cb-404d-9ab8-f6dd6300b4b1 req-f7eeee8f-a59e-4359-b794-5d139f0991c6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.2340395 Aug 31 14:06:03.228964 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.237825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'fixed_ips': [{'subnet_id': '9620e5ed-9675-42cc-aaf9-06eca11acddc'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:06:03.239112 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.295184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-ef816426-30bb-4634-aa22-3d1e89251aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.297150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-ef816426-30bb-4634-aa22-3d1e89251aec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555676 Aug 31 14:06:03.308907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6af8de68-27cb-404d-9ab8-f6dd6300b4b1 req-004c7227-0761-4049-b969-3e3bd685c578 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719423 Aug 31 14:06:03.310922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-78fb6def-9523-4e8b-9a3c-c95203d77938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.312436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-78fb6def-9523-4e8b-9a3c-c95203d77938 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720557 Aug 31 14:06:03.530154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-653da42e-625f-4c33-a3df-d1fcc7ea2022 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167213 Aug 31 14:06:03.540279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390678a-6aab-4588-83f7-1fe66d7137f0 req-15f8ebd2-3d23-4e7c-8293-ccb814fffe93 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.541815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a390678a-6aab-4588-83f7-1fe66d7137f0 req-15f8ebd2-3d23-4e7c-8293-ccb814fffe93 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 944 time: 0.1179390 Aug 31 14:06:03.545123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-260c7200-798a-40a1-942c-035531c38dde service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019539 Aug 31 14:06:03.555887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Allocated IP 172.20.0.2 (1ae7ff38-4796-4bd5-8b1e-2be64db591f2/9620e5ed-9675-42cc-aaf9-06eca11acddc/beddd1f8-4a45-47b5-bc44-9e9c7ccf9986) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:03.615863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f67992b3-1e51-426d-81e0-a3f3424db082, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f67992b3-1e51-426d-81e0-a3f3424db082,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:03.746898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting subnet 927c3777-0413-4feb-affc-dec5cd3c8921 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:03.751141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.829614 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.881572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f67992b3-1e51-426d-81e0-a3f3424db082', 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'port_id': 'f67992b3-1e51-426d-81e0-a3f3424db082', 'mac_address': 'fa:16:3e:49:ec:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:03.927536 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.970731 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.000588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67992b3-1e51-426d-81e0-a3f3424db082 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:04.038823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] DHCP port deletion for 0c92811f-b7a0-4b89-a5e6-e07707c4dcbb request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:06:04.057611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f67992b3-1e51-426d-81e0-a3f3424db082, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f67992b3-1e51-426d-81e0-a3f3424db082,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:04.063592 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.081886 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.100982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a390678a-6aab-4588-83f7-1fe66d7137f0 req-83593fea-4e59-444b-b8f9-f7028960d635 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478842 Aug 31 14:06:04.136605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f67992b3-1e51-426d-81e0-a3f3424db082,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.144519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fc472e3-7cda-406f-8ace-e51a061b3115 req-4d0f56be-a6d7-4fe5-a24d-9db6431fbe8e service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903032 Aug 31 14:06:04.147352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a8496a9-57b6-41f2-b30b-62495f247f31 req-ebf8a350-2121-46b3-b907-e063bc0878ef service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046369 Aug 31 14:06:04.153763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.165735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Transition to ACTIVE for port object beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:04.177383 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddb7df7-be78-4bc6-b36d-94c101c6b6f6 x-openstack-request-id: req-8ddb7df7-be78-4bc6-b36d-94c101c6b6f6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:04.177863 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ffc241-29bf-4232-8345-9336dbea6287", "tag": "3f67aa6c-dfc2-42ce-b130-3f6684e133a5", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:04.178365 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ddb7df7-be78-4bc6-b36d-94c101c6b6f6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:04.178952 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'tag': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5', 'status': 'completed', 'code': 200} Aug 31 14:06:04.190580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Transition to ACTIVE for port object beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:04.202762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] Deleting port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:04.203260 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.205470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.230355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'name': 'network-vif-deleted', 'tag': '5f932bd8-895d-472b-b6b5-c19d45477cab'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:04.232822 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf746163-e7ef-4896-bd57-ac56d7293e0d" -d '{"events": [{"server_uuid": "97ed3f51-5059-4f30-a7a4-b099b1aa3cf1", "name": "network-vif-deleted", "tag": "5f932bd8-895d-472b-b6b5-c19d45477cab"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:04.292449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.293722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:04.301673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:04.308026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.315459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:04.329949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Pushing event updated for resources: {'Port': ['ID=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.335685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] For port 323e1a95-6837-4c1a-9e60-e4c6bc9df278, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323e1a95-6837-4c1a-9e60-e4c6bc9df278,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:04.336466 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.351486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.356124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Subnet': ['ID=927c3777-0413-4feb-affc-dec5cd3c8921,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.367231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.373687 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e6abafd0-ba10-4aac-83d3-e96cd1e6d2d2 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/subnets/927c3777-0413-4feb-affc-dec5cd3c8921 HTTP/1.1" status: 204 len: 168 time: 1.2172055 Aug 31 14:06:04.374913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 52988) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:04.384020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f05d5-7d27-4ba3-9dc8-4e52c50aa020 req-1012b380-86b7-4ddd-b71b-b64ac1a1257c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.389736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-643f05d5-7d27-4ba3-9dc8-4e52c50aa020 req-1012b380-86b7-4ddd-b71b-b64ac1a1257c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1187105 Aug 31 14:06:04.391663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] Calling delete_port for 323e1a95-6837-4c1a-9e60-e4c6bc9df278 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:04.395900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321400b7-0c03-4ddd-86f8-757777442a3f None None] Network 078abde4-f05e-48b6-87ef-cf0b965ebcf9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:04.409121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-c1daa22f-58f4-42b0-8dd5-f8ce0808839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.410604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-c1daa22f-58f4-42b0-8dd5-f8ce0808839e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 1095 time: 0.1096089 Aug 31 14:06:04.464214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Attempting to bind port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:04.464747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Attempting to bind port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:04.465235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Attempting to bind port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:04.502241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-643f05d5-7d27-4ba3-9dc8-4e52c50aa020 req-6c28c591-a44e-4768-be86-93f5f02c896d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984967 Aug 31 14:06:04.504676 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.505287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:04.505961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Checking segment: {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:04.506597 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.507215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Bound using segment: {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:04.507933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Bound port: beddd1f8-4a45-47b5-bc44-9e9c7ccf9986, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:04.508561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.547861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-2cf2efa0-d491-481f-9e31-4a1a9f172ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.550153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-2cf2efa0-d491-481f-9e31-4a1a9f172ee2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 918 time: 0.1254187 Aug 31 14:06:04.582362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Allocated IP 172.25.0.143 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/0c959335-b423-44e0-a80e-fbea259e5110) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:04.590702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f67992b3-1e51-426d-81e0-a3f3424db082'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:04.615124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-5cca7227-52b8-4572-862b-dff02db42ff7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f67aa6c-dfc2-42ce-b130-3f6684e133a5 HTTP/1.1" status: 200 len: 217 time: 0.0553191 Aug 31 14:06:04.656269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Deleting port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:04.656531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.698563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] For port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:04.701980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] For port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:04.705491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.725621 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.729370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] No DVR routers for this DVR port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:04.731899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b125f-8a78-43c5-92a4-e6375310ac62 req-d02d26e3-6af7-4014-88e2-1220a41680a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.734166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-115b125f-8a78-43c5-92a4-e6375310ac62 req-d02d26e3-6af7-4014-88e2-1220a41680a5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1216028 Aug 31 14:06:04.748138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] For port 323e1a95-6837-4c1a-9e60-e4c6bc9df278, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323e1a95-6837-4c1a-9e60-e4c6bc9df278,segment=NetworkSegment(5ac559bb-7049-4719-821f-443eb4e5f3f6),segment_id=5ac559bb-7049-4719-821f-443eb4e5f3f6)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:04.748138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.760975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfc9bf-94cd-42a5-bf77-239b9f67dc33 None None] Pushing event deleted for resources: {'Port': ['ID=323e1a95-6837-4c1a-9e60-e4c6bc9df278,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.797458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Calling delete_port for 323e1a95-6837-4c1a-9e60-e4c6bc9df278 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:04.801351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-71294ac2-f7bf-4f6c-9e7e-ad91b056d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.802525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-71294ac2-f7bf-4f6c-9e7e-ad91b056d6aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 200 len: 855 time: 0.1440878 Aug 31 14:06:04.819694 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.856589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-a69b0a9f-df4a-4dba-8a1e-7e6aed8e3149 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1195714 Aug 31 14:06:04.872638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] DHCP port deletion for 078abde4-f05e-48b6-87ef-cf0b965ebcf9 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:06:04.885326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-115b125f-8a78-43c5-92a4-e6375310ac62 req-b802be57-5c09-4bfd-adbb-a8c0f063ab6d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330810 Aug 31 14:06:04.889042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8f4cb-a296-459a-9abf-111320d1424b None None] Pushing event updated for resources: {'Port': ['ID=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.933922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-e0074835-4f0e-4ecc-b5d3-24f04125a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.935808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-e0074835-4f0e-4ecc-b5d3-24f04125a698 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039009 Aug 31 14:06:04.979736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.985327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] Deleting port 40a75941-9ccc-4f85-9344-2a127be22dd0 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:04.985865 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.092474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Pushing event updated for resources: {'Port': ['ID=0c959335-b423-44e0-a80e-fbea259e5110,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:05.101678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] For port 40a75941-9ccc-4f85-9344-2a127be22dd0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=40a75941-9ccc-4f85-9344-2a127be22dd0,segment=NetworkSegment(d5f2bf3f-73a9-433f-aed2-0813a487e6f7),segment_id=d5f2bf3f-73a9-433f-aed2-0813a487e6f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:05.102218 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.107565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:05.111229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:05.115148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:05.129601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.129601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.129601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.129601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.129601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.130064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 847fe984-c6e9-4ecc-9927-fdc0000b4d52 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:05.130162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.130162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.132070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f6256803-254c-4186-93d6-10396d70ae78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6492 time: 0.1382017 Aug 31 14:06:05.136857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5f932bd8-895d-472b-b6b5-c19d45477cab no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:05.179094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 5f932bd8-895d-472b-b6b5-c19d45477cab {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:05.179706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5f932bd8-895d-472b-b6b5-c19d45477cab not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:05.187594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-5f8141f1-bbc2-4fe0-a32c-98bcf213ce1c service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255979 Aug 31 14:06:05.196290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] Calling delete_port for 40a75941-9ccc-4f85-9344-2a127be22dd0 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:05.196492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.200955 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7349b431-1308-4397-9461-26161802e7c6 x-openstack-request-id: req-7349b431-1308-4397-9461-26161802e7c6 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:05.200955 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed3f51-5059-4f30-a7a4-b099b1aa3cf1", "name": "network-vif-deleted", "tag": "5f932bd8-895d-472b-b6b5-c19d45477cab", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:05.201207 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7349b431-1308-4397-9461-26161802e7c6 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:05.201588 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed3f51-5059-4f30-a7a4-b099b1aa3cf1', 'name': 'network-vif-deleted', 'tag': '5f932bd8-895d-472b-b6b5-c19d45477cab', 'status': 'completed', 'code': 200} Aug 31 14:06:05.242119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Port': ['ID=323e1a95-6837-4c1a-9e60-e4c6bc9df278,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:05.267833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] No DVR routers for this DVR port 323e1a95-6837-4c1a-9e60-e4c6bc9df278 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:05.415250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 847fe984-c6e9-4ecc-9927-fdc0000b4d52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=847fe984-c6e9-4ecc-9927-fdc0000b4d52,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:05.431229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '847fe984-c6e9-4ecc-9927-fdc0000b4d52', 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'port_id': '847fe984-c6e9-4ecc-9927-fdc0000b4d52', 'mac_address': 'fa:16:3e:64:1f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:05.438647 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.438867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6374d44d-0f99-4f15-b10f-eee71714aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.439388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6374d44d-0f99-4f15-b10f-eee71714aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.439865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6374d44d-0f99-4f15-b10f-eee71714aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.441625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6374d44d-0f99-4f15-b10f-eee71714aba9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=f73e03e0-0832-4c13-bf89-288816181bee&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f HTTP/1.1" status: 200 len: 2295 time: 0.2780299 Aug 31 14:06:05.450006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-129ae0cb-2b86-4d4c-b833-187120ff26b1 req-da23d92e-b7b2-45a4-9bcb-74ef7afe9281 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051046 Aug 31 14:06:05.487244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:05.508124 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.512510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] No DVR routers for this DVR port 40a75941-9ccc-4f85-9344-2a127be22dd0 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:05.515090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5109a-c9dc-4dd2-9673-8880bd2bbf3d None None] Pushing event deleted for resources: {'Port': ['ID=40a75941-9ccc-4f85-9344-2a127be22dd0,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:05.533656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c92811f-b7a0-4b89-a5e6-e07707c4dcbb']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:05.552052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac559bb-7049-4719-821f-443eb4e5f3f6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:05.552364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac559bb-7049-4719-821f-443eb4e5f3f6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:05.566570 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.567443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-f3324f74-9140-4bff-90b5-031541ef4c36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593 HTTP/1.1" status: 200 len: 1001 time: 0.1076410 Aug 31 14:06:05.569026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.579752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e78f8-d2c1-467b-8009-b1f5c8762088 req-35dc44f0-eba9-47ab-b18a-3374ac9c8bbf tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.582201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b89e78f8-d2c1-467b-8009-b1f5c8762088 req-35dc44f0-eba9-47ab-b18a-3374ac9c8bbf tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 944 time: 0.1353757 Aug 31 14:06:05.587581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847fe984-c6e9-4ecc-9927-fdc0000b4d52 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:05.614203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 847fe984-c6e9-4ecc-9927-fdc0000b4d52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=847fe984-c6e9-4ecc-9927-fdc0000b4d52,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:05.616026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:05.621392 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.626639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.639688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Releasing vlan 1531 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:05.640113 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:05.643903 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:05.680485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b89e78f8-d2c1-467b-8009-b1f5c8762088 req-b60bd2fa-4d9e-4d25-80f8-eb79b5db4272 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874159 Aug 31 14:06:05.685316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-a902f739-8849-4c12-8720-2cbf4b105c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.687121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=847fe984-c6e9-4ecc-9927-fdc0000b4d52,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:05.699736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-a902f739-8849-4c12-8720-2cbf4b105c52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5c5e8a8-a03e-43c4-89b6-dbc845c14e20 HTTP/1.1" status: 200 len: 850 time: 0.1157918 Aug 31 14:06:05.704362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323e1a95-6837-4c1a-9e60-e4c6bc9df278 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:05.741265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 323e1a95-6837-4c1a-9e60-e4c6bc9df278 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:05.741797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323e1a95-6837-4c1a-9e60-e4c6bc9df278 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:05.742027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 40a75941-9ccc-4f85-9344-2a127be22dd0 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:05.769652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6fe024cc-eecd-4729-85a1-bbd9172de26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.771356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6fe024cc-eecd-4729-85a1-bbd9172de26a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8131c70e-d9c0-4845-b9a0-445c81ca8d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632796 Aug 31 14:06:05.778771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 40a75941-9ccc-4f85-9344-2a127be22dd0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:05.779537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 40a75941-9ccc-4f85-9344-2a127be22dd0 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:05.812346 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.814509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.828390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.830561 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/networks/0c92811f-b7a0-4b89-a5e6-e07707c4dcbb HTTP/1.1" status: 204 len: 168 time: 1.4529998 Aug 31 14:06:05.862618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53000) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:05.882476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ff733-0505-4cea-8394-32158e14a3f9 tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Network': ['ID=0c92811f-b7a0-4b89-a5e6-e07707c4dcbb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:05.888215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c43065-f9fc-42df-9e17-73291eaad5bf req-5d60dcf8-9c12-4b47-8fee-c2e117b98ef3 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.895977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44c43065-f9fc-42df-9e17-73291eaad5bf req-5d60dcf8-9c12-4b47-8fee-c2e117b98ef3 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1175702 Aug 31 14:06:05.961501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44c43065-f9fc-42df-9e17-73291eaad5bf req-c98b2671-1695-45c8-bb46-aee317c85fcd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645664 Aug 31 14:06:05.976807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-44a9c4fd-73b1-44e3-8f9b-626ba7d2f436 service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618218 Aug 31 14:06:05.996280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.069115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['847fe984-c6e9-4ecc-9927-fdc0000b4d52'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:06.096712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccfd3ad-40f0-44b3-a620-3263d460cb1d None None] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:06.134030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-002b66c4-3cdb-4691-b0ca-5e79b545d447 service neutron] 10.222.0.26 "GET /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491795 Aug 31 14:06:06.143758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb12d7-d935-4cb8-9839-acfe230492c4 req-fe9e88af-ff57-41c9-b2eb-a3682ba2634a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.145232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5eb12d7-d935-4cb8-9839-acfe230492c4 req-fe9e88af-ff57-41c9-b2eb-a3682ba2634a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.0771329 Aug 31 14:06:06.175532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.188614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-29d7967b-6273-421e-af2e-03bd20e94d02 None None] Provisioning for port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:06.190026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-df51d2e6-3acd-4027-940b-6aea3fd1e1fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 200 len: 217 time: 0.0438480 Aug 31 14:06:06.207068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-29d7967b-6273-421e-af2e-03bd20e94d02 None None] Provisioning complete for port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:06.207451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29d7967b-6273-421e-af2e-03bd20e94d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.218022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078abde4-f05e-48b6-87ef-cf0b965ebcf9']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:06.233844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:06.234303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f2bf3f-73a9-433f-aed2-0813a487e6f7') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:06.247882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.257363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5eb12d7-d935-4cb8-9839-acfe230492c4 req-0062ca6a-a837-4b59-82e1-de252712f8d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699224 Aug 31 14:06:06.264776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-c73aee95-95dd-430d-aef8-3770f292cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.265012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.265142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-c73aee95-95dd-430d-aef8-3770f292cef4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.0614522 Aug 31 14:06:06.266085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.320209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-1945688c-f1f4-4e47-bf6e-95b2f782e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.321967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-1945688c-f1f4-4e47-bf6e-95b2f782e59b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492070 Aug 31 14:06:06.326298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Releasing vlan 1509 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:06.326720 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:06.329925 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:06.414445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29d7967b-6273-421e-af2e-03bd20e94d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.467308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.469501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb3632-b2f1-4643-affa-1930ad7a64da req-cbacf4f7-6426-4adf-bbbc-c978dc941c04 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.477104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54bb3632-b2f1-4643-affa-1930ad7a64da req-cbacf4f7-6426-4adf-bbbc-c978dc941c04 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0776746 Aug 31 14:06:06.477319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.479731 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] 10.222.0.10 "DELETE /v2.0/networks/078abde4-f05e-48b6-87ef-cf0b965ebcf9 HTTP/1.1" status: 204 len: 168 time: 0.6077523 Aug 31 14:06:06.495777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-29d7967b-6273-421e-af2e-03bd20e94d02 None None] For port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:06.501970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29d7967b-6273-421e-af2e-03bd20e94d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.506303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085a54e-e66e-4a2e-86af-32865892e9ef tempest-TaggedBootDevicesTest_v242-1110501284 tempest-TaggedBootDevicesTest_v242-1110501284-project] Pushing event deleted for resources: {'Network': ['ID=078abde4-f05e-48b6-87ef-cf0b965ebcf9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:06.531079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Router d927741b-6de4-4fb0-8599-d056931b728b is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:06.550887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-79b76e0a-6063-4227-ae2a-49e0a1b2964e service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172098 Aug 31 14:06:06.573160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7967b-6273-421e-af2e-03bd20e94d02 None None] Pushing event updated for resources: {'Port': ['ID=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:06.604277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54bb3632-b2f1-4643-affa-1930ad7a64da req-d30af1fb-6bc8-4f65-b9a0-1be8b65bed75 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217456 Aug 31 14:06:06.708535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:06.727950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.728709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Sync routers for ids ['d927741b-6de4-4fb0-8599-d056931b728b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:06.729407 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c8e4be8-58a0-422a-b8c5-5736b96449cf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7261488 Aug 31 14:06:06.731259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-119c925b-0aa0-4de3-9097-6ca4dc57d438 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556480 Aug 31 14:06:06.732138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:06.741880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Routers {'d927741b-6de4-4fb0-8599-d056931b728b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:06.742516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d927741b-6de4-4fb0-8599-d056931b728b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:06.818069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-ca3dabf9-ccba-40a2-beec-454853d9a2d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 200 len: 217 time: 0.0456848 Aug 31 14:06:06.949320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-2d390475-a848-4e92-91cb-8fb68b8f0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.950821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-2d390475-a848-4e92-91cb-8fb68b8f0917 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.1211069 Aug 31 14:06:07.012275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b25633-68f9-4a02-bd11-a967263dbcd6 req-f19e4f2c-e03b-4baa-a8c3-1f6a1b1a074f tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:07.013773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99b25633-68f9-4a02-bd11-a967263dbcd6 req-f19e4f2c-e03b-4baa-a8c3-1f6a1b1a074f tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 944 time: 0.1063957 Aug 31 14:06:07.031022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8f7b1615-3e27-4356-9e01-aaefc38ddd2e None None] Provisioning complete for port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:07.031390 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1615-3e27-4356-9e01-aaefc38ddd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.036473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Set router d927741b-6de4-4fb0-8599-d056931b728b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:07.108930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:07.110793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f67992b3-1e51-426d-81e0-a3f3424db082 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:07.124516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99b25633-68f9-4a02-bd11-a967263dbcd6 req-bb9bf149-af36-4856-abf5-def23c20525f tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003971 Aug 31 14:06:07.130704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6731c45b-2c0d-4259-8b35-ba7bb776f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:07.132167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-6731c45b-2c0d-4259-8b35-ba7bb776f69f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175506 Aug 31 14:06:07.328401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f67992b3-1e51-426d-81e0-a3f3424db082 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:07.340816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb44a4-d01e-47af-a34b-fed87991e0c2 req-843f0c4c-c76b-4413-a921-583f66e15b54 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:07.342362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21bb44a4-d01e-47af-a34b-fed87991e0c2 req-843f0c4c-c76b-4413-a921-583f66e15b54 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1266239 Aug 31 14:06:07.369772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-8f60ef4a-0fda-48f3-8f71-b052f4bd8c2f service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056344 Aug 31 14:06:07.380568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f67992b3-1e51-426d-81e0-a3f3424db082 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:07.380966 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.382616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:07.461394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:07.487559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21bb44a4-d01e-47af-a34b-fed87991e0c2 req-1569931e-f125-429c-a664-e8c26ce68256 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383035 Aug 31 14:06:07.490809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5', 'network_id': '9f6655a3-bfaf-45b8-af5a-2b833921ec2d', 'port_id': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5', 'mac_address': 'fa:16:3e:12:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:07.573043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-7c965e96-4cc1-49a3-ab0a-244816254874 service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942310 Aug 31 14:06:07.575446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:06:05Z', 'revision_number': 3, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:07.581736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:07.582362 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.593417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.619346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Checking router: d927741b-6de4-4fb0-8599-d056931b728b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:07.619852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Updating router d927741b-6de4-4fb0-8599-d056931b728b port 0c959335-b423-44e0-a80e-fbea259e5110 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:07.638990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-5b877255-f742-49eb-a9e0-5d4c7a1f2efb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92 HTTP/1.1" status: 200 len: 217 time: 0.0560529 Aug 31 14:06:07.661333 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.667273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.701622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:07.706146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.767702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67992b3-1e51-426d-81e0-a3f3424db082'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:07.769918 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9525bb-158a-4bfb-959a-26fe5f5e4143" -d '{"events": [{"server_uuid": "515a0ad0-c68b-403c-b88e-dd54b8305b7e", "name": "network-vif-plugged", "status": "completed", "tag": "f67992b3-1e51-426d-81e0-a3f3424db082"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:07.775722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:07.793031 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.795831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f67992b3-1e51-426d-81e0-a3f3424db082, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f67992b3-1e51-426d-81e0-a3f3424db082,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:07.803263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081f14-b3a1-43fa-9d4b-20cad9496dd1 req-b4517777-781e-4e35-b87b-feb6d75cebeb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:07.804792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26081f14-b3a1-43fa-9d4b-20cad9496dd1 req-b4517777-781e-4e35-b87b-feb6d75cebeb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1743569 Aug 31 14:06:07.827364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-919f770d-8956-4998-adb4-02d35e194856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:07.828805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-919f770d-8956-4998-adb4-02d35e194856 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.1769228 Aug 31 14:06:07.869640 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.946192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:08.057703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f67992b3-1e51-426d-81e0-a3f3424db082,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:08.146903 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.158347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Transition to ACTIVE for port object 0c959335-b423-44e0-a80e-fbea259e5110 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:08.164562 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.221678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Attempting to bind port 0c959335-b423-44e0-a80e-fbea259e5110 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:08.222055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Attempting to bind port 0c959335-b423-44e0-a80e-fbea259e5110 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:08.222439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Attempting to bind port 0c959335-b423-44e0-a80e-fbea259e5110 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:08.224619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41466223-ac94-4c77-87c8-b27fae502f50 None None] Pushing event updated for resources: {'Port': ['ID=0c959335-b423-44e0-a80e-fbea259e5110,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:08.231329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:08.231717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:08.232316 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.232545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:08.233179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Bound port: 0c959335-b423-44e0-a80e-fbea259e5110, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:08.233430 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.258654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3f67aa6c-dfc2-42ce-b130-3f6684e133a5'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:08.289644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26081f14-b3a1-43fa-9d4b-20cad9496dd1 req-377ee6ed-dbab-4772-b747-ad565c5dc193 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4699852 Aug 31 14:06:08.310493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-7dfe64f7-7317-48cb-9d1c-0ef80464f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:08.311907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-7dfe64f7-7317-48cb-9d1c-0ef80464f242 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4472346 Aug 31 14:06:08.319195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Allocated IP 172.20.0.1 (1ae7ff38-4796-4bd5-8b1e-2be64db591f2/9620e5ed-9675-42cc-aaf9-06eca11acddc/9ae1a6a0-2de5-423e-8c4c-cee50f805902) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:08.325932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] For port 0c959335-b423-44e0-a80e-fbea259e5110, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:08.333063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] For port 0c959335-b423-44e0-a80e-fbea259e5110, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c959335-b423-44e0-a80e-fbea259e5110,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:08.341494 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.472064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Routers {'d927741b-6de4-4fb0-8599-d056931b728b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:08.472707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d927741b-6de4-4fb0-8599-d056931b728b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:08.512258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41466223-ac94-4c77-87c8-b27fae502f50 None None] Pushing event updated for resources: {'Port': ['ID=0c959335-b423-44e0-a80e-fbea259e5110,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:08.522373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-a32ef04c-0242-4f1a-9321-b39fee59099e service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008722 Aug 31 14:06:08.533565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d436-b00c-4b5e-8a38-7bc12069a135 req-34b4a9a0-266e-40a0-b08c-3d178a2964d9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:08.535419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e04d436-b00c-4b5e-8a38-7bc12069a135 req-34b4a9a0-266e-40a0-b08c-3d178a2964d9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1296442 Aug 31 14:06:08.616900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.630928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] Set router d927741b-6de4-4fb0-8599-d056931b728b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:08.655397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Transition to ACTIVE for port object 9ae1a6a0-2de5-423e-8c4c-cee50f805902 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:08.660017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e04d436-b00c-4b5e-8a38-7bc12069a135 req-0c0a519d-8756-4e4a-b89f-dc7e1111ec87 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065662 Aug 31 14:06:08.718890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-9d7f1f34-e067-4aee-b0b6-7d73c8c8975c service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782386 Aug 31 14:06:08.777344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-1c611586-9fe5-473a-af43-f2ae26353ce0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad HTTP/1.1" status: 200 len: 217 time: 0.0496776 Aug 31 14:06:08.778451 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.866423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:08.897913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:08.904219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Pushing event updated for resources: {'Port': ['ID=9ae1a6a0-2de5-423e-8c4c-cee50f805902,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:08.910068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:08.922420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-2cc708e3-aa40-4e9d-8cec-723a7232d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:08.923939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-2cc708e3-aa40-4e9d-8cec-723a7232d815 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 200 len: 797 time: 0.1367836 Aug 31 14:06:08.989019 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb0920-46fa-48d1-af13-5e7a6e75d862 x-openstack-request-id: req-b2bb0920-46fa-48d1-af13-5e7a6e75d862 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:08.989322 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515a0ad0-c68b-403c-b88e-dd54b8305b7e", "name": "network-vif-plugged", "status": "completed", "tag": "f67992b3-1e51-426d-81e0-a3f3424db082", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:08.990811 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2bb0920-46fa-48d1-af13-5e7a6e75d862 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:08.991241 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67992b3-1e51-426d-81e0-a3f3424db082', 'code': 200} Aug 31 14:06:09.031090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.035961 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-f38d8ea7-82db-4f10-9d7d-517765fa78bf service neutron] show failed (client error): The resource could not be found. Aug 31 14:06:09.037026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-f38d8ea7-82db-4f10-9d7d-517765fa78bf service neutron] 10.222.0.26 "GET /v2.0/ports/5738f8a5-12b3-4612-8c6b-9fbf7383fc20/bindings/n-h1-792362-6 HTTP/1.1" status: 404 len: 380 time: 0.1853285 Aug 31 14:06:09.074895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:06:05Z', 'revision_number': 3, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:09.109938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-5fe07c97-53e5-4296-848a-8da4b0608c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:09.111440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-5fe07c97-53e5-4296-848a-8da4b0608c9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f73e03e0-0832-4c13-bf89-288816181bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1615443 Aug 31 14:06:09.149767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 847fe984-c6e9-4ecc-9927-fdc0000b4d52 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:09.162067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdfbe-6f1b-4fa9-b333-c2715c1538e5 None None] The sync data for ids ['d927741b-6de4-4fb0-8599-d056931b728b'] in n-d-792362-6 is: [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:06:05Z', 'revision_number': 3, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:09.271895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:09.288694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:09.289746 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.391260 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.402435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1057fc90-a9d1-419f-83ea-823ce2cfa7b8 None None] Provisioning for port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:09.414354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1057fc90-a9d1-419f-83ea-823ce2cfa7b8 None None] Provisioning complete for port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:09.414724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1057fc90-a9d1-419f-83ea-823ce2cfa7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.454823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 847fe984-c6e9-4ecc-9927-fdc0000b4d52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=847fe984-c6e9-4ecc-9927-fdc0000b4d52,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:09.463297 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.463597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f58bc1-0ab3-45a9-84b8-6b3cfc9cd15b req-aa1b2b83-1ced-4f7c-a16f-37ba742d543e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:09.465613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29f58bc1-0ab3-45a9-84b8-6b3cfc9cd15b req-aa1b2b83-1ced-4f7c-a16f-37ba742d543e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 945 time: 0.2785091 Aug 31 14:06:09.468323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ef42-109a-40e1-aa5c-4e6e54096c2e req-1f8241f5-8dc6-4cd5-8df6-9ea140b9acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:09.470052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d12ef42-109a-40e1-aa5c-4e6e54096c2e req-1f8241f5-8dc6-4cd5-8df6-9ea140b9acf6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 1096 time: 0.3627188 Aug 31 14:06:09.471519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1057fc90-a9d1-419f-83ea-823ce2cfa7b8 None None] Port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:09.519978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-c17e2949-2814-4f9a-a69a-94c196dd765b service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916574 Aug 31 14:06:09.550000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=847fe984-c6e9-4ecc-9927-fdc0000b4d52,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:09.668417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.717576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-33499b4c-7055-4de9-91b7-2cdaf0f0fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:09.719096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-33499b4c-7055-4de9-91b7-2cdaf0f0fd51 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 1096 time: 0.3792200 Aug 31 14:06:09.724143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29f58bc1-0ab3-45a9-84b8-6b3cfc9cd15b req-c5c57ccf-7567-4a38-8383-1195c5a1749c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034576 Aug 31 14:06:09.725733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d12ef42-109a-40e1-aa5c-4e6e54096c2e req-2d0860cc-0635-4a23-9c38-6492f2a17c4d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029896 Aug 31 14:06:09.764152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:09.826813 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.942105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-9d8ad05d-4c28-4ff3-b8d8-27dfa57225cd service neutron] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046268 Aug 31 14:06:09.964074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.086168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-499a8f56-07b1-467d-87fd-8f83876d165e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=962507f7-3d7a-4b3b-b470-f472d67f8282 HTTP/1.1" status: 200 len: 217 time: 0.0803087 Aug 31 14:06:10.128409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd079b-64ad-441d-9df6-4c1eba3b7d1c req-a9c5377f-5439-4ece-a5fb-e5bd50f8ed8a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:10.130110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69fd079b-64ad-441d-9df6-4c1eba3b7d1c req-a9c5377f-5439-4ece-a5fb-e5bd50f8ed8a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 945 time: 0.1950388 Aug 31 14:06:10.295364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.299909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-45a023c8-8e13-402a-bfd1-056a25b708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:10.301516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-45a023c8-8e13-402a-bfd1-056a25b708e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 200 len: 797 time: 0.2079251 Aug 31 14:06:10.307302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.322756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69fd079b-64ad-441d-9df6-4c1eba3b7d1c req-866cc538-3b3f-4371-bd94-8e145350b1a2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616566 Aug 31 14:06:10.493555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.512791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Pushing event updated for resources: {'Port': ['ID=9ae1a6a0-2de5-423e-8c4c-cee50f805902,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:10.524182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-76b86c4f-004c-427a-9b40-f0f52821d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:10.525764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-76b86c4f-004c-427a-9b40-f0f52821d2b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2022228 Aug 31 14:06:10.591321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b63e-2c64-4512-9dab-3bad8d227e20 req-5b04a3d3-b9fe-41a7-929b-440c2f88b51f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:10.592905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2692b63e-2c64-4512-9dab-3bad8d227e20 req-5b04a3d3-b9fe-41a7-929b-440c2f88b51f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1766124 Aug 31 14:06:10.600247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:10.747755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:10.751638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2692b63e-2c64-4512-9dab-3bad8d227e20 req-6f4ffe3a-a11c-4d63-973f-825761211e00 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492217 Aug 31 14:06:10.832355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-a5329f24-c1ab-41f3-aff7-1dacaf034fc0 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583165 Aug 31 14:06:10.834571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:10.836740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:10.841379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:10.843718 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca20d712-7212-4a9d-8c76-155bf0ae82ea" -d '{"events": [{"server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:10.847786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.916673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.992782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab92655e-0f0e-476a-9125-fd316981945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fe984-c6e9-4ecc-9927-fdc0000b4d52'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:10.995949 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39091dd-6a28-4cc6-961a-25dc2aa5f44d" -d '{"events": [{"server_uuid": "ab92655e-0f0e-476a-9125-fd316981945d", "name": "network-vif-plugged", "status": "completed", "tag": "847fe984-c6e9-4ecc-9927-fdc0000b4d52"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:11.150581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:11.251256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:11.256843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:11.257474 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.338898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cbcd068b-15e7-4e16-b0f1-4d3dea577c17 None None] Provisioning complete for port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:11.338898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbcd068b-15e7-4e16-b0f1-4d3dea577c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.403671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd068b-15e7-4e16-b0f1-4d3dea577c17 None None] Port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:11.463011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c959335-b423-44e0-a80e-fbea259e5110 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:11.466946 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.537330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:11.537718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:11.546604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.547418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:11.614884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c659f897-d22d-4d39-a871-6c2edc07825b None None] Provisioning complete for port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:11.615265 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c659f897-d22d-4d39-a871-6c2edc07825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.616761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0c959335-b423-44e0-a80e-fbea259e5110 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:11.647347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0c959335-b423-44e0-a80e-fbea259e5110 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:11.648137 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.675400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d282a-198c-4ac4-a374-73b8d3ef6457 req-1e7525eb-a94a-4357-9625-aab73b60eb4f tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:11.677008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-839d282a-198c-4ac4-a374-73b8d3ef6457 req-1e7525eb-a94a-4357-9625-aab73b60eb4f tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 945 time: 0.6766431 Aug 31 14:06:11.695947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:11.698455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-9bffbf0e-d96e-4abe-b381-901d90d5957c service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374848 Aug 31 14:06:11.703710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:11.710469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c659f897-d22d-4d39-a871-6c2edc07825b None None] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:11.736315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Router d927741b-6de4-4fb0-8599-d056931b728b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:11.764899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.786173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0c959335-b423-44e0-a80e-fbea259e5110, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c959335-b423-44e0-a80e-fbea259e5110,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:11.789012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-71712a1b-73d5-4a4d-bc52-bfbe94393ee5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=041790d6-d90d-487e-90fa-67a3ee411ddb HTTP/1.1" status: 200 len: 217 time: 0.0734439 Aug 31 14:06:11.790219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] No DVR routers for this DVR port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:11.791291 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.842346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0c959335-b423-44e0-a80e-fbea259e5110,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:11.884208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-839d282a-198c-4ac4-a374-73b8d3ef6457 req-478bc72c-e5a3-4fe6-907a-06273cad4979 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943321 Aug 31 14:06:12.013695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-32dc6a3c-57c8-4317-bee7-bd361df8e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:12.015238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-32dc6a3c-57c8-4317-bee7-bd361df8e297 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 200 len: 797 time: 0.2162857 Aug 31 14:06:12.137790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:12.147757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-681083cd-7283-419f-a776-278f80ed616b admin admin] 10.222.0.10 "PUT /v2.0/routers/d927741b-6de4-4fb0-8599-d056931b728b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4145992 Aug 31 14:06:12.150692 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Sync routers for ids ['d927741b-6de4-4fb0-8599-d056931b728b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:12.158528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07376bc-ce91-4ec3-8ec3-9526d5b95946 req-9f16d71e-6162-481c-b155-04789d14102f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:12.165522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07376bc-ce91-4ec3-8ec3-9526d5b95946 req-9f16d71e-6162-481c-b155-04789d14102f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.2009122 Aug 31 14:06:12.165764 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Routers {'d927741b-6de4-4fb0-8599-d056931b728b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:12.166394 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d927741b-6de4-4fb0-8599-d056931b728b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:12.194673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010972-e059-4495-9528-801b12ccd1b6 req-41fc08d0-02ff-4f83-91eb-fe5a38aafc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:12.196907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-41fc08d0-02ff-4f83-91eb-fe5a38aafc11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f792b8a-db28-4879-ad38-ac06a0fe0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439843 Aug 31 14:06:12.197582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.197888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.198216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.213830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.214189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.239598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.239980 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.266458 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 2 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.281591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c07376bc-ce91-4ec3-8ec3-9526d5b95946 req-c4e837d9-6c73-4cdc-ad1e-c303d4271f4d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149931 Aug 31 14:06:12.286117 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Set router d927741b-6de4-4fb0-8599-d056931b728b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:12.352527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.353407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.354364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.359922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-a01b5a9f-f47f-4ebb-ae51-c250f4fc9801 service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537635 Aug 31 14:06:12.362204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.362671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.371319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.371898 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.450405 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a978879a-7207-4a13-8e9c-e97af3dc7424 x-openstack-request-id: req-a978879a-7207-4a13-8e9c-e97af3dc7424 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:12.450918 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab92655e-0f0e-476a-9125-fd316981945d", "name": "network-vif-plugged", "status": "completed", "tag": "847fe984-c6e9-4ecc-9927-fdc0000b4d52", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:12.451027 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a978879a-7207-4a13-8e9c-e97af3dc7424 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:12.451407 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab92655e-0f0e-476a-9125-fd316981945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fe984-c6e9-4ecc-9927-fdc0000b4d52', 'code': 200} Aug 31 14:06:12.475440 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 3 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.485404 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc0e2f3-92da-442a-aad3-08f447cca077 x-openstack-request-id: req-7dc0e2f3-92da-442a-aad3-08f447cca077 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:12.495411 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:12.495673 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dc0e2f3-92da-442a-aad3-08f447cca077 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:12.496126 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'code': 200} Aug 31 14:06:12.617989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.618331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.619366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.643601 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:06:09Z', 'revision_number': 4, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ae1a6a0-2de5-423e-8c4c-cee50f805902', 'name': '', 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'mac_address': 'fa:16:3e:26:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9620e5ed-9675-42cc-aaf9-06eca11acddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:07Z', 'updated_at': '2021-08-31T14:06:09Z', 'revision_number': 2, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'subnets': [{'id': '9620e5ed-9675-42cc-aaf9-06eca11acddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:12.648595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.648939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.658743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc010972-e059-4495-9528-801b12ccd1b6 req-af7275e1-f79e-45a9-8ef5-5ad6d5508e9d service neutron] 10.222.0.26 "GET /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887785 Aug 31 14:06:12.663299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.663831 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.669596 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 4 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.678887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Checking router: d927741b-6de4-4fb0-8599-d056931b728b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:12.679107 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Updating router d927741b-6de4-4fb0-8599-d056931b728b port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:12.696543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.697908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.698495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.702042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe074e-90d1-4e78-9d7f-cc8d7f249415 req-737d786d-353b-48e4-9113-69af7c9da5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:12.703834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ffe074e-90d1-4e78-9d7f-cc8d7f249415 req-737d786d-353b-48e4-9113-69af7c9da5d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 1097 time: 0.1466372 Aug 31 14:06:12.714153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f81486-2025-4a74-a426-414e7e572cc4 req-4ff8d302-2904-4bd0-a5e1-bd04a87207c7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:12.715770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2f81486-2025-4a74-a426-414e7e572cc4 req-4ff8d302-2904-4bd0-a5e1-bd04a87207c7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.1683853 Aug 31 14:06:12.718215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.718654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.723455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.724032 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.724692 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.725824 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 5 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.768586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.769372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.769372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.791337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2f81486-2025-4a74-a426-414e7e572cc4 req-afc73b89-ed66-4953-b2b3-fe87fb8d9169 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662374 Aug 31 14:06:12.806520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ffe074e-90d1-4e78-9d7f-cc8d7f249415 req-fd89e83b-20d0-4438-ac9d-28d1f126be04 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638294 Aug 31 14:06:12.807443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.807865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.812600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.813055 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.813599 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 6 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.828253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.828253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.828551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.833467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.833807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.839402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.839781 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.840184 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 7 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.860266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.860592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.861009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.865511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.865843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.874324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.874660 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.875053 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 8 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.891108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.891445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.892024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.896502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.896827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.901511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.901844 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.902235 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 9 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.915712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.916058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.916514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.921353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.921677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.925954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.926263 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.926656 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempt 10 to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 Aug 31 14:06:12.939534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:12.939872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:12.940201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.944749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.945108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempting to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:12.950860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:12.951195 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Failed to bind port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '16fd9169-9a31-4aa0-ab38-b332cb12f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889'}] Aug 31 14:06:12.951599 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.974746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53106) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:12.998006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-350646381-network', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:13.042149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Made reservation on behalf of 144a1d92a03347a387ede888ea5bc7f5 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:13.044381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.059432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:13.059814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:06:13.060987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.070767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.097992 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.108531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] In _notify_port_updated(), no bound segment for port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on network f8bca01e-bbe1-4db9-a127-8114c03af889 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:06:13.109470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:13.110360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.111462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] 10.222.0.101 "PUT /v2.0/ports/5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 1056 time: 3.3601897 Aug 31 14:06:13.113717 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Transition to ACTIVE for port object 9ae1a6a0-2de5-423e-8c4c-cee50f805902 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:13.120760 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.152413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efbbe6-f227-443d-9cf9-4ca5f250b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:13.203110 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Pushing event updated for resources: {'Port': ['ID=9ae1a6a0-2de5-423e-8c4c-cee50f805902,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:13.222998 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.223315 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.223845 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.226837 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.227853 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.228422 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.228809 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.229249 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.229489 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.229817 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.230144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.230469 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:13.315502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-6b6b76fa-17b8-4b7f-b9dc-027b913695ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:13.319993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-6b6b76fa-17b8-4b7f-b9dc-027b913695ab service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1059 time: 0.1512980 Aug 31 14:06:13.356063 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Attempting to bind port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:13.356684 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Attempting to bind port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:13.357589 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Attempting to bind port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:13.363485 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:13.364226 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Checking segment: {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:13.364857 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.366024 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Bound using segment: {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:13.366896 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Bound port: 9ae1a6a0-2de5-423e-8c4c-cee50f805902, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:13.368623 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.419660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c959335-b423-44e0-a80e-fbea259e5110 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:13.483943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0c959335-b423-44e0-a80e-fbea259e5110 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:13.485246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.496631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.530719 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] For port 9ae1a6a0-2de5-423e-8c4c-cee50f805902, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:13.540700 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] For port 9ae1a6a0-2de5-423e-8c4c-cee50f805902, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ae1a6a0-2de5-423e-8c4c-cee50f805902,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:13.547134 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.575289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8553b31a-2781-4e97-bd5c-d4f00f4610d1 None None] Provisioning complete for port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:13.576541 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8553b31a-2781-4e97-bd5c-d4f00f4610d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.597339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.631031 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f04157-1816-48bf-b6bf-d1f9f8832534 None None] Pushing event updated for resources: {'Port': ['ID=9ae1a6a0-2de5-423e-8c4c-cee50f805902,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:13.631670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:13.658446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8553b31a-2781-4e97-bd5c-d4f00f4610d1 None None] Port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:13.659609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-f1553b61-a02c-46e4-8cc1-76beb8e962cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:13.663263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-f1553b61-a02c-46e4-8cc1-76beb8e962cd service neutron] 10.222.0.101 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.3341913 Aug 31 14:06:13.673290 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Routers {'d927741b-6de4-4fb0-8599-d056931b728b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:13.674083 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d927741b-6de4-4fb0-8599-d056931b728b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:13.686534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] vlan segment allocate from pool success with {'vlan_id': 1548, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:13.790802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77305a-bcfc-483c-b23c-6bf02f3dd157 req-82cddc96-68f1-4a70-9376-88d26f24b1ab tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:13.792511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba77305a-bcfc-483c-b23c-6bf02f3dd157 req-82cddc96-68f1-4a70-9376-88d26f24b1ab tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.3918374 Aug 31 14:06:13.815625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.817021 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Added segment cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d of type vlan for network 5e4fad7d-a100-4ace-b623-0e5390f9e177 Aug 31 14:06:13.870769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-cf896f30-f673-4e62-971b-1c59576cab8b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 999 time: 0.1903925 Aug 31 14:06:13.874149 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] Set router d927741b-6de4-4fb0-8599-d056931b728b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:13.975229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.015277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba77305a-bcfc-483c-b23c-6bf02f3dd157 req-a63b62fa-701d-484e-a297-448ad81502a9 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016923 Aug 31 14:06:14.036761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-d7b1b664-20a0-48fb-b29e-92a35d114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:14.038275 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-d7b1b664-20a0-48fb-b29e-92a35d114cf3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.1250033 Aug 31 14:06:14.045688 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.047170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:14.048694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.108299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1299610 Aug 31 14:06:14.109110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53116) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:14.116785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Request body: {'subnet': {'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-350646381-subnet', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:14.143763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Made reservation on behalf of 144a1d92a03347a387ede888ea5bc7f5 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:14.146948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.162568 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:06:09Z', 'revision_number': 4, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ae1a6a0-2de5-423e-8c4c-cee50f805902', 'name': '', 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'mac_address': 'fa:16:3e:26:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9620e5ed-9675-42cc-aaf9-06eca11acddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:07Z', 'updated_at': '2021-08-31T14:06:13Z', 'revision_number': 4, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'subnets': [{'id': '9620e5ed-9675-42cc-aaf9-06eca11acddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:14.211484 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952f7e4-ff2a-4381-8ea1-33ecb089f7a6 None None] The sync data for ids ['d927741b-6de4-4fb0-8599-d056931b728b'] in n-d-792362-6 is: [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:06:09Z', 'revision_number': 4, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '9ae1a6a0-2de5-423e-8c4c-cee50f805902', 'name': '', 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'mac_address': 'fa:16:3e:26:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9620e5ed-9675-42cc-aaf9-06eca11acddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:07Z', 'updated_at': '2021-08-31T14:06:13Z', 'revision_number': 4, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'subnets': [{'id': '9620e5ed-9675-42cc-aaf9-06eca11acddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:14.248092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c180b0-ecc3-4a15-a200-932682078063 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4fad7d-a100-4ace-b623-0e5390f9e177,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:14.284851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:14.307046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-36b7575a-96f2-494e-91ba-0d8032ac6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:14.308703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-36b7575a-96f2-494e-91ba-0d8032ac6521 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461016 Aug 31 14:06:14.319058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b973fa-98d4-478a-9e16-8312b26a1710 req-ec120df4-35ef-4818-b23f-3f153ae101df tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:14.320799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33b973fa-98d4-478a-9e16-8312b26a1710 req-ec120df4-35ef-4818-b23f-3f153ae101df tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1887798 Aug 31 14:06:14.331690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-d9ce4cea-5d2c-46c0-9e5c-73ef5ae021e8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:06:14.332822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-d9ce4cea-5d2c-46c0-9e5c-73ef5ae021e8 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110035 Aug 31 14:06:14.460724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:14.463486 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf28c45-2b13-437a-8edb-067f4bb70f80" -d '{"events": [{"server_uuid": "f7ffc241-29bf-4232-8345-9336dbea6287", "name": "network-vif-plugged", "status": "completed", "tag": "3f67aa6c-dfc2-42ce-b130-3f6684e133a5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:14.510114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.520888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:14.523216 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e23b87-6480-40ec-9152-4cd99773d92b" -d '{"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:14.528843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-8abd07d9-8e49-47cf-88ae-f98ec867f0f6 service neutron] 10.222.0.101 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842284 Aug 31 14:06:14.576290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33b973fa-98d4-478a-9e16-8312b26a1710 req-fdc67784-36ec-4235-b8ff-26548966c03e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386494 Aug 31 14:06:14.651097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Checking segment: {'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:14.651497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Network hostable DHCP agents. Network: 5e4fad7d-a100-4ace-b623-0e5390f9e177, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:14.658989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2cd066-a3ac-4c0f-adf1-6fadab9e287a,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:14.683858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:14.700969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 5e4fad7d-a100-4ace-b623-0e5390f9e177) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:14.711297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8cecda-b109-4018-a55b-26992ec69c7e None None] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:14.711726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:14.712126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.757851 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-480a9fab-3dcf-4a11-9a1b-79b51b6ba452 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6463358 Aug 31 14:06:14.769584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:14.774173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:14.815646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.816733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.866950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12840dcc-62ad-427f-b620-a3cd6b095ecf req-11bbe9fa-78c6-4e5f-ba85-e055e949e861 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:14.869902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12840dcc-62ad-427f-b620-a3cd6b095ecf req-11bbe9fa-78c6-4e5f-ba85-e055e949e861 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.1260703 Aug 31 14:06:14.941194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.014596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-5e4fad7d-a100-4ace-b623-0e5390f9e177', 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'fixed_ips': [{'subnet_id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:06:15.015623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.184005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.295772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Allocated IP 172.20.0.2 (5e4fad7d-a100-4ace-b623-0e5390f9e177/ce2cd066-a3ac-4c0f-adf1-6fadab9e287a/4ca83c7f-4ed0-43a2-b8d1-1824da9db979) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:15.453982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ae1a6a0-2de5-423e-8c4c-cee50f805902 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:15.556739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02d73fc3-5c4d-40c6-9ef1-0d1070b60ca0 req-bfd4e951-be01-4e7c-b257-39d750da144e service neutron] 10.222.0.101 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0157690 Aug 31 14:06:15.578973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:15.599262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12840dcc-62ad-427f-b620-a3cd6b095ecf req-35ef41cc-af91-4ce5-b441-fc23787ad3c6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7222013 Aug 31 14:06:15.612101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:15.612795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.620223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.648549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.669181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.681247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Transition to ACTIVE for port object 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:15.705614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Transition to ACTIVE for port object 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:15.712788 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.794998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Pushing event updated for resources: {'Port': ['ID=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:15.823646 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c770d-799b-454a-9bcc-0b71215a2b12 x-openstack-request-id: req-544c770d-799b-454a-9bcc-0b71215a2b12 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:15.824185 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ffc241-29bf-4232-8345-9336dbea6287", "name": "network-vif-plugged", "status": "completed", "tag": "3f67aa6c-dfc2-42ce-b130-3f6684e133a5", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:15.824626 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-544c770d-799b-454a-9bcc-0b71215a2b12 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:15.825240 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5', 'code': 200} Aug 31 14:06:15.843397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:15.844986 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.848342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:15.857321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:15.880423 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2bcce1-7e2b-4b09-9c11-454f4850f3e5 x-openstack-request-id: req-4f2bcce1-7e2b-4b09-9c11-454f4850f3e5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:15.881181 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:15.885430 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f2bcce1-7e2b-4b09-9c11-454f4850f3e5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:15.885965 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'status': 'completed', 'code': 200} Aug 31 14:06:15.893021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Allocated IP 172.25.0.216 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/a42b334c-9479-4e40-bcc4-b083e9933069) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:15.933300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9ae1a6a0-2de5-423e-8c4c-cee50f805902, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ae1a6a0-2de5-423e-8c4c-cee50f805902,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:15.944194 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.971324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Attempting to bind port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:15.971829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Attempting to bind port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:15.972252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Attempting to bind port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 on network 5e4fad7d-a100-4ace-b623-0e5390f9e177 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:15.982549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:15.983061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Checking segment: {'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:15.983598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.984064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Bound using segment: {'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:15.984627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Bound port: 4ca83c7f-4ed0-43a2-b8d1-1824da9db979, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:15.985114 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.074816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9ae1a6a0-2de5-423e-8c4c-cee50f805902,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:16.091974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.110061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] For port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:16.114350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] For port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,segment=NetworkSegment(cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d),segment_id=cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:16.118469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.144535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.169157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-f0ca7240-9985-458c-8c16-a8e49a24c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.171232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-f0ca7240-9985-458c-8c16-a8e49a24c6ce service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1059 time: 0.1729314 Aug 31 14:06:16.182248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde7e5-f8f5-4244-89cc-e85e41f84400 req-29e06870-1526-4f53-8ea0-cb6405890bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.188282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8bde7e5-f8f5-4244-89cc-e85e41f84400 req-29e06870-1526-4f53-8ea0-cb6405890bac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 1097 time: 0.2584035 Aug 31 14:06:16.205883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebbbd7-a7a4-4dc2-b89d-3792b840a27e None None] Pushing event updated for resources: {'Port': ['ID=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:16.229450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a42b334c-9479-4e40-bcc4-b083e9933069,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:16.239485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:16.241141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:16.244129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:16.291817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1467811-81d5-41cc-bf1b-8e7b0487f6db req-e868e7ac-89a6-4807-b7a3-50d1861a19ad tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.293551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1467811-81d5-41cc-bf1b-8e7b0487f6db req-e868e7ac-89a6-4807-b7a3-50d1861a19ad tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.2938676 Aug 31 14:06:16.298837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-5fa10ab1-6050-484d-a73c-f7cf9b702ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.300320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-5fa10ab1-6050-484d-a73c-f7cf9b702ac8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1059 time: 0.3031793 Aug 31 14:06:16.488843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-3b4ee9f9-9de2-4cbd-a147-8fb45a453123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.490607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-3b4ee9f9-9de2-4cbd-a147-8fb45a453123 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.1742930 Aug 31 14:06:16.602656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8bde7e5-f8f5-4244-89cc-e85e41f84400 req-bba49017-12b1-45b5-a26e-f0dd81c9bb33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275476 Aug 31 14:06:16.614881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-7294f392-39dc-4a25-b09a-1d4f35674b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.616300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-7294f392-39dc-4a25-b09a-1d4f35674b3a service neutron] 10.222.0.101 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.4270711 Aug 31 14:06:16.624065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1467811-81d5-41cc-bf1b-8e7b0487f6db req-844106db-9dfa-4b50-93cf-6d87f7e50099 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225875 Aug 31 14:06:16.635440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-b4454c68-3374-488b-ab4e-646496129f82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 999 time: 0.1342890 Aug 31 14:06:16.763151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-5117510e-e966-4ab1-bdef-6835a4430044 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 999 time: 0.1372001 Aug 31 14:06:16.811897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5508b2-eda7-4046-957a-3cb984647252 req-74b39767-4033-49aa-9b0b-cd7c5c37a902 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.813492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe5508b2-eda7-4046-957a-3cb984647252 req-74b39767-4033-49aa-9b0b-cd7c5c37a902 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.0993469 Aug 31 14:06:16.842707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-0a058a48-4630-455c-bfaf-438e3247069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.842707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-0a058a48-4630-455c-bfaf-438e3247069a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.0690618 Aug 31 14:06:16.872101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe5508b2-eda7-4046-957a-3cb984647252 req-07cb65d9-31c0-4244-973b-e3429083640b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Aug 31 14:06:16.957830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-a9550db5-3613-48c4-a55c-a7e1b83a41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.959451 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-a9550db5-3613-48c4-a55c-a7e1b83a41e6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046445 Aug 31 14:06:16.961161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-e34c2561-ddfa-485b-8b24-2614e34bf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:16.962512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-e34c2561-ddfa-485b-8b24-2614e34bf33d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.0761709 Aug 31 14:06:16.997680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.145546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6331888-eac1-4eac-b108-ea844447ef23 req-20d6eda2-d3ff-4cc3-92b5-4719741495f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:17.147134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6331888-eac1-4eac-b108-ea844447ef23 req-20d6eda2-d3ff-4cc3-92b5-4719741495f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.1174152 Aug 31 14:06:17.149411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23b87-6480-40ec-9152-4cd99773d92b req-054c2ebd-59a2-4c05-9aa9-0c04f0419323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:17.150959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-054c2ebd-59a2-4c05-9aa9-0c04f0419323 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750183 Aug 31 14:06:17.187485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-3b94eaea-d3a7-4d4c-bb4f-74138446a935 service neutron] 10.222.0.101 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200267 Aug 31 14:06:17.224141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.319861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6331888-eac1-4eac-b108-ea844447ef23 req-31fd8e8b-04a3-423e-9005-6a8832b90c32 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599722 Aug 31 14:06:17.435427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-5b3fac3b-9fcf-47b3-9313-f02fa96f4b66 service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643237 Aug 31 14:06:17.453903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2db4af-8aed-4973-9ccd-04a25bd6880b None None] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:17.489138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Router afd392b5-d564-4823-af0f-d614f574b1e9 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:17.538214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-9722ab4a-ed9e-4366-bc51-e42207b4a869 service neutron] 10.222.0.101 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383729 Aug 31 14:06:17.601484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e23b87-6480-40ec-9152-4cd99773d92b req-c383eead-daba-4c1e-bfd6-10594d46037e service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545520 Aug 31 14:06:17.611496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:17.703528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e42146-f747-4693-9be3-1e4d25bf0c1d req-72a3541f-b10b-48b6-afef-b673d1aaee4d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:17.704257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c769f8a1-7a08-4eba-b52b-317a09f8ce04 None None] Provisioning for port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:17.705286 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78e42146-f747-4693-9be3-1e4d25bf0c1d req-72a3541f-b10b-48b6-afef-b673d1aaee4d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0641296 Aug 31 14:06:17.717450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:17.735568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.739908 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b3247cce-e0ee-4d51-a1c6-bec53a9277c6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9667552 Aug 31 14:06:17.740084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53158) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:17.792022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Sync routers for ids ['afd392b5-d564-4823-af0f-d614f574b1e9'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:17.798112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78e42146-f747-4693-9be3-1e4d25bf0c1d req-0506c0ea-0c55-4d74-8318-f793f3981a07 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868106 Aug 31 14:06:17.816043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Routers {'afd392b5-d564-4823-af0f-d614f574b1e9'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:17.816819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['afd392b5-d564-4823-af0f-d614f574b1e9'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:17.885540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53164) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:17.960629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:17.972673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:17.978417 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.029807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Set router afd392b5-d564-4823-af0f-d614f574b1e9 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:18.300011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e314d7-6e39-4ff8-9cdd-da41ffe207e2 req-1251a5ca-9ba9-44a9-9ac1-06aa3bf1d333 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:18.307230 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.308086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51e314d7-6e39-4ff8-9cdd-da41ffe207e2 req-1251a5ca-9ba9-44a9-9ac1-06aa3bf1d333 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1323104 Aug 31 14:06:18.383641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,segment=NetworkSegment(cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d),segment_id=cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:18.386518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:06:16Z', 'revision_number': 3, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port': {'id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:15Z', 'updated_at': '2021-08-31T14:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:18.410299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51e314d7-6e39-4ff8-9cdd-da41ffe207e2 req-c66bd979-e498-4a01-83fd-cb36d50c14d1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013229 Aug 31 14:06:18.420322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Checking router: afd392b5-d564-4823-af0f-d614f574b1e9 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:18.420685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Updating router afd392b5-d564-4823-af0f-d614f574b1e9 port a42b334c-9479-4e40-bcc4-b083e9933069 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:18.423146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.423946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ae1a6a0-2de5-423e-8c4c-cee50f805902 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:18.459610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.518006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:18.544159 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.664930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506d784-62bf-427c-9fe3-76d53a0ebe95 req-073a8862-b0e9-412b-bc63-371f51cd0807 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:18.675632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d506d784-62bf-427c-9fe3-76d53a0ebe95 req-073a8862-b0e9-412b-bc63-371f51cd0807 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.1526301 Aug 31 14:06:18.687283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Allocated IP 172.20.0.1 (5e4fad7d-a100-4ace-b623-0e5390f9e177/ce2cd066-a3ac-4c0f-adf1-6fadab9e287a/095bf297-b38e-44eb-b059-600657ea74f3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:18.739306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dcea481d-885f-4afd-817f-222fc056128a None None] Provisioning complete for port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:18.739683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dcea481d-885f-4afd-817f-222fc056128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.770095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d506d784-62bf-427c-9fe3-76d53a0ebe95 req-16b7ea39-e5a7-4415-9bd0-a67eb424b0b6 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927389 Aug 31 14:06:18.858077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.873504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:18.873976 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.877964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Transition to ACTIVE for port object 095bf297-b38e-44eb-b059-600657ea74f3 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:18.922918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.984129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.987604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:18.991317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:18.996124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:19.006063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409567-2023-4a0d-a010-184e6b2c0813 req-1be95349-012e-414f-937d-d67d1ab954f8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:19.007646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b409567-2023-4a0d-a010-184e6b2c0813 req-1be95349-012e-414f-937d-d67d1ab954f8 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 945 time: 0.1132517 Aug 31 14:06:19.039810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Pushing event updated for resources: {'Port': ['ID=095bf297-b38e-44eb-b059-600657ea74f3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:19.052477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.169536 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.186801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Transition to ACTIVE for port object a42b334c-9479-4e40-bcc4-b083e9933069 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:19.188957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b409567-2023-4a0d-a010-184e6b2c0813 req-3a6867c0-561e-47c0-a765-e6e930d9d1af tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ba12a6f-6f89-4d90-81c6-4d8e1d769470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724887 Aug 31 14:06:19.196154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.264334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Attempting to bind port a42b334c-9479-4e40-bcc4-b083e9933069 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:19.264721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Attempting to bind port a42b334c-9479-4e40-bcc4-b083e9933069 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:19.265167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Attempting to bind port a42b334c-9479-4e40-bcc4-b083e9933069 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:19.281529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.286958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648e4f3-25fb-46b6-8fea-d64e41943240 None None] Pushing event updated for resources: {'Port': ['ID=a42b334c-9479-4e40-bcc4-b083e9933069,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:19.295084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:19.295472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:19.295882 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.296285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:19.296765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Bound port: a42b334c-9479-4e40-bcc4-b083e9933069, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:19.297192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.392016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] For port a42b334c-9479-4e40-bcc4-b083e9933069, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:19.396062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] For port a42b334c-9479-4e40-bcc4-b083e9933069, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a42b334c-9479-4e40-bcc4-b083e9933069,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:19.398521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:19.401406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ac39d-ef86-457d-b6c5-9e0078a9a618 req-9c2810ec-b109-4912-a555-b32b086e0ef3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:19.403002 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.406881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc4ac39d-ef86-457d-b6c5-9e0078a9a618 req-9c2810ec-b109-4912-a555-b32b086e0ef3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.1063678 Aug 31 14:06:19.491909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc4ac39d-ef86-457d-b6c5-9e0078a9a618 req-7d1d6bfa-5552-47a2-8caf-8db4f5ffd6b7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=2895a0d5-7e68-4861-b64e-c0f1b284a150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739660 Aug 31 14:06:19.513704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-203bf3d5-b16e-49cf-90cc-b2b3a170883f None None] Provisioning for port 095bf297-b38e-44eb-b059-600657ea74f3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:19.517389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.520332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648e4f3-25fb-46b6-8fea-d64e41943240 None None] Pushing event updated for resources: {'Port': ['ID=a42b334c-9479-4e40-bcc4-b083e9933069,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:19.523748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Routers {'afd392b5-d564-4823-af0f-d614f574b1e9'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:19.527321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['afd392b5-d564-4823-af0f-d614f574b1e9'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:19.527820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-203bf3d5-b16e-49cf-90cc-b2b3a170883f None None] Provisioning complete for port 095bf297-b38e-44eb-b059-600657ea74f3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:19.528151 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203bf3d5-b16e-49cf-90cc-b2b3a170883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.528441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53180) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:19.545837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.579793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Deleting port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:19.580149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.633360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:19.633360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.660655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-203bf3d5-b16e-49cf-90cc-b2b3a170883f None None] Port 095bf297-b38e-44eb-b059-600657ea74f3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:19.741567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] Set router afd392b5-d564-4823-af0f-d614f574b1e9 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:19.746929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.759550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Pushing event updated for resources: {'Port': ['ID=095bf297-b38e-44eb-b059-600657ea74f3,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:19.884454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 79f68f91-5f45-4892-a7ac-ab2ea370d6bc {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:19.884815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.936182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:19.938604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:19.985123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd1cf-2195-4dee-9120-d518c464bdab req-f04b0a82-92f4-4baa-8960-45cdc1e68a57 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:19.987403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-baecd1cf-2195-4dee-9120-d518c464bdab req-f04b0a82-92f4-4baa-8960-45cdc1e68a57 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 945 time: 0.1055570 Aug 31 14:06:20.011127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e9e9-3d91-49bb-a05c-a6dbda3057a7 req-35e470f5-1eda-4489-ba90-3f4e9d3c9f4b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:20.018311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 4, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port': {'id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:15Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '095bf297-b38e-44eb-b059-600657ea74f3', 'name': '', 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'mac_address': 'fa:16:3e:6c:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:18Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 2, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'subnets': [{'id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:20.018804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e26e9e9-3d91-49bb-a05c-a6dbda3057a7 req-35e470f5-1eda-4489-ba90-3f4e9d3c9f4b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1386545 Aug 31 14:06:20.058864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] For port 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:20.059290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.074468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2ce00-3310-4934-abfe-f9c6fbe78e7b None None] The sync data for ids ['afd392b5-d564-4823-af0f-d614f574b1e9'] in n-d-792362-6 is: [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 4, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port': {'id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:15Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '095bf297-b38e-44eb-b059-600657ea74f3', 'name': '', 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'mac_address': 'fa:16:3e:6c:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:18Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 2, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'subnets': [{'id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:20.077121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.077465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.094179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Calling delete_port for 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:20.103970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 79f68f91-5f45-4892-a7ac-ab2ea370d6bc owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:20.121113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e26e9e9-3d91-49bb-a05c-a6dbda3057a7 req-eebfdc20-e772-4672-9a19-922abd92029e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012993 Aug 31 14:06:20.217446 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:06:20.254474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Router afd392b5-d564-4823-af0f-d614f574b1e9 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:20.275999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Deleting port b93b01a3-7ab5-4498-a33f-26241d623c8e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:20.276339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.289071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c68e2f69-4a3b-4d00-af01-bed13972e574 None None] Provisioning complete for port 095bf297-b38e-44eb-b059-600657ea74f3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:20.289827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c68e2f69-4a3b-4d00-af01-bed13972e574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.336738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c68e2f69-4a3b-4d00-af01-bed13972e574 None None] Port 095bf297-b38e-44eb-b059-600657ea74f3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:20.390778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762f3ac-5b60-45da-b0e8-c63748a63d5b req-734128ef-4011-4c0a-9d5d-881334c577f9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:20.397495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8762f3ac-5b60-45da-b0e8-c63748a63d5b req-734128ef-4011-4c0a-9d5d-881334c577f9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1701117 Aug 31 14:06:20.467654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:20.482926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d6abbbae-6190-46bc-b2b1-cbd7d4f28aad admin admin] 10.222.0.10 "PUT /v2.0/routers/afd392b5-d564-4823-af0f-d614f574b1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7318232 Aug 31 14:06:20.499204 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.521251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8762f3ac-5b60-45da-b0e8-c63748a63d5b req-1a6e8a01-f1b1-433f-b8ed-e0cb734a9c50 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128991 Aug 31 14:06:20.532345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] For port b93b01a3-7ab5-4498-a33f-26241d623c8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b93b01a3-7ab5-4498-a33f-26241d623c8e,segment=NetworkSegment(7bdd7112-dca4-41fc-a927-0f25cd9c2fde),segment_id=7bdd7112-dca4-41fc-a927-0f25cd9c2fde)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:20.533867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.554976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=79f68f91-5f45-4892-a7ac-ab2ea370d6bc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:20.588312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Calling delete_port for b93b01a3-7ab5-4498-a33f-26241d623c8e owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:20.627072 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.627379 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP db92afb4-6741-4902-950f-4b015d0e2c14 disassociated (deleted). External IP: 172.25.0.156, port: 5738f8a5-12b3-4612-8c6b-9fbf7383fc20. Aug 31 14:06:20.726506 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.780003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:20.809789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcc4c9-ad11-416d-bca2-5f0b99526db7 req-6b47bfba-1aeb-46ff-b704-818571a66ede tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:20.811477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adfcc4c9-ad11-416d-bca2-5f0b99526db7 req-6b47bfba-1aeb-46ff-b704-818571a66ede tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 946 time: 0.2090106 Aug 31 14:06:20.877798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router a91a76e5-7a35-4ec4-86b3-f7d457feed5f has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:20.959749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adfcc4c9-ad11-416d-bca2-5f0b99526db7 req-33954047-7ea3-4bfb-9c6a-68608b6dfdd8 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320493 Aug 31 14:06:21.021499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.060473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b93b01a3-7ab5-4498-a33f-26241d623c8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:21.068238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:21.076913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.081977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65deacdc-6990-423c-959b-92405b386144 None None] Sync routers for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:21.089906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Pushing event deleted for resources: {'Port': ['ID=b93b01a3-7ab5-4498-a33f-26241d623c8e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:21.103509 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:21.107848 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:21.149308 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a77241b9-5574-4cf8-af51-998bbd18fbfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/floatingips/db92afb4-6741-4902-950f-4b015d0e2c14 HTTP/1.1" status: 204 len: 168 time: 1.6168263 Aug 31 14:06:21.149308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:21.150559 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855f648-cda9-4e60-9acc-4838b1dea59e" -d '{"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:21.220003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] No DVR routers for this DVR port b93b01a3-7ab5-4498-a33f-26241d623c8e on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:21.224316 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.227562 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-baecd1cf-2195-4dee-9120-d518c464bdab req-8fba343c-56a3-44a0-8714-4d4505631790 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.26 "DELETE /v2.0/ports/b93b01a3-7ab5-4498-a33f-26241d623c8e HTTP/1.1" status: 204 len: 173 time: 1.2304795 Aug 31 14:06:21.229013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'name': 'network-vif-deleted', 'tag': 'b93b01a3-7ab5-4498-a33f-26241d623c8e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:21.231674 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef8ca7-e3f6-40bb-b6b6-4d3e999711d7" -d '{"events": [{"server_uuid": "346ddd90-6a12-4434-9b7f-91176f05dcfb", "name": "network-vif-deleted", "tag": "b93b01a3-7ab5-4498-a33f-26241d623c8e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:21.250191 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.260435 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:21.346331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce0ba6a1-42fc-4e45-a63c-1db1fe18610e req-2ec512f1-e5ea-4b0e-b4d4-aa94fb2cb716 tempest-ServersTestJSON-605977391 tempest-ServersTestJSON-605977391-project] 10.222.0.10 "GET /v2.0/ports?device_id=346ddd90-6a12-4434-9b7f-91176f05dcfb HTTP/1.1" status: 200 len: 210 time: 0.0552495 Aug 31 14:06:21.519876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a42b334c-9479-4e40-bcc4-b083e9933069 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:21.550278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a97e07-eafd-4467-9ae8-b8aa9c0add99 req-fa9904f3-42c6-4f32-89aa-179cb1f4337a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:21.557987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4a97e07-eafd-4467-9ae8-b8aa9c0add99 req-fa9904f3-42c6-4f32-89aa-179cb1f4337a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1062996 Aug 31 14:06:21.566559 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:43Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:21.579565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a42b334c-9479-4e40-bcc4-b083e9933069 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:21.585271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a42b334c-9479-4e40-bcc4-b083e9933069 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:21.585850 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.597854 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65deacdc-6990-423c-959b-92405b386144 None None] Checking router: a91a76e5-7a35-4ec4-86b3-f7d457feed5f for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:21.607560 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:21.608271 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:21.678665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.714538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Router 73644e95-ff5a-499f-a11e-b18a086d624b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:21.717880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a42b334c-9479-4e40-bcc4-b083e9933069, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a42b334c-9479-4e40-bcc4-b083e9933069,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:21.722994 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.730313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4a97e07-eafd-4467-9ae8-b8aa9c0add99 req-a8a727c7-fa2a-4da2-b67b-f225b135b35f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643374 Aug 31 14:06:21.797625 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:21.802111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a42b334c-9479-4e40-bcc4-b083e9933069,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:21.951943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:21.965230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] Sync routers for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:21.973935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bfddacf8-8f06-4e2a-8677-ce54a2d1fb1b admin admin] 10.222.0.10 "PUT /v2.0/routers/73644e95-ff5a-499f-a11e-b18a086d624b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0862963 Aug 31 14:06:21.975985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:21.980007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:21.980655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:22.130570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:22.288554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-65deacdc-6990-423c-959b-92405b386144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:43Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:22.325159 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65deacdc-6990-423c-959b-92405b386144 None None] The sync data for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 is: [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:04:36Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd4c76532-8250-4945-a3d8-242e3d344471', 'name': '', 'network_id': 'f8bca01e-bbe1-4db9-a127-8114c03af889', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:46:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:35Z', 'updated_at': '2021-08-31T14:04:43Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'd301d674-4da6-4244-95c0-58e96ad1ee55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:22.380825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:22.387673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bdd04-e8be-4028-bc29-46b17f2f6aed req-4c1d1586-633f-4df1-83ca-be52e44584e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:22.396094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de2bdd04-e8be-4028-bc29-46b17f2f6aed req-4c1d1586-633f-4df1-83ca-be52e44584e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.0691140 Aug 31 14:06:22.417504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] Checking router: 73644e95-ff5a-499f-a11e-b18a086d624b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:22.430520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] Routers {'73644e95-ff5a-499f-a11e-b18a086d624b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:22.432229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['73644e95-ff5a-499f-a11e-b18a086d624b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:22.448119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de2bdd04-e8be-4028-bc29-46b17f2f6aed req-befe4b82-c055-4954-a8b0-18beb5666c90 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Aug 31 14:06:22.533508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25ae8fe0-ba2c-4862-8598-29af55d979a4 req-1209f9e2-b5eb-4c42-bac7-6f684db18d92 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0518754 Aug 31 14:06:22.535304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.603878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] Set router 73644e95-ff5a-499f-a11e-b18a086d624b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:22.675465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.694930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25ae8fe0-ba2c-4862-8598-29af55d979a4 req-b7eac575-7656-4dcd-a803-d7decdff3c74 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0702484 Aug 31 14:06:22.751178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25ae8fe0-ba2c-4862-8598-29af55d979a4 req-b16fba36-17a1-4f14-a24c-7ed6363cb1ff service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248742 Aug 31 14:06:22.772586 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336949d-83ad-4d42-aa1b-2f363ec08c73 x-openstack-request-id: req-9336949d-83ad-4d42-aa1b-2f363ec08c73 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:22.772972 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:22.776531 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9336949d-83ad-4d42-aa1b-2f363ec08c73 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:22.777085 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'status': 'completed', 'code': 200} Aug 31 14:06:22.787374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Deleting port d4589b85-84ff-4e4a-9366-213bc3d89204 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:22.787917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.859372 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94629b-47f4-4bc7-a13b-dc5bec0eab96 None None] New status for floating IP db92afb4-6741-4902-950f-4b015d0e2c14: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:06:22.866702 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10964e83-3669-4538-b0c5-852ba60003a8 x-openstack-request-id: req-10964e83-3669-4538-b0c5-852ba60003a8 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:22.866999 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346ddd90-6a12-4434-9b7f-91176f05dcfb", "name": "network-vif-deleted", "tag": "b93b01a3-7ab5-4498-a33f-26241d623c8e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:22.867257 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10964e83-3669-4538-b0c5-852ba60003a8 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:22.867656 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346ddd90-6a12-4434-9b7f-91176f05dcfb', 'name': 'network-vif-deleted', 'tag': 'b93b01a3-7ab5-4498-a33f-26241d623c8e', 'status': 'completed', 'code': 200} Aug 31 14:06:22.895840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:22.942327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] For port d4589b85-84ff-4e4a-9366-213bc3d89204, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d4589b85-84ff-4e4a-9366-213bc3d89204,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:22.942729 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.949226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c15d05-acad-45f7-9b4c-708f4ee5ce36 None None] The sync data for ids ['73644e95-ff5a-499f-a11e-b18a086d624b'] in n-d-792362-6 is: [{'id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'name': 'tempest-TaggedBootDevicesTest_v242-2107899809-router', 'tenant_id': 'a11b1a6b125c4e648eb2993448ee4807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 5, 'project_id': 'a11b1a6b125c4e648eb2993448ee4807', 'gw_port': {'id': 'd4589b85-84ff-4e4a-9366-213bc3d89204', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73644e95-ff5a-499f-a11e-b18a086d624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:00Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:22.958839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Calling delete_port for d4589b85-84ff-4e4a-9366-213bc3d89204 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:23.057560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Sync routers for ids ['afd392b5-d564-4823-af0f-d614f574b1e9'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:23.067194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-d3b3a934-0d86-4fa0-8adc-9d2577d954ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.068506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Routers {'afd392b5-d564-4823-af0f-d614f574b1e9'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:23.068656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-d3b3a934-0d86-4fa0-8adc-9d2577d954ee service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1059 time: 0.2001915 Aug 31 14:06:23.069178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['afd392b5-d564-4823-af0f-d614f574b1e9'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:23.079614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-927cd873-728f-4aca-a470-05016cead5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.081158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-927cd873-728f-4aca-a470-05016cead5de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 1059 time: 0.2258229 Aug 31 14:06:23.104844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae8fe0-ba2c-4862-8598-29af55d979a4 req-86872ffd-b7f9-45bb-9850-bb23136846d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.106380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25ae8fe0-ba2c-4862-8598-29af55d979a4 req-86872ffd-b7f9-45bb-9850-bb23136846d7 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3418288 Aug 31 14:06:23.160409 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.190135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4589b85-84ff-4e4a-9366-213bc3d89204,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:23.202997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b93b01a3-7ab5-4498-a33f-26241d623c8e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:23.203543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-4691d932-1da3-4a00-91bc-bc96b36752f1 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.205158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-4691d932-1da3-4a00-91bc-bc96b36752f1 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/networks?id=1ae7ff38-4796-4bd5-8b1e-2be64db591f2 HTTP/1.1" status: 200 len: 912 time: 0.2698448 Aug 31 14:06:23.232355 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Set router afd392b5-d564-4823-af0f-d614f574b1e9 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:23.235105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b93b01a3-7ab5-4498-a33f-26241d623c8e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:23.235105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b93b01a3-7ab5-4498-a33f-26241d623c8e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:23.249160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-73dfc59a-48ba-46b4-9ac8-fcc9d09966d1 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/quotas/144a1d92a03347a387ede888ea5bc7f5 HTTP/1.1" status: 200 len: 375 time: 0.0333681 Aug 31 14:06:23.256970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.341666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-92e0aa22-210a-4122-aa59-a782d182619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.343329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-92e0aa22-210a-4122-aa59-a782d182619e service neutron] 10.222.0.101 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.2613049 Aug 31 14:06:23.345802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-ff8f1529-defc-43a7-9c26-bd56ecead099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.347293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-ff8f1529-defc-43a7-9c26-bd56ecead099 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 200 len: 899 time: 0.2537267 Aug 31 14:06:23.408971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.411567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.467369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-8433a16f-e327-4d46-b436-d7e31eca275b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 217 time: 0.1063781 Aug 31 14:06:23.469429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-98fd2234-dc87-45e6-abe5-f109dea3b557 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 200 len: 217 time: 0.1009586 Aug 31 14:06:23.470677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.471280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73644e95-ff5a-499f-a11e-b18a086d624b {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:23.475925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.480379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e2de0bc-90ed-41bb-ad6b-df864f060da4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/73644e95-ff5a-499f-a11e-b18a086d624b HTTP/1.1" status: 204 len: 168 time: 1.5004387 Aug 31 14:06:23.482656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53238) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:23.508236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-2e51779b-5bcc-47b0-a45a-04be33041681 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=144a1d92a03347a387ede888ea5bc7f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464435 Aug 31 14:06:23.555413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] Deleting subnet b87d092b-4b37-4b49-9b89-cbf630a4280c {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:23.564091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.612986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.637305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a42b334c-9479-4e40-bcc4-b083e9933069 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:23.703267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.772107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.791405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a42b334c-9479-4e40-bcc4-b083e9933069 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:23.791783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.808890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87d092b-4b37-4b49-9b89-cbf630a4280c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:23.812992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.816785 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5c5bb162-886b-40e2-be4b-743921d3436f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b87d092b-4b37-4b49-9b89-cbf630a4280c HTTP/1.1" status: 204 len: 168 time: 0.3264461 Aug 31 14:06:23.825990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53242) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:23.843673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade3b81d-de5f-48a1-918f-f3bb021594b2 None None] Network e826e557-6658-4810-8c86-7d55890038fa requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:23.918796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-19bf3c35-deb6-45b1-ad98-0947b5f4de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.920527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-19bf3c35-deb6-45b1-ad98-0947b5f4de0e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.4432266 Aug 31 14:06:23.931418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-604564dd-c063-4233-a68e-5e099f290c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.931418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-604564dd-c063-4233-a68e-5e099f290c19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 200 len: 835 time: 0.4403358 Aug 31 14:06:23.958096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 4, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port': {'id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:15Z', 'updated_at': '2021-08-31T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '095bf297-b38e-44eb-b059-600657ea74f3', 'name': '', 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'mac_address': 'fa:16:3e:6c:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:18Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 2, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'subnets': [{'id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:23.959216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.006573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Checking router: afd392b5-d564-4823-af0f-d614f574b1e9 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:24.006801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Updating router afd392b5-d564-4823-af0f-d614f574b1e9 port 095bf297-b38e-44eb-b059-600657ea74f3 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:24.019105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Deleting port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:24.019467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.021741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-63fa80b5-8f4c-42f6-8fc4-885ae9627fda service neutron] 10.222.0.10 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121279 Aug 31 14:06:24.082113 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.086551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:24.089344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-ea1f965f-0c2b-4337-866d-979699c98f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:24.091741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-ea1f965f-0c2b-4337-866d-979699c98f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425941 Aug 31 14:06:24.093368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] For port aff4c4a1-a3b2-44fa-bdb1-925a6c261987, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=aff4c4a1-a3b2-44fa-bdb1-925a6c261987,segment=NetworkSegment(3b277d99-c4c3-41bd-ba93-f43476622077),segment_id=3b277d99-c4c3-41bd-ba93-f43476622077)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:24.093871 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.107044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Calling delete_port for aff4c4a1-a3b2-44fa-bdb1-925a6c261987 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:24.112311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-b9672915-e884-4ebb-9320-a9dd2ee87dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:24.113806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-b9672915-e884-4ebb-9320-a9dd2ee87dd9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f8bca01e-bbe1-4db9-a127-8114c03af889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762552 Aug 31 14:06:24.124478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:24.124824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5088e9f3-d99c-48aa-89bd-6cbe7d6e9af9 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:24.202539 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.230271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Pushing event deleted for resources: {'Port': ['ID=aff4c4a1-a3b2-44fa-bdb1-925a6c261987,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:24.236209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] No DVR routers for this DVR port aff4c4a1-a3b2-44fa-bdb1-925a6c261987 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:24.271422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a65d683-a8ad-456c-9cd6-adf10cae5b38 None None] DHCP port deletion for e826e557-6658-4810-8c86-7d55890038fa request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:06:24.321912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.334499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e826e557-6658-4810-8c86-7d55890038fa']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:24.350793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b277d99-c4c3-41bd-ba93-f43476622077') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:24.351100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b277d99-c4c3-41bd-ba93-f43476622077') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:24.367852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.377780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-6de529f8-5b5f-4c0f-a8d2-1a0790c90890 service neutron] 10.222.0.101 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039971 Aug 31 14:06:24.383719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.390939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Releasing vlan 1512 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:24.391424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:24.393774 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:24.424707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-b715ba7a-2d80-4b74-a5ac-721691ef7f7c service neutron] 10.222.0.10 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017620 Aug 31 14:06:24.459383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.476361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-1c41889b-18a8-41b4-b2f3-84727d42ce44 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:24.478592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-1c41889b-18a8-41b4-b2f3-84727d42ce44 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 943 time: 0.3037217 Aug 31 14:06:24.482922 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.502943 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] 10.222.0.10 "DELETE /v2.0/networks/e826e557-6658-4810-8c86-7d55890038fa HTTP/1.1" status: 204 len: 168 time: 0.6754494 Aug 31 14:06:24.505377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0073-e8c7-41fb-b32c-3337870d42fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e826e557-6658-4810-8c86-7d55890038fa,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:24.508398 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.520493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Transition to ACTIVE for port object 095bf297-b38e-44eb-b059-600657ea74f3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:24.533290 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.539033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-054938cc-5448-4c04-85e6-dffcf0160eda service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372413 Aug 31 14:06:24.590036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946556a8-dad3-4f94-8c7c-fcd91b2abc88 None None] Pushing event updated for resources: {'Port': ['ID=095bf297-b38e-44eb-b059-600657ea74f3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:24.652705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53248) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:24.671343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Attempting to bind port 095bf297-b38e-44eb-b059-600657ea74f3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:24.671616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Attempting to bind port 095bf297-b38e-44eb-b059-600657ea74f3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:24.671987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Attempting to bind port 095bf297-b38e-44eb-b059-600657ea74f3 on network 5e4fad7d-a100-4ace-b623-0e5390f9e177 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:24.681405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:24.681855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Checking segment: {'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:24.682261 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.682658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Bound using segment: {'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:24.683163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Bound port: 095bf297-b38e-44eb-b059-600657ea74f3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:24.690886 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.760609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53254) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:24.811637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-c95f96e2-cb94-47d0-885d-8b79bc981e78 service neutron] 10.222.0.26 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631309 Aug 31 14:06:24.814048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] For port 095bf297-b38e-44eb-b059-600657ea74f3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:24.817670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] For port 095bf297-b38e-44eb-b059-600657ea74f3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=095bf297-b38e-44eb-b059-600657ea74f3,segment=NetworkSegment(cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d),segment_id=cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:24.826298 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.851738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4855f648-cda9-4e60-9acc-4838b1dea59e req-4cc6b93c-11a6-426a-8247-10e29c56b088 service neutron] 10.222.0.101 "GET /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522729 Aug 31 14:06:24.874952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:24.875967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.881655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] Deleting subnet 02326dba-1fb6-4485-9b8e-234d2e9925b4 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:24.890585 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.932067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946556a8-dad3-4f94-8c7c-fcd91b2abc88 None None] Pushing event updated for resources: {'Port': ['ID=095bf297-b38e-44eb-b059-600657ea74f3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:24.951976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Routers {'afd392b5-d564-4823-af0f-d614f574b1e9'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:24.953752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:05:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['afd392b5-d564-4823-af0f-d614f574b1e9'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:24.960430 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-328bb6af-d818-496d-a3c3-a973273f2240 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a11b1a6b125c4e648eb2993448ee4807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986523 Aug 31 14:06:24.962902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53260) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:24.972989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.060239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.085315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:25.086372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.101943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:25.108995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] Set router afd392b5-d564-4823-af0f-d614f574b1e9 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:25.124792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7e63769-1a76-4b78-a22b-ac04fde408c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.150942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7e63769-1a76-4b78-a22b-ac04fde408c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.213487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7e63769-1a76-4b78-a22b-ac04fde408c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.217079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7e63769-1a76-4b78-a22b-ac04fde408c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.221632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c7e63769-1a76-4b78-a22b-ac04fde408c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031 HTTP/1.1" status: 204 len: 168 time: 0.2575850 Aug 31 14:06:25.237784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e63769-1a76-4b78-a22b-ac04fde408c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd71d90-d0b0-4ef3-ad1a-a2c7da3e4031,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:25.284429 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.319266 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.338050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] 10.222.0.10 "DELETE /v2.0/subnets/02326dba-1fb6-4485-9b8e-234d2e9925b4 HTTP/1.1" status: 204 len: 168 time: 0.6832707 Aug 31 14:06:25.387554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53266) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:25.422816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16e0ce-bbae-4f25-9cef-8c9715a8f7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02326dba-1fb6-4485-9b8e-234d2e9925b4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:25.492735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.528747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 095bf297-b38e-44eb-b059-600657ea74f3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:25.541633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d594d-d4c8-4a49-81b1-d784ef0a35ed req-190aa34e-6dab-43bc-9bf2-72632b934808 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:25.549084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e2d594d-d4c8-4a49-81b1-d784ef0a35ed req-190aa34e-6dab-43bc-9bf2-72632b934808 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.3021650 Aug 31 14:06:25.566441 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 4, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port': {'id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:15Z', 'updated_at': '2021-08-31T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '095bf297-b38e-44eb-b059-600657ea74f3', 'name': '', 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'mac_address': 'fa:16:3e:6c:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:18Z', 'updated_at': '2021-08-31T14:06:24Z', 'revision_number': 4, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'subnets': [{'id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:25.594841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.616381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc95e3-05fa-48b2-8770-415a9fdba8e4 None None] The sync data for ids ['afd392b5-d564-4823-af0f-d614f574b1e9'] in n-d-792362-6 is: [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 4, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port': {'id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:15Z', 'updated_at': '2021-08-31T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '095bf297-b38e-44eb-b059-600657ea74f3', 'name': '', 'network_id': '5e4fad7d-a100-4ace-b623-0e5390f9e177', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'mac_address': 'fa:16:3e:6c:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:18Z', 'updated_at': '2021-08-31T14:06:24Z', 'revision_number': 4, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'subnets': [{'id': 'ce2cd066-a3ac-4c0f-adf1-6fadab9e287a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:25.631899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=5738f8a5-12b3-4612-8c6b-9fbf7383fc20,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:25.640457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 095bf297-b38e-44eb-b059-600657ea74f3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:25.645658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 095bf297-b38e-44eb-b059-600657ea74f3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:25.646031 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.742720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.765765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e2d594d-d4c8-4a49-81b1-d784ef0a35ed req-dca86c19-6442-4f2f-be97-af8ee12c5553 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155392 Aug 31 14:06:25.768566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.808909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] No DVR routers for this DVR port 5738f8a5-12b3-4612-8c6b-9fbf7383fc20 on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:25.811856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3cca68-eb88-46bf-ab3f-57f1f2694ff7']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:25.819600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.822770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42163c7c-23e0-4a5f-85ed-d19e14eb2a08 req-abc8734e-8ab9-4f96-808e-8307cc58dc21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.101 "DELETE /v2.0/ports/5738f8a5-12b3-4612-8c6b-9fbf7383fc20 HTTP/1.1" status: 204 len: 173 time: 1.3353796 Aug 31 14:06:25.822770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'name': 'network-vif-deleted', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:25.825183 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67fb85f-34af-4769-9e72-20aef230ade7" -d '{"events": [{"server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "name": "network-vif-deleted", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:25.855066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 095bf297-b38e-44eb-b059-600657ea74f3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=095bf297-b38e-44eb-b059-600657ea74f3,segment=NetworkSegment(cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d),segment_id=cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:25.858916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdd7112-dca4-41fc-a927-0f25cd9c2fde') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:25.859224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdd7112-dca4-41fc-a927-0f25cd9c2fde') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:25.861290 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.895447 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.976062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4589b85-84ff-4e4a-9366-213bc3d89204 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:25.986503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.013085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=095bf297-b38e-44eb-b059-600657ea74f3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:26.017835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d4589b85-84ff-4e4a-9366-213bc3d89204 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:26.018224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4589b85-84ff-4e4a-9366-213bc3d89204 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:26.018647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device aff4c4a1-a3b2-44fa-bdb1-925a6c261987 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:26.026004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bd51860-d622-43f1-8053-cd84db613918 req-521f3dd6-1d11-4fa2-8a97-e30103e7e954 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.1185088 Aug 31 14:06:26.034070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Releasing vlan 1534 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:26.034501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:26.054434 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:26.074666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: aff4c4a1-a3b2-44fa-bdb1-925a6c261987 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:26.075071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device aff4c4a1-a3b2-44fa-bdb1-925a6c261987 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:26.222764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.235890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2805d7-743e-40d5-b2aa-7e39c689088d req-5c3f7d86-5a07-47ea-bff7-8787f3f0f14c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:26.243363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a2805d7-743e-40d5-b2aa-7e39c689088d req-5c3f7d86-5a07-47ea-bff7-8787f3f0f14c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0763676 Aug 31 14:06:26.245759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.250133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9e3cca68-eb88-46bf-ab3f-57f1f2694ff7 HTTP/1.1" status: 204 len: 168 time: 0.8575103 Aug 31 14:06:26.276913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d94a6a-ebb4-42ef-b029-214f375e12b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3cca68-eb88-46bf-ab3f-57f1f2694ff7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:26.314742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a2805d7-743e-40d5-b2aa-7e39c689088d req-d30c1691-4366-4a77-a751-a9e1cd1fcaa6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704865 Aug 31 14:06:26.427962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53294) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:26.487336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9db19f9c-3758-4ae0-b878-8f5ec79276bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8015202e41ed475ab625fbe78cf90031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579057 Aug 31 14:06:26.490020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53298) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:26.567531 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68ac645c-7b92-4c44-8161-f7324e257423 req-321d16c5-f008-4668-b229-b911c524f3b1 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 210 time: 0.0434041 Aug 31 14:06:26.586414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-621f936b-6f48-4242-84e1-678190049d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.612759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-621f936b-6f48-4242-84e1-678190049d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.741694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec490-dbf7-45e6-b709-331e0c0ace61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.746417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-621f936b-6f48-4242-84e1-678190049d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.749101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-621f936b-6f48-4242-84e1-678190049d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.752683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-621f936b-6f48-4242-84e1-678190049d34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ba12a6f-6f89-4d90-81c6-4d8e1d769470 HTTP/1.1" status: 204 len: 168 time: 0.2591701 Aug 31 14:06:26.766082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-2c2ac474-6293-47b1-a8f9-29d5aa59971f tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:26.767700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-2c2ac474-6293-47b1-a8f9-29d5aa59971f tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.26 "GET /v2.0/networks?id=1ae7ff38-4796-4bd5-8b1e-2be64db591f2 HTTP/1.1" status: 200 len: 912 time: 0.1314714 Aug 31 14:06:26.768374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f936b-6f48-4242-84e1-678190049d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba12a6f-6f89-4d90-81c6-4d8e1d769470,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:26.780191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Request body: {'port': {'device_id': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'admin_state_up': True, 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:26.806667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Made reservation on behalf of 144a1d92a03347a387ede888ea5bc7f5 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:26.809946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.962126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85cfb6-74f3-43fb-be20-ef096d8ab971 req-ea4ece33-f9cf-4e7d-b772-7cfb9630e572 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:26.967935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85cfb6-74f3-43fb-be20-ef096d8ab971 req-ea4ece33-f9cf-4e7d-b772-7cfb9630e572 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:26.973733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85cfb6-74f3-43fb-be20-ef096d8ab971 req-ea4ece33-f9cf-4e7d-b772-7cfb9630e572 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:26.975372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c85cfb6-74f3-43fb-be20-ef096d8ab971 req-ea4ece33-f9cf-4e7d-b772-7cfb9630e572 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287&device_id=ab92655e-0f0e-476a-9125-fd316981945d&device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 2418 time: 0.1056430 Aug 31 14:06:26.981729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Allocated IP 172.20.0.14 (1ae7ff38-4796-4bd5-8b1e-2be64db591f2/9620e5ed-9675-42cc-aaf9-06eca11acddc/fbfcbc0f-cc2c-4919-9818-efaf5d3b1011) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:27.053078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c85cfb6-74f3-43fb-be20-ef096d8ab971 req-6c53f91f-53e6-4d92-9449-e27e818f320c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690196 Aug 31 14:06:27.108490 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a00ca12-e29b-4d36-9e04-335cd1fe3195 x-openstack-request-id: req-1a00ca12-e29b-4d36-9e04-335cd1fe3195 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:27.108846 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feda7109-c01c-4410-bdba-f7105c3f04f1", "name": "network-vif-deleted", "tag": "5738f8a5-12b3-4612-8c6b-9fbf7383fc20", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:27.109197 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a00ca12-e29b-4d36-9e04-335cd1fe3195 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:27.109664 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feda7109-c01c-4410-bdba-f7105c3f04f1', 'name': 'network-vif-deleted', 'tag': '5738f8a5-12b3-4612-8c6b-9fbf7383fc20', 'status': 'completed', 'code': 200} Aug 31 14:06:27.202061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.219547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Transition to ACTIVE for port object fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:27.239696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f8bc8-baff-4c8c-b933-2e37ae6cd9ed req-928fc448-57c0-41b1-9431-c22e1974f021 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:27.241239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-241f8bc8-baff-4c8c-b933-2e37ae6cd9ed req-928fc448-57c0-41b1-9431-c22e1974f021 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0784154 Aug 31 14:06:27.300009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-241f8bc8-baff-4c8c-b933-2e37ae6cd9ed req-73a1ef17-55e6-47c5-91e3-8f6a5d09e921 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513945 Aug 31 14:06:27.301536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.354782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Pushing event updated for resources: {'Port': ['ID=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:27.359574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:27.367022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:27.370287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:27.393094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 095bf297-b38e-44eb-b059-600657ea74f3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:27.452147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:27.453798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.471430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-bfdc86b6-5688-4590-90b6-c6c4b25d6fec tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6951303 Aug 31 14:06:27.474373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 095bf297-b38e-44eb-b059-600657ea74f3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:27.474974 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.499491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Request body: {'port': {'device_id': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:27.578830 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.694745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53342) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:27.789973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a7000359-789c-41ba-8fc5-f0fb860da1b7 None None] Provisioning for port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:27.797050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a7000359-789c-41ba-8fc5-f0fb860da1b7 None None] Provisioning complete for port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:27.798403 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a7000359-789c-41ba-8fc5-f0fb860da1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.853187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a7000359-789c-41ba-8fc5-f0fb860da1b7 None None] Port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:27.869249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2df8a977-d3ab-4173-96a5-5561d250ecb5 req-c49ec498-3243-4657-99f0-2e9a76e1e2c6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0407958 Aug 31 14:06:27.895705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53350) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:27.896539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1776996924-network', 'tenant_id': '70987212260f489682a7b44d1229811d'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:27.925938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Made reservation on behalf of 70987212260f489682a7b44d1229811d for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:27.930281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.949661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.067083 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.072374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.112586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1509, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:28.121585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac15f97-40fc-4a10-9b3d-dc71e368d1e3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:28.133318 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.133557 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Added segment 7e032179-2e62-4233-985d-8d3b61930d4f of type vlan for network b0262a5e-eb4b-40d8-9262-2636029cb05c Aug 31 14:06:28.188460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.220155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.221660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:28.222490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.294339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5955751 Aug 31 14:06:28.294554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53358) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:28.296743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ad13-9220-4bca-843d-53f7bc4dec46 admin admin] Pushing event updated for resources: {'Network': ['ID=b0262a5e-eb4b-40d8-9262-2636029cb05c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:28.302510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Request body: {'subnet': {'network_id': 'b0262a5e-eb4b-40d8-9262-2636029cb05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1776996924-subnet', 'tenant_id': '70987212260f489682a7b44d1229811d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:28.308120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b0262a5e-eb4b-40d8-9262-2636029cb05c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:28.329872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Made reservation on behalf of 70987212260f489682a7b44d1229811d for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:28.332586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.377473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:28.394556 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.414513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fc35-6cdc-4f9f-a2b9-3577149c1b01 req-0c240b56-7832-4c9c-a6dc-0c6240ee11b4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:28.416312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c315fc35-6cdc-4f9f-a2b9-3577149c1b01 req-0c240b56-7832-4c9c-a6dc-0c6240ee11b4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.4391737 Aug 31 14:06:28.480930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Transition to ACTIVE for port object fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:28.492621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.527183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.595368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c315fc35-6cdc-4f9f-a2b9-3577149c1b01 req-c47408a9-1096-4cda-a174-aaf862d0a704 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338747 Aug 31 14:06:28.600294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8c1544-bb84-4338-9458-89a8d7e210be,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:28.607672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:28.649598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Checking segment: {'id': '7e032179-2e62-4233-985d-8d3b61930d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': 'b0262a5e-eb4b-40d8-9262-2636029cb05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:28.649980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Network hostable DHCP agents. Network: b0262a5e-eb4b-40d8-9262-2636029cb05c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:28.679723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Network b0262a5e-eb4b-40d8-9262-2636029cb05c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:28.691521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b0262a5e-eb4b-40d8-9262-2636029cb05c) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:28.696790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:28.698180 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.709768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670168ee-a2cf-4caf-a43b-32794ddeda1b None None] Network b0262a5e-eb4b-40d8-9262-2636029cb05c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:28.721471 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a543e470-dde2-4e0b-866f-66d8ea003249 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4257576 Aug 31 14:06:28.790456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Attempting to bind port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:28.790922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Attempting to bind port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:28.791358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Attempting to bind port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:28.815401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:28.816551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Attempting to bind port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:28.870401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:28.870953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Checking segment: {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:28.871491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Bound using segment: {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:28.871957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Bound port: fbfcbc0f-cc2c-4919-9818-efaf5d3b1011, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:28.872332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.884325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31927d0f-1086-4076-b0ac-eb5d0fef6006 None None] Network b0262a5e-eb4b-40d8-9262-2636029cb05c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:28.948027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba1975-8f5a-4506-9f15-afd0ac0b70db req-c44d5dd6-9274-485a-9677-ba8d7f3749e5 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:28.949615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68ba1975-8f5a-4506-9f15-afd0ac0b70db req-c44d5dd6-9274-485a-9677-ba8d7f3749e5 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1053 time: 0.1246109 Aug 31 14:06:29.016526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] For port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:29.034314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68ba1975-8f5a-4506-9f15-afd0ac0b70db req-a3d31518-6f8f-4c2e-b44f-7b7538d1ce8a tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724063 Aug 31 14:06:29.041609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] For port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:29.045672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.049398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.145126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:29.145540 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.146955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] 10.222.0.26 "PUT /v2.0/ports/fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 HTTP/1.1" status: 200 len: 1092 time: 1.6525147 Aug 31 14:06:29.147412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'tag': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:29.150304 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26" -d '{"events": [{"name": "network-changed", "server_uuid": "8168cee6-9f15-4e32-9ad7-a550c1ce7f1b", "tag": "fbfcbc0f-cc2c-4919-9818-efaf5d3b1011"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:29.203014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-348ba643-e2a2-41e4-9534-a1d3f87780c8 req-3a4f88f2-bdc1-4d5e-9717-74c5cf81f19e tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.0870311 Aug 31 14:06:29.238309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b604f0-e1f5-4de4-bcbf-203ee5560326 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:29.321655 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e13cd9e3-3623-4f24-a8ca-4368cf499bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.373660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-97f25ee8-f29d-4cb9-9d95-1fe0e3d1a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:29.375891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-97f25ee8-f29d-4cb9-9d95-1fe0e3d1a8fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=144a1d92a03347a387ede888ea5bc7f5&device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1095 time: 0.0989292 Aug 31 14:06:29.466240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-fcc5edea-f45b-4887-8c4f-5c25078be461 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 HTTP/1.1" status: 200 len: 217 time: 0.0426934 Aug 31 14:06:29.495958 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.589265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port d4c76532-8250-4945-a3d8-242e3d344471 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:29.589620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.631867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-3d1a0a4f-3ccc-4158-8e60-30a029bf59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:29.633432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-3d1a0a4f-3ccc-4158-8e60-30a029bf59b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9620e5ed-9675-42cc-aaf9-06eca11acddc HTTP/1.1" status: 200 len: 849 time: 0.1147032 Aug 31 14:06:29.645390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86db85-901b-479b-ad58-ab5dc3889be3 req-4ae4f553-936c-4afd-8cf6-acd1ea696141 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:29.646788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f86db85-901b-479b-ad58-ab5dc3889be3 req-4ae4f553-936c-4afd-8cf6-acd1ea696141 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1388464 Aug 31 14:06:29.748665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f86db85-901b-479b-ad58-ab5dc3889be3 req-6663f222-ec64-485e-804a-182479e75a01 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863426 Aug 31 14:06:29.752728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ff99-9291-41e3-802c-21eca511579e req-c6d1afa4-f5ab-41db-a5e1-680e9d81a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:29.755117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-c6d1afa4-f5ab-41db-a5e1-680e9d81a008 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ae7ff38-4796-4bd5-8b1e-2be64db591f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066122 Aug 31 14:06:29.759147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port d4c76532-8250-4945-a3d8-242e3d344471, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d4c76532-8250-4945-a3d8-242e3d344471,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:29.771261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.771355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53378) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:29.795702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for d4c76532-8250-4945-a3d8-242e3d344471 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:29.818645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] Deleting subnet 4a8c1544-bb84-4338-9458-89a8d7e210be {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:29.822519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.822651 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e24e8a4-5002-4b55-965d-a5030e4a1577 x-openstack-request-id: req-0e24e8a4-5002-4b55-965d-a5030e4a1577 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:29.822926 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8168cee6-9f15-4e32-9ad7-a550c1ce7f1b", "tag": "fbfcbc0f-cc2c-4919-9818-efaf5d3b1011", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:29.823183 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e24e8a4-5002-4b55-965d-a5030e4a1577 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:29.823589 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'tag': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011', 'status': 'completed', 'code': 200} Aug 31 14:06:29.861336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.904018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.921160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-a14b1945-b8e1-4925-ae88-bb8479d3ae64 service neutron] 10.222.0.26 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479068 Aug 31 14:06:30.015093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.057454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8c1544-bb84-4338-9458-89a8d7e210be,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:30.065248 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.070180 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d917e14a-58c4-44e8-9a52-3b49f8ba6d51 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4a8c1544-bb84-4338-9458-89a8d7e210be HTTP/1.1" status: 204 len: 168 time: 0.2986264 Aug 31 14:06:30.070679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53398) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:30.127961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff99-9291-41e3-802c-21eca511579e req-7c254759-e46a-4389-b5eb-ae51f494ad57 service neutron] 10.222.0.26 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646905 Aug 31 14:06:30.146785 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.158800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.192291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=d4c76532-8250-4945-a3d8-242e3d344471,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:30.285257 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.297252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0262a5e-eb4b-40d8-9262-2636029cb05c']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:30.309291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e032179-2e62-4233-985d-8d3b61930d4f') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:30.309638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e032179-2e62-4233-985d-8d3b61930d4f') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:30.319619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.334733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.342241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Releasing vlan 1509 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:30.342824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:30.344626 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:30.409309 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.415120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.419658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d587926-7f9d-406e-b8a7-5970802a6f14 req-fc0921a9-926e-4a1c-8574-142c1927bb90 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:30.419798 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b0262a5e-eb4b-40d8-9262-2636029cb05c HTTP/1.1" status: 204 len: 168 time: 0.3453748 Aug 31 14:06:30.424948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d587926-7f9d-406e-b8a7-5970802a6f14 req-fc0921a9-926e-4a1c-8574-142c1927bb90 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1738312 Aug 31 14:06:30.428925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1d9ba-f997-44e2-9613-2e4d4a95dd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0262a5e-eb4b-40d8-9262-2636029cb05c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:30.522027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d587926-7f9d-406e-b8a7-5970802a6f14 req-a233347e-2d11-4714-9b25-0a940c45b012 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960400 Aug 31 14:06:30.531916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-23e1cd4f-c2e0-48cd-a7fe-01ac24908a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:30.533840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-23e1cd4f-c2e0-48cd-a7fe-01ac24908a9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=144a1d92a03347a387ede888ea5bc7f5&device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1095 time: 0.2278235 Aug 31 14:06:30.550510 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.569940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.570643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53412) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:30.622612 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a413312d-693e-4f54-a36a-dc6fd022d26d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70987212260f489682a7b44d1229811d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496523 Aug 31 14:06:30.626552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53416) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:30.698931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca43d046-be90-46c7-ab04-0a83f64b3fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.723417 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca43d046-be90-46c7-ab04-0a83f64b3fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.770508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca43d046-be90-46c7-ab04-0a83f64b3fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.773400 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca43d046-be90-46c7-ab04-0a83f64b3fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.777362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ca43d046-be90-46c7-ab04-0a83f64b3fd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ac15f97-40fc-4a10-9b3d-dc71e368d1e3 HTTP/1.1" status: 204 len: 168 time: 0.1497808 Aug 31 14:06:30.785611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-8a3c0f5c-a057-4e99-8a6a-40f7ccb9c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:30.786941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43d046-be90-46c7-ab04-0a83f64b3fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac15f97-40fc-4a10-9b3d-dc71e368d1e3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:30.787131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-8a3c0f5c-a057-4e99-8a6a-40f7ccb9c2c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ae7ff38-4796-4bd5-8b1e-2be64db591f2 HTTP/1.1" status: 200 len: 912 time: 0.2280581 Aug 31 14:06:30.845345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa38420-65e4-437a-8c04-c31b066dd24f req-df3495b0-bbfa-4b33-b3b2-3bb488166b3f tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:30.846990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fa38420-65e4-437a-8c04-c31b066dd24f req-df3495b0-bbfa-4b33-b3b2-3bb488166b3f tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1095 time: 0.1507223 Aug 31 14:06:30.850624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-ffe6abd9-fe01-4214-9241-cecd18f56ca0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 HTTP/1.1" status: 200 len: 217 time: 0.0515287 Aug 31 14:06:31.235565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f55e49b-0973-4bbc-8d29-3b63d93411d3 req-fc890218-bc82-444d-8fd5-07b06df9bf03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.0840814 Aug 31 14:06:31.262419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fa38420-65e4-437a-8c04-c31b066dd24f req-982520b5-c19a-45a5-b543-808564858094 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072809 Aug 31 14:06:31.265956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-3a44d88d-a109-4927-83b0-66518f9453aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:31.267654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-3a44d88d-a109-4927-83b0-66518f9453aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9620e5ed-9675-42cc-aaf9-06eca11acddc HTTP/1.1" status: 200 len: 849 time: 0.4035156 Aug 31 14:06:31.330847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router a91a76e5-7a35-4ec4-86b3-f7d457feed5f has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:31.493646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:31.502207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0c1af316-5374-4daf-b021-859f81f493bd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/a91a76e5-7a35-4ec4-86b3-f7d457feed5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6030085 Aug 31 14:06:31.502634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:31.508996 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] Sync routers for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:31.530891 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:31.531520 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:31.578794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting subnet d301d674-4da6-4244-95c0-58e96ad1ee55 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:31.582826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.629917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.655996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-255657b6-2c90-4a95-bee5-a712f2ca3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:31.657732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-255657b6-2c90-4a95-bee5-a712f2ca3686 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ae7ff38-4796-4bd5-8b1e-2be64db591f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783501 Aug 31 14:06:31.704173 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:31.785202 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.793588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-b01a9131-5407-402b-8f69-7d4f76183e2a service neutron] 10.222.0.26 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207190 Aug 31 14:06:31.831229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1fc09fb-22f2-43f8-958e-6eb0495295b5 req-37560034-8b67-457c-bfdf-7743d090f571 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0325518 Aug 31 14:06:31.870609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.911851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Subnet': ['ID=d301d674-4da6-4244-95c0-58e96ad1ee55,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:31.916047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.921090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-48154533-81c2-402d-81ae-f1eeba7ec576 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/subnets/d301d674-4da6-4244-95c0-58e96ad1ee55 HTTP/1.1" status: 204 len: 168 time: 0.4171715 Aug 31 14:06:31.921600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53456) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:31.924982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457088e-53ca-40d8-90ad-bcdf06b481d8 None None] Network f8bca01e-bbe1-4db9-a127-8114c03af889 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:31.963766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef230e7-53a2-4b58-8064-c4e4c6f39e26 req-36f2b91a-acb0-4af3-93c3-b02d4d31d3d4 service neutron] 10.222.0.26 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317334 Aug 31 14:06:31.982117 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:06:30Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:32.011528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.039879 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] Checking router: a91a76e5-7a35-4ec4-86b3-f7d457feed5f for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:32.049830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] Routers {'a91a76e5-7a35-4ec4-86b3-f7d457feed5f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:32.052470 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:32.066120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.175672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] DHCP port deletion for f8bca01e-bbe1-4db9-a127-8114c03af889 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:06:32.176190 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] Set router a91a76e5-7a35-4ec4-86b3-f7d457feed5f gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:32.191374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.232656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] Deleting port 18327499-ea0d-44b4-aec3-2398b1b3672b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:32.233071 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.257656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 62816c19-1bc1-459f-b045-45a1335ee2bf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:32.258010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.307217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] For port 18327499-ea0d-44b4-aec3-2398b1b3672b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=18327499-ea0d-44b4-aec3-2398b1b3672b,segment=NetworkSegment(16fd9169-9a31-4aa0-ab38-b332cb12f6cf),segment_id=16fd9169-9a31-4aa0-ab38-b332cb12f6cf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:32.307626 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.323781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] Calling delete_port for 18327499-ea0d-44b4-aec3-2398b1b3672b owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:32.380836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port 62816c19-1bc1-459f-b045-45a1335ee2bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=62816c19-1bc1-459f-b045-45a1335ee2bf,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:32.381298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.397510 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:06:30Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:32.400431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 62816c19-1bc1-459f-b045-45a1335ee2bf owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:32.424264 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.426574 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384eb158-1f09-4b4b-8db2-86d66c23c448 None None] The sync data for ids ['a91a76e5-7a35-4ec4-86b3-f7d457feed5f'] in n-d-792362-6 is: [{'id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315946462', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:29Z', 'updated_at': '2021-08-31T14:06:30Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '62816c19-1bc1-459f-b045-45a1335ee2bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a76e5-7a35-4ec4-86b3-f7d457feed5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:30Z', 'updated_at': '2021-08-31T14:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:32.462570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] No DVR routers for this DVR port 18327499-ea0d-44b4-aec3-2398b1b3672b on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:32.464607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ee74f-45f5-438d-abc5-62cfbe66e3ed None None] Pushing event deleted for resources: {'Port': ['ID=18327499-ea0d-44b4-aec3-2398b1b3672b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:32.490092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45433-a909-4216-9d8d-5ed609fc6047 req-26cb85e3-4c47-457f-af9a-9f6b4297ea37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:32.491888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2dc45433-a909-4216-9d8d-5ed609fc6047 req-26cb85e3-4c47-457f-af9a-9f6b4297ea37 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0622067 Aug 31 14:06:32.531835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2dc45433-a909-4216-9d8d-5ed609fc6047 req-15f5ccbf-5c7f-4bd9-b7b0-b337e83d2d91 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Aug 31 14:06:32.603567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.631561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=62816c19-1bc1-459f-b045-45a1335ee2bf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:32.671644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a701eb5-de11-4942-a312-4c6183ba0384 req-96850644-3ca8-481d-97cb-91fa1e79cb8d tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:32.673234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a701eb5-de11-4942-a312-4c6183ba0384 req-96850644-3ca8-481d-97cb-91fa1e79cb8d tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1095 time: 0.0465145 Aug 31 14:06:32.695831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.711714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a701eb5-de11-4942-a312-4c6183ba0384 req-886f7f96-b731-4bf7-89ae-1e6614ffee64 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Aug 31 14:06:32.814185 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.816407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.863227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.863991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Fanout notify agent at l3_agent the message router_deleted on router a91a76e5-7a35-4ec4-86b3-f7d457feed5f {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:32.872945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.877402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53480) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:32.877758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-30b0546f-6b08-4d5b-a222-9c769d5a312a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/routers/a91a76e5-7a35-4ec4-86b3-f7d457feed5f HTTP/1.1" status: 204 len: 168 time: 0.9549618 Aug 31 14:06:32.990629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.101713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.113421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bca01e-bbe1-4db9-a127-8114c03af889']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:33.130881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fd9169-9a31-4aa0-ab38-b332cb12f6cf') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:33.131183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fd9169-9a31-4aa0-ab38-b332cb12f6cf') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:33.140798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.157080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.164847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:33.165908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:33.169144 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:33.234141 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.240725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:33.248905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.250769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/networks/f8bca01e-bbe1-4db9-a127-8114c03af889 HTTP/1.1" status: 204 len: 168 time: 0.3723457 Aug 31 14:06:33.253662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53490) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:33.261594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1566d-4e2a-4033-afd0-5d709e3e5e5b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Network': ['ID=f8bca01e-bbe1-4db9-a127-8114c03af889,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:33.326905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96285517-3b58-4362-be44-1c6fea746fb7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.356621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:33.360125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96285517-3b58-4362-be44-1c6fea746fb7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.369982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011', 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'port_id': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011', 'mac_address': 'fa:16:3e:f7:a0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9620e5ed-9675-42cc-aaf9-06eca11acddc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:33.383000 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a33644b1-9f2c-4b45-81c4-2208dc75f1bf req-dae43e61-d8a1-4b7f-ab4b-132b934e9cdc tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0379610 Aug 31 14:06:33.424309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.430013 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96285517-3b58-4362-be44-1c6fea746fb7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.433577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96285517-3b58-4362-be44-1c6fea746fb7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.434842 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-96285517-3b58-4362-be44-1c6fea746fb7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/security-groups/2895a0d5-7e68-4861-b64e-c0f1b284a150 HTTP/1.1" status: 204 len: 168 time: 0.1800208 Aug 31 14:06:33.443320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:33.444577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96285517-3b58-4362-be44-1c6fea746fb7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895a0d5-7e68-4861-b64e-c0f1b284a150,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:33.469751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:33.473739 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.525377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:33.599937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4c76532-8250-4945-a3d8-242e3d344471 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:33.621769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d4c76532-8250-4945-a3d8-242e3d344471 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:33.622153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d4c76532-8250-4945-a3d8-242e3d344471 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:33.622575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62816c19-1bc1-459f-b045-45a1335ee2bf no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:33.642005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 62816c19-1bc1-459f-b045-45a1335ee2bf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:33.642350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62816c19-1bc1-459f-b045-45a1335ee2bf not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:33.643063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18327499-ea0d-44b4-aec3-2398b1b3672b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:33.665692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 18327499-ea0d-44b4-aec3-2398b1b3672b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:33.665692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 18327499-ea0d-44b4-aec3-2398b1b3672b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:33.795433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5ea1-a89f-461f-913c-8e193664b87f req-1da26dc3-bf31-42d0-b1ee-ae484cdcbca4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:33.796943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f12e5ea1-a89f-461f-913c-8e193664b87f req-1da26dc3-bf31-42d0-b1ee-ae484cdcbca4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0548420 Aug 31 14:06:33.835004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f12e5ea1-a89f-461f-913c-8e193664b87f req-d4026530-10fb-4e11-8dbf-bee7c26b426f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Aug 31 14:06:33.938312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed3a66-167e-4cfe-ba4c-03f03e0cad01 req-98ea4c34-fa0b-43fd-bf4b-861a846224dd tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:33.939828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50ed3a66-167e-4cfe-ba4c-03f03e0cad01 req-98ea4c34-fa0b-43fd-bf4b-861a846224dd tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0488677 Aug 31 14:06:33.980343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50ed3a66-167e-4cfe-ba4c-03f03e0cad01 req-1f82cc19-c19e-4349-91f9-5d8b8ce9aacf tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Aug 31 14:06:34.036803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-112ed7a7-1891-4085-8589-5769b6c8ef04 req-411cf7ff-3f94-4953-9d63-06735d69200d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0246785 Aug 31 14:06:34.125831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fbfcbc0f-cc2c-4919-9818-efaf5d3b1011'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:34.327180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53518) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.370650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.375452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-aef8256b-24d4-4738-96bf-f7fe2d80c06f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746622651', 'description': 'tempest-secgroup-smoke-1746622651 description', 'project_id': '596b8a705248434c887d147153bd491b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:34.401900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef8256b-24d4-4738-96bf-f7fe2d80c06f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.453328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-058e04cb-7ecc-4b26-a77b-032ea972a662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.487586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22493dfd-77a4-4fbd-90f0-b8c87da319be req-b90e8b82-a758-491a-b356-c20f9b1859d9 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:34.489134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22493dfd-77a4-4fbd-90f0-b8c87da319be req-b90e8b82-a758-491a-b356-c20f9b1859d9 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1096 time: 0.0665975 Aug 31 14:06:34.547364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef8256b-24d4-4738-96bf-f7fe2d80c06f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.549316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22493dfd-77a4-4fbd-90f0-b8c87da319be req-36cba80d-4537-454b-8e07-533136511a3c tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520458 Aug 31 14:06:34.551051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef8256b-24d4-4738-96bf-f7fe2d80c06f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.583554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8256b-24d4-4738-96bf-f7fe2d80c06f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f99d97d-5467-4ee3-be07-94b91cba9dd6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:34.643233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-058e04cb-7ecc-4b26-a77b-032ea972a662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.647572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-058e04cb-7ecc-4b26-a77b-032ea972a662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.653812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a63f4305-1bcf-4e9f-b1e0-7fa2d6ce8fce req-96e920c0-7350-4489-a52b-278a8dd2c97b tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0303164 Aug 31 14:06:34.655179 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aef8256b-24d4-4738-96bf-f7fe2d80c06f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.656487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aef8256b-24d4-4738-96bf-f7fe2d80c06f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2848375 Aug 31 14:06:34.659370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53528) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.664960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fc2364a0-7ca1-479e-b9bf-a73dc8d64e88 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '8f99d97d-5467-4ee3-be07-94b91cba9dd6', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:34.688941 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-058e04cb-7ecc-4b26-a77b-032ea972a662 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77e71989912142f4a2c49a40177a0696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604472 Aug 31 14:06:34.691183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e04cb-7ecc-4b26-a77b-032ea972a662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac86b1c-e40c-4819-85ed-1652fee0be3a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:34.694635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53530) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.701142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc2364a0-7ca1-479e-b9bf-a73dc8d64e88 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.760240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a029d506-9df3-4804-ae69-70353aa9d385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.769616 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc2364a0-7ca1-479e-b9bf-a73dc8d64e88 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.773683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc2364a0-7ca1-479e-b9bf-a73dc8d64e88 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.783867 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a029d506-9df3-4804-ae69-70353aa9d385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.791704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2364a0-7ca1-479e-b9bf-a73dc8d64e88 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728771fe-2052-49f8-b2a0-01829207592c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:34.798258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc2364a0-7ca1-479e-b9bf-a73dc8d64e88 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.799599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fc2364a0-7ca1-479e-b9bf-a73dc8d64e88 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390021 Aug 31 14:06:34.802183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53532) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.807444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-166d3067-ac27-4b4c-b5d1-84d7b32d9412 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '8f99d97d-5467-4ee3-be07-94b91cba9dd6', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:34.834030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-166d3067-ac27-4b4c-b5d1-84d7b32d9412 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.836714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a029d506-9df3-4804-ae69-70353aa9d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.839529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a029d506-9df3-4804-ae69-70353aa9d385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.840706 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a029d506-9df3-4804-ae69-70353aa9d385 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ac86b1c-e40c-4819-85ed-1652fee0be3a HTTP/1.1" status: 204 len: 168 time: 0.1450121 Aug 31 14:06:34.848564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029d506-9df3-4804-ae69-70353aa9d385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac86b1c-e40c-4819-85ed-1652fee0be3a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:34.927029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-166d3067-ac27-4b4c-b5d1-84d7b32d9412 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.932099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-166d3067-ac27-4b4c-b5d1-84d7b32d9412 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.972518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d3067-ac27-4b4c-b5d1-84d7b32d9412 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e447f87-80e1-49a0-9be6-2ead325e87fa,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:34.981569 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-166d3067-ac27-4b4c-b5d1-84d7b32d9412 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.982799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-166d3067-ac27-4b4c-b5d1-84d7b32d9412 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1795959 Aug 31 14:06:34.985781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53540) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.990997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-124dc205-9aa4-4aef-8e61-337ad7cc5ccf tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '8f99d97d-5467-4ee3-be07-94b91cba9dd6', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:34.994903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f52e8-f317-4540-b9be-98de396db7b0 req-66f7c7a2-ea57-4220-844e-d261cd96a3dd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:34.997775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a3f52e8-f317-4540-b9be-98de396db7b0 req-66f7c7a2-ea57-4220-844e-d261cd96a3dd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0852251 Aug 31 14:06:35.027396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-124dc205-9aa4-4aef-8e61-337ad7cc5ccf tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.039853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a3f52e8-f317-4540-b9be-98de396db7b0 req-c1ba4b96-3330-4063-b959-7cbb86f50e8c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344970 Aug 31 14:06:35.095624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-124dc205-9aa4-4aef-8e61-337ad7cc5ccf tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.100272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-124dc205-9aa4-4aef-8e61-337ad7cc5ccf tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.123838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dc205-9aa4-4aef-8e61-337ad7cc5ccf tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d4f49e-d473-40b4-8963-4a4ba22824de,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:35.126954 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-124dc205-9aa4-4aef-8e61-337ad7cc5ccf tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.128168 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-124dc205-9aa4-4aef-8e61-337ad7cc5ccf tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408827 Aug 31 14:06:35.130912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53548) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:35.135732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b92b882f-67c5-480c-8546-70c291bd95cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '8f99d97d-5467-4ee3-be07-94b91cba9dd6', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:35.159309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe7c33-2623-4876-9f22-156477065082 req-fccd0ce5-8623-4569-b9fb-224e342c1023 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.161043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26fe7c33-2623-4876-9f22-156477065082 req-fccd0ce5-8623-4569-b9fb-224e342c1023 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0594394 Aug 31 14:06:35.165808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b92b882f-67c5-480c-8546-70c291bd95cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.207032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26fe7c33-2623-4876-9f22-156477065082 req-2b189443-e0fc-43cf-8b81-9722f42ebe2a tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Aug 31 14:06:35.241941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b92b882f-67c5-480c-8546-70c291bd95cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.246291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b92b882f-67c5-480c-8546-70c291bd95cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.265332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b882f-67c5-480c-8546-70c291bd95cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e7d1fe-0738-4d8f-b62b-fd6c1f7c69e3,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:35.273809 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b92b882f-67c5-480c-8546-70c291bd95cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.275172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b92b882f-67c5-480c-8546-70c291bd95cc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433301 Aug 31 14:06:35.278130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53554) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:35.282758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '8f99d97d-5467-4ee3-be07-94b91cba9dd6', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:35.306353 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:06:35.311802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.370014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.376944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.395754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a32d4f7-9881-4d49-b32a-824b4a9ca777,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:35.406573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.406573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8b381aaa-924d-4ae6-b8f6-9c5135d48ee3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245308 Aug 31 14:06:35.411055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53562) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:35.416033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '8f99d97d-5467-4ee3-be07-94b91cba9dd6', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:35.449350 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:06:35.454514 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.515611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.519650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.536419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e91252-9fc9-4a41-b10c-39266125673e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:35.544502 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.548524 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95dad138-f65a-4628-93a5-85d5b04ceea6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335230 Aug 31 14:06:35.548524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53566) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:35.554234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'network': {'name': 'tempest-network-smoke--1825784699', 'project_id': '596b8a705248434c887d147153bd491b', 'port_security_enabled': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:35.578050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:35.581827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.608725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] vlan segment allocate from pool success with {'vlan_id': 1531, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:35.619752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.621375 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Added segment d7ef091e-1b5d-4ffd-baa1-15046489d04d of type vlan for network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 Aug 31 14:06:35.670340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.684172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961df5e-8a18-4ae2-a19a-29854e0b79ec req-abf93ef7-ef6e-4468-b41b-cc245e6d0355 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.686221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0961df5e-8a18-4ae2-a19a-29854e0b79ec req-abf93ef7-ef6e-4468-b41b-cc245e6d0355 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1096 time: 0.0646009 Aug 31 14:06:35.700653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.706184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.706781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.734547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0961df5e-8a18-4ae2-a19a-29854e0b79ec req-0f09f067-fc2b-40b3-aa14-4204d1da60a7 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Aug 31 14:06:35.787966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2380149 Aug 31 14:06:35.790200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53578) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:35.795077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'admin_state_up': True, 'project_id': '596b8a705248434c887d147153bd491b', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:35.826899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c0a45-523c-4c3c-be24-86fd392af311 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Network': ['ID=14db9a62-bbb0-40ab-87af-a317d5f84fb4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:35.839521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:35.840028 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.840511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.863904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96b1ca95-98a5-44eb-8c8e-0742d4e36363 req-ef442a96-66b9-484f-a903-f0b7721b460e tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0441480 Aug 31 14:06:35.954572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.101887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.349083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.381779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.393217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac9f9-3304-4bd1-98e3-7245dd4f1c02 req-a98f5389-d0b4-4659-97a2-0e88a5a70cb9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:36.394707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d6ac9f9-3304-4bd1-98e3-7245dd4f1c02 req-a98f5389-d0b4-4659-97a2-0e88a5a70cb9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1321623 Aug 31 14:06:36.484576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d6ac9f9-3304-4bd1-98e3-7245dd4f1c02 req-ee98fd7c-d24d-4093-aeb8-a11627e95383 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819147 Aug 31 14:06:36.531996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.115 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/7029de6e-3942-4c69-954a-62d7e453dda3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:36.579666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53620) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:36.627031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1af1f3ec-56e5-4c70-a32c-4a64e4a8b80b req-c312c8df-f350-4d47-9830-90367ed36d0b tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0327177 Aug 31 14:06:36.682069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.715504 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c121a9e6-f812-442e-b1c5-1c5e47400f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.772352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83ab7-e931-4acd-acfe-222bea7a1583 req-199ec0b9-cb68-49e1-802a-cb9ac2489e41 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:36.774194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43e83ab7-e931-4acd-acfe-222bea7a1583 req-199ec0b9-cb68-49e1-802a-cb9ac2489e41 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0783730 Aug 31 14:06:36.775482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.819448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c121a9e6-f812-442e-b1c5-1c5e47400f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.824118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c121a9e6-f812-442e-b1c5-1c5e47400f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.838968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:36.851376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:36.855179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=7029de6e-3942-4c69-954a-62d7e453dda3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:36.859750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:36.865402 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c121a9e6-f812-442e-b1c5-1c5e47400f06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dd1ca847b06482d88614ce4f80c52f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845392 Aug 31 14:06:36.865763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43e83ab7-e931-4acd-acfe-222bea7a1583 req-2d3f32d3-7f56-4175-b1bd-c50452efbebc tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818317 Aug 31 14:06:36.866283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53626) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:36.866928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121a9e6-f812-442e-b1c5-1c5e47400f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6031c6d1-bab0-4290-bbf3-92d65ef7931c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:36.930563 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730365e1-3fbe-4f6a-95dc-3a528367ca56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.951730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730365e1-3fbe-4f6a-95dc-3a528367ca56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.998552 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730365e1-3fbe-4f6a-95dc-3a528367ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.001072 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730365e1-3fbe-4f6a-95dc-3a528367ca56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.004462 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-730365e1-3fbe-4f6a-95dc-3a528367ca56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6031c6d1-bab0-4290-bbf3-92d65ef7931c HTTP/1.1" status: 204 len: 168 time: 0.1316056 Aug 31 14:06:37.011290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730365e1-3fbe-4f6a-95dc-3a528367ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6031c6d1-bab0-4290-bbf3-92d65ef7931c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:37.037768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e55536-1117-4d59-b863-845a726da6d3 req-05000ddb-f005-4cab-86dd-362216123d89 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:37.039321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1e55536-1117-4d59-b863-845a726da6d3 req-05000ddb-f005-4cab-86dd-362216123d89 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1096 time: 0.0967352 Aug 31 14:06:37.119856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1e55536-1117-4d59-b863-845a726da6d3 req-61679a82-c4c1-40c3-b6de-8ba626b81bd7 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739787 Aug 31 14:06:37.185452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.269305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:37.323489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:37.327495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:37.328027 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.401528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.418298 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.444017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:37.447160 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7cbefe-bfb4-420c-b7df-bc99454a9f31" -d '{"events": [{"server_uuid": "8168cee6-9f15-4e32-9ad7-a550c1ce7f1b", "name": "network-vif-plugged", "status": "completed", "tag": "fbfcbc0f-cc2c-4919-9818-efaf5d3b1011"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:37.619396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 851240af-b38b-4513-8159-784cadbb2885 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:37.628005 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35fbc64-cefd-43f7-bc0b-9bdb009c59b5 x-openstack-request-id: req-e35fbc64-cefd-43f7-bc0b-9bdb009c59b5 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:37.628284 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8168cee6-9f15-4e32-9ad7-a550c1ce7f1b", "name": "network-vif-plugged", "status": "completed", "tag": "fbfcbc0f-cc2c-4919-9818-efaf5d3b1011", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:37.628717 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e35fbc64-cefd-43f7-bc0b-9bdb009c59b5 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:37.629262 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011', 'code': 200} Aug 31 14:06:37.632757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:37.638292 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.688204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:37.689872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc1750-9c99-4be5-89ac-e9bed35a88a7 req-db9dc4a6-8188-43e9-aa91-efbf7888af65 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:37.698792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56fc1750-9c99-4be5-89ac-e9bed35a88a7 req-db9dc4a6-8188-43e9-aa91-efbf7888af65 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1252155 Aug 31 14:06:38.006456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53664) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.069565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56fc1750-9c99-4be5-89ac-e9bed35a88a7 req-670d9c31-e877-47c9-b535-8453e7318657 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699167 Aug 31 14:06:38.077099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05a81b-37a5-4568-b121-0e7792233043 req-e2324179-31d0-407d-a0a8-e040e4afb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:38.078646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a05a81b-37a5-4568-b121-0e7792233043 req-e2324179-31d0-407d-a0a8-e040e4afb8a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.4055555 Aug 31 14:06:38.091662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:38.105744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Sync routers for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:38.115869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:38.116568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:38.127453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.131612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b94e2048-bdae-46ad-98e6-c76081cfaa1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3373506 Aug 31 14:06:38.132312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53668) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.132427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d9c60cf3-dcad-4549-981e-6ed30676752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.168903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a05a81b-37a5-4568-b121-0e7792233043 req-f77438a2-aa66-4387-8bda-6c11b865a620 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780573 Aug 31 14:06:38.172911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d6ab80c4-8da8-49a8-b362-95445bf28db9 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=596b8a705248434c887d147153bd491b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385754 Aug 31 14:06:38.174365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53672) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.196596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b249f0c-d868-4149-ac39-903414f93802 req-59c7550a-0f98-486b-b136-03d1c613913a tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0301893 Aug 31 14:06:38.236841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:38.295155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c6083-58c5-459b-9ea4-2630f39d87c3 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:38.298980 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-640c6083-58c5-459b-9ea4-2630f39d87c3 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1212454 Aug 31 14:06:38.300841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53676) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.316383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d9c60cf3-dcad-4549-981e-6ed30676752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.320994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d9c60cf3-dcad-4549-981e-6ed30676752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.339446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0fab92a0-718a-428e-992f-98484cb21ef9 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373333 Aug 31 14:06:38.342124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53678) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.348728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-843254132', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'project_id': '596b8a705248434c887d147153bd491b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:38.367219 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d9c60cf3-dcad-4549-981e-6ed30676752f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c15a8c28b074a18a51307af0b11aab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595059 Aug 31 14:06:38.368370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c60cf3-dcad-4549-981e-6ed30676752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba9fd9-c141-4e1f-9ebe-0a620e7fa1b2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:38.370759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53680) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.408822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0944d-608b-4e0f-bbdb-38064543113d req-3918ddaf-6749-4642-908d-6938002ce282 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:38.410654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14a0944d-608b-4e0f-bbdb-38064543113d req-3918ddaf-6749-4642-908d-6938002ce282 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1430309 Aug 31 14:06:38.421753 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2143274-6aae-47c0-b380-5b7f13f7d94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.443255 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2143274-6aae-47c0-b380-5b7f13f7d94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.458657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:37Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:38.476557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14a0944d-608b-4e0f-bbdb-38064543113d req-eea097b0-6981-4c01-a525-6ded03615095 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536051 Aug 31 14:06:38.489571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:38.493308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Checking router: 851240af-b38b-4513-8159-784cadbb2885 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:38.493661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Updating router 851240af-b38b-4513-8159-784cadbb2885 port 7029de6e-3942-4c69-954a-62d7e453dda3 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:38.494633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.521299 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.641238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966a99-7f0e-4790-96ad-4d0f98041f2a req-79b0e41e-28f1-4af5-be01-839006d36a7e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:38.643079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2966a99-7f0e-4790-96ad-4d0f98041f2a req-79b0e41e-28f1-4af5-be01-839006d36a7e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.0852273 Aug 31 14:06:38.730400 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2143274-6aae-47c0-b380-5b7f13f7d94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.733194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a2143274-6aae-47c0-b380-5b7f13f7d94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.736691 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a2143274-6aae-47c0-b380-5b7f13f7d94e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97ba9fd9-c141-4e1f-9ebe-0a620e7fa1b2 HTTP/1.1" status: 204 len: 168 time: 0.3627057 Aug 31 14:06:38.736844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2966a99-7f0e-4790-96ad-4d0f98041f2a req-e946dd71-2d91-4588-b3b4-ce9111f8fb62 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 Aug 31 14:06:38.749055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2143274-6aae-47c0-b380-5b7f13f7d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba9fd9-c141-4e1f-9ebe-0a620e7fa1b2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:38.802961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.881737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Subnet': ['ID=ce2fd275-df3d-48e3-8952-dcd920c134f0,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:38.890427 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.904353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Transition to ACTIVE for port object 7029de6e-3942-4c69-954a-62d7e453dda3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:38.906628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Checking segment: {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:38.907171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network hostable DHCP agents. Network: 14db9a62-bbb0-40ab-87af-a317d5f84fb4, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:38.918600 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.934791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:38.950809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 14db9a62-bbb0-40ab-87af-a317d5f84fb4) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:38.957829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:38.958537 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.979798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4637caf2-b8bf-4092-ac90-7f67c604cca4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6342297 Aug 31 14:06:38.980132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53686) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.982638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad0633a-81d6-4895-b747-b81984149568 None None] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:39.058470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Attempting to bind port 7029de6e-3942-4c69-954a-62d7e453dda3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:39.059111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Attempting to bind port 7029de6e-3942-4c69-954a-62d7e453dda3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:39.060095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Attempting to bind port 7029de6e-3942-4c69-954a-62d7e453dda3 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:39.075090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:39.076374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:39.077062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.077981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:39.078691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Bound port: 7029de6e-3942-4c69-954a-62d7e453dda3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:39.079324 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.126390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93153784-9f06-4fc6-9d8c-75c94ae931cd None None] Pushing event updated for resources: {'Port': ['ID=7029de6e-3942-4c69-954a-62d7e453dda3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:39.222713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] For port 7029de6e-3942-4c69-954a-62d7e453dda3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:39.229155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] For port 7029de6e-3942-4c69-954a-62d7e453dda3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7029de6e-3942-4c69-954a-62d7e453dda3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:39.236039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.327071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:06:39.327071 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.347166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93153784-9f06-4fc6-9d8c-75c94ae931cd None None] Pushing event updated for resources: {'Port': ['ID=7029de6e-3942-4c69-954a-62d7e453dda3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:39.416737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:39.417442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:39.448913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5456b2-fe1a-46b0-9571-be49e8cef7fd req-c6f146fd-862e-4e10-b487-8f9fefb837b0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:39.450734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd5456b2-fe1a-46b0-9571-be49e8cef7fd req-c6f146fd-862e-4e10-b487-8f9fefb837b0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1230013 Aug 31 14:06:39.583688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Allocated IP 172.20.0.2 (14db9a62-bbb0-40ab-87af-a317d5f84fb4/ce2fd275-df3d-48e3-8952-dcd920c134f0/d86eb7f4-81ec-4d6a-a012-5689f60a211c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:39.585697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd5456b2-fe1a-46b0-9571-be49e8cef7fd req-81c142d6-144c-491e-97f3-ba98828e6c1f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252313 Aug 31 14:06:39.606583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:39.759347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1fe9d6c7-7382-4147-a4eb-97b28585832f req-0f4f3181-c903-4e97-aa74-3d171582429d tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Aug 31 14:06:39.808743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.877483 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.953639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:37Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:39.987389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08569d-6f47-4573-96c6-14410c7bcd20 None None] The sync data for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 is: [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:37Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:40.002195 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.012352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Transition to ACTIVE for port object d86eb7f4-81ec-4d6a-a012-5689f60a211c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:40.031218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Transition to ACTIVE for port object d86eb7f4-81ec-4d6a-a012-5689f60a211c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:40.037528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4327d2-463a-4bfc-8723-4129a3bf7eb5 req-cd138dd8-2eb1-4775-b1fd-0038a452737b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:40.040146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.045179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4327d2-463a-4bfc-8723-4129a3bf7eb5 req-cd138dd8-2eb1-4775-b1fd-0038a452737b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1394598 Aug 31 14:06:40.089122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:40.096913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:40.099297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Pushing event updated for resources: {'Port': ['ID=d86eb7f4-81ec-4d6a-a012-5689f60a211c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:40.101664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:40.167813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Attempting to bind port d86eb7f4-81ec-4d6a-a012-5689f60a211c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:40.168245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Attempting to bind port d86eb7f4-81ec-4d6a-a012-5689f60a211c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:40.168625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Attempting to bind port d86eb7f4-81ec-4d6a-a012-5689f60a211c on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:40.177881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:40.178265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Checking segment: {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:40.178915 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.179327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Bound using segment: {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:40.179808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Bound port: d86eb7f4-81ec-4d6a-a012-5689f60a211c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:40.180251 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.217928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b4327d2-463a-4bfc-8723-4129a3bf7eb5 req-c1c5f851-526e-42de-926e-d21ac6a74491 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718674 Aug 31 14:06:40.263915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] For port d86eb7f4-81ec-4d6a-a012-5689f60a211c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:40.269514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] For port d86eb7f4-81ec-4d6a-a012-5689f60a211c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d86eb7f4-81ec-4d6a-a012-5689f60a211c,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:40.279635 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.321689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.1 (14db9a62-bbb0-40ab-87af-a317d5f84fb4/ce2fd275-df3d-48e3-8952-dcd920c134f0/0c2b3de0-aa8f-42b4-ba49-92d59c04f10b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:40.402723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871701ff-340a-4535-9b18-cd3629237e47 None None] Pushing event updated for resources: {'Port': ['ID=d86eb7f4-81ec-4d6a-a012-5689f60a211c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:40.466893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bccf5-cedf-4ae6-a901-8d93c8e67ddf req-b8d2f93b-c9c4-406f-84b8-c694ca424108 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:40.474638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f53bccf5-cedf-4ae6-a901-8d93c8e67ddf req-b8d2f93b-c9c4-406f-84b8-c694ca424108 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.1457772 Aug 31 14:06:40.540097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f53bccf5-cedf-4ae6-a901-8d93c8e67ddf req-a457f933-71f1-48ca-8187-42ae526dd972 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644219 Aug 31 14:06:40.574925 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.598799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:40.655059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.772576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:40.789418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:40.807306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:40.866920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:40.903384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.950781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953081c-ba32-4769-9489-30cb0d3c74b9 req-e60d6188-57d5-4eb5-a622-5aedb36fc501 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:40.957697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f953081c-ba32-4769-9489-30cb0d3c74b9 req-e60d6188-57d5-4eb5-a622-5aedb36fc501 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.1547077 Aug 31 14:06:41.033999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f953081c-ba32-4769-9489-30cb0d3c74b9 req-2ed474b5-167e-4cf6-8ce1-a88cfd5aefca tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744114 Aug 31 14:06:41.101199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.246877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cccfb9-617c-4a47-81de-22af88b9d9de req-8af54f9c-0b02-4f1a-bdb8-f481a4da0d1f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:41.248484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2cccfb9-617c-4a47-81de-22af88b9d9de req-8af54f9c-0b02-4f1a-bdb8-f481a4da0d1f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1283278 Aug 31 14:06:41.351007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2cccfb9-617c-4a47-81de-22af88b9d9de req-000cc328-563c-4a89-8166-7ee210db2a47 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868177 Aug 31 14:06:41.521312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d86eb7f4-81ec-4d6a-a012-5689f60a211c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:41.531535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-872dbfbe-d5c1-4ebf-bd7b-5ada0ddf5193 req-8d1ce79d-4ffa-4e0f-8b2d-62616afb9c8f tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0716021 Aug 31 14:06:41.602258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d86eb7f4-81ec-4d6a-a012-5689f60a211c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:41.607632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7029de6e-3942-4c69-954a-62d7e453dda3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:41.673221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56176cc4-e253-4ab6-b893-af0eb5edc8e7 req-19285970-b677-459b-b6c4-c43584ee0c31 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:41.673377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7029de6e-3942-4c69-954a-62d7e453dda3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:41.674969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56176cc4-e253-4ab6-b893-af0eb5edc8e7 req-19285970-b677-459b-b6c4-c43584ee0c31 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.0684757 Aug 31 14:06:41.677859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.677987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7029de6e-3942-4c69-954a-62d7e453dda3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:41.678233 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.683630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.783118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.788646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec6380b-162d-46d6-9013-5fea82801108 None None] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:41.815641 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.833490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56176cc4-e253-4ab6-b893-af0eb5edc8e7 req-357803a8-ac7d-4301-9175-4fb6bb92224f tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413198 Aug 31 14:06:41.840024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:41.951446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4ba8a44d-4dc9-49b7-9435-b437a434036f None None] Provisioning for port d86eb7f4-81ec-4d6a-a012-5689f60a211c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:41.973788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4ba8a44d-4dc9-49b7-9435-b437a434036f None None] Provisioning complete for port d86eb7f4-81ec-4d6a-a012-5689f60a211c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:41.974190 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a44d-4dc9-49b7-9435-b437a434036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.978563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7029de6e-3942-4c69-954a-62d7e453dda3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7029de6e-3942-4c69-954a-62d7e453dda3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:41.985076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53820) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:42.019435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812e6c7-f176-4b01-94e2-15553b47250a req-47675743-4f7a-4be7-bd1e-e462008768a5 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:42.021041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5812e6c7-f176-4b01-94e2-15553b47250a req-47675743-4f7a-4be7-bd1e-e462008768a5 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1028895 Aug 31 14:06:42.023306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:42.025292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:42.027062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.132082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36e0b44d-828d-42df-a311-06b489e0d705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.170029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5812e6c7-f176-4b01-94e2-15553b47250a req-d35f92b4-7ff1-4791-b4fe-aa0e748f3cf3 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 Aug 31 14:06:42.230761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 851240af-b38b-4513-8159-784cadbb2885 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:42.267938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36e0b44d-828d-42df-a311-06b489e0d705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.274684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36e0b44d-828d-42df-a311-06b489e0d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.314912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36e0b44d-828d-42df-a311-06b489e0d705 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad1c6dfb2428490ea406aba794275558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288441 Aug 31 14:06:42.319699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53826) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:42.323004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7029de6e-3942-4c69-954a-62d7e453dda3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:42.338393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0b44d-828d-42df-a311-06b489e0d705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9914e0aa-1f51-405c-8947-f4fbd8029f8b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:42.380639 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a44d-4dc9-49b7-9435-b437a434036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.392132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:42.405855 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Sync routers for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:42.415683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-323cd160-702d-4523-9159-3faa71d12a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.432526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4ba8a44d-4dc9-49b7-9435-b437a434036f None None] For port d86eb7f4-81ec-4d6a-a012-5689f60a211c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d86eb7f4-81ec-4d6a-a012-5689f60a211c,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:42.433579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5c2f950a-b167-4eb3-9c90-aa215e349f5a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/851240af-b38b-4513-8159-784cadbb2885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4518511 Aug 31 14:06:42.434806 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:42.435491 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:42.438400 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a44d-4dc9-49b7-9435-b437a434036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.456762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-323cd160-702d-4523-9159-3faa71d12a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.514021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8a44d-4dc9-49b7-9435-b437a434036f None None] Pushing event updated for resources: {'Port': ['ID=d86eb7f4-81ec-4d6a-a012-5689f60a211c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:42.546967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-323cd160-702d-4523-9159-3faa71d12a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.552280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-323cd160-702d-4523-9159-3faa71d12a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.553942 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-323cd160-702d-4523-9159-3faa71d12a4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9914e0aa-1f51-405c-8947-f4fbd8029f8b HTTP/1.1" status: 204 len: 168 time: 0.2333198 Aug 31 14:06:42.578272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd160-702d-4523-9159-3faa71d12a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9914e0aa-1f51-405c-8947-f4fbd8029f8b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:42.619636 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:42.635313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-2639c0dd-2611-4f47-92ed-6b7d23afb8c8 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:42.643029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-2639c0dd-2611-4f47-92ed-6b7d23afb8c8 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/networks?id=1ae7ff38-4796-4bd5-8b1e-2be64db591f2 HTTP/1.1" status: 200 len: 912 time: 0.1627429 Aug 31 14:06:42.660503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-88faef3a-d507-4006-a9f5-f3fb78ac5af8 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/quotas/144a1d92a03347a387ede888ea5bc7f5 HTTP/1.1" status: 200 len: 375 time: 0.0163352 Aug 31 14:06:42.725160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-13273c73-4465-48b6-b75d-4abe439c4053 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=144a1d92a03347a387ede888ea5bc7f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635166 Aug 31 14:06:42.764912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4cbdedcf-ca85-41b1-a5dd-b3b8232f73a3 None None] Provisioning for port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:42.769386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4cbdedcf-ca85-41b1-a5dd-b3b8232f73a3 None None] Provisioning complete for port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:42.769760 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cbdedcf-ca85-41b1-a5dd-b3b8232f73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.818166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4cbdedcf-ca85-41b1-a5dd-b3b8232f73a3 None None] Port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:42.833406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4cbdedcf-ca85-41b1-a5dd-b3b8232f73a3 None None] Provisioning complete for port d86eb7f4-81ec-4d6a-a012-5689f60a211c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:42.834634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cbdedcf-ca85-41b1-a5dd-b3b8232f73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.867532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9fd16d43-0a29-49c9-854e-644e72b97773 service neutron] 10.222.0.10 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389830 Aug 31 14:06:42.902382 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 2, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:42.948225 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Checking router: 851240af-b38b-4513-8159-784cadbb2885 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:42.948791 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Updating router 851240af-b38b-4513-8159-784cadbb2885 port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:42.960161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53848) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:42.976816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-507f0928-cf22-4901-a06e-a5d910e1dffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.982015 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.987250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-ab821134-898b-4739-9035-f1ec6f59555e service neutron] 10.222.0.10 "GET /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149659 Aug 31 14:06:43.077350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-54f1df97-ee19-4ec9-90ee-02f80bd05ae3 None None] Provisioning complete for port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:43.078007 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-54f1df97-ee19-4ec9-90ee-02f80bd05ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.101737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-507f0928-cf22-4901-a06e-a5d910e1dffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.107573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-507f0928-cf22-4901-a06e-a5d910e1dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.129849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-54f1df97-ee19-4ec9-90ee-02f80bd05ae3 None None] Port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:43.160568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-507f0928-cf22-4901-a06e-a5d910e1dffc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b481649b86e40d4a509298f34373f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968842 Aug 31 14:06:43.161729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53852) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:43.220888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0928-cf22-4901-a06e-a5d910e1dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05a99b2-c5a0-4177-aa8c-10fbda1c1d0b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:43.294583 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-540a06e4-dcd1-4b61-beeb-a991b3949d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.304756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344658-11de-40e5-b11d-42f5398e5b04 req-d1ab7418-5322-4b8b-aacc-22e8a659652e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:43.307131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7344658-11de-40e5-b11d-42f5398e5b04 req-d1ab7418-5322-4b8b-aacc-22e8a659652e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0835464 Aug 31 14:06:43.342775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-540a06e4-dcd1-4b61-beeb-a991b3949d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.367171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9f539aee-2fa1-4c27-a137-6ddf67968897 None None] Provisioning complete for port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:43.367679 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f539aee-2fa1-4c27-a137-6ddf67968897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.391353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7344658-11de-40e5-b11d-42f5398e5b04 req-2a961bfa-fbee-4475-8813-58ce47b7fe2a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764384 Aug 31 14:06:43.412819 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.424351 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Transition to ACTIVE for port object 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:43.435954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d86eb7f4-81ec-4d6a-a012-5689f60a211c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:43.436219 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.458983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-540a06e4-dcd1-4b61-beeb-a991b3949d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.463373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-540a06e4-dcd1-4b61-beeb-a991b3949d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.464934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-540a06e4-dcd1-4b61-beeb-a991b3949d99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f05a99b2-c5a0-4177-aa8c-10fbda1c1d0b HTTP/1.1" status: 204 len: 168 time: 0.3015311 Aug 31 14:06:43.472972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9f539aee-2fa1-4c27-a137-6ddf67968897 None None] Port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:43.490027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a06e4-dcd1-4b61-beeb-a991b3949d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05a99b2-c5a0-4177-aa8c-10fbda1c1d0b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:43.517527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d86eb7f4-81ec-4d6a-a012-5689f60a211c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:43.517943 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.573242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-249d2932-6271-408b-898f-184e8ba42f75 req-cac21bb1-d8f1-4ebb-bf0b-645f7001f875 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0366404 Aug 31 14:06:43.631727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7029de6e-3942-4c69-954a-62d7e453dda3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:43.689013 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcdfdb-a6dc-4496-8e17-6d793f5d55d7 None None] Pushing event updated for resources: {'Port': ['ID=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:43.707665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7029de6e-3942-4c69-954a-62d7e453dda3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:43.708044 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.736955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-3b518fb5-70f6-4957-8341-e8b301297925 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746622651&fields=id&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 267 time: 0.0648966 Aug 31 14:06:43.746110 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Attempting to bind port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:43.747065 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Attempting to bind port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:43.747710 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Attempting to bind port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:43.756063 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:43.757401 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Checking segment: {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:43.759599 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.760347 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Bound using segment: {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:43.761402 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Bound port: 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:43.762457 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.899746 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] For port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:43.904716 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] For port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:43.911677 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.932585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-a11320d1-a7a4-4284-8397-8242c2a45cbe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:43.934452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-a11320d1-a7a4-4284-8397-8242c2a45cbe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 797 time: 0.1889143 Aug 31 14:06:43.963714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-304681ec-7f9f-450d-80ae-925fb4dbd1f7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/quotas/596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 375 time: 0.0227311 Aug 31 14:06:43.993556 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:43.994214 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:44.008522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcdfdb-a6dc-4496-8e17-6d793f5d55d7 None None] Pushing event updated for resources: {'Port': ['ID=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:44.034081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-6863b689-4d06-4ab5-9173-0743fa04a095 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671716 Aug 31 14:06:44.148107 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:44.153365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-4c41c49a-7a38-4a6c-bbb4-ba720a0f3905 service neutron] 10.222.0.10 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105020 Aug 31 14:06:44.304271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-9e6c3132-f866-43c2-abd6-896db49e1664 service neutron] 10.222.0.10 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499763 Aug 31 14:06:44.413492 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:43Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:44.454087 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9136d-07c9-4ae7-8cd9-95122616b0aa None None] The sync data for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 is: [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:43Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:44.560445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a64ebba-a937-4788-be20-9d59fb69a4e5 req-50266381-6fa4-4240-ac35-d542251fddd4 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0651553 Aug 31 14:06:44.693510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a9be9-22a7-4773-ae14-8558c80ec2b5 req-ba9badaf-2b83-45f7-bb85-f25e4f56aa93 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:44.695024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f77a9be9-22a7-4773-ae14-8558c80ec2b5 req-ba9badaf-2b83-45f7-bb85-f25e4f56aa93 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0603743 Aug 31 14:06:45.184204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f77a9be9-22a7-4773-ae14-8558c80ec2b5 req-cae4b64d-96e6-4217-a600-e3db4744edbb tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810908 Aug 31 14:06:45.312222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9e4c1611-656f-43c1-874c-9e9c232a25a4 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:45.314243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9e4c1611-656f-43c1-874c-9e9c232a25a4 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.101 "GET /v2.0/networks?id=1ae7ff38-4796-4bd5-8b1e-2be64db591f2 HTTP/1.1" status: 200 len: 912 time: 0.5716593 Aug 31 14:06:45.334001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Request body: {'port': {'device_id': '7cbba51c-8fb6-4d85-bd95-92e2528129f8', 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2', 'admin_state_up': True, 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:45.394325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Made reservation on behalf of 144a1d92a03347a387ede888ea5bc7f5 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:45.397099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.519961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:45.640985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075852-a90a-4e56-b5cc-6e952c809a8b req-21275324-6007-4d9f-80e2-c1148a99c524 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:45.650348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d075852-a90a-4e56-b5cc-6e952c809a8b req-21275324-6007-4d9f-80e2-c1148a99c524 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1264467 Aug 31 14:06:45.659463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:45.666658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:45.666658 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.678815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Allocated IP 172.20.0.5 (1ae7ff38-4796-4bd5-8b1e-2be64db591f2/9620e5ed-9675-42cc-aaf9-06eca11acddc/16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:45.727977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d075852-a90a-4e56-b5cc-6e952c809a8b req-db3346b6-c204-4a4d-9328-013e40f83afc tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 Aug 31 14:06:45.765772 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.808962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:45.814192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.876500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:45.881039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2435b64-3b9e-4a7c-bcb8-2709758a2c4c req-4f06666e-f72d-473a-9c10-5cb4ef9aa093 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0435231 Aug 31 14:06:45.967931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.004400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c435ee9-b01e-4c03-bc99-0a800a132f23 req-7eca334e-6806-4d63-b994-53a8961f3e45 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0333581 Aug 31 14:06:46.013088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Transition to ACTIVE for port object 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:46.068911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.110845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fbfcbc0f-cc2c-4919-9818-efaf5d3b1011'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:46.206924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:46.224306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:46.227727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:46.272101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Pushing event updated for resources: {'Port': ['ID=16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:46.321785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:46.322433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.352529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1862235-1b65-4f9a-a989-8f862ae4a79e req-ac0a43b1-18f8-46d8-bc52-05ca37574302 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:46.354318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1862235-1b65-4f9a-a989-8f862ae4a79e req-ac0a43b1-18f8-46d8-bc52-05ca37574302 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 1027 time: 0.2201357 Aug 31 14:06:46.365614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-20957555-d5c7-4a0c-84de-27f542a0e826 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:46.371064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-20957555-d5c7-4a0c-84de-27f542a0e826 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 797 time: 0.3187149 Aug 31 14:06:46.372031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-19f5634c-cde7-4902-8510-d337781ecc22 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0430677 Aug 31 14:06:46.412119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Request body: {'port': {'device_id': '7cbba51c-8fb6-4d85-bd95-92e2528129f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:46.447730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1862235-1b65-4f9a-a989-8f862ae4a79e req-e702011a-6fa1-4250-bacc-5c6af899749b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786989 Aug 31 14:06:46.537193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-291f26be-1750-4bec-9e80-acfae8a1ae2b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 380 time: 0.1406960 Aug 31 14:06:46.569956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'port': {'device_id': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'admin_state_up': True, 'tenant_id': '596b8a705248434c887d147153bd491b', 'security_groups': ['8f99d97d-5467-4ee3-be07-94b91cba9dd6']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:46.570919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c87d9818-a4dc-4139-a20a-e2a1fb3a85b0 None None] Provisioning for port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:46.574822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.575298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c87d9818-a4dc-4139-a20a-e2a1fb3a85b0 None None] Provisioning complete for port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:46.575678 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c87d9818-a4dc-4139-a20a-e2a1fb3a85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.611239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c87d9818-a4dc-4139-a20a-e2a1fb3a85b0 None None] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:46.690261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f6ad-87de-4ff6-8f53-ecf3be6d87ba req-14fc3bd1-acd5-40dd-b9c7-83b8c5e5ddd6 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:46.691804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31d3f6ad-87de-4ff6-8f53-ecf3be6d87ba req-14fc3bd1-acd5-40dd-b9c7-83b8c5e5ddd6 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1630628 Aug 31 14:06:46.830117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31d3f6ad-87de-4ff6-8f53-ecf3be6d87ba req-48c9388d-75e9-4139-909b-9be8af1fb0e4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260943 Aug 31 14:06:46.899633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:46.903241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.132405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:47.146760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.149328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.5 (14db9a62-bbb0-40ab-87af-a317d5f84fb4/ce2fd275-df3d-48e3-8952-dcd920c134f0/fb5e50e1-d6df-43b4-a3fe-17c146ec3014) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:47.167201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2aee-75a7-416e-83fa-1d3b6c54996b req-ef3de9fd-1411-4198-bd46-8906b9b88cac tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:47.168754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37fe2aee-75a7-416e-83fa-1d3b6c54996b req-ef3de9fd-1411-4198-bd46-8906b9b88cac tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1536341 Aug 31 14:06:47.175121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.279426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:47.358689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37fe2aee-75a7-416e-83fa-1d3b6c54996b req-4db50b8d-03b3-426a-b7f6-cdc6c6c9f090 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747751 Aug 31 14:06:47.421721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:47.484925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21e652de-0fd8-4023-a742-5a7aa51cf5c4 req-3e95548b-8811-4e67-a140-1ac84a64ba4d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0504756 Aug 31 14:06:47.488642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:47.489361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.539891 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.542491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:47.542908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:47.543664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.555146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.555738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.563407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object fb5e50e1-d6df-43b4-a3fe-17c146ec3014 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:47.566681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.567016 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:47.568799 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 2 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:47.588328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:47.588765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:47.589207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.600115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.600514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.613573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.613979 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:47.617030 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 3 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:47.642175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5332d857-9a4a-40a6-a5b6-2aa65e6d3c2d None None] Provisioning complete for port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:47.642612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5332d857-9a4a-40a6-a5b6-2aa65e6d3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.662781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fad7fda-5cea-40eb-9f09-49522992304a req-2e9437c6-4619-4a63-a216-b9cc8c65decc tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0423596 Aug 31 14:06:47.664073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.668432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:47.668774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:47.669146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.681130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5332d857-9a4a-40a6-a5b6-2aa65e6d3c2d None None] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:47.690753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.691078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.703845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:47.725580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:47.730182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.730612 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:47.731392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:47.733944 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 4 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:47.806664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:47.807011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:47.807483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.825450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.825873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.831571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:47.842039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.842039 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:47.847716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:47.848519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.853133 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 5 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:47.876074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09fc5d-8ce8-4f66-ba6d-cb608e749d11 req-b49b697c-a608-4aea-b6b2-eb79c4f97f66 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:47.877684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba09fc5d-8ce8-4f66-ba6d-cb608e749d11 req-b49b697c-a608-4aea-b6b2-eb79c4f97f66 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 1052 time: 0.1411133 Aug 31 14:06:47.881439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-c56a772e-786a-452c-984f-79a71cc82a40 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3315787 Aug 31 14:06:47.882253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:47.882590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:47.882970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.902981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.903306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:47.910423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Request body: {'port': {'device_id': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:47.939673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:47.939877 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:47.942830 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 6 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:47.970528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba09fc5d-8ce8-4f66-ba6d-cb608e749d11 req-424d2d87-d62a-4360-ab3b-255f42a8a1e2 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848100 Aug 31 14:06:47.993482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:47.994145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:47.994633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.006754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8cd71b1d-79d8-4b30-93b3-1be39ede7385 None None] Provisioning for port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:48.006981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.007390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.011343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8cd71b1d-79d8-4b30-93b3-1be39ede7385 None None] Provisioning complete for port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:48.011960 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8cd71b1d-79d8-4b30-93b3-1be39ede7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.014047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.014387 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:48.016592 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 7 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:48.021168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.052415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:48.052754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:48.053121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.060022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8cd71b1d-79d8-4b30-93b3-1be39ede7385 None None] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:48.095369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.095757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.107193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.107534 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:48.111477 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 8 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:48.139182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:48.139523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:48.139855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.151989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6394c-5d80-41fc-8881-d8c38e51ad40 req-07d5e969-bf97-40cf-a022-7d50a57802ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.153522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fcf6394c-5d80-41fc-8881-d8c38e51ad40 req-07d5e969-bf97-40cf-a022-7d50a57802ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1166940 Aug 31 14:06:48.209524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54118) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:48.212058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.212396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.240117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.240370 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:48.244104 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 9 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:48.274236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:48.274584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:48.274918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.313379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fcf6394c-5d80-41fc-8881-d8c38e51ad40 req-3ceaa83b-a02d-4f3c-9999-37055b2fd7e6 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059279 Aug 31 14:06:48.316823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.317175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.318964 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.336044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.337071 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:48.339894 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempt 10 to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 Aug 31 14:06:48.368207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:48.368561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:48.369116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.387075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.387403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempting to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.396117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:48.396455 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Failed to bind port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '715bf701-0f9e-4067-bb82-4c0100bbef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '1ae7ff38-4796-4bd5-8b1e-2be64db591f2'}] Aug 31 14:06:48.396831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.419938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.424132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.465130 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b245fc474d74688ab1168d23fb1d67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536993 Aug 31 14:06:48.466111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417130f-40ac-4a91-ab08-4ff3d0f2a8ed,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:48.468155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54126) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:48.479654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.480003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.480347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.480683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.481044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.481377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.481704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.482028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.482355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.482673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.483164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.483486 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010618-5256-47d0-a179-8506d9f6bc5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:48.529532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24d46ce3-2597-4b65-a55f-3f95d8b3911c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.549802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24d46ce3-2597-4b65-a55f-3f95d8b3911c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.567846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5e50e1-d6df-43b4-a3fe-17c146ec3014 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:48.576803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] For port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:48.577201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:06:48.580773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.590198 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.602505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24d46ce3-2597-4b65-a55f-3f95d8b3911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.605211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c0eef-5b51-4ac5-bab8-88d9695ae503 req-a0797ae6-fae0-44f2-bc43-f9069f7c9d22 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.605400 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24d46ce3-2597-4b65-a55f-3f95d8b3911c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.606359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24d46ce3-2597-4b65-a55f-3f95d8b3911c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4417130f-40ac-4a91-ab08-4ff3d0f2a8ed HTTP/1.1" status: 204 len: 168 time: 0.1364799 Aug 31 14:06:48.606707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-169c0eef-5b51-4ac5-bab8-88d9695ae503 req-a0797ae6-fae0-44f2-bc43-f9069f7c9d22 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1203778 Aug 31 14:06:48.616329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d46ce3-2597-4b65-a55f-3f95d8b3911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417130f-40ac-4a91-ab08-4ff3d0f2a8ed,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:48.651124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Transition to ACTIVE for port object fb5e50e1-d6df-43b4-a3fe-17c146ec3014 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:48.659964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] In _notify_port_updated(), no bound segment for port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:06:48.660835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.662060 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.662863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] 10.222.0.101 "PUT /v2.0/ports/16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 HTTP/1.1" status: 200 len: 1056 time: 2.2602153 Aug 31 14:06:48.666239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbba51c-8fb6-4d85-bd95-92e2528129f8', 'tag': '16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:48.668955 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffddfdd-b033-4fec-a301-69daefa925ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbba51c-8fb6-4d85-bd95-92e2528129f8", "tag": "16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:48.681137 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.753888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefa9e3-a483-4741-9858-08f94ccddfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:48.763324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-169c0eef-5b51-4ac5-bab8-88d9695ae503 req-126e50e9-cda5-4a60-ac53-d9c04f3e4d60 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203482 Aug 31 14:06:48.888479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:48.952714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:48.953144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:48.953408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:48.973579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.980070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.986825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.992592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.998450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.004359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.010996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.012997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-e52f9db7-1544-4514-999e-976fd7ff6482 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.1545422 Aug 31 14:06:49.014713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Deleting port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:49.015157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.017087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:49.017406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:49.069196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:49.069550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Checking segment: {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:49.069924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Bound using segment: {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:49.070373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Bound port: fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:49.071264 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.100092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6383b388-d84e-4282-92fa-0955e01fb21d None None] Provisioning complete for port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:49.101155 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6383b388-d84e-4282-92fa-0955e01fb21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.138558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6383b388-d84e-4282-92fa-0955e01fb21d None None] Port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:49.147929 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ce326e5-f2be-4410-b7c8-1b373fce8b1d req-3648e1d2-3d4f-42f5-9484-1c43f9e180fd tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140885 Aug 31 14:06:49.208177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] For port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:49.208581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.225833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:49.228082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Calling delete_port for 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:49.231732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:49.245409 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.324744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:49.365452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.366190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.368661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-1ae72acb-8387-4033-8209-306326afd423 service neutron] 10.222.0.26 "PUT /v2.0/ports/fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 1091 time: 1.4656610 Aug 31 14:06:49.411220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae72acb-8387-4033-8209-306326afd423 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:49.422556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4670e-84a2-4e56-8b00-64dd43423d3f req-f027d8aa-0ec5-4695-8b03-515778eae309 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.424141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42b4670e-84a2-4e56-8b00-64dd43423d3f req-f027d8aa-0ec5-4695-8b03-515778eae309 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.1667750 Aug 31 14:06:49.467353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:49.483503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47', 'port_id': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'mac_address': 'fa:16:3e:1f:14:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067835b6-8d8b-448c-99c5-29516107de44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:49.530920 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.549000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2690e8cb-9f26-4c33-8157-da617c985e8b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:49.551933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42b4670e-84a2-4e56-8b00-64dd43423d3f req-7feadb50-fa07-473e-b068-93d130f24f67 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136637 Aug 31 14:06:49.561150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-ab31482b-e77d-45d9-b18b-46fd8a182c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.562751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-ab31482b-e77d-45d9-b18b-46fd8a182c71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1094 time: 0.1030841 Aug 31 14:06:49.572689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:49.580119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.626625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.629230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-9eca0543-bd52-4d0d-aaa4-77032f822af6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 217 time: 0.0476203 Aug 31 14:06:49.644621 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7208a0e2-9a81-4662-a94d-c9ef47fe67c4 x-openstack-request-id: req-7208a0e2-9a81-4662-a94d-c9ef47fe67c4 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:49.644931 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbba51c-8fb6-4d85-bd95-92e2528129f8", "tag": "16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:49.645189 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7208a0e2-9a81-4662-a94d-c9ef47fe67c4 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:49.645631 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbba51c-8fb6-4d85-bd95-92e2528129f8', 'tag': '16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62', 'status': 'completed', 'code': 200} Aug 31 14:06:49.645879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:49.700299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fbfcbc0f-cc2c-4919-9818-efaf5d3b1011'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:49.726023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Pushing event deleted for resources: {'Port': ['ID=16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:49.792938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ffddfdd-b033-4fec-a301-69daefa925ad req-6267a742-74dd-4ba3-a3b8-40cd42cac7f7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=144a1d92a03347a387ede888ea5bc7f5&device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0682232 Aug 31 14:06:49.813676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] No DVR routers for this DVR port 16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:49.824785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b06292c-f874-456c-bcc4-cb5b1f54d763 req-35481f9f-6959-4ea7-8a6b-05c3a77ca54c tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0892112 Aug 31 14:06:49.827931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.830123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-9cb5ac55-b3ef-4db8-b1bd-d8c77050ec1b tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.101 "DELETE /v2.0/ports/16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62 HTTP/1.1" status: 204 len: 173 time: 1.1443026 Aug 31 14:06:49.910788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2690e8cb-9f26-4c33-8157-da617c985e8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:49.927190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-9a9a65bc-db83-4d59-972a-674af67cc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.928685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-9a9a65bc-db83-4d59-972a-674af67cc8e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.2870653 Aug 31 14:06:50.301349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8598905a-455c-4bb7-b12b-cbaec5211bb6 req-cedc9ffb-8918-41e3-8b69-23922a8e724a tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.3714786 Aug 31 14:06:50.346438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-51117e56-fb7d-4aaa-90e4-04434c9c7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.347823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-51117e56-fb7d-4aaa-90e4-04434c9c7526 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3982160 Aug 31 14:06:50.453794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffddfdd-b033-4fec-a301-69daefa925ad req-a4cd899f-a185-41c4-924a-0ff833b3ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.455312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ffddfdd-b033-4fec-a301-69daefa925ad req-a4cd899f-a185-41c4-924a-0ff833b3ef0f service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=144a1d92a03347a387ede888ea5bc7f5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6351016 Aug 31 14:06:50.543827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.549649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.556048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.561942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.567798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.573738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.579830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.581811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f2809f5-be70-4a11-8272-a22d1a0fcaec req-8bb570b7-713f-4b4d-9231-cd8ac8a101da tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.2068198 Aug 31 14:06:50.618010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-9430dca1-b62c-4df2-9db6-58f67c1e7b92 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572281 Aug 31 14:06:50.666098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54192) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:50.725778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffddfdd-b033-4fec-a301-69daefa925ad req-724726dc-1be4-4f21-9f0f-9cc910986a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.727806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ffddfdd-b033-4fec-a301-69daefa925ad req-724726dc-1be4-4f21-9f0f-9cc910986a56 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2568119 Aug 31 14:06:50.764205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1e610-b1a7-4302-b63d-2282eed52ff8 req-c9199d24-05cf-4945-a8b6-fa0cda0a60eb tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.765764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62b1e610-b1a7-4302-b63d-2282eed52ff8 req-c9199d24-05cf-4945-a8b6-fa0cda0a60eb tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1215503 Aug 31 14:06:50.797511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b507d26-cfb7-43b8-85ef-e53d1bb896f1 req-e8111bac-22da-475d-901d-7cea6a4456ae service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652443 Aug 31 14:06:50.817038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:50.831256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-f786a734-0603-41c5-baea-68bc11e4e95c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=144a1d92a03347a387ede888ea5bc7f5&device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0312321 Aug 31 14:06:50.842807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.845360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62b1e610-b1a7-4302-b63d-2282eed52ff8 req-397f2cd0-a0ae-4977-971f-b00dd22d834c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729461 Aug 31 14:06:50.944687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.998851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91d7a4-70d8-464a-8d8a-4482f6e55b3e req-61aab550-22aa-4537-a134-8bdc85fd60f6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.000405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a91d7a4-70d8-464a-8d8a-4482f6e55b3e req-61aab550-22aa-4537-a134-8bdc85fd60f6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 944 time: 0.0800741 Aug 31 14:06:51.001488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-b2ff1a00-d8de-4233-9163-ad9108c58713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.002828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-b2ff1a00-d8de-4233-9163-ad9108c58713 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=144a1d92a03347a387ede888ea5bc7f5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1546259 Aug 31 14:06:51.069123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Allocated IP 172.25.0.178 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/4d9bfd15-0f55-45a6-8220-0349b641db7f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:51.092300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a91d7a4-70d8-464a-8d8a-4482f6e55b3e req-21c16ec6-44f7-485d-9c93-b35798d03636 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855396 Aug 31 14:06:51.129262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-d5ea84af-9d98-464f-821f-1871b4041cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.130916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-d5ea84af-9d98-464f-821f-1871b4041cc1 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1181145 Aug 31 14:06:51.172929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.213118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.213344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e3db6-6af5-412d-abc3-0e5495ba3071 req-9d3c3509-1a71-4a96-bbe0-6bec634ae034 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.214880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-159e3db6-6af5-412d-abc3-0e5495ba3071 req-9d3c3509-1a71-4a96-bbe0-6bec634ae034 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.0513542 Aug 31 14:06:51.254513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:51.270783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:51.270783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:51.276386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-159e3db6-6af5-412d-abc3-0e5495ba3071 req-39ab1e1f-3944-458f-9e06-234a36e4300a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503259 Aug 31 14:06:51.302138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Port': ['ID=4d9bfd15-0f55-45a6-8220-0349b641db7f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:51.312686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-cb5824d9-d635-45a0-b337-ec68e41c63a6 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0349081 Aug 31 14:06:51.349089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:51.390978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b93ddb13-c842-4823-b622-b0b73f89b2b2 req-d8431acf-ef45-4e3e-be8f-8df03c09661b tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0333118 Aug 31 14:06:51.428067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 2690e8cb-9f26-4c33-8157-da617c985e8b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:51.428719 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.433501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.506853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.541905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.574925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:51.582363 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5901a0-b4c1-47e8-ae25-05ff9acf50d1" -d '{"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-plugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:51.600778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:51.604586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a47533b-986f-4d54-90a1-c508cca1c313 req-ba718fb2-3b37-430b-b3a4-0df877bce337 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0372725 Aug 31 14:06:51.606390 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.646270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014'}, {'server_uuid': '7cbba51c-8fb6-4d85-bd95-92e2528129f8', 'name': 'network-vif-deleted', 'tag': '16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:51.648854 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c88fdee-79bb-4785-bde2-e0becff63d98" -d '{"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014"}, {"server_uuid": "7cbba51c-8fb6-4d85-bd95-92e2528129f8", "name": "network-vif-deleted", "tag": "16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:51.683976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:51.710044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.714088 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.781239 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9034fa17-257f-424e-a6d3-696f155e3d6c x-openstack-request-id: req-9034fa17-257f-424e-a6d3-696f155e3d6c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:51.782559 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-plugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:51.782912 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9034fa17-257f-424e-a6d3-696f155e3d6c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:51.783341 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'code': 200} Aug 31 14:06:51.790125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Port': ['ID=4d9bfd15-0f55-45a6-8220-0349b641db7f,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:51.798255 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.815366 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.819333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54226) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:51.825485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a410e2c6-9edf-4d5d-b415-db624d602838 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1580634 Aug 31 14:06:51.832250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-105830733'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:51.836391 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486963f0-16c9-49f6-b2a3-d2454432452b x-openstack-request-id: req-486963f0-16c9-49f6-b2a3-d2454432452b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:51.837071 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014", "status": "completed", "code": 200}, {"server_uuid": "7cbba51c-8fb6-4d85-bd95-92e2528129f8", "name": "network-vif-deleted", "tag": "16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62", "status": "failed", "code": 422}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:51.837071 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-486963f0-16c9-49f6-b2a3-d2454432452b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:51.837363 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'status': 'completed', 'code': 200} Aug 31 14:06:51.837618 n-d-792362-6 neutron-server[101361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cbba51c-8fb6-4d85-bd95-92e2528129f8', 'name': 'network-vif-deleted', 'tag': '16cf4fbc-fcf4-4eea-b561-e2dd53e0bd62', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:06:51.859770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Made reservation on behalf of 00941898f3d04943bebd2ecb9cd52e0f for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:51.863746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.876369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.968331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-48749287-455b-47c4-9563-8be9701720f3 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=144a1d92a03347a387ede888ea5bc7f5&device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0451903 Aug 31 14:06:52.110306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d62fc-348f-4682-908d-c9351bc0f364 req-d6958e20-b804-441f-97cb-1d65aa0a9d6d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.112224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc5d62fc-348f-4682-908d-c9351bc0f364 req-d6958e20-b804-441f-97cb-1d65aa0a9d6d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.2318003 Aug 31 14:06:52.180055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-0982d85d-286e-45e8-af75-26ce792af717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.181728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-0982d85d-286e-45e8-af75-26ce792af717 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1094 time: 0.2453642 Aug 31 14:06:52.229986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-25c24eab-d55a-46ff-8129-9ef426b33dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.231549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-25c24eab-d55a-46ff-8129-9ef426b33dc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ecfc32847334f97b587319d93e83e74&device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 1096 time: 0.2623613 Aug 31 14:06:52.292271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc5d62fc-348f-4682-908d-c9351bc0f364 req-c3d6e120-64ad-4ea7-b119-33aa74b5808c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621215 Aug 31 14:06:52.316214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-2638fbf3-8bbe-4a8b-9dd5-4e8d33d348dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.317710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-2638fbf3-8bbe-4a8b-9dd5-4e8d33d348dd service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=144a1d92a03347a387ede888ea5bc7f5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3020880 Aug 31 14:06:52.515612 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.536187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.571334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-24132012-6604-4a0a-89f0-e7c698cb0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.572813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-24132012-6604-4a0a-89f0-e7c698cb0855 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.3569722 Aug 31 14:06:52.602288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:52.604739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-908539d9-e2a1-48c2-a484-09a0a5703405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.606142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-908539d9-e2a1-48c2-a484-09a0a5703405 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 200 len: 918 time: 0.3504868 Aug 31 14:06:52.665230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55ecc9-c7e4-422c-9c03-49e72fab19e5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:52.715729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1f4-7931-44f1-9270-cea596ae92c7 req-bd11233e-b054-4d53-88a9-451bd12df5ed tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.717250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26e0b1f4-7931-44f1-9270-cea596ae92c7 req-bd11233e-b054-4d53-88a9-451bd12df5ed tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.3149304 Aug 31 14:06:52.718565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-5a6a28c4-7134-4f26-905b-7169a5131b4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 217 time: 0.1259460 Aug 31 14:06:52.719792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.720145 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Added segment 35bb1c9d-fd1a-4161-8c5c-3a5df80f244c of type vlan for network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb Aug 31 14:06:52.723865 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-e309b90b-e7c5-41a4-83e3-8c3d80def4ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f67992b3-1e51-426d-81e0-a3f3424db082 HTTP/1.1" status: 200 len: 217 time: 0.1029460 Aug 31 14:06:52.734311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-6446933f-e1e7-4a78-bddc-f77d8f044375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.734993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-6446933f-e1e7-4a78-bddc-f77d8f044375 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3469138 Aug 31 14:06:52.826092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.909751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2ff2422-6fa0-46c4-82e5-5b97c52ef994 req-cb494b87-24f9-40d7-8f51-574936e5eab4 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.1037395 Aug 31 14:06:52.920526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-38902ff2-23f9-4c71-a875-948c5a47b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.922125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-38902ff2-23f9-4c71-a875-948c5a47b12c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.1419318 Aug 31 14:06:52.975408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26e0b1f4-7931-44f1-9270-cea596ae92c7 req-11900bc5-1521-4c19-b890-70420b9826a5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434275 Aug 31 14:06:53.037984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-36c5e809-2ddf-4ca2-91d2-2ba50d20b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.040122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-36c5e809-2ddf-4ca2-91d2-2ba50d20b0cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 200 len: 855 time: 0.2580376 Aug 31 14:06:53.041693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.060390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.061273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.185612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3649395 Aug 31 14:06:53.188151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54254) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:53.193671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Request body: {'subnet': {'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:53.218827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-cfab4fa4-ae84-4d07-a840-32a7b27ec185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.220361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-cfab4fa4-ae84-4d07-a840-32a7b27ec185 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2808850 Aug 31 14:06:53.222791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2df66-ded9-44b9-9bda-826606a29d5d tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Network': ['ID=c9fc1629-a3e2-46ed-a5cb-cd005648d0bb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:53.238740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:53.391142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Made reservation on behalf of 00941898f3d04943bebd2ecb9cd52e0f for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:53.397689 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.468837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb5e50e1-d6df-43b4-a3fe-17c146ec3014 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:53.475382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54264) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:53.628414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-c44a2ade-abc1-4189-be99-eff16eb8c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.630021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-c44a2ade-abc1-4189-be99-eff16eb8c9eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f6655a3-bfaf-45b8-af5a-2b833921ec2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5648696 Aug 31 14:06:53.640689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:53.644039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739d2c3-d952-4b13-8b76-9ce25233d1e8 req-15aafec0-f7f3-4c4d-8b65-85c212bc0eba tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.651580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4739d2c3-d952-4b13-8b76-9ce25233d1e8 req-15aafec0-f7f3-4c4d-8b65-85c212bc0eba tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.5576723 Aug 31 14:06:53.655215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'port_id': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'mac_address': 'fa:16:3e:5a:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:53.694109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.694775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.695196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.696266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.696895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.697656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.698191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.706663 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-16e6143e-ae54-4c41-898b-6fbf72c25363 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 6492 time: 0.2301433 Aug 31 14:06:53.725148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.747019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5e50e1-d6df-43b4-a3fe-17c146ec3014 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:53.771255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:53.773314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-25292bb8-7662-4417-a48b-5ad643e9aed0 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422330 Aug 31 14:06:53.776131 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.781242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.790140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4739d2c3-d952-4b13-8b76-9ce25233d1e8 req-0a3c1e33-9460-4f1d-a23c-8c8bf74d13f2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376221 Aug 31 14:06:53.803357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-364aa32a-2877-4583-962a-8ada8c127e49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956640 Aug 31 14:06:53.854014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:53.889201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.889201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.889527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.889674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.890004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.893769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.894120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.894469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.894786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.895107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.895436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.895761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:53.896288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Subnet': ['ID=d14ff04c-5725-4832-aaac-fcb3e97bfda7,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:53.924323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Checking segment: {'id': '35bb1c9d-fd1a-4161-8c5c-3a5df80f244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:53.924745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Network hostable DHCP agents. Network: c9fc1629-a3e2-46ed-a5cb-cd005648d0bb, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:53.928647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-86842526-73de-4613-bb77-e4e04ac8c224 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750220 Aug 31 14:06:53.941171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50431a59-6dec-46b0-beb1-4af65487d336 req-47071200-cb69-40af-bed5-d3c9166bf1eb tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0659194 Aug 31 14:06:53.945921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:53.966125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, c9fc1629-a3e2-46ed-a5cb-cd005648d0bb) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:53.973633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.975558 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.988355 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484df3e4-3ae3-47a8-8251-d3eab5da6581 None None] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:54.010641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7713b91f-2d09-42e5-911e-b05636418a46 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8211379 Aug 31 14:06:54.013576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54272) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:54.018691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1993153357', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:54.067314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.068550 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.121647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbabc713-8875-4ec8-9783-a34b63565762 req-0f159423-ce73-4ec2-80d6-64ddb76aea4a tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0505822 Aug 31 14:06:54.127691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c88fdee-79bb-4785-bde2-e0becff63d98 req-0864337e-2b71-4925-8ca4-0b314b211129 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365195 Aug 31 14:06:54.162538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.164623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8d25f43-7acf-4dab-8748-712c0616d5fc req-4850039c-e8ca-4f72-9dd6-2d944c67f945 service neutron] 10.222.0.26 "GET /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133999 Aug 31 14:06:54.206815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-c9fc1629-a3e2-46ed-a5cb-cd005648d0bb', 'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb', 'tenant_id': '00941898f3d04943bebd2ecb9cd52e0f', 'fixed_ips': [{'subnet_id': 'd14ff04c-5725-4832-aaac-fcb3e97bfda7'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:06:54.207954 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.298838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb5471-8345-4dc1-9b0f-de10232d0731 req-5fb0fd86-061b-4ed3-bc9f-5abb6c535d85 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:54.307012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4fbb5471-8345-4dc1-9b0f-de10232d0731 req-5fb0fd86-061b-4ed3-bc9f-5abb6c535d85 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0730326 Aug 31 14:06:54.373291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4fbb5471-8345-4dc1-9b0f-de10232d0731 req-f391ef69-cce4-449d-bddb-8b36428bceb1 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611382 Aug 31 14:06:54.412546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.429104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fb5e50e1-d6df-43b4-a3fe-17c146ec3014'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:54.478813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Allocated IP 172.20.0.2 (c9fc1629-a3e2-46ed-a5cb-cd005648d0bb/d14ff04c-5725-4832-aaac-fcb3e97bfda7/6d3ed990-015c-4040-ae97-9cb84239e2d9) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:54.542422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8d59-f554-4169-815d-68725718b6c8 req-ed94b96d-4d24-42ca-9746-6464792000da tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:54.552437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f8f8d59-f554-4169-815d-68725718b6c8 req-ed94b96d-4d24-42ca-9746-6464792000da tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1076946 Aug 31 14:06:54.601816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f8f8d59-f554-4169-815d-68725718b6c8 req-f21c0600-86c6-4881-ad90-7874198b373e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Aug 31 14:06:54.745579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.771455 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.781576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78442597-26e6-48df-949b-3293c78f388b req-ba34c3b1-8ee6-42f6-8d0e-ec3a2e42db72 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cbba51c-8fb6-4d85-bd95-92e2528129f8 HTTP/1.1" status: 200 len: 210 time: 0.0346737 Aug 31 14:06:54.843345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.869348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Transition to ACTIVE for port object 6d3ed990-015c-4040-ae97-9cb84239e2d9 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:54.890481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Transition to ACTIVE for port object 6d3ed990-015c-4040-ae97-9cb84239e2d9 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:54.903372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.948128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Allocated IP 172.25.0.73 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/639c3e64-d2bd-4818-a892-6a4836166ae0) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:54.956175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:54.964941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:54.981334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:54.999307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Pushing event updated for resources: {'Port': ['ID=6d3ed990-015c-4040-ae97-9cb84239e2d9,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:55.073897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Attempting to bind port 6d3ed990-015c-4040-ae97-9cb84239e2d9 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:55.074491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Attempting to bind port 6d3ed990-015c-4040-ae97-9cb84239e2d9 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '35bb1c9d-fd1a-4161-8c5c-3a5df80f244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:55.074928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Attempting to bind port 6d3ed990-015c-4040-ae97-9cb84239e2d9 on network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:55.081264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:55.081766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Checking segment: {'id': '35bb1c9d-fd1a-4161-8c5c-3a5df80f244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:55.082862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.083125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Bound using segment: {'id': '35bb1c9d-fd1a-4161-8c5c-3a5df80f244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:55.083686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Bound port: 6d3ed990-015c-4040-ae97-9cb84239e2d9, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bb1c9d-fd1a-4161-8c5c-3a5df80f244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:55.084979 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.164845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.193454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] For port 6d3ed990-015c-4040-ae97-9cb84239e2d9, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:55.197329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] For port 6d3ed990-015c-4040-ae97-9cb84239e2d9, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6d3ed990-015c-4040-ae97-9cb84239e2d9,segment=NetworkSegment(35bb1c9d-fd1a-4161-8c5c-3a5df80f244c),segment_id=35bb1c9d-fd1a-4161-8c5c-3a5df80f244c)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:55.202513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.215943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.281343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f394c-679b-42e9-a0aa-4b4a70e8619a None None] Pushing event updated for resources: {'Port': ['ID=6d3ed990-015c-4040-ae97-9cb84239e2d9,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:55.286464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:55.293852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:55.296025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Port': ['ID=639c3e64-d2bd-4818-a892-6a4836166ae0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:55.298465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:55.305378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b947f-918f-4f0b-b1a1-f3a58648597b req-7413df38-0daa-4cc9-92c4-fc6fbeeda852 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.307060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e3b947f-918f-4f0b-b1a1-f3a58648597b req-7413df38-0daa-4cc9-92c4-fc6fbeeda852 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 944 time: 0.1407983 Aug 31 14:06:55.372842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e3b947f-918f-4f0b-b1a1-f3a58648597b req-d5843c64-18e0-4893-b221-289dfed9e746 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590227 Aug 31 14:06:55.574304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95350b71-9ca4-4a08-adc4-728e02ba46d3 req-41dc074f-899d-4cd7-857a-6a898da8d1c3 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0947752 Aug 31 14:06:55.759915 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.764664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24294-f31c-47f0-96d8-f1b08cbb2253 req-4b25b041-5d78-4a29-ac34-14c296cb5855 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.766595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22a24294-f31c-47f0-96d8-f1b08cbb2253 req-4b25b041-5d78-4a29-ac34-14c296cb5855 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0809293 Aug 31 14:06:55.815698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22a24294-f31c-47f0-96d8-f1b08cbb2253 req-e9fb3c2c-c707-44e8-ab97-6d9fee53702c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Aug 31 14:06:55.972402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04f09-400c-42eb-bc9f-db72067be125 req-d60a7a95-b2f1-4b30-a3be-d7877d35ea5b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.980229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffa04f09-400c-42eb-bc9f-db72067be125 req-d60a7a95-b2f1-4b30-a3be-d7877d35ea5b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.0804546 Aug 31 14:06:56.022637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ffa04f09-400c-42eb-bc9f-db72067be125 req-96198cf5-40b0-4b08-9f83-1f625e450215 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Aug 31 14:06:56.329707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:56.429064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98539460-db1f-4259-84c3-2e73be95bef4 req-eb2ad044-de31-4bcf-87e8-397b4540d617 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.431356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98539460-db1f-4259-84c3-2e73be95bef4 req-eb2ad044-de31-4bcf-87e8-397b4540d617 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.0743241 Aug 31 14:06:56.493556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98539460-db1f-4259-84c3-2e73be95bef4 req-b8fe95cd-b642-478b-83d7-f9ae55a5172c tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Aug 31 14:06:56.542564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Router 0a70b68b-403d-4e83-ae6e-e38267929384 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:56.651012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5ce9b-d2c9-4762-b50a-87572965b0ec req-973e11c1-2191-4f48-bf5c-0acb1705e840 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.652622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dd5ce9b-d2c9-4762-b50a-87572965b0ec req-973e11c1-2191-4f48-bf5c-0acb1705e840 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0851817 Aug 31 14:06:56.684247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39bc402-3297-4369-b6c3-c1342fd85387 None None] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:56.696176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:56.708995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5dd5ce9b-d2c9-4762-b50a-87572965b0ec req-f91909b2-e209-4324-b000-783b5625ae4b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495524 Aug 31 14:06:56.734793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] Sync routers for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:56.757273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:56.760008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-45d35898-f970-4c5f-ae5b-5c6fc44f7e58 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7449865 Aug 31 14:06:56.763240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54308) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:56.764557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:56.765484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:56.813770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:56.815911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e4297cc2-91c3-4531-a8ad-1374b1f90604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:56.837276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4d69804f-eedb-4c2f-a5e3-dee82b701b2d None None] Provisioning for port 6d3ed990-015c-4040-ae97-9cb84239e2d9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:56.859480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:56.860264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:56.901487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:56.902279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28683a0c-b4bd-4f11-90f9-e41067171a10 None None] The sync data for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:56.948480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a175b-dcb0-49dd-b144-c1d5a07c4ed5 req-77dde2d1-2017-4aab-8542-2b973d7aba2e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.951181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-807a175b-dcb0-49dd-b144-c1d5a07c4ed5 req-77dde2d1-2017-4aab-8542-2b973d7aba2e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 944 time: 0.1326041 Aug 31 14:06:57.056168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-807a175b-dcb0-49dd-b144-c1d5a07c4ed5 req-90beff0c-a200-4ed5-92e5-4ab54f6e9e05 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977726 Aug 31 14:06:57.176715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e0f81b3-7661-4323-8430-89cb5df7b59e req-6433a91a-a7bf-49e6-92a0-d10a1a34e0fc tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0389259 Aug 31 14:06:57.218353 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:06:57.368530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb5e50e1-d6df-43b4-a3fe-17c146ec3014 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:57.424112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:57.428544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bc5da-422b-4adc-b29a-a5551eda1cc5 req-31d55dcb-f2bf-4a63-a2a5-5247072c3462 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.430247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b5bc5da-422b-4adc-b29a-a5551eda1cc5 req-31d55dcb-f2bf-4a63-a2a5-5247072c3462 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 946 time: 0.1525073 Aug 31 14:06:57.440815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:57.441223 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.499301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d3ed990-015c-4040-ae97-9cb84239e2d9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:57.529646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b5bc5da-422b-4adc-b29a-a5551eda1cc5 req-4ba9193d-bc0f-4c88-9271-9e70318c13d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843101 Aug 31 14:06:57.596501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.598492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 6d3ed990-015c-4040-ae97-9cb84239e2d9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:57.610334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6d3ed990-015c-4040-ae97-9cb84239e2d9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:57.610717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.663775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:57.666222 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e806021-d6f2-428c-b351-2edc3ed3c360" -d '{"events": [{"server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "name": "network-vif-plugged", "status": "completed", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:57.672805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.683811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:57.710201 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.750561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.756969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99221a2-b699-46db-b9be-0b99d61fa81d req-99eb8357-7a94-4765-9f9e-dbf13346a7fb tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.758726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d99221a2-b699-46db-b9be-0b99d61fa81d req-99eb8357-7a94-4765-9f9e-dbf13346a7fb tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1362977 Aug 31 14:06:57.798555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 6d3ed990-015c-4040-ae97-9cb84239e2d9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6d3ed990-015c-4040-ae97-9cb84239e2d9,segment=NetworkSegment(35bb1c9d-fd1a-4161-8c5c-3a5df80f244c),segment_id=35bb1c9d-fd1a-4161-8c5c-3a5df80f244c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:57.799911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:57.806220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.864247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=6d3ed990-015c-4040-ae97-9cb84239e2d9,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:57.877763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d99221a2-b699-46db-b9be-0b99d61fa81d req-4dc8866b-7422-4513-85bc-3f89bad69d85 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687876 Aug 31 14:06:58.092906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa172e-56ae-452a-91c4-a71d8bf59d49 req-e3f4180f-809a-44e8-93e6-91a49c352679 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.094436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8aa172e-56ae-452a-91c4-a71d8bf59d49 req-e3f4180f-809a-44e8-93e6-91a49c352679 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.1159396 Aug 31 14:06:58.132067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Allocated IP 172.20.0.1 (c9fc1629-a3e2-46ed-a5cb-cd005648d0bb/d14ff04c-5725-4832-aaac-fcb3e97bfda7/a2c1ca8c-129e-424c-8d1d-f82b032781c9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:58.170787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8aa172e-56ae-452a-91c4-a71d8bf59d49 req-cf3f9303-7413-4127-b3c1-fc9c6d458fa2 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698378 Aug 31 14:06:58.324748 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:58.347627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfc02c-ff5b-4264-82d3-93415f30ee3e req-e46adb1b-2b1d-4cb0-b10d-39f2f8f22358 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.349225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15bfc02c-ff5b-4264-82d3-93415f30ee3e req-e46adb1b-2b1d-4cb0-b10d-39f2f8f22358 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.0880308 Aug 31 14:06:58.352990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Transition to ACTIVE for port object a2c1ca8c-129e-424c-8d1d-f82b032781c9 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:58.421421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15bfc02c-ff5b-4264-82d3-93415f30ee3e req-16575711-9bd3-4ca6-94ad-137e8962e35e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 Aug 31 14:06:58.449404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:58.470695 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d658e-9e26-4b85-8f28-c811f50c284a x-openstack-request-id: req-ca7d658e-9e26-4b85-8f28-c811f50c284a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:58.470695 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "name": "network-vif-plugged", "status": "completed", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:58.470695 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca7d658e-9e26-4b85-8f28-c811f50c284a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:58.470695 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'code': 200} Aug 31 14:06:58.512535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:58.542867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:58.549406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:58.646555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Port': ['ID=a2c1ca8c-129e-424c-8d1d-f82b032781c9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:58.681702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.682007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.682308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.682663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.682982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.683315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.683652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.683967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.684312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.684640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.684968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.685479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:58.689853 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:58.814212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83a56f-0628-4495-b846-a780c5cb27b2 req-28d2a852-d5b3-459c-bea8-83775d49de6f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.816657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f83a56f-0628-4495-b846-a780c5cb27b2 req-28d2a852-d5b3-459c-bea8-83775d49de6f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.2754636 Aug 31 14:06:58.822978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe01c-76ee-455a-b21f-a682abebce07 req-556de869-e693-4755-8484-2ffc0bde7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.824439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-addfe01c-76ee-455a-b21f-a682abebce07 req-556de869-e693-4755-8484-2ffc0bde7eca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1096 time: 0.2085521 Aug 31 14:06:58.897798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-634d0bc5-13a1-4490-917a-2a68918049e9 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.900366 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-634d0bc5-13a1-4490-917a-2a68918049e9 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 1097 time: 0.1553080 Aug 31 14:06:58.918216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4afa3c05-4a87-4cda-a481-19992c9aa9d8 None None] Provisioning for port a2c1ca8c-129e-424c-8d1d-f82b032781c9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:58.928076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4afa3c05-4a87-4cda-a481-19992c9aa9d8 None None] Provisioning complete for port a2c1ca8c-129e-424c-8d1d-f82b032781c9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:58.928648 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4afa3c05-4a87-4cda-a481-19992c9aa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:58.948479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f83a56f-0628-4495-b846-a780c5cb27b2 req-98df4acf-e94f-48dc-aa58-c414512b08b2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222832 Aug 31 14:06:58.971504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4afa3c05-4a87-4cda-a481-19992c9aa9d8 None None] Port a2c1ca8c-129e-424c-8d1d-f82b032781c9 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:59.007458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-addfe01c-76ee-455a-b21f-a682abebce07 req-3d1670bb-3ac3-422b-a6d6-c8a04cab98da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652420 Aug 31 14:06:59.072270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b2fc339-ba3e-4f20-b2ff-e0fe887db73e req-76187886-e079-4fa5-8b32-69d5f162936b tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0401032 Aug 31 14:06:59.091252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.139273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-b5668916-3bb0-43dc-9db7-84c3b69dda5f req-9d4b724c-1d6a-4cb3-b464-9501738dd974 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:06:59.140233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5668916-3bb0-43dc-9db7-84c3b69dda5f req-9d4b724c-1d6a-4cb3-b464-9501738dd974 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059769 Aug 31 14:06:59.277135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Deleting port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:59.277437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.298148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-614bf849-3461-4347-aa64-663f4c27002b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.397525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d3ed990-015c-4040-ae97-9cb84239e2d9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:59.450584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6d3ed990-015c-4040-ae97-9cb84239e2d9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:59.451384 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.519782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.737276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5668916-3bb0-43dc-9db7-84c3b69dda5f req-e816ae5c-932d-4b69-ae0a-b1c663bb961b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5855310 Aug 31 14:06:59.797903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] For port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:59.798310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.850989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Calling delete_port for fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:00.047797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.059003 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.169475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66e512-783d-411d-b4c1-8e44174fb7d6 req-bc41fb02-aec0-47fe-b890-db8f7acefb0a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:00.171861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc66e512-783d-411d-b4c1-8e44174fb7d6 req-bc41fb02-aec0-47fe-b890-db8f7acefb0a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1869543 Aug 31 14:07:00.231938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Port': ['ID=a2c1ca8c-129e-424c-8d1d-f82b032781c9,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:00.238959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.243288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.300923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbfcbc0f-cc2c-4919-9818-efaf5d3b1011,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:00.319988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc66e512-783d-411d-b4c1-8e44174fb7d6 req-8616b366-3ca6-45dc-b757-3cefedaa9f36 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377859 Aug 31 14:07:00.444007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] No DVR routers for this DVR port fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:00.450492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.452046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ba3a294-6b82-40a5-92ca-5ae7be3a184c req-f97f3293-006d-46f8-a214-934d9f8f454e tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.26 "DELETE /v2.0/ports/fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 HTTP/1.1" status: 204 len: 173 time: 1.5145726 Aug 31 14:07:00.454481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'name': 'network-vif-deleted', 'tag': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:00.456897 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9506ee-4382-4ad2-8219-c73001a97a7e" -d '{"events": [{"server_uuid": "8168cee6-9f15-4e32-9ad7-a550c1ce7f1b", "name": "network-vif-deleted", "tag": "fbfcbc0f-cc2c-4919-9818-efaf5d3b1011"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:00.498168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4530211e-e47d-451a-905e-27280ce24248 req-a5d475ed-4f6f-4cbe-a968-c5a68457ed08 tempest-TestServerMultinode-1541221109 tempest-TestServerMultinode-1541221109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8168cee6-9f15-4e32-9ad7-a550c1ce7f1b HTTP/1.1" status: 200 len: 210 time: 0.0629508 Aug 31 14:07:00.551852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:00.552543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.561913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:00.802116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00c64f-6279-4343-99f7-1d94fa0de806 req-b5d56f82-bea4-4156-aa5f-3e40bdd8b30d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:00.803691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a00c64f-6279-4343-99f7-1d94fa0de806 req-b5d56f82-bea4-4156-aa5f-3e40bdd8b30d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1649656 Aug 31 14:07:00.808220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Router 0a70b68b-403d-4e83-ae6e-e38267929384 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:00.911998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-99b0c1b1-0c97-4812-b3ee-946374dca088 None None] Provisioning complete for port a2c1ca8c-129e-424c-8d1d-f82b032781c9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:00.915564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a00c64f-6279-4343-99f7-1d94fa0de806 req-ea98ee39-9cb3-401d-aac0-160821d291c4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040616 Aug 31 14:07:00.916244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-99b0c1b1-0c97-4812-b3ee-946374dca088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.982521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-99b0c1b1-0c97-4812-b3ee-946374dca088 None None] Port a2c1ca8c-129e-424c-8d1d-f82b032781c9 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:01.037992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:01.046976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54342) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:01.047482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4e879750-9f77-42e1-99a4-f16149f5e2bf tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "PUT /v2.0/routers/0a70b68b-403d-4e83-ae6e-e38267929384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2813854 Aug 31 14:07:01.053173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Request body: {'port': {'network_id': 'c9fc1629-a3e2-46ed-a5cb-cd005648d0bb', 'name': 'tempest-FloatingIPAdminTestJSON-1045998930'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:01.057647 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] Sync routers for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:01.076063 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:01.076955 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:01.080067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96977d-15d3-4339-b8eb-695a4047f8eb req-9455de03-a680-40d6-86d7-a8df29fdcbc9 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.087557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a96977d-15d3-4339-b8eb-695a4047f8eb req-9455de03-a680-40d6-86d7-a8df29fdcbc9 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0812073 Aug 31 14:07:01.126582 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:01.135533 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:01.136338 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:01.139067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a96977d-15d3-4339-b8eb-695a4047f8eb req-305016d6-ce78-4352-9510-b46db5e5f7d2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492175 Aug 31 14:07:01.171851 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:01.172516 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88fb403-18c6-4fe0-9d36-af0a2ac6f2f2 None None] The sync data for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:01.226216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Made reservation on behalf of 00941898f3d04943bebd2ecb9cd52e0f for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:01.232084 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.244543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aedfd0f9-5def-4044-b330-990c181bbf50 req-79880c16-9b22-4a37-8e88-60ed8a2be293 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0298584 Aug 31 14:07:01.258874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] device_id is not set on port 91c71f80-e762-440b-992f-cbeffeb6892f yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:01.313680 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e527ae-1283-42b2-9469-120753b82ceb x-openstack-request-id: req-e3e527ae-1283-42b2-9469-120753b82ceb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:01.313980 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8168cee6-9f15-4e32-9ad7-a550c1ce7f1b", "name": "network-vif-deleted", "tag": "fbfcbc0f-cc2c-4919-9818-efaf5d3b1011", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:01.314696 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3e527ae-1283-42b2-9469-120753b82ceb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:01.314696 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8168cee6-9f15-4e32-9ad7-a550c1ce7f1b', 'name': 'network-vif-deleted', 'tag': 'fbfcbc0f-cc2c-4919-9818-efaf5d3b1011', 'status': 'completed', 'code': 200} Aug 31 14:07:01.392952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:01.417400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:01.417792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fbfcbc0f-cc2c-4919-9818-efaf5d3b1011 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:01.437817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b725d-4b59-46fc-ac03-828672d8a817 req-c69671fb-0296-437d-a7a4-3926ac312936 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.439517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d8b725d-4b59-46fc-ac03-828672d8a817 req-c69671fb-0296-437d-a7a4-3926ac312936 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 946 time: 0.0758674 Aug 31 14:07:01.469022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Allocated IP 172.20.0.8 (c9fc1629-a3e2-46ed-a5cb-cd005648d0bb/d14ff04c-5725-4832-aaac-fcb3e97bfda7/91c71f80-e762-440b-992f-cbeffeb6892f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:01.496664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d8b725d-4b59-46fc-ac03-828672d8a817 req-a649a712-256a-4e24-b0a0-e5404461ed7b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489159 Aug 31 14:07:01.628681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b6b7f-eda0-46ba-a080-3cd17fae1a0f req-bb8a2494-6ce9-40af-b742-e50da4304c1d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.630465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d35b6b7f-eda0-46ba-a080-3cd17fae1a0f req-bb8a2494-6ce9-40af-b742-e50da4304c1d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0713873 Aug 31 14:07:01.685518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.693921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d35b6b7f-eda0-46ba-a080-3cd17fae1a0f req-bfbf6907-0b84-417e-bb11-79f2e65efec7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492682 Aug 31 14:07:01.709652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54352) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:01.710633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Transition to ACTIVE for port object 91c71f80-e762-440b-992f-cbeffeb6892f will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:01.758751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.815669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d3015d-5d00-4f42-9e18-5b25fa9f39f8 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.817271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66d3015d-5d00-4f42-9e18-5b25fa9f39f8 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1091 time: 0.1066236 Aug 31 14:07:01.820847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54354) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:01.827173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:01.828255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event updated for resources: {'Port': ['ID=91c71f80-e762-440b-992f-cbeffeb6892f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:01.835182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:01.836793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:01.839942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:01.883708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.922999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.924138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.951476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.959020 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-491afc45-36c5-44d2-8544-695a466d7d89 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9104810 Aug 31 14:07:01.965618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54356) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:02.026438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'project_id': '00941898f3d04943bebd2ecb9cd52e0f', 'port_id': '91c71f80-e762-440b-992f-cbeffeb6892f'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:02.046717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabfae0-67cc-4ee0-bdf4-82a650734170 req-b50fe07e-1c54-46cf-b4da-eae37d52b2aa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.056189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fabfae0-67cc-4ee0-bdf4-82a650734170 req-b50fe07e-1c54-46cf-b4da-eae37d52b2aa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1977720 Aug 31 14:07:02.058804 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.158165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fabfae0-67cc-4ee0-bdf4-82a650734170 req-6048c176-24c3-4fae-9eab-6d55f4737310 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956779 Aug 31 14:07:02.175791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.187389 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.228046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-84d2cb6f-ade8-4d13-8129-aabc898178b1 None None] Provisioning for port 91c71f80-e762-440b-992f-cbeffeb6892f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:02.239319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-84d2cb6f-ade8-4d13-8129-aabc898178b1 None None] Provisioning complete for port 91c71f80-e762-440b-992f-cbeffeb6892f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:02.239999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84d2cb6f-ade8-4d13-8129-aabc898178b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.302871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-84d2cb6f-ade8-4d13-8129-aabc898178b1 None None] Port 91c71f80-e762-440b-992f-cbeffeb6892f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:02.332392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2410d-25cb-48eb-bd4d-ab8370c9a13f req-3bf84e0d-729a-485c-bac0-5fbdb7a3735e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.334014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9da2410d-25cb-48eb-bd4d-ab8370c9a13f req-3bf84e0d-729a-485c-bac0-5fbdb7a3735e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.0631256 Aug 31 14:07:02.355231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Allocated IP 172.25.0.191 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/63c8865d-413b-424e-9128-9ac9d5783b92) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:02.387551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9da2410d-25cb-48eb-bd4d-ab8370c9a13f req-0d4ce5ca-d2bc-485c-ae66-3845f78bb413 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Aug 31 14:07:02.457057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:02.526802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.558916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1f07282-4a48-4288-938b-2e8e7b0745ab req-3fc6743f-f8d6-4b9f-a642-b1093faa21ee tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0318899 Aug 31 14:07:02.586291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.623726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:02.626888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:02.633409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:02.798164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.92 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/5df1619b-8c6c-4f36-bb84-cbc59b64b3b8) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:02.815537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Pushing event updated for resources: {'Port': ['ID=63c8865d-413b-424e-9128-9ac9d5783b92,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:02.988165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587a40-d693-4f3d-8980-ada93fd2cf08 req-fbbf4065-15e0-4c6a-8611-b2ec3a02e232 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.994429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587a40-d693-4f3d-8980-ada93fd2cf08 req-fbbf4065-15e0-4c6a-8611-b2ec3a02e232 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.000457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587a40-d693-4f3d-8980-ada93fd2cf08 req-fbbf4065-15e0-4c6a-8611-b2ec3a02e232 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.002212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce587a40-d693-4f3d-8980-ada93fd2cf08 req-fbbf4065-15e0-4c6a-8611-b2ec3a02e232 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287&device_id=ab92655e-0f0e-476a-9125-fd316981945d&device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 2418 time: 0.1992822 Aug 31 14:07:03.119143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce587a40-d693-4f3d-8980-ada93fd2cf08 req-790404be-7553-4847-98af-ca085e5c7370 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049540 Aug 31 14:07:03.134317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.236103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.269496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b478d9ac-f34d-4027-8fff-7048093b90b6 req-afa1db57-e325-4898-bd72-c1d4fd412f2f tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0943058 Aug 31 14:07:03.296014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.389959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:03.397584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:03.413719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.416091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:03.420538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=5df1619b-8c6c-4f36-bb84-cbc59b64b3b8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:03.539023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.656336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.662209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.749334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c658f6-5776-41d3-813f-68a99afc9aea req-2ea22867-5d45-47c3-8124-07d2576bc5cd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.750889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08c658f6-5776-41d3-813f-68a99afc9aea req-2ea22867-5d45-47c3-8124-07d2576bc5cd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.2794952 Aug 31 14:07:03.770652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Pushing event updated for resources: {'Port': ['ID=63c8865d-413b-424e-9128-9ac9d5783b92,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:03.790966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.816591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08c658f6-5776-41d3-813f-68a99afc9aea req-6479842a-d449-4959-ad0b-aa5786e9b4cf tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548453 Aug 31 14:07:03.913848 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Floating IP c5a2e05d-8c12-403d-b03a-ea575edb6190 associated. External IP: 172.25.0.191, port: 91c71f80-e762-440b-992f-cbeffeb6892f. Aug 31 14:07:04.506153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Router 0a70b68b-403d-4e83-ae6e-e38267929384 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:04.519246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36d6a676-fc7b-472f-81b5-86bf32e40872 req-d248994c-7172-4066-ac80-162322435d81 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.3927138 Aug 31 14:07:04.627495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.638595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:04.668223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.685407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] Sync routers for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:04.688524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Deleting port 9ae1a6a0-2de5-423e-8c4c-cee50f805902 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:04.688912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.697627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:04.698825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.720282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-86c0f287-435f-41d1-9af5-ca9676b8e3e6 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.7529294 Aug 31 14:07:04.725836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54384) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.756226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.765704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:04.766322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.805620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.806376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38576bb-8dee-4309-9e87-a38d537cc69e None None] The sync data for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:04.836846 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.870051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-baf97c16-7e9c-40dd-9d82-592282736a8b tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] 10.222.0.10 "GET /v2.0/floatingips/c5a2e05d-8c12-403d-b03a-ea575edb6190 HTTP/1.1" status: 200 len: 983 time: 0.1420784 Aug 31 14:07:04.870688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54394) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.891060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] For port 9ae1a6a0-2de5-423e-8c4c-cee50f805902, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9ae1a6a0-2de5-423e-8c4c-cee50f805902,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:04.891549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.914563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Calling delete_port for 9ae1a6a0-2de5-423e-8c4c-cee50f805902 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:04.987186 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-452881a6-12c8-43bf-87a0-e204026bb77b tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1130974 Aug 31 14:07:04.988132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54398) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:05.034024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-04f0ee2f-ea47-4792-818a-36f418759818 req-acb78ccd-4a02-47d9-b7f0-63c1f52423ca tempest-ServersOnMultiNodesTest-953695421 tempest-ServersOnMultiNodesTest-953695421-project] (101360) timed out ('10.222.0.10', 59628) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:07:05.151380 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.161063 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Deleting port 63c8865d-413b-424e-9128-9ac9d5783b92 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:05.161421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.165653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.219462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0679f0-b7d1-47d9-b3bc-9b437cafd429 req-ed033339-903c-4ac9-bd19-7c0bb5c7897e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.220998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b0679f0-b7d1-47d9-b3bc-9b437cafd429 req-ed033339-903c-4ac9-bd19-7c0bb5c7897e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1594956 Aug 31 14:07:05.238794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.239125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.251256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Calling delete_port for 63c8865d-413b-424e-9128-9ac9d5783b92 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:05.305015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=5df1619b-8c6c-4f36-bb84-cbc59b64b3b8,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:05.318531 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.377784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b0679f0-b7d1-47d9-b3bc-9b437cafd429 req-6341f162-deb3-4b2f-bbd2-6db88d4169f4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473536 Aug 31 14:07:05.380347 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.417868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae1a6a0-2de5-423e-8c4c-cee50f805902,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:05.418020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.471816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Port': ['ID=63c8865d-413b-424e-9128-9ac9d5783b92,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:05.533674 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP a8a8f314-16c0-46ee-b6fa-50390723fb0e associated. External IP: 172.25.0.92, port: fb5e50e1-d6df-43b4-a3fe-17c146ec3014. Aug 31 14:07:05.559625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.560208 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Floating IP c5a2e05d-8c12-403d-b03a-ea575edb6190 disassociated (deleted). External IP: 172.25.0.191, port: 91c71f80-e762-440b-992f-cbeffeb6892f. Aug 31 14:07:05.711074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24c3a3d2-e624-4733-acc8-6503e0144ee9 req-6159122b-c698-4001-b5a0-59910df3fece tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0398953 Aug 31 14:07:05.807421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Router 0a70b68b-403d-4e83-ae6e-e38267929384 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:05.832635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.914780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:05.926040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] Sync routers for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:05.926683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.939285 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:05.940198 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:05.960350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4938ece2-7354-4d9c-b08b-94e62e0bd505 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "DELETE /v2.0/floatingips/c5a2e05d-8c12-403d-b03a-ea575edb6190 HTTP/1.1" status: 204 len: 168 time: 0.9711270 Aug 31 14:07:05.964652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54408) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:05.969379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:05.987169 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:05.995550 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.997773 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:05.999005 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:06.014032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 851240af-b38b-4513-8159-784cadbb2885 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:06.018285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-32de1274-cfd7-4d2e-aff2-b64f3208407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.019851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-32de1274-cfd7-4d2e-aff2-b64f3208407e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1096 time: 0.1727333 Aug 31 14:07:06.033377 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:06.034343 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a87a65-2e81-469f-b5f3-0225297bdef8 None None] The sync data for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:06.106894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.220543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Allocated IP 172.25.0.239 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/62b862fd-b7a9-438a-a75b-1cf795356574) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:06.322894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-74d4c7be-1fbe-4536-892c-5f80fa8d47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.323148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.324383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-74d4c7be-1fbe-4536-892c-5f80fa8d47b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 915 time: 0.2897253 Aug 31 14:07:06.336588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133aad4-e7d2-46e7-8076-eb95d67ec5f9 req-b6db0e63-6663-4fcd-acf9-8b206a68d818 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.338039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7133aad4-e7d2-46e7-8076-eb95d67ec5f9 req-b6db0e63-6663-4fcd-acf9-8b206a68d818 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.2035897 Aug 31 14:07:06.363844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:06.368721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.374610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] Sync routers for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:06.384759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:06.385466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:06.405831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-fcf7c2a8-63a4-4578-a91a-115aaf93bf85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 200 len: 217 time: 0.0638976 Aug 31 14:07:06.409933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:06.417220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:06.421127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:06.446925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Pushing event updated for resources: {'Port': ['ID=62b862fd-b7a9-438a-a75b-1cf795356574,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:06.459352 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.490982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7133aad4-e7d2-46e7-8076-eb95d67ec5f9 req-2321b36f-207a-4cdf-be0b-4a64660107e5 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385875 Aug 31 14:07:06.504253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Router d927741b-6de4-4fb0-8599-d056931b728b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:06.517908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-46ef1bff-9152-427d-99b7-a791ee102202 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6959977 Aug 31 14:07:06.519603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:06.521893 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6141644-c887-4156-91a1-95753869e8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:06.526297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-23d88bda-0c84-4803-b812-6745ba1ba685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.527821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-23d88bda-0c84-4803-b812-6745ba1ba685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.1110456 Aug 31 14:07:06.528953 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.577603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.612781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-aba19115-2d6c-4f00-9afc-17f190753eb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382214 Aug 31 14:07:06.680470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:06.769185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc879ac2-adcb-4d96-85f5-2e1b67ed1e30 req-b6d0f10b-e70d-4522-a473-43c7b4b4c843 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.770601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc879ac2-adcb-4d96-85f5-2e1b67ed1e30 req-b6d0f10b-e70d-4522-a473-43c7b4b4c843 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 945 time: 0.1688626 Aug 31 14:07:06.778984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.784336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.793078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:06.801387 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] Sync routers for ids ['d927741b-6de4-4fb0-8599-d056931b728b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:06.808131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-516786d9-f1f0-4695-a200-89b1a05a92dd admin admin] 10.222.0.10 "PUT /v2.0/routers/d927741b-6de4-4fb0-8599-d056931b728b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3498213 Aug 31 14:07:06.815137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54420) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:06.823096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] Routers {'d927741b-6de4-4fb0-8599-d056931b728b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:06.823711 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d927741b-6de4-4fb0-8599-d056931b728b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:06.835601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Pushing event updated for resources: {'Port': ['ID=62b862fd-b7a9-438a-a75b-1cf795356574,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:06.874926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-caff4fdf-ff14-4fc0-badb-a611117d0ff3 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292364 Aug 31 14:07:06.884181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.897377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc879ac2-adcb-4d96-85f5-2e1b67ed1e30 req-b7b0343d-ed0e-49d1-aeb1-74f10ecd68ff tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121955 Aug 31 14:07:06.910195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.916054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-587e8537-75dd-49e2-b6c2-93e92a280fb5 tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9503300 Aug 31 14:07:06.916845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54422) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:06.953860 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] Set router d927741b-6de4-4fb0-8599-d056931b728b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:06.996614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a8a8f314-16c0-46ee-b6fa-50390723fb0e', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.92', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '851240af-b38b-4513-8159-784cadbb2885', 'port_id': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'mac_address': 'fa:16:3e:5a:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:03Z', 'updated_at': '2021-08-31T14:07:03Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:07.010051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.027443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] Checking router: 851240af-b38b-4513-8159-784cadbb2885 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:07.032306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:07.036319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:07.037039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:07.062449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.155937 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:07:05Z', 'revision_number': 5, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:07.161409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:07.185440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] Checking router: d927741b-6de4-4fb0-8599-d056931b728b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:07.187731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.196388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] Routers {'d927741b-6de4-4fb0-8599-d056931b728b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:07.197066 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d927741b-6de4-4fb0-8599-d056931b728b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:07.329845 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] Set router d927741b-6de4-4fb0-8599-d056931b728b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:07.342457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Allocated IP 172.25.0.52 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/7f88f1ef-6929-4b4f-a99c-4abcda828727) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:07.430502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:07.478077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.527046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.530326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabd653-5653-4971-a269-458854c84e1f req-56a24bb7-d15a-42b9-b1d7-8565b30167a4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:07.539501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7dabd653-5653-4971-a269-458854c84e1f req-56a24bb7-d15a-42b9-b1d7-8565b30167a4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.5258424 Aug 31 14:07:07.557857 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.578412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:07.581765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:07.588000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a8a8f314-16c0-46ee-b6fa-50390723fb0e', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.92', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '851240af-b38b-4513-8159-784cadbb2885', 'port_id': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'mac_address': 'fa:16:3e:5a:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:03Z', 'updated_at': '2021-08-31T14:07:03Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:07.588488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:07.611187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc63a498-2589-4fd1-a61d-d9716572b39d req-3ac2d152-007f-4836-a0c7-b9c299ad2df1 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123117 Aug 31 14:07:07.612109 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:07:05Z', 'revision_number': 5, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:07.619190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Pushing event updated for resources: {'Port': ['ID=7f88f1ef-6929-4b4f-a99c-4abcda828727,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:07.625721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7dabd653-5653-4971-a269-458854c84e1f req-3e65eb1a-1f4b-4c84-9b57-8e6abd711d2e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852811 Aug 31 14:07:07.640321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54428) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:07.642105 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.648574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97a37e-ddf0-421f-a8c3-eedfd4cdcb45 None None] The sync data for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 is: [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a8a8f314-16c0-46ee-b6fa-50390723fb0e', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.92', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '851240af-b38b-4513-8159-784cadbb2885', 'port_id': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'mac_address': 'fa:16:3e:5a:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:03Z', 'updated_at': '2021-08-31T14:07:03Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:07.653359 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2a752-4936-4d50-a7f3-f3e4e16630bc None None] The sync data for ids ['d927741b-6de4-4fb0-8599-d056931b728b'] in n-d-792362-6 is: [{'id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'name': 'tempest-TestServerMultinode-1400570616-router', 'tenant_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '0c959335-b423-44e0-a80e-fbea259e5110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:03Z', 'updated_at': '2021-08-31T14:07:05Z', 'revision_number': 5, 'project_id': '3e8ed85b421446e5a0982c1ea7db8fa6', 'gw_port': {'id': '0c959335-b423-44e0-a80e-fbea259e5110', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd927741b-6de4-4fb0-8599-d056931b728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:04Z', 'updated_at': '2021-08-31T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:07.660349 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:07.663211 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b370aa8-e987-4325-ac02-1d115b47eb59" -d '{"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-unplugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:07.683014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:07.690179 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.737907 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5f398c-dbff-4fc7-bf2c-a219a41400cb x-openstack-request-id: req-4f5f398c-dbff-4fc7-bf2c-a219a41400cb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:07.738300 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:07.741135 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f5f398c-dbff-4fc7-bf2c-a219a41400cb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:07.741680 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'status': 'completed', 'code': 200} Aug 31 14:07:07.758826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c1008ad6-9156-4101-a07e-ec73c3f517f8 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/a8a8f314-16c0-46ee-b6fa-50390723fb0e HTTP/1.1" status: 200 len: 990 time: 0.1133595 Aug 31 14:07:07.780903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:07.811356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6a29222-cc98-4c94-b927-9eda4657a34b req-e06a2248-5a5c-4f27-94ab-f5d330734f1d tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0388441 Aug 31 14:07:07.824071 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.827327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Deleting port 0c959335-b423-44e0-a80e-fbea259e5110 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:07.828002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.870447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.970113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89b576-36cc-4aa8-b357-cc2a64e098c5 None None] New status for floating IP a8a8f314-16c0-46ee-b6fa-50390723fb0e: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:07:08.019054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] For port 0c959335-b423-44e0-a80e-fbea259e5110, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c959335-b423-44e0-a80e-fbea259e5110,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:08.019471 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.043734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc4c48-05fe-46ab-9ee1-722a0377adf8 req-20bc8ed6-f25a-46e8-ac6a-dfa78ee6232e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.044503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.045636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0bdc4c48-05fe-46ab-9ee1-722a0377adf8 req-20bc8ed6-f25a-46e8-ac6a-dfa78ee6232e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.1702809 Aug 31 14:07:08.053002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.065359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Calling delete_port for 0c959335-b423-44e0-a80e-fbea259e5110 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:08.068400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-7ce0a616-b882-45da-b0c4-285c1bfb94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.070104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-7ce0a616-b882-45da-b0c4-285c1bfb94d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1094 time: 0.1540222 Aug 31 14:07:08.086772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6141644-c887-4156-91a1-95753869e8dd req-de4ffc21-60db-4e7c-ae25-1e1ef516ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.088758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6141644-c887-4156-91a1-95753869e8dd req-de4ffc21-60db-4e7c-ae25-1e1ef516ed8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1096 time: 0.1715984 Aug 31 14:07:08.109326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Pushing event updated for resources: {'Port': ['ID=7f88f1ef-6929-4b4f-a99c-4abcda828727,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:08.192983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.212690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.214080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-563b8d4f-52d7-4f6c-ade8-423064bbd2f1 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2961104 Aug 31 14:07:08.216515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54434) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:08.272707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0bdc4c48-05fe-46ab-9ee1-722a0377adf8 req-8684e9d6-52a6-4a29-8f3a-f6da20a66c5b tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164791 Aug 31 14:07:08.284696 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-969eb01b-9396-4d20-9fe9-b4179e7d70ae tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0644970 Aug 31 14:07:08.285753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54436) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:08.315874 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a1851a-c8c1-47dc-8cc3-8564f6f28751 x-openstack-request-id: req-20a1851a-c8c1-47dc-8cc3-8564f6f28751 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:08.316369 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-unplugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:08.316828 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20a1851a-c8c1-47dc-8cc3-8564f6f28751 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:08.317269 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'code': 200} Aug 31 14:07:08.407357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9225c5c6-6a88-4028-b28b-7ebe4ffd5519 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1150203 Aug 31 14:07:08.409984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54438) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:08.477570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-0ef324c2-0df0-4844-ba1e-7bd495d5da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.479056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-0ef324c2-0df0-4844-ba1e-7bd495d5da17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 915 time: 0.3701189 Aug 31 14:07:08.490065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6141644-c887-4156-91a1-95753869e8dd req-88f1fdfa-12c5-45bf-8108-f5374a11ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.491503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6141644-c887-4156-91a1-95753869e8dd req-88f1fdfa-12c5-45bf-8108-f5374a11ca18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.3904731 Aug 31 14:07:08.513161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbceb9-89f1-4dbc-b5a6-66907ee44bf4 req-5ef09c3c-fd53-4f00-81ab-e089880f865a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.514919 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7fbceb9-89f1-4dbc-b5a6-66907ee44bf4 req-5ef09c3c-fd53-4f00-81ab-e089880f865a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1439359 Aug 31 14:07:08.560133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Deleting port 7f88f1ef-6929-4b4f-a99c-4abcda828727 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:08.560495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.619190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72724791-74fb-4406-b5f3-1292adf25a2c req-52c8baca-1b3a-4203-bd6d-53fdcc51cf83 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.620581 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-72724791-74fb-4406-b5f3-1292adf25a2c req-52c8baca-1b3a-4203-bd6d-53fdcc51cf83 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.0965016 Aug 31 14:07:08.633450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-dbe1858d-dbd1-4052-9963-c941bac846cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 200 len: 217 time: 0.1124520 Aug 31 14:07:08.706376 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.706752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.708860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6141644-c887-4156-91a1-95753869e8dd req-8cc85662-2e79-476b-8126-c44c93475dc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 1000 time: 0.1867580 Aug 31 14:07:08.715278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.723268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7fbceb9-89f1-4dbc-b5a6-66907ee44bf4 req-0a615d63-9020-4178-a5a0-4c7533500caf tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002335 Aug 31 14:07:08.727936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Calling delete_port for 7f88f1ef-6929-4b4f-a99c-4abcda828727 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:08.758439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-bf448b47-fa6d-42ea-978c-75547748aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.759929 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-bf448b47-fa6d-42ea-978c-75547748aa93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.1140463 Aug 31 14:07:08.763353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54440) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:08.782285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c959335-b423-44e0-a80e-fbea259e5110,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:08.811522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Deleting port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:08.811876 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.877080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-c221105f-bb1d-4461-aa76-47e32ecf0df5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925171 Aug 31 14:07:08.940932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] For port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:08.941314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.958980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Calling delete_port for 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:08.971531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.984965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6141644-c887-4156-91a1-95753869e8dd req-d2f43e1c-eec7-4485-b883-79870960d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.986462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6141644-c887-4156-91a1-95753869e8dd req-d2f43e1c-eec7-4485-b883-79870960d3b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.2561877 Aug 31 14:07:08.993804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2df5a87-1e3f-458e-b04c-db4f55c7a64f req-42f58836-1e41-43cc-b517-269ac282fdba tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0941126 Aug 31 14:07:09.024955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-050846cd-1ac0-4b7a-a4f5-c4e7671f4e54 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/a8a8f314-16c0-46ee-b6fa-50390723fb0e HTTP/1.1" status: 200 len: 992 time: 0.2363451 Aug 31 14:07:09.038855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Pushing event deleted for resources: {'Port': ['ID=7f88f1ef-6929-4b4f-a99c-4abcda828727,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:09.045850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.189396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.193279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-1085200d-2245-46f0-856a-ae5786bce2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910016 Aug 31 14:07:09.194567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.198236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6141644-c887-4156-91a1-95753869e8dd req-45e93184-3fca-4e6e-83bd-ac1d5d151106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:09.199785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6141644-c887-4156-91a1-95753869e8dd req-45e93184-3fca-4e6e-83bd-ac1d5d151106 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967793 Aug 31 14:07:09.343715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.343715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d927741b-6de4-4fb0-8599-d056931b728b {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:09.353673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.357590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f78a440c-bf14-4c59-9d70-fa2644c8b77f admin admin] 10.222.0.10 "DELETE /v2.0/routers/d927741b-6de4-4fb0-8599-d056931b728b HTTP/1.1" status: 204 len: 168 time: 2.5404024 Aug 31 14:07:09.360005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54446) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:09.409770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.412529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.417277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cd5658b4-4b41-4112-b8a3-a8fce7fa1120 tempest-FloatingIPAdminTestJSON-413110588 tempest-FloatingIPAdminTestJSON-413110588-project] 10.222.0.10 "DELETE /v2.0/floatingips/8dc0b6a9-7ad6-47d3-a5b6-818449d68b43 HTTP/1.1" status: 204 len: 168 time: 1.0033777 Aug 31 14:07:09.417277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54448) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:09.448589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ae1a6a0-2de5-423e-8c4c-cee50f805902 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:09.483325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9ae1a6a0-2de5-423e-8c4c-cee50f805902 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:09.484384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9ae1a6a0-2de5-423e-8c4c-cee50f805902 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:09.536844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] Deleting subnet 9620e5ed-9675-42cc-aaf9-06eca11acddc {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:09.540966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6141644-c887-4156-91a1-95753869e8dd req-54581182-8412-4084-ac57-4a4c509ac864 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166516 Aug 31 14:07:09.546240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7372e99-1dd5-4e9b-b29c-6f2543e56f93 req-e57bcc65-16d6-408e-b94a-2bdb473ad748 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230939 Aug 31 14:07:09.547024 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.556207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fbfba-99e1-4b76-9959-e99af6192a40 req-528afdbe-d329-410f-8e71-f1108d831546 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:09.557691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4fbfba-99e1-4b76-9959-e99af6192a40 req-528afdbe-d329-410f-8e71-f1108d831546 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ffc241-29bf-4232-8345-9336dbea6287 HTTP/1.1" status: 200 len: 946 time: 0.2079983 Aug 31 14:07:09.571146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.607758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Pushing event deleted for resources: {'Port': ['ID=3f67aa6c-dfc2-42ce-b130-3f6684e133a5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:09.612835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f67992b3-1e51-426d-81e0-a3f3424db082', '847fe984-c6e9-4ecc-9927-fdc0000b4d52'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:09.662806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Deleting port 62b862fd-b7a9-438a-a75b-1cf795356574 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:09.663394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.683263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.696740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] No DVR routers for this DVR port 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:09.708896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4fbfba-99e1-4b76-9959-e99af6192a40 req-f50803dc-83a7-4ef8-9d02-06bc83dc2761 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305761 Aug 31 14:07:09.723260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.725336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-72724791-74fb-4406-b5f3-1292adf25a2c req-2adddf22-431f-400b-a5ab-876d882ba2ad tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "DELETE /v2.0/ports/3f67aa6c-dfc2-42ce-b130-3f6684e133a5 HTTP/1.1" status: 204 len: 173 time: 1.0971985 Aug 31 14:07:09.725718 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'name': 'network-vif-deleted', 'tag': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:09.728730 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a399dc-ed16-46ae-b4b9-65100653c64f" -d '{"events": [{"server_uuid": "f7ffc241-29bf-4232-8345-9336dbea6287", "name": "network-vif-deleted", "tag": "3f67aa6c-dfc2-42ce-b130-3f6684e133a5"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:09.784671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6141644-c887-4156-91a1-95753869e8dd req-f4a1cb9e-94fa-4a1d-876d-48bbc18d6a61 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076962 Aug 31 14:07:09.787906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.788252 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.807415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.809551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Calling delete_port for 62b862fd-b7a9-438a-a75b-1cf795356574 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:09.812127 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f7b22c-0a7d-4b09-b943-bbee8cd66375 x-openstack-request-id: req-77f7b22c-0a7d-4b09-b943-bbee8cd66375 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:09.812419 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ffc241-29bf-4232-8345-9336dbea6287", "name": "network-vif-deleted", "tag": "3f67aa6c-dfc2-42ce-b130-3f6684e133a5", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:09.812674 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77f7b22c-0a7d-4b09-b943-bbee8cd66375 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:09.813183 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ffc241-29bf-4232-8345-9336dbea6287', 'name': 'network-vif-deleted', 'tag': '3f67aa6c-dfc2-42ce-b130-3f6684e133a5', 'status': 'completed', 'code': 200} Aug 31 14:07:09.895386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.925339 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.942309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9620e5ed-9675-42cc-aaf9-06eca11acddc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:09.967809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.969734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9af945d0-8925-4912-a842-66380a29f91c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9620e5ed-9675-42cc-aaf9-06eca11acddc HTTP/1.1" status: 204 len: 168 time: 0.5968649 Aug 31 14:07:09.973619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011854b-d5c7-4b39-a979-0ba92f585b1c None None] Network 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:09.981791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54454) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:10.015625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99a6d4-277f-4c6f-b4b3-15263326969d req-c307e3b6-3e17-41c8-84a7-0938a3277b02 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:10.030562 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b99a6d4-277f-4c6f-b4b3-15263326969d req-c307e3b6-3e17-41c8-84a7-0938a3277b02 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0921729 Aug 31 14:07:10.071400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b99a6d4-277f-4c6f-b4b3-15263326969d req-bc96c04e-f8f1-425b-83ad-dfa9fc8521e7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Aug 31 14:07:10.113188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.131514 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.184971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Pushing event deleted for resources: {'Port': ['ID=62b862fd-b7a9-438a-a75b-1cf795356574,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:10.190775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c125a02-064d-4e49-9f39-457007a601db req-cf896d91-74a2-49e1-9b67-26525d79b4cc tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0326471 Aug 31 14:07:10.228590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] DHCP port deletion for 1ae7ff38-4796-4bd5-8b1e-2be64db591f2 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:10.268247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.270771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.272357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9389644a-620d-49c3-a1ff-7bcf867ef37c tempest-FloatingIPAdminTestJSON-2065807088 tempest-FloatingIPAdminTestJSON-2065807088-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/0a00b7a4-6881-4ccd-a477-0b01d3193fb9 HTTP/1.1" status: 204 len: 168 time: 0.8543553 Aug 31 14:07:10.275944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Deleting port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:10.277003 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.277162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54458) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:10.278951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] Deleting port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:10.279406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.347569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] For port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:10.348212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.350837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] For port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,segment=NetworkSegment(715bf701-0f9e-4067-bb82-4c0100bbef64),segment_id=715bf701-0f9e-4067-bb82-4c0100bbef64)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:10.351864 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.369128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] Calling delete_port for beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:10.369310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Calling delete_port for beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:10.453215 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:07:10.457197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.462165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.465832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] No DVR routers for this DVR port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:10.498934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] No DVR routers for this DVR port beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:10.501788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbebf93-c646-4ddf-b84a-398a142624d2 None None] Pushing event deleted for resources: {'Port': ['ID=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:10.523031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=beddd1f8-4a45-47b5-bc44-9e9c7ccf9986,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:10.571027 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.582415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae7ff38-4796-4bd5-8b1e-2be64db591f2']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:10.593904 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715bf701-0f9e-4067-bb82-4c0100bbef64') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:10.594352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715bf701-0f9e-4067-bb82-4c0100bbef64') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:10.604270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.619535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.626511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:10.626972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:10.632131 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:10.698721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Deleting port 91c71f80-e762-440b-992f-cbeffeb6892f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:10.699397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.707094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.716410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.721154 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1ae7ff38-4796-4bd5-8b1e-2be64db591f2 HTTP/1.1" status: 204 len: 168 time: 0.7329931 Aug 31 14:07:10.728847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54460) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:10.736794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3393240-acfb-4b92-8e43-e0a934b2cc78 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae7ff38-4796-4bd5-8b1e-2be64db591f2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:10.798572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.812921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Calling delete_port for 91c71f80-e762-440b-992f-cbeffeb6892f owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:10.952442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.987712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Port': ['ID=91c71f80-e762-440b-992f-cbeffeb6892f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:11.087633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e85466-dcc9-4de4-bdb0-d45e4054636b req-334953a8-07b4-4eb5-b2d5-7f2dfd5e658a tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.089276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08e85466-dcc9-4de4-bdb0-d45e4054636b req-334953a8-07b4-4eb5-b2d5-7f2dfd5e658a tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 946 time: 0.1037874 Aug 31 14:07:11.114391 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.116387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b1cc615b-c125-45b6-93d6-1e2fc21cfeab tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "DELETE /v2.0/ports/91c71f80-e762-440b-992f-cbeffeb6892f HTTP/1.1" status: 204 len: 168 time: 0.8383346 Aug 31 14:07:11.119695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54470) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:11.173664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08e85466-dcc9-4de4-bdb0-d45e4054636b req-e2a00ea9-906a-441a-b2ab-b51f1455442a tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Aug 31 14:07:11.199137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c3c6a-36b7-4af5-863d-deaf88a391a6 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.199137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-179c3c6a-36b7-4af5-863d-deaf88a391a6 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a70b68b-403d-4e83-ae6e-e38267929384 HTTP/1.1" status: 200 len: 913 time: 0.0768254 Aug 31 14:07:11.199137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54472) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:11.226803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.348803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28096c38-8b3b-427f-9784-1c1f71439f99 req-2a343420-8562-4307-8d58-2e73687f14d4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.348803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28096c38-8b3b-427f-9784-1c1f71439f99 req-2a343420-8562-4307-8d58-2e73687f14d4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0939691 Aug 31 14:07:11.414913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:11.437599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:11.440968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:11.441540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device beddd1f8-4a45-47b5-bc44-9e9c7ccf9986 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:11.441950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c959335-b423-44e0-a80e-fbea259e5110 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:11.461900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:11.462581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f67aa6c-dfc2-42ce-b130-3f6684e133a5 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:11.468823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28096c38-8b3b-427f-9784-1c1f71439f99 req-7032d02f-d180-4359-84e4-e1bfadaa131b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031210 Aug 31 14:07:11.490871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0c959335-b423-44e0-a80e-fbea259e5110 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:11.491251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c959335-b423-44e0-a80e-fbea259e5110 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:11.580038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Deleting port 095bf297-b38e-44eb-b059-600657ea74f3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:11.580470 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.591373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8cc34aa-e784-4249-91b6-05090fff505a req-7b697d26-ea73-4ccd-abc8-dec61e5164ff tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0352750 Aug 31 14:07:11.660158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] For port 095bf297-b38e-44eb-b059-600657ea74f3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=095bf297-b38e-44eb-b059-600657ea74f3,segment=NetworkSegment(cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d),segment_id=cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:11.660543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.674752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Calling delete_port for 095bf297-b38e-44eb-b059-600657ea74f3 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:11.699427 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.867859 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.894884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Pushing event deleted for resources: {'Port': ['ID=095bf297-b38e-44eb-b059-600657ea74f3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:11.982309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Deleting port a2c1ca8c-129e-424c-8d1d-f82b032781c9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:11.982666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.075213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.082169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.098996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Calling delete_port for a2c1ca8c-129e-424c-8d1d-f82b032781c9 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:12.326774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.366406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a590023-14e3-4d24-b328-4c894f15fce4 req-fbc94aa4-6d2c-4a1b-99a6-d9c608cfafdf tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.368668 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a590023-14e3-4d24-b328-4c894f15fce4 req-fbc94aa4-6d2c-4a1b-99a6-d9c608cfafdf tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 946 time: 0.1167312 Aug 31 14:07:12.370004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Port': ['ID=a2c1ca8c-129e-424c-8d1d-f82b032781c9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:12.469516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a590023-14e3-4d24-b328-4c894f15fce4 req-7728ddbb-43be-4434-a858-2e10071a310d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893497 Aug 31 14:07:12.573320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Router afd392b5-d564-4823-af0f-d614f574b1e9 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:12.623881 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.639701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adecb76-03f5-4915-91a1-0eac97ae7323 req-f33fb4da-d5fb-42c1-80ba-044abae47410 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.641243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1adecb76-03f5-4915-91a1-0eac97ae7323 req-f33fb4da-d5fb-42c1-80ba-044abae47410 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0703464 Aug 31 14:07:12.681499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:12.690816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0f4bbe5a-5f65-4c8f-9107-da8deecfd69d admin admin] 10.222.0.10 "PUT /v2.0/routers/afd392b5-d564-4823-af0f-d614f574b1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9593363 Aug 31 14:07:12.691273 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] Sync routers for ids ['afd392b5-d564-4823-af0f-d614f574b1e9'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:12.691705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54482) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:12.700793 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] Routers {'afd392b5-d564-4823-af0f-d614f574b1e9'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:12.701436 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['afd392b5-d564-4823-af0f-d614f574b1e9'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:12.751293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1adecb76-03f5-4915-91a1-0eac97ae7323 req-def84f62-0bbc-4465-92db-a112ee0dc8fc tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036854 Aug 31 14:07:12.802178 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.828814 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] Set router afd392b5-d564-4823-af0f-d614f574b1e9 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:12.865185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7ce59cf-ada9-47dc-9be0-a3f656a0ffdd req-1c8a5425-3684-4afa-a0ce-d1e227e05f27 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Aug 31 14:07:12.925630 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.934150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Router 0a70b68b-403d-4e83-ae6e-e38267929384 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:12.987624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Deleting port a42b334c-9479-4e40-bcc4-b083e9933069 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:12.988074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.073684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] For port a42b334c-9479-4e40-bcc4-b083e9933069, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a42b334c-9479-4e40-bcc4-b083e9933069,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:13.073684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.077893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91431a-0bf1-4ef1-bc07-88e7b34a3ae7 req-3022f0c1-ee59-4b11-8607-5791e3d7fb1f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:13.079410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de91431a-0bf1-4ef1-bc07-88e7b34a3ae7 req-3022f0c1-ee59-4b11-8607-5791e3d7fb1f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1003101 Aug 31 14:07:13.086951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:13.088032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Calling delete_port for a42b334c-9479-4e40-bcc4-b083e9933069 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:13.094870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91267bd9-ddad-4208-b00c-9cfdca7c11a3 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "PUT /v2.0/routers/0a70b68b-403d-4e83-ae6e-e38267929384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8955555 Aug 31 14:07:13.095541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54486) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.100193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] Sync routers for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:13.114254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:13.114901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:13.125516 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:07:11Z', 'revision_number': 5, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port': {'id': 'a42b334c-9479-4e40-bcc4-b083e9933069', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:15Z', 'updated_at': '2021-08-31T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:13.156784 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] Checking router: afd392b5-d564-4823-af0f-d614f574b1e9 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:13.164218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:13.167236 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] Routers {'afd392b5-d564-4823-af0f-d614f574b1e9'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:13.167942 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['afd392b5-d564-4823-af0f-d614f574b1e9'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:13.174594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] Routers {'0a70b68b-403d-4e83-ae6e-e38267929384'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:13.175517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['0a70b68b-403d-4e83-ae6e-e38267929384'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:13.218552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:13.219322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272064c6-3077-430b-ac63-a999c651ff8d None None] The sync data for ids ['0a70b68b-403d-4e83-ae6e-e38267929384'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:13.225304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de91431a-0bf1-4ef1-bc07-88e7b34a3ae7 req-c5837321-9ade-4053-ae0d-384e95cbb462 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806711 Aug 31 14:07:13.261830 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.300138 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] Set router afd392b5-d564-4823-af0f-d614f574b1e9 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:13.304010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.333330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42b334c-9479-4e40-bcc4-b083e9933069,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:13.400256 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:07:12Z', 'revision_number': 6, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:13.401130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.432124 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cf31e-9e20-4dca-a6c1-6309413683a6 None None] The sync data for ids ['afd392b5-d564-4823-af0f-d614f574b1e9'] in n-d-792362-6 is: [{'id': 'afd392b5-d564-4823-af0f-d614f574b1e9', 'name': 'tempest-TestServerMultinode-350646381-router', 'tenant_id': '144a1d92a03347a387ede888ea5bc7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:14Z', 'updated_at': '2021-08-31T14:07:12Z', 'revision_number': 6, 'project_id': '144a1d92a03347a387ede888ea5bc7f5', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:13.472002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-c9766850-843d-4d0e-b51b-1c1aa7fa8b32 req-d8ed4f15-89bb-4155-bec0-05b7101dd41a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:07:13.473164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9766850-843d-4d0e-b51b-1c1aa7fa8b32 req-d8ed4f15-89bb-4155-bec0-05b7101dd41a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067713 Aug 31 14:07:13.474800 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.474946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Deleting port 639c3e64-d2bd-4818-a892-6a4836166ae0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:13.475347 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.576604 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.578943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.590550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-692c87a6-a6a7-4435-b31e-830fe52a0088 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:13.592281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-692c87a6-a6a7-4435-b31e-830fe52a0088 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 946 time: 0.1042535 Aug 31 14:07:13.630679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.631417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd392b5-d564-4823-af0f-d614f574b1e9 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:13.640422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.644272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ed586a61-95a3-464c-a7f5-9945882c80c0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/afd392b5-d564-4823-af0f-d614f574b1e9 HTTP/1.1" status: 204 len: 168 time: 0.9491427 Aug 31 14:07:13.644728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54506) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.649859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.690758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Calling delete_port for 639c3e64-d2bd-4818-a892-6a4836166ae0 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:13.691761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] Deleting subnet ce2cd066-a3ac-4c0f-adf1-6fadab9e287a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:13.695754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.731737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.740559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7b4fe-ab08-4ca0-96cb-69f928ce4ef4 req-177e4f45-a3ec-470a-a476-4f85da5d230a tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:13.753517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f7b4fe-ab08-4ca0-96cb-69f928ce4ef4 req-177e4f45-a3ec-470a-a476-4f85da5d230a tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 946 time: 0.1581140 Aug 31 14:07:13.836523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.900882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.905111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f7b4fe-ab08-4ca0-96cb-69f928ce4ef4 req-2e5107fe-c464-4be6-8fc9-4b9bd0d61dde tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096611 Aug 31 14:07:13.914004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Deleting port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:13.914356 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.930898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2cd066-a3ac-4c0f-adf1-6fadab9e287a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:13.933037 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.937204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-752f5896-b3fb-4fe1-90b3-8649fe902b80 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ce2cd066-a3ac-4c0f-adf1-6fadab9e287a HTTP/1.1" status: 204 len: 168 time: 0.2892439 Aug 31 14:07:13.937634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.942980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c8d1b-b6e8-4c91-aaa8-0093f23efcdf None None] Network 5e4fad7d-a100-4ace-b623-0e5390f9e177 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:14.024503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.086640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Deleting port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:14.086909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.154420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] For port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,segment=NetworkSegment(cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d),segment_id=cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:14.154769 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.169379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Calling delete_port for 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:14.247012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] DHCP port deletion for 5e4fad7d-a100-4ace-b623-0e5390f9e177 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:14.263507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.294572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:14.304637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] Deleting port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:14.305070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.305479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] No DVR routers for this DVR port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:14.319117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-0ea39d4b-ac98-4326-acf6-492eabe5f05c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4799454 Aug 31 14:07:14.390416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] For port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979, host n-d-792362-6, got binding levels [] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:14.391904 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.414578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] Calling delete_port for 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:14.417749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] Port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 was not found and therefore no delete operation was performed {{(pid=101362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:07:14.419271 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.422699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96151364-c5dd-489e-824a-6b91eef68caa req-d1e3fb39-8745-4d0a-8d95-68355ef05c7c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:14.424379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96151364-c5dd-489e-824a-6b91eef68caa req-d1e3fb39-8745-4d0a-8d95-68355ef05c7c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1266456 Aug 31 14:07:14.427039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.446738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] For port 847fe984-c6e9-4ecc-9927-fdc0000b4d52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=847fe984-c6e9-4ecc-9927-fdc0000b4d52,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:14.447113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.447739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4fad7d-a100-4ace-b623-0e5390f9e177']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:14.464468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:14.464954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc447bc8-cb0b-4e7d-bf4f-dc916b99dd1d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:14.478032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.479229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] Pushing event deleted for resources: {'Port': ['ID=4ca83c7f-4ed0-43a2-b8d1-1824da9db979,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:14.483498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Calling delete_port for 847fe984-c6e9-4ecc-9927-fdc0000b4d52 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:14.486612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2d239-dfcf-4a8b-8fc8-06ba4943be08 None None] No DVR routers for this DVR port 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:14.498272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.511924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Releasing vlan 1548 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:14.512642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:14.517048 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:14.519351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.558389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96151364-c5dd-489e-824a-6b91eef68caa req-e486f60a-6de8-44ac-a78e-a8a4fba40b6f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136951 Aug 31 14:07:14.585567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Port': ['ID=639c3e64-d2bd-4818-a892-6a4836166ae0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:14.605775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.611302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.617424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] 10.222.0.10 "DELETE /v2.0/networks/5e4fad7d-a100-4ace-b623-0e5390f9e177 HTTP/1.1" status: 204 len: 168 time: 0.6784837 Aug 31 14:07:14.633874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b72d8-91f5-4ab7-a449-e68bbbdf9daa admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4fad7d-a100-4ace-b623-0e5390f9e177,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:14.705501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17633ff2-4746-47c5-a5b9-14319711194c req-32b1a007-27dc-4472-b370-8084069a77e9 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0581079 Aug 31 14:07:14.733912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.857310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54524) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.861123 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.865088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.911266 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ec768b2d-0c91-4932-93ed-21af4fe93826 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e8ed85b421446e5a0982c1ea7db8fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527091 Aug 31 14:07:14.914714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54526) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.928764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.937848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.938386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Fanout notify agent at l3_agent the message router_deleted on router 0a70b68b-403d-4e83-ae6e-e38267929384 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:14.953089 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.956816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6cb12bc0-85a5-4fe3-8891-141bf77b270a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "DELETE /v2.0/routers/0a70b68b-403d-4e83-ae6e-e38267929384 HTTP/1.1" status: 204 len: 168 time: 1.8603375 Aug 31 14:07:14.956960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54530) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.974860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f67992b3-1e51-426d-81e0-a3f3424db082', '847fe984-c6e9-4ecc-9927-fdc0000b4d52'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:14.987241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Pushing event deleted for resources: {'Port': ['ID=847fe984-c6e9-4ecc-9927-fdc0000b4d52,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:15.027363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e084c250-0839-4b1f-8d8e-f7ffa0d08254 req-1a5ccf65-06a3-42f1-bc27-c4c624dbb17a tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 210 time: 0.0412681 Aug 31 14:07:15.053150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Deleting subnet d14ff04c-5725-4832-aaac-fcb3e97bfda7 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:15.057910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.070829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] No DVR routers for this DVR port 847fe984-c6e9-4ecc-9927-fdc0000b4d52 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:15.074694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.076611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10425135-f8a7-4e3a-a2f5-a802e1c79544 req-f2c3b3eb-2d30-4156-9cc0-d1cd27e569d0 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "DELETE /v2.0/ports/847fe984-c6e9-4ecc-9927-fdc0000b4d52 HTTP/1.1" status: 204 len: 173 time: 1.4432943 Aug 31 14:07:15.077077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab92655e-0f0e-476a-9125-fd316981945d', 'name': 'network-vif-deleted', 'tag': '847fe984-c6e9-4ecc-9927-fdc0000b4d52'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:15.079409 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6548cb-bca5-494c-aa41-9840da95581b" -d '{"events": [{"server_uuid": "ab92655e-0f0e-476a-9125-fd316981945d", "name": "network-vif-deleted", "tag": "847fe984-c6e9-4ecc-9927-fdc0000b4d52"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:15.085092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a986e56-202e-4e51-81a5-9461d91886c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.120832 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ab616-7836-448d-acaa-2470aa230ae9 x-openstack-request-id: req-0d8ab616-7836-448d-acaa-2470aa230ae9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:15.121162 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab92655e-0f0e-476a-9125-fd316981945d", "name": "network-vif-deleted", "tag": "847fe984-c6e9-4ecc-9927-fdc0000b4d52", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:15.121954 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d8ab616-7836-448d-acaa-2470aa230ae9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:15.121954 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab92655e-0f0e-476a-9125-fd316981945d', 'name': 'network-vif-deleted', 'tag': '847fe984-c6e9-4ecc-9927-fdc0000b4d52', 'status': 'completed', 'code': 200} Aug 31 14:07:15.123683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a986e56-202e-4e51-81a5-9461d91886c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.136042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.197501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a986e56-202e-4e51-81a5-9461d91886c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.201154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a986e56-202e-4e51-81a5-9461d91886c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.203525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9a986e56-202e-4e51-81a5-9461d91886c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0546bcd2-f771-42b8-a27e-950d56427cf5 HTTP/1.1" status: 204 len: 168 time: 0.2869940 Aug 31 14:07:15.219136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a986e56-202e-4e51-81a5-9461d91886c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0546bcd2-f771-42b8-a27e-950d56427cf5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:15.249813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.314183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.352695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Subnet': ['ID=d14ff04c-5725-4832-aaac-fcb3e97bfda7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:15.355154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.366409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c04c7-7e50-41dd-aaac-7e0b8e78625c None None] Network c9fc1629-a3e2-46ed-a5cb-cd005648d0bb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:15.368067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54536) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:15.368600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-79148c18-02b6-45f1-ade2-1deeb0af767a tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "DELETE /v2.0/subnets/d14ff04c-5725-4832-aaac-fcb3e97bfda7 HTTP/1.1" status: 204 len: 168 time: 0.4100213 Aug 31 14:07:15.427272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:15.456189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:15.456598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4ca83c7f-4ed0-43a2-b8d1-1824da9db979 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:15.457061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a42b334c-9479-4e40-bcc4-b083e9933069 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:15.485256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:15.508220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.508748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a42b334c-9479-4e40-bcc4-b083e9933069 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:15.509559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a42b334c-9479-4e40-bcc4-b083e9933069 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:15.509719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 095bf297-b38e-44eb-b059-600657ea74f3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:15.544483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 095bf297-b38e-44eb-b059-600657ea74f3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:15.545134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 095bf297-b38e-44eb-b059-600657ea74f3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:15.575550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Deleting port 6d3ed990-015c-4040-ae97-9cb84239e2d9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:15.576351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.648275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54542) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:15.702930 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-17511f0b-b76a-45c2-8163-831b8111df2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=144a1d92a03347a387ede888ea5bc7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509129 Aug 31 14:07:15.703253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54544) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:15.715934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] For port 6d3ed990-015c-4040-ae97-9cb84239e2d9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6d3ed990-015c-4040-ae97-9cb84239e2d9,segment=NetworkSegment(35bb1c9d-fd1a-4161-8c5c-3a5df80f244c),segment_id=35bb1c9d-fd1a-4161-8c5c-3a5df80f244c)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:15.716311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.731296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] DHCP port deletion for c9fc1629-a3e2-46ed-a5cb-cd005648d0bb request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:15.748408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Calling delete_port for 6d3ed990-015c-4040-ae97-9cb84239e2d9 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:15.767532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1f9e-4beb-4649-8548-52436836fb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.783868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150cb02-562b-4b86-8eef-b6cc923d8029 req-be56502f-03a3-4c5a-90bb-2e8fc77a41df tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:15.785627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d150cb02-562b-4b86-8eef-b6cc923d8029 req-be56502f-03a3-4c5a-90bb-2e8fc77a41df tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1465206 Aug 31 14:07:15.792320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1f9e-4beb-4649-8548-52436836fb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.797575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] Deleting port 6d3ed990-015c-4040-ae97-9cb84239e2d9 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:15.798854 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.838463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-b5966554-4c01-4cfd-8852-6eb8d4f71cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:15.840273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-b5966554-4c01-4cfd-8852-6eb8d4f71cfb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62&tenant_id=79848d79b4914f80823d9c82cf21f8c6 HTTP/1.1" status: 200 len: 1094 time: 0.1408961 Aug 31 14:07:15.841709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1f9e-4beb-4649-8548-52436836fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.844421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1f9e-4beb-4649-8548-52436836fb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.848232 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8e1a1f9e-4beb-4649-8548-52436836fb68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b956f8e-6a8d-4101-b4e5-2c8c98347ac5 HTTP/1.1" status: 204 len: 168 time: 0.1415346 Aug 31 14:07:15.855824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a1f9e-4beb-4649-8548-52436836fb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b956f8e-6a8d-4101-b4e5-2c8c98347ac5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:15.884310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] For port 6d3ed990-015c-4040-ae97-9cb84239e2d9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6d3ed990-015c-4040-ae97-9cb84239e2d9,segment=NetworkSegment(35bb1c9d-fd1a-4161-8c5c-3a5df80f244c),segment_id=35bb1c9d-fd1a-4161-8c5c-3a5df80f244c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:15.884702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.886203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d150cb02-562b-4b86-8eef-b6cc923d8029 req-b73793ce-10f2-4a76-b5b9-7af6d11e23fa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652888 Aug 31 14:07:15.899059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] Calling delete_port for 6d3ed990-015c-4040-ae97-9cb84239e2d9 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:15.931551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.964218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] No DVR routers for this DVR port 6d3ed990-015c-4040-ae97-9cb84239e2d9 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:15.972502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Port': ['ID=6d3ed990-015c-4040-ae97-9cb84239e2d9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:15.995471 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.024703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] No DVR routers for this DVR port 6d3ed990-015c-4040-ae97-9cb84239e2d9 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:16.029850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69df7-9f34-4c1f-95e6-6ee880238f20 None None] Pushing event deleted for resources: {'Port': ['ID=6d3ed990-015c-4040-ae97-9cb84239e2d9,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:16.035770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b71e695-bd62-4efc-bd3c-7154880dd926 req-93a40519-df54-4ed1-9e43-8a5a8eb8e0b5 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0650320 Aug 31 14:07:16.103725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.120081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-12b7d789-ffc3-419c-9d7b-9d093b8f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:16.121708 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-12b7d789-ffc3-419c-9d7b-9d093b8f0a65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1094 time: 0.2347181 Aug 31 14:07:16.126464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fc1629-a3e2-46ed-a5cb-cd005648d0bb']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:16.148539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bb1c9d-fd1a-4161-8c5c-3a5df80f244c') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:16.148834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bb1c9d-fd1a-4161-8c5c-3a5df80f244c') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:16.176268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6327120b-a622-404b-a6ea-b25ffddd1913 req-25886df5-2b51-4795-939e-a6140f50e9ea tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab92655e-0f0e-476a-9125-fd316981945d HTTP/1.1" status: 200 len: 210 time: 0.0515988 Aug 31 14:07:16.202257 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.248558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.259470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:16.259889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:16.263055 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:16.338232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-17e41dde-0188-42c7-b0e4-24906fc07b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:16.339738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-17e41dde-0188-42c7-b0e4-24906fc07b5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 915 time: 0.1940212 Aug 31 14:07:16.343361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.347781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.349889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "DELETE /v2.0/networks/c9fc1629-a3e2-46ed-a5cb-cd005648d0bb HTTP/1.1" status: 204 len: 168 time: 0.9803798 Aug 31 14:07:16.353389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54562) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:16.377602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da8b72-4b1d-448f-a6b4-a57acfaba4ae tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Network': ['ID=c9fc1629-a3e2-46ed-a5cb-cd005648d0bb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:16.410496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-636ca460-727d-42b9-bb47-fcedbc51d143 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 200 len: 217 time: 0.0593779 Aug 31 14:07:16.473907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-73bc6df0-2984-4611-ab21-5832956f0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:16.475639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-73bc6df0-2984-4611-ab21-5832956f0fb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.0487936 Aug 31 14:07:16.488674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Deleting port 4d9bfd15-0f55-45a6-8220-0349b641db7f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:16.489270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.519587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-dbabbf82-27b3-4ce6-b1cf-cb4cf8266501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264935 Aug 31 14:07:16.574439 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.574439 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.588979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Calling delete_port for 4d9bfd15-0f55-45a6-8220-0349b641db7f owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:16.624379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-729102eb-d13e-4515-82c9-a3efdc05cf06 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963621 Aug 31 14:07:16.679461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54572) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:16.729340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-753f9323-e668-46ba-a49b-81e1e19f38ed req-8826d5a2-31c5-4553-ba01-0ed6ca29d6d1 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952430 Aug 31 14:07:16.738386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.766930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Pushing event deleted for resources: {'Port': ['ID=4d9bfd15-0f55-45a6-8220-0349b641db7f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:16.794231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1454859406-network', 'tenant_id': '8fe03bac1876499f863ad70254fc903a'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:16.842040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:16.844271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.846275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.848695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.849847 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7abab0a1-44be-41ea-b2b5-dd850b20b9d8 tempest-FloatingIPAdminTestJSON-1026045407 tempest-FloatingIPAdminTestJSON-1026045407-project] 10.222.0.10 "DELETE /v2.0/floatingips/d0a90719-33fe-4133-aea0-996dca4edc6b HTTP/1.1" status: 204 len: 168 time: 0.4954388 Aug 31 14:07:16.856705 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.978379 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.983453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.017148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1524, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:17.025381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61efbbaf-efb3-4791-b787-e4f62f2f037c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:17.032687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.033380 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Added segment 0d328991-b8eb-432f-aab1-77aaf9b594d7 of type vlan for network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 Aug 31 14:07:17.041555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b8d6-2247-4f41-ae9b-b9ab78fe4c2c req-3f5dfde8-7b2c-481c-8c07-b0cafe5191f4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:17.050384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ea4b8d6-2247-4f41-ae9b-b9ab78fe4c2c req-3f5dfde8-7b2c-481c-8c07-b0cafe5191f4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0780082 Aug 31 14:07:17.089723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.103738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ea4b8d6-2247-4f41-ae9b-b9ab78fe4c2c req-15dd2eff-2779-42df-b60c-c7684b1a112f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492156 Aug 31 14:07:17.104297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54594) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:17.121579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.122503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:17.123230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.183266 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5025415 Aug 31 14:07:17.185878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54598) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:17.191078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Request body: {'subnet': {'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1454859406-subnet', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:17.207097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4de25-59fc-4a46-b61a-41e5ee905e1b admin admin] Pushing event updated for resources: {'Network': ['ID=04a4d06e-4567-40dc-9d3e-eed5d4e32643,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:17.219562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:17.221938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:17.225774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.285706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e382edd-a4ee-4723-9007-36a14cab83d5 req-b76e0485-474f-4f10-8340-6b76e6b24140 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0871644 Aug 31 14:07:17.367333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8ce1665a-ac54-430d-a9d9-8fd6de916856 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00941898f3d04943bebd2ecb9cd52e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606645 Aug 31 14:07:17.374364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54608) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:17.437975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d3ed990-015c-4040-ae97-9cb84239e2d9 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:17.485389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 6d3ed990-015c-4040-ae97-9cb84239e2d9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:17.490539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d3ed990-015c-4040-ae97-9cb84239e2d9 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:17.495695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 847fe984-c6e9-4ecc-9927-fdc0000b4d52 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:17.508273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d5beb4c-a01b-4df9-aa72-7e91001801a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.512076 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.553515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 847fe984-c6e9-4ecc-9927-fdc0000b4d52 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:17.554187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 847fe984-c6e9-4ecc-9927-fdc0000b4d52 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:17.640371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d5beb4c-a01b-4df9-aa72-7e91001801a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.674485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2f45-f51a-4811-b971-1b8cadb4ff70 req-b5fb7adb-24f6-458c-ab35-279cb68b485c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:17.674717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc532f1-af7b-4666-a36a-227f0c800d04,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:17.683450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bee2f45-f51a-4811-b971-1b8cadb4ff70 req-b5fb7adb-24f6-458c-ab35-279cb68b485c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0611515 Aug 31 14:07:17.703667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:17.704040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Network hostable DHCP agents. Network: 04a4d06e-4567-40dc-9d3e-eed5d4e32643, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:17.727187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bee2f45-f51a-4811-b971-1b8cadb4ff70 req-cbb3e4f9-e8dc-4467-b012-f02ab8919fc4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Aug 31 14:07:17.760247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:17.769337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d5beb4c-a01b-4df9-aa72-7e91001801a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.772283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d5beb4c-a01b-4df9-aa72-7e91001801a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.776172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d5beb4c-a01b-4df9-aa72-7e91001801a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f55ecc9-c7e4-422c-9c03-49e72fab19e5 HTTP/1.1" status: 204 len: 168 time: 0.3950276 Aug 31 14:07:17.780396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 04a4d06e-4567-40dc-9d3e-eed5d4e32643) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:17.789395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bdd13d-6a76-4cdc-8f35-762a6e7ff5d6 None None] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:17.804951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:17.805760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.838792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5beb4c-a01b-4df9-aa72-7e91001801a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55ecc9-c7e4-422c-9c03-49e72fab19e5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:17.850918 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2598920d-2a9e-419d-b880-5f121fbf3eec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6601136 Aug 31 14:07:17.851531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54616) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:17.855355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:17.908845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.910866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.982832 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.012144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:18.013049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.176471 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.177871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Allocated IP 172.20.0.2 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/5ac77098-60c9-48a4-897b-395022b3a5d6) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:18.234182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54622) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:18.259532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ac079a5-ae45-4cd2-95dc-0f43a2d0022b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.303278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564e5e4-23a6-4039-b786-eca3a7e64a32 req-e585732b-754e-43f1-af71-0dea59c5ae65 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:18.311039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b564e5e4-23a6-4039-b786-eca3a7e64a32 req-e585732b-754e-43f1-af71-0dea59c5ae65 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1311679 Aug 31 14:07:18.369878 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.380339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Transition to ACTIVE for port object 5ac77098-60c9-48a4-897b-395022b3a5d6 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:18.386114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b564e5e4-23a6-4039-b786-eca3a7e64a32 req-fdb473c0-b9d8-4c78-9e2d-efdea0810dd7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 Aug 31 14:07:18.401288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Transition to ACTIVE for port object 5ac77098-60c9-48a4-897b-395022b3a5d6 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:18.414537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.435588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:18.437375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:18.457775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ac079a5-ae45-4cd2-95dc-0f43a2d0022b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.463695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:18.464461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ac079a5-ae45-4cd2-95dc-0f43a2d0022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.517125 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9ac079a5-ae45-4cd2-95dc-0f43a2d0022b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d659198895a420596f37a91c71fb5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815132 Aug 31 14:07:18.520273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54626) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:18.535531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Pushing event updated for resources: {'Port': ['ID=5ac77098-60c9-48a4-897b-395022b3a5d6,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:18.542286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Attempting to bind port 5ac77098-60c9-48a4-897b-395022b3a5d6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:18.542713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Attempting to bind port 5ac77098-60c9-48a4-897b-395022b3a5d6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:18.543081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Attempting to bind port 5ac77098-60c9-48a4-897b-395022b3a5d6 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:18.550442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:18.550442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:18.550442 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.550826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:18.551060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Bound port: 5ac77098-60c9-48a4-897b-395022b3a5d6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:18.552414 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.559584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac079a5-ae45-4cd2-95dc-0f43a2d0022b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f89f07-6175-42c3-bbd3-3fef7190f1f2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:18.595338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bdd0-9219-4c8f-a0e2-df5cd031c364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.599139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdcea6dc-beb3-4c11-acae-9fbb25fd0160 req-3eb0b0ae-4546-458a-93f1-5f5f07e4d06c tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0634835 Aug 31 14:07:18.629636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] For port 5ac77098-60c9-48a4-897b-395022b3a5d6, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:18.649341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] For port 5ac77098-60c9-48a4-897b-395022b3a5d6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5ac77098-60c9-48a4-897b-395022b3a5d6,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:18.657930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.661715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bdd0-9219-4c8f-a0e2-df5cd031c364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.662238 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.678369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.729994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be594da-9e0c-430a-9272-7123b3a074f0 None None] Pushing event updated for resources: {'Port': ['ID=5ac77098-60c9-48a4-897b-395022b3a5d6,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:18.777248 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bdd0-9219-4c8f-a0e2-df5cd031c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.781156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bdd0-9219-4c8f-a0e2-df5cd031c364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.782857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ba3bdd0-9219-4c8f-a0e2-df5cd031c364 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5f89f07-6175-42c3-bbd3-3fef7190f1f2 HTTP/1.1" status: 204 len: 168 time: 0.2611053 Aug 31 14:07:18.793924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3bdd0-9219-4c8f-a0e2-df5cd031c364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f89f07-6175-42c3-bbd3-3fef7190f1f2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:18.890409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Allocated IP 172.25.0.3 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/e37ef231-fc85-4e34-adae-3b4ae5d1adb0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:18.915049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb61a-fa65-4fa0-b1c6-395eefd68002 req-70f5b653-9c22-4793-b3e7-2c6b354f0906 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:18.916622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25adb61a-fa65-4fa0-b1c6-395eefd68002 req-70f5b653-9c22-4793-b3e7-2c6b354f0906 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0878997 Aug 31 14:07:19.086014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25adb61a-fa65-4fa0-b1c6-395eefd68002 req-644efded-30f0-4605-a264-39508297a444 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619534 Aug 31 14:07:19.145964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.203396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.239257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:19.242315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:19.248227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:19.282177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54634) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:19.288603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Pushing event updated for resources: {'Port': ['ID=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:19.307269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b06d727d-5359-4575-bb4e-dcf57369b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.438801 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b06d727d-5359-4575-bb4e-dcf57369b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.445516 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b06d727d-5359-4575-bb4e-dcf57369b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.512578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b06d727d-5359-4575-bb4e-dcf57369b143 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04f608b8920d49c3b523fc1305a88873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289472 Aug 31 14:07:19.514184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5ac77098-60c9-48a4-897b-395022b3a5d6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:19.514578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d727d-5359-4575-bb4e-dcf57369b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c0430d-5334-42aa-82ee-a654f5d793a0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:19.516064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:19.587509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5ac77098-60c9-48a4-897b-395022b3a5d6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:19.649083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde94b4-8000-475c-a72d-819901123c37 req-de173e17-7c97-45dd-a049-84636ba39c3d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:19.650639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bcde94b4-8000-475c-a72d-819901123c37 req-de173e17-7c97-45dd-a049-84636ba39c3d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1486716 Aug 31 14:07:19.654359 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.726960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43126311-e70d-4f63-8126-9585549e670b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.797326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43126311-e70d-4f63-8126-9585549e670b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.814750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bcde94b4-8000-475c-a72d-819901123c37 req-912a8401-be43-4290-b01f-d88bc677b9c6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220987 Aug 31 14:07:19.951126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43126311-e70d-4f63-8126-9585549e670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.953999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43126311-e70d-4f63-8126-9585549e670b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.955319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-43126311-e70d-4f63-8126-9585549e670b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23c0430d-5334-42aa-82ee-a654f5d793a0 HTTP/1.1" status: 204 len: 168 time: 0.4380414 Aug 31 14:07:19.962216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-998b42b4-d95f-420e-b338-10a7b1c01fa5 req-5badeab5-22fc-402e-96b4-1e45fe3f7215 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0561702 Aug 31 14:07:20.001245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43126311-e70d-4f63-8126-9585549e670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c0430d-5334-42aa-82ee-a654f5d793a0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:20.049333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d13b50-f266-4a71-86e2-6ac063c2c3a0 None None] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:20.123971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9e28b23e-a6ab-4dfe-9592-a1ef150b856e None None] Provisioning for port 5ac77098-60c9-48a4-897b-395022b3a5d6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:20.133322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9e28b23e-a6ab-4dfe-9592-a1ef150b856e None None] Provisioning complete for port 5ac77098-60c9-48a4-897b-395022b3a5d6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:20.133830 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e28b23e-a6ab-4dfe-9592-a1ef150b856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.312769 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e28b23e-a6ab-4dfe-9592-a1ef150b856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.367055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9e28b23e-a6ab-4dfe-9592-a1ef150b856e None None] For port 5ac77098-60c9-48a4-897b-395022b3a5d6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5ac77098-60c9-48a4-897b-395022b3a5d6,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:20.383260 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e28b23e-a6ab-4dfe-9592-a1ef150b856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.476478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.488207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28b23e-a6ab-4dfe-9592-a1ef150b856e None None] Pushing event updated for resources: {'Port': ['ID=5ac77098-60c9-48a4-897b-395022b3a5d6,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:20.539508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1226d9-37dd-49e3-beb1-9f8473732b7c req-35de9011-8d8e-49e8-8cb2-0e361116e3d1 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:20.541292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac1226d9-37dd-49e3-beb1-9f8473732b7c req-35de9011-8d8e-49e8-8cb2-0e361116e3d1 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1325173 Aug 31 14:07:20.637820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac1226d9-37dd-49e3-beb1-9f8473732b7c req-ed8ab086-60f9-4bed-b4e2-f78d8b2656d7 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803552 Aug 31 14:07:20.683304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Router 416e0b85-2214-42f4-8de7-a7498e069b8c is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:07:20.724309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a976648a-bef2-44a7-9803-1d428792e7f9 None None] Provisioning complete for port 5ac77098-60c9-48a4-897b-395022b3a5d6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:20.724822 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a976648a-bef2-44a7-9803-1d428792e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.807280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:20.824208 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:20.842758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.846916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8b9b2660-9b6b-4756-acad-c640fe398219 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9932799 Aug 31 14:07:20.846916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54664) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:20.851911 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:20.852573 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:21.051360 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:21.096435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb0827-493f-4578-9ccd-54cc5d121ce5 req-278bdb37-cf0d-4860-9d79-78b41c2575d1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:21.098128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09cb0827-493f-4578-9ccd-54cc5d121ce5 req-278bdb37-cf0d-4860-9d79-78b41c2575d1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0826800 Aug 31 14:07:21.219304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09cb0827-493f-4578-9ccd-54cc5d121ce5 req-1ecacafc-4964-4ff6-922b-216f720f539f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853953 Aug 31 14:07:21.338739 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:19Z', 'revision_number': 3, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:21.381303 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:21.381669 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Updating router 416e0b85-2214-42f4-8de7-a7498e069b8c port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:07:21.382506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cb3b4e3-9a2c-4be8-bf31-15a54e6f9a79 req-e917f876-494b-42fd-832f-3030c6f684d2 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0622704 Aug 31 14:07:21.454647 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.455116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5ac77098-60c9-48a4-897b-395022b3a5d6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:21.541269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5ac77098-60c9-48a4-897b-395022b3a5d6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:21.541654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.661676 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.863843 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.878634 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Transition to ACTIVE for port object e37ef231-fc85-4e34-adae-3b4ae5d1adb0 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:21.888062 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.920594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bb03d-f26f-403d-8761-edf573954e46 req-f2606821-e91b-405f-b2db-9764e43ecfbb tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:21.922616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f89bb03d-f26f-403d-8761-edf573954e46 req-f2606821-e91b-405f-b2db-9764e43ecfbb tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1431835 Aug 31 14:07:21.978637 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Attempting to bind port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:21.979014 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Attempting to bind port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:21.979382 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Attempting to bind port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:21.989787 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Pushing event updated for resources: {'Port': ['ID=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:21.991912 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:21.992290 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:21.992690 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.993112 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:21.993724 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Bound port: e37ef231-fc85-4e34-adae-3b4ae5d1adb0, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:21.993947 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.010091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54688) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:22.012888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f89bb03d-f26f-403d-8761-edf573954e46 req-d3acab06-734d-4bf8-8a46-526be80e1248 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802412 Aug 31 14:07:22.038540 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.038895 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.041379 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.041736 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.042087 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.042813 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.043162 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.043497 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.043835 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.044167 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.044506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Allocated IP 172.20.0.1 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/042bb18d-e376-415e-9957-4b6563d9d3c6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:22.044668 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.045046 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:22.089493 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] For port e37ef231-fc85-4e34-adae-3b4ae5d1adb0, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:22.092800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] For port e37ef231-fc85-4e34-adae-3b4ae5d1adb0, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:22.097449 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.140708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ceb6fb78-73cd-4a20-8039-a418a2be719a tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-294110072'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:22.175273 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:22.175961 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:22.178622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fb78-73cd-4a20-8039-a418a2be719a tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.180026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fb78-73cd-4a20-8039-a418a2be719a tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.182503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.197618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Transition to ACTIVE for port object 042bb18d-e376-415e-9957-4b6563d9d3c6 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:22.221225 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36146d75-e8f9-490f-bcb9-1f201e7a4589 None None] Pushing event updated for resources: {'Port': ['ID=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:22.245949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.251215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fb78-73cd-4a20-8039-a418a2be719a tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.260268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fb78-73cd-4a20-8039-a418a2be719a tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.275977 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fb78-73cd-4a20-8039-a418a2be719a tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.280542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54694) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:22.281471 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ceb6fb78-73cd-4a20-8039-a418a2be719a tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2702301 Aug 31 14:07:22.298354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:22.322251 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:22.364208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:22.371655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:22.449544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.505597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Pushing event updated for resources: {'Port': ['ID=042bb18d-e376-415e-9957-4b6563d9d3c6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:22.533863 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0fcd92-835f-43d0-8197-8bd0adc12aca tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.560924 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:19Z', 'revision_number': 3, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:22.603265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1d4cca5-40c7-4ddb-856a-a580ceb1aeb1 req-2c7a75e6-dfba-4936-9ffa-a0f60af5315a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1641629 Aug 31 14:07:22.613369 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50887c40-2434-456c-abed-b4bfe73cb476 None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:19Z', 'revision_number': 3, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:22.625697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dbdf7-d010-4660-ad97-434c1d617c0a req-767185a2-80aa-4c9b-9da2-cbcb80d886a9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:22.627287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-093dbdf7-d010-4660-ad97-434c1d617c0a req-767185a2-80aa-4c9b-9da2-cbcb80d886a9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.3313994 Aug 31 14:07:22.738104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2ae318b9-e38e-4a40-95e2-f4cdc3a45a3f None None] Provisioning for port 042bb18d-e376-415e-9957-4b6563d9d3c6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:22.746458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2ae318b9-e38e-4a40-95e2-f4cdc3a45a3f None None] Provisioning complete for port 042bb18d-e376-415e-9957-4b6563d9d3c6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:22.746971 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2ae318b9-e38e-4a40-95e2-f4cdc3a45a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.789173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2ae318b9-e38e-4a40-95e2-f4cdc3a45a3f None None] Port 042bb18d-e376-415e-9957-4b6563d9d3c6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:22.819008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1d4cca5-40c7-4ddb-856a-a580ceb1aeb1 req-e1778e45-be4b-4733-a37e-5d639d0525bf service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.1521125 Aug 31 14:07:22.822866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0fcd92-835f-43d0-8197-8bd0adc12aca tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.828879 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0fcd92-835f-43d0-8197-8bd0adc12aca tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.914669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-093dbdf7-d010-4660-ad97-434c1d617c0a req-d344b394-6e39-4de8-8ec7-1edea5caeddf tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454119 Aug 31 14:07:22.943963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0fcd92-835f-43d0-8197-8bd0adc12aca tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.947512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0fcd92-835f-43d0-8197-8bd0adc12aca tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63f7d92f-2bbb-4fed-a39a-6d1a7e8520da {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:22.964933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0fcd92-835f-43d0-8197-8bd0adc12aca tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.966318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f0fcd92-835f-43d0-8197-8bd0adc12aca tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "DELETE /v2.0/routers/63f7d92f-2bbb-4fed-a39a-6d1a7e8520da HTTP/1.1" status: 204 len: 168 time: 0.6846807 Aug 31 14:07:22.969203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54698) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:22.973608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.974087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5ca03265-508c-45e4-a15a-1afdced905c8 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Request body: {'router': {'name': 'tempest-router-567049542', 'distributed': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:22.978973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1d4cca5-40c7-4ddb-856a-a580ceb1aeb1 req-b86a41fc-6a9b-4137-a5d0-a9b00f2a6aa1 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724895 Aug 31 14:07:23.029471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca03265-508c-45e4-a15a-1afdced905c8 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.031267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca03265-508c-45e4-a15a-1afdced905c8 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.129434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca03265-508c-45e4-a15a-1afdced905c8 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.133026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e62f5b12-3bb3-41f1-8de6-fade2be7d86c req-51190ba5-53a5-484c-8e96-ff896f2d21db tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0984294 Aug 31 14:07:23.135663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca03265-508c-45e4-a15a-1afdced905c8 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.166871 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ca03265-508c-45e4-a15a-1afdced905c8 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.168777 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ca03265-508c-45e4-a15a-1afdced905c8 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1984074 Aug 31 14:07:23.171513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54702) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:23.301534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a919-1e5d-4eb5-84fc-4ecc5d0b4fb2 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.404979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4cca5-40c7-4ddb-856a-a580ceb1aeb1 req-74963292-1df4-444e-ba9f-5c73113b2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:23.406339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1d4cca5-40c7-4ddb-856a-a580ceb1aeb1 req-74963292-1df4-444e-ba9f-5c73113b2151 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4136970 Aug 31 14:07:23.455646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efca68e-e5f3-4190-8358-6f5848369231 req-78d1e3c8-84fa-4693-83f6-c0b4b3e8f73c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:23.458585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7efca68e-e5f3-4190-8358-6f5848369231 req-78d1e3c8-84fa-4693-83f6-c0b4b3e8f73c tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1468563 Aug 31 14:07:23.515833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e37ef231-fc85-4e34-adae-3b4ae5d1adb0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:23.518236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.530665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.556472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a919-1e5d-4eb5-84fc-4ecc5d0b4fb2 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.560711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a919-1e5d-4eb5-84fc-4ecc5d0b4fb2 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.583905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7efca68e-e5f3-4190-8358-6f5848369231 req-7c4ed506-5c51-4818-9f06-2f496898bed8 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200867 Aug 31 14:07:23.624171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:23.630175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:23.630648 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.633006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.656213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a919-1e5d-4eb5-84fc-4ecc5d0b4fb2 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.656730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea1a919-1e5d-4eb5-84fc-4ecc5d0b4fb2 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fae7272a-9da9-4e43-b46c-c0a258be47a2 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:23.662421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a919-1e5d-4eb5-84fc-4ecc5d0b4fb2 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.667120 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ea1a919-1e5d-4eb5-84fc-4ecc5d0b4fb2 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "DELETE /v2.0/routers/fae7272a-9da9-4e43-b46c-c0a258be47a2 HTTP/1.1" status: 204 len: 168 time: 0.4905744 Aug 31 14:07:23.667273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54704) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:23.674347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bed217b3-f510-499d-a57b-7b998c501054 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Request body: {'router': {'name': 'tempest-router-117730656', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '17f84477613b4c3c8eff795bec739c3e'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:23.718704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bed217b3-f510-499d-a57b-7b998c501054 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.719977 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bed217b3-f510-499d-a57b-7b998c501054 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.762865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Pushing event updated for resources: {'Port': ['ID=042bb18d-e376-415e-9957-4b6563d9d3c6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:23.766409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.802949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bed217b3-f510-499d-a57b-7b998c501054 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.807123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e37ef231-fc85-4e34-adae-3b4ae5d1adb0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:23.809883 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bed217b3-f510-499d-a57b-7b998c501054 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.812249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.835868 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bed217b3-f510-499d-a57b-7b998c501054 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.840720 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bed217b3-f510-499d-a57b-7b998c501054 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1722887 Aug 31 14:07:23.841534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54706) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:23.846141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:23.880459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:23.924112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:23.925666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:24.227649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-72fe3e06-4163-479d-836b-3901db6494fd None None] Provisioning complete for port 042bb18d-e376-415e-9957-4b6563d9d3c6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:24.228056 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72fe3e06-4163-479d-836b-3901db6494fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.265189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-72fe3e06-4163-479d-836b-3901db6494fd None None] Port 042bb18d-e376-415e-9957-4b6563d9d3c6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:24.541593 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.541967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.639731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65236a4a-58a3-4c63-abef-369b1209b9dd req-1845d27f-d69e-4c3a-8881-ceafec72aa88 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:24.641809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65236a4a-58a3-4c63-abef-369b1209b9dd req-1845d27f-d69e-4c3a-8881-ceafec72aa88 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.2557952 Aug 31 14:07:24.660277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:24.661607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101361) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 14:07:24.661948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Router 2585d101-e26d-4549-b90a-552358cb8700 migrating from provider to provider. {{(pid=101361) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 14:07:24.662327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.678379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.683291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.744952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65236a4a-58a3-4c63-abef-369b1209b9dd req-6b20adb7-c7a0-40bb-a928-e355a81b56e9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931175 Aug 31 14:07:24.837121 n-d-792362-6 neutron-server[101361]: WARNING neutron.scheduler.l3_agent_scheduler [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] No L3 agents can host the router 2585d101-e26d-4549-b90a-552358cb8700 Aug 31 14:07:24.882383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8eb39a5-7511-40ff-879c-ef1745eae246 req-ebea3095-fe9a-497f-a7ac-eeaa95952672 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0648150 Aug 31 14:07:24.973480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:24.984653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:24.992407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9e6fb0f9-2471-4772-b24b-e0b8930644f9 admin admin] 10.222.0.10 "PUT /v2.0/routers/416e0b85-2214-42f4-8de7-a7498e069b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385386 Aug 31 14:07:25.004199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:25.005000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:25.051508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Hosts for router 2585d101-e26d-4549-b90a-552358cb8700: [] {{(pid=101361) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 14:07:25.081832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Hosts for other DVR routers connected to router 2585d101-e26d-4549-b90a-552358cb8700: set() {{(pid=101361) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 14:07:25.084572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.088748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-29ba10ca-bcdc-40a0-91e8-ad0a945435ab tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "PUT /v2.0/routers/2585d101-e26d-4549-b90a-552358cb8700 HTTP/1.1" status: 200 len: 716 time: 1.2440186 Aug 31 14:07:25.089384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54716) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.099720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95473dc-32d4-4674-943b-5e13c648ed74 req-8da7cea7-8724-4c50-85cb-ddec01d395f1 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:25.101928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f95473dc-32d4-4674-943b-5e13c648ed74 req-8da7cea7-8724-4c50-85cb-ddec01d395f1 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1319010 Aug 31 14:07:25.130656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:25.205555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f95473dc-32d4-4674-943b-5e13c648ed74 req-802858e6-8cca-4735-bd02-a360afe51190 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883191 Aug 31 14:07:25.230210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6d2f303b-aec2-47af-b123-4da27545b4d4 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "GET /v2.0/routers/2585d101-e26d-4549-b90a-552358cb8700 HTTP/1.1" status: 200 len: 716 time: 0.1397197 Aug 31 14:07:25.232761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54720) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.407908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 2, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:25.445483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:25.445845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Updating router 416e0b85-2214-42f4-8de7-a7498e069b8c port 042bb18d-e376-415e-9957-4b6563d9d3c6 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:07:25.474625 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.508821 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-01c2732d-1a33-40da-8e18-c9782ab4993d tempest-RoutersTestDVR-1808403580 tempest-RoutersTestDVR-1808403580-project] 10.222.0.10 "GET /v2.0/routers/2585d101-e26d-4549-b90a-552358cb8700 HTTP/1.1" status: 200 len: 682 time: 0.2749171 Aug 31 14:07:25.510634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e37ef231-fc85-4e34-adae-3b4ae5d1adb0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:25.511723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.598087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b94b3190-c142-4e40-9794-9d974f561a05 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.704908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:25.705306 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.783765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b94b3190-c142-4e40-9794-9d974f561a05 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.785988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b94b3190-c142-4e40-9794-9d974f561a05 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.839393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b94b3190-c142-4e40-9794-9d974f561a05 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.840066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94b3190-c142-4e40-9794-9d974f561a05 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2585d101-e26d-4549-b90a-552358cb8700 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:25.846623 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b94b3190-c142-4e40-9794-9d974f561a05 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.854075 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b94b3190-c142-4e40-9794-9d974f561a05 tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "DELETE /v2.0/routers/2585d101-e26d-4549-b90a-552358cb8700 HTTP/1.1" status: 204 len: 168 time: 0.3403471 Aug 31 14:07:25.854075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54738) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.860964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fd36e3b2-0014-4802-a101-f975969019ee tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Request body: {'router': {'name': 'tempest-router-418418860', 'distributed': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:25.862338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.874825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1579104116-network', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:25.886337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b2-0014-4802-a101-f975969019ee tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.888140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b2-0014-4802-a101-f975969019ee tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.976275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Made reservation on behalf of 5873e37f06dd4c8183eed24c5b167a87 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:25.989884 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.993035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.002308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Transition to ACTIVE for port object 042bb18d-e376-415e-9957-4b6563d9d3c6 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:26.009163 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.071051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649e06-e197-43a9-af33-313ddbc7118a req-345f8950-767f-4a49-9817-def33cd33874 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:26.080920 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22649e06-e197-43a9-af33-313ddbc7118a req-345f8950-767f-4a49-9817-def33cd33874 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1804624 Aug 31 14:07:26.105681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.166178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4e46f-a635-43b2-88fc-c23d67465eae None None] Pushing event updated for resources: {'Port': ['ID=042bb18d-e376-415e-9957-4b6563d9d3c6,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.201463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Attempting to bind port 042bb18d-e376-415e-9957-4b6563d9d3c6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:26.201853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Attempting to bind port 042bb18d-e376-415e-9957-4b6563d9d3c6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:26.202215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Attempting to bind port 042bb18d-e376-415e-9957-4b6563d9d3c6 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:26.213054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:26.213432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:26.213845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.214333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:26.214787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Bound port: 042bb18d-e376-415e-9957-4b6563d9d3c6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:26.215229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.264365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.283493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.327407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] For port 042bb18d-e376-415e-9957-4b6563d9d3c6, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:26.332239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] For port 042bb18d-e376-415e-9957-4b6563d9d3c6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=042bb18d-e376-415e-9957-4b6563d9d3c6,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:26.338530 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.344558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2a0d2-acb0-4b3d-a0a5-bd44e4732e5f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.380459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22649e06-e197-43a9-af33-313ddbc7118a req-d5a62547-3f43-4ba5-a30c-bab8792b209d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979801 Aug 31 14:07:26.409200 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b2-0014-4802-a101-f975969019ee tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.415812 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b2-0014-4802-a101-f975969019ee tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.418305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1543, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:26.429448 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.430068 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Added segment dad92138-ee57-4a34-80f8-2d072af318b8 of type vlan for network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 Aug 31 14:07:26.433950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b2-0014-4802-a101-f975969019ee tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.435236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fd36e3b2-0014-4802-a101-f975969019ee tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5801771 Aug 31 14:07:26.438413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:26.494743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.522609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4e46f-a635-43b2-88fc-c23d67465eae None None] Pushing event updated for resources: {'Port': ['ID=042bb18d-e376-415e-9957-4b6563d9d3c6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.532518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:26.533451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:06:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:26.540529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.542456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:26.543824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.578862 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1589df88-2493-4844-ab53-f5ddbb163a5d tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.675436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e576bdd6-618c-4ae0-aa4c-84a25edd8e52 req-8154715c-8aec-4321-89cb-6023d80718a4 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.1042149 Aug 31 14:07:26.686423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8226457 Aug 31 14:07:26.689224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54750) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:26.694716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Request body: {'subnet': {'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1579104116-subnet', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:26.707053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa61ad-813b-44d8-b61f-e002722052f7 admin admin] Pushing event updated for resources: {'Network': ['ID=31bd46dd-899c-4b9d-9ad9-e66e8d702285,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.742454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Made reservation on behalf of 5873e37f06dd4c8183eed24c5b167a87 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:26.743411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:26.745648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.823434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1589df88-2493-4844-ab53-f5ddbb163a5d tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.826818 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1589df88-2493-4844-ab53-f5ddbb163a5d tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.864494 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-323082c3-599c-4318-a698-093eb32b46ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.870953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:26.884126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1589df88-2493-4844-ab53-f5ddbb163a5d tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.885217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589df88-2493-4844-ab53-f5ddbb163a5d tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a166d0c1-9f1e-40aa-add0-eb9f038869d5 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:26.899474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1589df88-2493-4844-ab53-f5ddbb163a5d tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.901022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1589df88-2493-4844-ab53-f5ddbb163a5d tempest-RoutersTestDVR-1375048745 tempest-RoutersTestDVR-1375048745-project-admin] 10.222.0.10 "DELETE /v2.0/routers/a166d0c1-9f1e-40aa-add0-eb9f038869d5 HTTP/1.1" status: 204 len: 168 time: 0.4615979 Aug 31 14:07:26.988686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd410f-e4a4-4ea7-99b2-51248e3dc62a req-97cb99bc-62c6-4629-a66b-1400a3679f61 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:26.990437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08cd410f-e4a4-4ea7-99b2-51248e3dc62a req-97cb99bc-62c6-4629-a66b-1400a3679f61 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1285682 Aug 31 14:07:27.073167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-08cd410f-e4a4-4ea7-99b2-51248e3dc62a req-1cee9bfa-211a-4e79-bae8-eed857d7d120 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702760 Aug 31 14:07:27.156486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.199745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:26Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:27.227224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d532fef-8b08-47d0-87cd-33ecbbcc0559,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:27.229834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d48e-a720-4327-a487-b9d9895ff521 None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:26Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:27.238035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Checking segment: {'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:27.238475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Network hostable DHCP agents. Network: 31bd46dd-899c-4b9d-9ad9-e66e8d702285, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:27.263685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:27.286826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 31bd46dd-899c-4b9d-9ad9-e66e8d702285) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:27.299206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:27.300177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.324061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc03e4-24ef-4e86-a62f-5848b7b69bb0 None None] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:27.338171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-16e8d37b-0f86-4554-93bf-eb6fc00a7890 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6476824 Aug 31 14:07:27.340631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54756) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:27.348094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:27.406442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.420906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.430767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54760) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:27.555743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 042bb18d-e376-415e-9957-4b6563d9d3c6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:27.589329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.638590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-31bd46dd-899c-4b9d-9ad9-e66e8d702285', 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'fixed_ips': [{'subnet_id': '9d532fef-8b08-47d0-87cd-33ecbbcc0559'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:27.640133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.748684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bae4afc5-d134-4f7e-8999-e76c2de9d05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.800883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4e685-1acc-4a86-bb63-a14b608906b8 req-72d1ae91-b1be-4fa6-abf7-76114471b1ee tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:27.802592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-faa4e685-1acc-4a86-bb63-a14b608906b8 req-72d1ae91-b1be-4fa6-abf7-76114471b1ee tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.2334733 Aug 31 14:07:27.912901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.920225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 042bb18d-e376-415e-9957-4b6563d9d3c6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:27.928568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 042bb18d-e376-415e-9957-4b6563d9d3c6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:27.929105 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.983182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Allocated IP 172.20.0.2 (31bd46dd-899c-4b9d-9ad9-e66e8d702285/9d532fef-8b08-47d0-87cd-33ecbbcc0559/1fcf8e92-3d92-4b4f-9c90-d525e852509f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:28.007581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bae4afc5-d134-4f7e-8999-e76c2de9d05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.021291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bae4afc5-d134-4f7e-8999-e76c2de9d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.068565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-faa4e685-1acc-4a86-bb63-a14b608906b8 req-b7aedc36-ae6e-4f2b-b433-b710701b9d04 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489508 Aug 31 14:07:28.074415 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.106611 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bae4afc5-d134-4f7e-8999-e76c2de9d05d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17f84477613b4c3c8eff795bec739c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710086 Aug 31 14:07:28.112621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54768) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:28.123740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4afc5-d134-4f7e-8999-e76c2de9d05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d27ce22-7bf8-4f02-a49c-cfda17763be5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:28.195625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 042bb18d-e376-415e-9957-4b6563d9d3c6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=042bb18d-e376-415e-9957-4b6563d9d3c6,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:28.222609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.230198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4f22383-fcd3-4980-ae1b-9106c0b14f06 req-680225b0-1ba6-450d-811f-bf4878d02243 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0413117 Aug 31 14:07:28.290541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23c68b92-e3e4-4fb9-aa9f-f816791a90e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.384421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23c68b92-e3e4-4fb9-aa9f-f816791a90e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.390396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.393503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=042bb18d-e376-415e-9957-4b6563d9d3c6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:28.406657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Transition to ACTIVE for port object 1fcf8e92-3d92-4b4f-9c90-d525e852509f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:28.430373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Transition to ACTIVE for port object 1fcf8e92-3d92-4b4f-9c90-d525e852509f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:28.438556 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.465352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91473cf7-9593-4e23-8178-6ebe6bf0bbf6 req-416dc190-b2aa-49f2-a027-19a3205ebd9d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:28.469352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91473cf7-9593-4e23-8178-6ebe6bf0bbf6 req-416dc190-b2aa-49f2-a027-19a3205ebd9d tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1396902 Aug 31 14:07:28.489553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.528081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.532770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23c68b92-e3e4-4fb9-aa9f-f816791a90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.532770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-23c68b92-e3e4-4fb9-aa9f-f816791a90e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.536243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-23c68b92-e3e4-4fb9-aa9f-f816791a90e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d27ce22-7bf8-4f02-a49c-cfda17763be5 HTTP/1.1" status: 204 len: 168 time: 0.4198751 Aug 31 14:07:28.593810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c68b92-e3e4-4fb9-aa9f-f816791a90e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d27ce22-7bf8-4f02-a49c-cfda17763be5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:28.656820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91473cf7-9593-4e23-8178-6ebe6bf0bbf6 req-c2e8f528-0328-429f-a404-21b31c2dc687 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724243 Aug 31 14:07:28.729574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:28.746830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:28.777624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:28.790411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Allocated IP 172.25.0.195 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/a2ba29b4-7f12-498a-89a6-6968f7628af8) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:28.802968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Pushing event updated for resources: {'Port': ['ID=1fcf8e92-3d92-4b4f-9c90-d525e852509f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:28.869723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Attempting to bind port 1fcf8e92-3d92-4b4f-9c90-d525e852509f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:28.870107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Attempting to bind port 1fcf8e92-3d92-4b4f-9c90-d525e852509f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:28.870465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Attempting to bind port 1fcf8e92-3d92-4b4f-9c90-d525e852509f on network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:28.876102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:28.876503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Checking segment: {'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:28.876958 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.877354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Bound using segment: {'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:28.877822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Bound port: 1fcf8e92-3d92-4b4f-9c90-d525e852509f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:28.878449 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.971427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] For port 1fcf8e92-3d92-4b4f-9c90-d525e852509f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:28.976334 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.981027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] For port 1fcf8e92-3d92-4b4f-9c90-d525e852509f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fcf8e92-3d92-4b4f-9c90-d525e852509f,segment=NetworkSegment(dad92138-ee57-4a34-80f8-2d072af318b8),segment_id=dad92138-ee57-4a34-80f8-2d072af318b8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:28.989798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.059101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.141791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:29.149424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:29.153406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872f8a3-850e-42c4-90be-8b5cfd404bc9 None None] Pushing event updated for resources: {'Port': ['ID=1fcf8e92-3d92-4b4f-9c90-d525e852509f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:29.157343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:29.177484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54776) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:29.196664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba29b4-7f12-498a-89a6-6968f7628af8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:29.226089 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dae8719c-2ade-4822-8818-09941dee496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.354496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-00414778-88f2-4d52-bd91-9a331e6b6fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.431827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dae8719c-2ade-4822-8818-09941dee496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.439594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dae8719c-2ade-4822-8818-09941dee496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.461019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4999c-1357-422f-b11a-a2bdce83a63e req-c647babc-f660-4bb5-bb33-960b4a7dd9bf tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:29.462858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77b4999c-1357-422f-b11a-a2bdce83a63e req-c647babc-f660-4bb5-bb33-960b4a7dd9bf tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.2430029 Aug 31 14:07:29.502562 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.505655 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dae8719c-2ade-4822-8818-09941dee496c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f14454c4924f49a09235459ca8dbbbc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259754 Aug 31 14:07:29.506854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8719c-2ade-4822-8818-09941dee496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a584aee-0504-4f52-9c6f-c079d38443be,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:29.509797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54780) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:29.583826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e54200b3-33d0-4ecb-a1cb-aeca03298e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.621008 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e54200b3-33d0-4ecb-a1cb-aeca03298e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.673444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77b4999c-1357-422f-b11a-a2bdce83a63e req-87e07c71-e8a4-4373-8788-6736c8bf426b tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763225 Aug 31 14:07:29.728305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e54200b3-33d0-4ecb-a1cb-aeca03298e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.732141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e54200b3-33d0-4ecb-a1cb-aeca03298e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.734417 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e54200b3-33d0-4ecb-a1cb-aeca03298e20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a584aee-0504-4f52-9c6f-c079d38443be HTTP/1.1" status: 204 len: 168 time: 0.2228622 Aug 31 14:07:29.751154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54200b3-33d0-4ecb-a1cb-aeca03298e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a584aee-0504-4f52-9c6f-c079d38443be,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:29.764455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fcf8e92-3d92-4b4f-9c90-d525e852509f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:29.775964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.833646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1fcf8e92-3d92-4b4f-9c90-d525e852509f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:29.838753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 042bb18d-e376-415e-9957-4b6563d9d3c6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:29.880705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25128cf5-8636-49f7-9125-22f37550cb21 req-81cba075-12ce-4c91-9954-aa199818d72f tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.1255050 Aug 31 14:07:29.907072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 042bb18d-e376-415e-9957-4b6563d9d3c6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:29.907461 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.463123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf890e0c-e07a-4362-b7ca-b18142421e8c None None] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:30.543153 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.582479 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.592025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-93d8efed-71a2-466a-a417-42e81f1a81a7 None None] Provisioning for port 1fcf8e92-3d92-4b4f-9c90-d525e852509f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:30.597147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-93d8efed-71a2-466a-a417-42e81f1a81a7 None None] Provisioning complete for port 1fcf8e92-3d92-4b4f-9c90-d525e852509f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:30.597451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93d8efed-71a2-466a-a417-42e81f1a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.659628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d77a-6d3c-4905-9c57-d1b3abd78a4f req-7bac95ad-e7c6-4484-ad09-e12c4adf6c70 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:30.661219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0585d77a-6d3c-4905-9c57-d1b3abd78a4f req-7bac95ad-e7c6-4484-ad09-e12c4adf6c70 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.1729481 Aug 31 14:07:30.730032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0585d77a-6d3c-4905-9c57-d1b3abd78a4f req-d71a72fe-74ba-497b-9518-f6a8792126ba tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577676 Aug 31 14:07:30.743121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93d8efed-71a2-466a-a417-42e81f1a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.806701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Router cefa6002-483f-4b63-bbb2-4ef5d3674b27 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:07:30.808403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-93d8efed-71a2-466a-a417-42e81f1a81a7 None None] For port 1fcf8e92-3d92-4b4f-9c90-d525e852509f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fcf8e92-3d92-4b4f-9c90-d525e852509f,segment=NetworkSegment(dad92138-ee57-4a34-80f8-2d072af318b8),segment_id=dad92138-ee57-4a34-80f8-2d072af318b8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:30.816384 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93d8efed-71a2-466a-a417-42e81f1a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.906293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8efed-71a2-466a-a417-42e81f1a81a7 None None] Pushing event updated for resources: {'Port': ['ID=1fcf8e92-3d92-4b4f-9c90-d525e852509f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:31.029277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc16e20-d0cd-4d85-b561-07aa7272b6d4 req-9a439122-a386-48a8-b7c8-b7e760872f2c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:31.031612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2dc16e20-d0cd-4d85-b561-07aa7272b6d4 req-9a439122-a386-48a8-b7c8-b7e760872f2c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1511686 Aug 31 14:07:31.073518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:31.082875 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Sync routers for ids ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:31.093457 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Routers {'cefa6002-483f-4b63-bbb2-4ef5d3674b27'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:31.094006 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:31.134432 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.139026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54814) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:31.139756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1a81ede1-d680-4a59-b536-b7c24330b4b6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7978547 Aug 31 14:07:31.144405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2dc16e20-d0cd-4d85-b561-07aa7272b6d4 req-23a70790-00e1-4cc4-843f-c79265ba6ef8 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059659 Aug 31 14:07:31.152015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f4b4370-b890-4fb2-971d-8b1e4306a5b2 None None] Provisioning complete for port 1fcf8e92-3d92-4b4f-9c90-d525e852509f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:31.152594 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4370-b890-4fb2-971d-8b1e4306a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.301858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21bcb52b-033e-4f20-9b01-64421d43b57e req-a86f04dc-e4f4-4b53-9be7-1eb28f302ab9 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0313880 Aug 31 14:07:31.465138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fcf8e92-3d92-4b4f-9c90-d525e852509f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:31.476043 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Set router cefa6002-483f-4b63-bbb2-4ef5d3674b27 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:31.518983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1fcf8e92-3d92-4b4f-9c90-d525e852509f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:31.519369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.725870 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:07:29Z', 'revision_number': 3, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port': {'id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:28Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:31.753020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.759662 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Checking router: cefa6002-483f-4b63-bbb2-4ef5d3674b27 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:31.760389 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Updating router cefa6002-483f-4b63-bbb2-4ef5d3674b27 port a2ba29b4-7f12-498a-89a6-6968f7628af8 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:07:31.795330 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.844067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:31.877553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca9af-1155-4dec-b92b-3a685895f61a req-060223eb-5bdb-4da3-9c08-8dc2c67d09df tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:31.883092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f0ca9af-1155-4dec-b92b-3a685895f61a req-060223eb-5bdb-4da3-9c08-8dc2c67d09df tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0626075 Aug 31 14:07:31.933510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f0ca9af-1155-4dec-b92b-3a685895f61a req-05c57dca-4918-49b8-9df5-67485ebca604 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Aug 31 14:07:31.961979 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.983362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1127023904', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:31.988979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Allocated IP 172.20.0.1 (31bd46dd-899c-4b9d-9ad9-e66e8d702285/9d532fef-8b08-47d0-87cd-33ecbbcc0559/c67996ad-05cd-40f8-9e07-285831da5be5) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:32.025264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Made reservation on behalf of ea216521cd0d4c80b3bf52466e4c0dfe for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:32.027526 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.061126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.093292 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.104190 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Transition to ACTIVE for port object a2ba29b4-7f12-498a-89a6-6968f7628af8 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:32.110767 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.142863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.165449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Transition to ACTIVE for port object c67996ad-05cd-40f8-9e07-285831da5be5 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:32.191876 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569bc22-3e1c-4578-ade3-d2b9788c1ebe None None] Pushing event updated for resources: {'Port': ['ID=a2ba29b4-7f12-498a-89a6-6968f7628af8,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.202305 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Attempting to bind port a2ba29b4-7f12-498a-89a6-6968f7628af8 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:32.202661 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Attempting to bind port a2ba29b4-7f12-498a-89a6-6968f7628af8 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:32.203025 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Attempting to bind port a2ba29b4-7f12-498a-89a6-6968f7628af8 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:32.208470 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:32.208852 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:32.209415 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.209867 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:32.211612 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Bound port: a2ba29b4-7f12-498a-89a6-6968f7628af8, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:32.211612 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.223829 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.229457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.234986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] device_id is not set on port 8afbb85a-a2eb-4397-bcca-37dd093db0e1 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:32.245172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.275657 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] For port a2ba29b4-7f12-498a-89a6-6968f7628af8, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:32.279049 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] For port a2ba29b4-7f12-498a-89a6-6968f7628af8, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a2ba29b4-7f12-498a-89a6-6968f7628af8,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:32.284140 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.305978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebd9d0-8ef7-445a-96ed-3aecf017338e req-069742c9-d52f-40ff-8165-03a2786eda4f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:32.308783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29ebd9d0-8ef7-445a-96ed-3aecf017338e req-069742c9-d52f-40ff-8165-03a2786eda4f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0637760 Aug 31 14:07:32.330248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b0d9d-2290-48bf-968a-1716d8b1dae2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.343563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:32.348894 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Routers {'cefa6002-483f-4b63-bbb2-4ef5d3674b27'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:32.348894 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:32.351512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:32.361054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:32.371538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29ebd9d0-8ef7-445a-96ed-3aecf017338e req-c776b928-d137-4768-9300-f29bdbdc94dd tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Aug 31 14:07:32.373621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Pushing event updated for resources: {'Port': ['ID=c67996ad-05cd-40f8-9e07-285831da5be5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.400463 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569bc22-3e1c-4578-ade3-d2b9788c1ebe None None] Pushing event updated for resources: {'Port': ['ID=a2ba29b4-7f12-498a-89a6-6968f7628af8,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.469115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.489028 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] Set router cefa6002-483f-4b63-bbb2-4ef5d3674b27 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:32.490129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aec71c0-3a9e-4269-87a3-cf1d210cef46 req-c7b1b4e1-15db-419f-b1ad-956a332550f8 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0338271 Aug 31 14:07:32.527597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Allocated IP 172.25.0.31 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/8afbb85a-a2eb-4397-bcca-37dd093db0e1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:32.688367 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:07:29Z', 'revision_number': 3, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port': {'id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:28Z', 'updated_at': '2021-08-31T14:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:32.693297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.705949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ac1b3c6b-8ed0-4b56-b69f-2a0ae3e5fd92 None None] Provisioning for port c67996ad-05cd-40f8-9e07-285831da5be5 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:32.710989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ac1b3c6b-8ed0-4b56-b69f-2a0ae3e5fd92 None None] Provisioning complete for port c67996ad-05cd-40f8-9e07-285831da5be5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:32.711364 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3c6b-8ed0-4b56-b69f-2a0ae3e5fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.721482 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4b4ba-b6a5-46c9-a593-a75e09c13a9a None None] The sync data for ids ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'] in n-d-792362-6 is: [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:07:29Z', 'revision_number': 3, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port': {'id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:28Z', 'updated_at': '2021-08-31T14:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:32.754628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b3c6b-8ed0-4b56-b69f-2a0ae3e5fd92 None None] Port c67996ad-05cd-40f8-9e07-285831da5be5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:32.789587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.910897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.956093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.968143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.974790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:32.999996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:33.005735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:33.007919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Pushing event updated for resources: {'Port': ['ID=8afbb85a-a2eb-4397-bcca-37dd093db0e1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:33.081634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd54e-bee5-4d6d-85a8-517f46c957bb req-43d66b1f-55d6-4a60-a3ef-4e7db4ed2a14 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:33.085049 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.089123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5cbd54e-bee5-4d6d-85a8-517f46c957bb req-43d66b1f-55d6-4a60-a3ef-4e7db4ed2a14 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0624778 Aug 31 14:07:33.095670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:33.096297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.112789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Pushing event updated for resources: {'Port': ['ID=c67996ad-05cd-40f8-9e07-285831da5be5,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:33.128911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5cbd54e-bee5-4d6d-85a8-517f46c957bb req-1e86fb3e-a5c6-43c2-a624-11e1de5fe3ba tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Aug 31 14:07:33.134507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7185c590-d499-445e-89a8-ab168812e761 tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2892919 Aug 31 14:07:33.137534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54838) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:33.149913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}]}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:33.168138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.170299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.227402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.227854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:33.229654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:33.390302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Router cefa6002-483f-4b63-bbb2-4ef5d3674b27 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:33.400537 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.498680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2ba29b4-7f12-498a-89a6-6968f7628af8 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:33.537531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:33.547976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-94f07ad7-90d7-451f-9e06-7f04d1d21f8d admin admin] 10.222.0.10 "PUT /v2.0/routers/cefa6002-483f-4b63-bbb2-4ef5d3674b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4071219 Aug 31 14:07:33.596585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f2169e88-fd99-40b0-8b98-f0ee7b807c02 None None] Provisioning complete for port c67996ad-05cd-40f8-9e07-285831da5be5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:33.597088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2169e88-fd99-40b0-8b98-f0ee7b807c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.598114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0032-592d-4ed2-9aec-f1275e50d589 req-187df9bc-cc45-4dba-bf38-61bedad466b5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:33.599692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fcee0032-592d-4ed2-9aec-f1275e50d589 req-187df9bc-cc45-4dba-bf38-61bedad466b5 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.0937626 Aug 31 14:07:33.635061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a2ba29b4-7f12-498a-89a6-6968f7628af8 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:33.640811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a2ba29b4-7f12-498a-89a6-6968f7628af8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:33.641436 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.680248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fcee0032-592d-4ed2-9aec-f1275e50d589 req-69e10c0e-6e36-459f-8484-8b449b042106 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725939 Aug 31 14:07:33.718917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f2169e88-fd99-40b0-8b98-f0ee7b807c02 None None] Port c67996ad-05cd-40f8-9e07-285831da5be5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:33.768590 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.789721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a2ba29b4-7f12-498a-89a6-6968f7628af8, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a2ba29b4-7f12-498a-89a6-6968f7628af8,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:33.796341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.800651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db2b2f5-bf2f-454b-98bf-b4c4e937b72d req-a53986fb-c402-4aa6-b962-0dbfd4616e21 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0394492 Aug 31 14:07:33.810835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.831729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.852853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a2ba29b4-7f12-498a-89a6-6968f7628af8,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:33.986671 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.155725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.160584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.218765 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:07:34.229024 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.229558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eac99aa-78ae-4c38-8735-c517d6250b14 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:34.260683 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:07:34.261948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f0ed51b-587a-4f51-a77b-7f95ee062fbd tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1233039 Aug 31 14:07:34.264813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54862) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:34.283231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593ab62-0193-487f-896c-9f3565c3b502 req-453af21d-2197-4727-83d3-97eedf134d43 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:34.284916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2593ab62-0193-487f-896c-9f3565c3b502 req-453af21d-2197-4727-83d3-97eedf134d43 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0703707 Aug 31 14:07:34.334123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2593ab62-0193-487f-896c-9f3565c3b502 req-6b691a5c-5075-4dae-a4c0-7067b7143e53 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/security-groups?id=8800f81d-33a4-4fad-97a4-cac5ba80fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Aug 31 14:07:34.375188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Deleting port 8afbb85a-a2eb-4397-bcca-37dd093db0e1 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:34.375547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.466021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.478957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Calling delete_port for 8afbb85a-a2eb-4397-bcca-37dd093db0e1 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:34.610763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.642592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Pushing event deleted for resources: {'Port': ['ID=8afbb85a-a2eb-4397-bcca-37dd093db0e1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:34.715858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.717846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-29d57407-07c8-4659-bd46-cc937640745c tempest-RoutersAdminNegativeIpV6Test-1043203038 tempest-RoutersAdminNegativeIpV6Test-1043203038-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8afbb85a-a2eb-4397-bcca-37dd093db0e1 HTTP/1.1" status: 204 len: 168 time: 0.4519255 Aug 31 14:07:34.858297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c5685-d2db-4697-940b-beae05f5d54e req-b1b43d8a-023b-4e82-9f62-120cadd82d73 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:34.860196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed4c5685-d2db-4697-940b-beae05f5d54e req-b1b43d8a-023b-4e82-9f62-120cadd82d73 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 943 time: 0.1035068 Aug 31 14:07:34.879750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173dcac-6052-45f0-b428-723f1259bd1d req-5cbdc637-c2ce-414f-8e52-2c31da05f94e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:34.882326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0173dcac-6052-45f0-b428-723f1259bd1d req-5cbdc637-c2ce-414f-8e52-2c31da05f94e tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 945 time: 0.0786963 Aug 31 14:07:34.899088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Sync routers for ids ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:34.911120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Routers {'cefa6002-483f-4b63-bbb2-4ef5d3674b27'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:34.911987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:34.962195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed4c5685-d2db-4697-940b-beae05f5d54e req-102761a5-386f-4ce9-8de2-8e9a85cf3cd7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788279 Aug 31 14:07:35.052418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Deleting port f67992b3-1e51-426d-81e0-a3f3424db082 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:35.052790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.080082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Set router cefa6002-483f-4b63-bbb2-4ef5d3674b27 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:35.129002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54882) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:35.147687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efeab0c0-a886-413c-b55d-db9226f40e52 req-64bb5c5b-caca-455b-8eb9-78f7d3834fc0 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0652425 Aug 31 14:07:35.198311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] For port f67992b3-1e51-426d-81e0-a3f3424db082, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f67992b3-1e51-426d-81e0-a3f3424db082,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:35.199497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.216761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Calling delete_port for f67992b3-1e51-426d-81e0-a3f3424db082 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:35.267016 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a154baa-8762-4881-a958-a476329f5fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.372323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a154baa-8762-4881-a958-a476329f5fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.376970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a154baa-8762-4881-a958-a476329f5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.377206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.423466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f67992b3-1e51-426d-81e0-a3f3424db082'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:35.454034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a154baa-8762-4881-a958-a476329f5fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3da56c5-a0a0-4e85-9e60-1e2a7bf88ee8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:35.484972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0a154baa-8762-4881-a958-a476329f5fc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=117a789dadb347bbbf62860c7fc706ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522193 Aug 31 14:07:35.485357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54890) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:35.503221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Pushing event deleted for resources: {'Port': ['ID=f67992b3-1e51-426d-81e0-a3f3424db082,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:35.510857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:07:32Z', 'revision_number': 4, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port': {'id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:28Z', 'updated_at': '2021-08-31T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c67996ad-05cd-40f8-9e07-285831da5be5', 'name': '', 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'mac_address': 'fa:16:3e:3a:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9d532fef-8b08-47d0-87cd-33ecbbcc0559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:31Z', 'updated_at': '2021-08-31T14:07:32Z', 'revision_number': 2, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'subnets': [{'id': '9d532fef-8b08-47d0-87cd-33ecbbcc0559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:35.586397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54847d30-b9e6-434e-8b6b-5b224b087c6d req-ce990a3d-4708-41a4-b44a-5455d55832c4 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.10 "GET /v2.0/ports?device_id=515a0ad0-c68b-403c-b88e-dd54b8305b7e HTTP/1.1" status: 200 len: 210 time: 0.0658367 Aug 31 14:07:35.587291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Checking router: cefa6002-483f-4b63-bbb2-4ef5d3674b27 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:35.589927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Updating router cefa6002-483f-4b63-bbb2-4ef5d3674b27 port c67996ad-05cd-40f8-9e07-285831da5be5 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:07:35.595706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2ba29b4-7f12-498a-89a6-6968f7628af8 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:35.603167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:07:35.606748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] No DVR routers for this DVR port f67992b3-1e51-426d-81e0-a3f3424db082 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:35.617597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.619737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0173dcac-6052-45f0-b428-723f1259bd1d req-a2bf48c2-214e-4f6f-975d-03e0b796b057 tempest-ListServerFiltersTestJSON-1985813455 tempest-ListServerFiltersTestJSON-1985813455-project] 10.222.0.26 "DELETE /v2.0/ports/f67992b3-1e51-426d-81e0-a3f3424db082 HTTP/1.1" status: 204 len: 173 time: 0.7281015 Aug 31 14:07:35.620067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'name': 'network-vif-deleted', 'tag': 'f67992b3-1e51-426d-81e0-a3f3424db082'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:35.628537 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b7f89bb-597f-40c3-a4e5-9d7dde035338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.629297 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3206c354-0ab9-4365-96d1-de15284c32a4" -d '{"events": [{"server_uuid": "515a0ad0-c68b-403c-b88e-dd54b8305b7e", "name": "network-vif-deleted", "tag": "f67992b3-1e51-426d-81e0-a3f3424db082"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:35.659962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b7f89bb-597f-40c3-a4e5-9d7dde035338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.666000 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.688430 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b5eb50-159a-4d12-bcfc-5f2f1108f9bf x-openstack-request-id: req-59b5eb50-159a-4d12-bcfc-5f2f1108f9bf {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:35.688730 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515a0ad0-c68b-403c-b88e-dd54b8305b7e", "name": "network-vif-deleted", "tag": "f67992b3-1e51-426d-81e0-a3f3424db082", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:35.689024 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59b5eb50-159a-4d12-bcfc-5f2f1108f9bf {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:35.689405 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515a0ad0-c68b-403c-b88e-dd54b8305b7e', 'name': 'network-vif-deleted', 'tag': 'f67992b3-1e51-426d-81e0-a3f3424db082', 'status': 'completed', 'code': 200} Aug 31 14:07:35.731688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b7f89bb-597f-40c3-a4e5-9d7dde035338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.734693 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1b7f89bb-597f-40c3-a4e5-9d7dde035338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.738424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1b7f89bb-597f-40c3-a4e5-9d7dde035338 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3da56c5-a0a0-4e85-9e60-1e2a7bf88ee8 HTTP/1.1" status: 204 len: 168 time: 0.2510676 Aug 31 14:07:35.747349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f89bb-597f-40c3-a4e5-9d7dde035338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3da56c5-a0a0-4e85-9e60-1e2a7bf88ee8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:35.794374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a2ba29b4-7f12-498a-89a6-6968f7628af8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:35.794757 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.935450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:35.936481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ff3fb93-bce5-4960-8465-dd12c995ee31 req-2078e0b3-fb46-4243-b460-ecabcde17678 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0359068 Aug 31 14:07:35.963097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'network_id': '07db18f8-1be9-456d-9bf9-0eb3ffb85c47', 'port_id': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'mac_address': 'fa:16:3e:1f:14:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067835b6-8d8b-448c-99c5-29516107de44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:07:36.083855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-7beccb24-44f0-4794-982c-35b74db868ab tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:36.086567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-7beccb24-44f0-4794-982c-35b74db868ab tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.1188889 Aug 31 14:07:36.105029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-3a4eb44f-9565-4e48-8d60-e90b5f71bcdf tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/quotas/8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 375 time: 0.0121312 Aug 31 14:07:36.117968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54910) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:36.172487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-85dd17b5-30e1-4314-828a-a437f06f201c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588109 Aug 31 14:07:36.181239 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1bfb7574-068c-4caf-a194-9720b82ed0d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea216521cd0d4c80b3bf52466e4c0dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598395 Aug 31 14:07:36.181541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54912) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:36.238232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64277ec9-5e9b-45dd-b391-d1f95db155fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.251291 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.261999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64277ec9-5e9b-45dd-b391-d1f95db155fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.271842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-e85731cb-289d-43cb-9f68-d5972f77b86c service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903828 Aug 31 14:07:36.281979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2690e8cb-9f26-4c33-8157-da617c985e8b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:36.315098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:36.315858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64277ec9-5e9b-45dd-b391-d1f95db155fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.319458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64277ec9-5e9b-45dd-b391-d1f95db155fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.323375 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-64277ec9-5e9b-45dd-b391-d1f95db155fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb0b0d9d-2290-48bf-968a-1716d8b1dae2 HTTP/1.1" status: 204 len: 168 time: 0.1362400 Aug 31 14:07:36.325510 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.329325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64277ec9-5e9b-45dd-b391-d1f95db155fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b0d9d-2290-48bf-968a-1716d8b1dae2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:36.408653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-1d642e43-a738-4bbd-b530-acd750777f89 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274757 Aug 31 14:07:36.420121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:36.432183 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.442436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Transition to ACTIVE for port object c67996ad-05cd-40f8-9e07-285831da5be5 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:36.449376 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.509630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74564d5b-ba61-4212-8dfa-8e17bfa084e6 None None] Pushing event updated for resources: {'Port': ['ID=c67996ad-05cd-40f8-9e07-285831da5be5,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:36.569966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Attempting to bind port c67996ad-05cd-40f8-9e07-285831da5be5 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:36.570412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Attempting to bind port c67996ad-05cd-40f8-9e07-285831da5be5 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:36.570898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Attempting to bind port c67996ad-05cd-40f8-9e07-285831da5be5 on network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:36.577547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:36.577965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Checking segment: {'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:36.578391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.578897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Bound using segment: {'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:36.579435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Bound port: c67996ad-05cd-40f8-9e07-285831da5be5, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad92138-ee57-4a34-80f8-2d072af318b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:36.581273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.656404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] For port c67996ad-05cd-40f8-9e07-285831da5be5, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:36.659882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] For port c67996ad-05cd-40f8-9e07-285831da5be5, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c67996ad-05cd-40f8-9e07-285831da5be5,segment=NetworkSegment(dad92138-ee57-4a34-80f8-2d072af318b8),segment_id=dad92138-ee57-4a34-80f8-2d072af318b8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:36.667293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.743069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74564d5b-ba61-4212-8dfa-8e17bfa084e6 None None] Pushing event updated for resources: {'Port': ['ID=c67996ad-05cd-40f8-9e07-285831da5be5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:36.761279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Routers {'cefa6002-483f-4b63-bbb2-4ef5d3674b27'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:36.762122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:36.892887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] Set router cefa6002-483f-4b63-bbb2-4ef5d3674b27 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:36.933683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2690e8cb-9f26-4c33-8157-da617c985e8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:36.940573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221f867-2fd3-4455-99df-45b792b43682 req-0bcd8202-55a3-4507-b398-6a0e406129d4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:36.942228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4221f867-2fd3-4455-99df-45b792b43682 req-0bcd8202-55a3-4507-b398-6a0e406129d4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 944 time: 0.0868490 Aug 31 14:07:37.011798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4221f867-2fd3-4455-99df-45b792b43682 req-8ff1be31-66eb-422c-b33b-63b017c8b243 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578966 Aug 31 14:07:37.139147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2131ffc-e866-4de5-85d5-a230ba3c1f01 req-3a61f25e-c6b2-4b50-a767-67d72f8d338a tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0330765 Aug 31 14:07:37.215460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54952) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:37.284891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-728232a7-03c8-48f2-8027-23f5e162813c req-a4379420-21d5-42af-af59-3d7c39666e4a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.0392435 Aug 31 14:07:37.312026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] Deleting subnet eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:37.316047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.369610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:07:32Z', 'revision_number': 4, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port': {'id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:28Z', 'updated_at': '2021-08-31T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c67996ad-05cd-40f8-9e07-285831da5be5', 'name': '', 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'mac_address': 'fa:16:3e:3a:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9d532fef-8b08-47d0-87cd-33ecbbcc0559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:31Z', 'updated_at': '2021-08-31T14:07:36Z', 'revision_number': 4, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'subnets': [{'id': '9d532fef-8b08-47d0-87cd-33ecbbcc0559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:37.384021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.417594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc83c4-8e9b-4b72-89b5-c7917dea230b None None] The sync data for ids ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'] in n-d-792362-6 is: [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:07:32Z', 'revision_number': 4, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port': {'id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:28Z', 'updated_at': '2021-08-31T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c67996ad-05cd-40f8-9e07-285831da5be5', 'name': '', 'network_id': '31bd46dd-899c-4b9d-9ad9-e66e8d702285', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'mac_address': 'fa:16:3e:3a:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9d532fef-8b08-47d0-87cd-33ecbbcc0559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:31Z', 'updated_at': '2021-08-31T14:07:36Z', 'revision_number': 4, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'subnets': [{'id': '9d532fef-8b08-47d0-87cd-33ecbbcc0559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:37.501956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54956) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:37.518755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.579571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.608133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687fc01-4842-4d6b-b205-fbc5d64293c1 None None] Network 9f6655a3-bfaf-45b8-af5a-2b833921ec2d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:37.612604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f67992b3-1e51-426d-81e0-a3f3424db082 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:37.625847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.627856 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9 HTTP/1.1" status: 204 len: 168 time: 0.4111657 Aug 31 14:07:37.629603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a069e0-2793-4df3-850f-4148a2890abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba62bb6-e9c4-4f4f-a32f-f9fd8b2d4aa9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:37.630461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:37.658487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1764691353'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:37.702513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f67992b3-1e51-426d-81e0-a3f3424db082 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:37.702838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f67992b3-1e51-426d-81e0-a3f3424db082 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:37.779212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:37.783132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.797935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.801916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.865406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] DHCP port deletion for 9f6655a3-bfaf-45b8-af5a-2b833921ec2d request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:37.919622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Deleting port efd4cacf-9ae6-44e4-ae6a-dff456450526 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:37.919967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.932777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] Deleting port efd4cacf-9ae6-44e4-ae6a-dff456450526 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:37.933504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.002920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] For port efd4cacf-9ae6-44e4-ae6a-dff456450526, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=efd4cacf-9ae6-44e4-ae6a-dff456450526,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:38.003412 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.010826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] For port efd4cacf-9ae6-44e4-ae6a-dff456450526, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=efd4cacf-9ae6-44e4-ae6a-dff456450526,segment=NetworkSegment(af550627-0d51-4251-b87f-6e5a34cc2796),segment_id=af550627-0d51-4251-b87f-6e5a34cc2796)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:38.011208 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.019167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] Calling delete_port for efd4cacf-9ae6-44e4-ae6a-dff456450526 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:38.028045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.032937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Calling delete_port for efd4cacf-9ae6-44e4-ae6a-dff456450526 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:38.037132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.064676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:38.106778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.132811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] Pushing event deleted for resources: {'Port': ['ID=efd4cacf-9ae6-44e4-ae6a-dff456450526,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:38.136361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd5b99-ad5f-4f44-8492-7fbb656ccd36 None None] No DVR routers for this DVR port efd4cacf-9ae6-44e4-ae6a-dff456450526 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:38.146995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.147647 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment 79a5f630-ca57-4243-97de-3d626eff4d4d of type vlan for network c4575ddb-a072-4a8d-b1f2-09d2547153c3 Aug 31 14:07:38.158581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be14e96c-20ff-453d-87eb-9dd4af521fc3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:38.223728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.241380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae426442-5cb0-49f8-a0ef-b871f6322b8c req-44ecb096-44b1-465b-b2f4-0c7d43561984 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.243055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae426442-5cb0-49f8-a0ef-b871f6322b8c req-44ecb096-44b1-465b-b2f4-0c7d43561984 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 944 time: 0.1340003 Aug 31 14:07:38.268141 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.311591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd4cacf-9ae6-44e4-ae6a-dff456450526,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:38.314598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.320208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.320806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.324519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] No DVR routers for this DVR port efd4cacf-9ae6-44e4-ae6a-dff456450526 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:38.431318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9277570 Aug 31 14:07:38.434213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54968) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:38.435591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae426442-5cb0-49f8-a0ef-b871f6322b8c req-f4ed42c1-8c20-4b56-b8d4-074e035d58f3 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840885 Aug 31 14:07:38.443453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1513646319'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:38.476183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:38.481494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.514788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:38.531376 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.531913 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment 2015007b-4f8f-4899-8704-f255dd591f0d of type vlan for network 8be84734-306d-4882-9029-ad4ce16fcc95 Aug 31 14:07:38.559275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495f71b-fc67-4e04-a1b8-230c9652e4d2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=c4575ddb-a072-4a8d-b1f2-09d2547153c3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:38.574802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:38.581484 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.586393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24c6cce3-0090-4577-8a23-310645352600 req-99ea24c9-5b78-4936-b1a7-208338403d50 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0513422 Aug 31 14:07:38.606986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6655a3-bfaf-45b8-af5a-2b833921ec2d']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:38.623362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.639533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af550627-0d51-4251-b87f-6e5a34cc2796') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:38.640057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af550627-0d51-4251-b87f-6e5a34cc2796') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:38.671493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.688920 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.696719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.698663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.722019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-230b6a67-e965-46d9-a6ef-89f3451b88a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.723607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-230b6a67-e965-46d9-a6ef-89f3451b88a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.3181944 Aug 31 14:07:38.724753 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.745872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:38.746398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:38.748410 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:38.750913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e17b875b-d9e0-471b-9a14-baef7b01ef03 req-f5456757-59e9-4a77-87d0-3f33bcbadeb5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.0472856 Aug 31 14:07:38.782129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=8be84734-306d-4882-9029-ad4ce16fcc95,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:38.789027 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b75b2ca0-ccb5-4ad0-9801-88e07fb750c1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3524806 Aug 31 14:07:38.790206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54972) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:38.795473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': 'c4575ddb-a072-4a8d-b1f2-09d2547153c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:38.798332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8be84734-306d-4882-9029-ad4ce16fcc95 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:38.804047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'port': {'device_id': 'f719f612-a9a5-418f-a630-ac38a621576a', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'admin_state_up': True, 'tenant_id': '8fe03bac1876499f863ad70254fc903a'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:38.966866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.979834 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.984417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f6655a3-bfaf-45b8-af5a-2b833921ec2d HTTP/1.1" status: 204 len: 168 time: 1.3512208 Aug 31 14:07:39.000332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:39.001851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a08d6-1918-44f6-874f-a1cf1f714575 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6655a3-bfaf-45b8-af5a-2b833921ec2d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:39.003800 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.101871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:39.106378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.400761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54976) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:39.424170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.492555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=501ea22d-4db5-4403-ab96-2df173d169c4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:39.506312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': '79a5f630-ca57-4243-97de-3d626eff4d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'c4575ddb-a072-4a8d-b1f2-09d2547153c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:39.506974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: c4575ddb-a072-4a8d-b1f2-09d2547153c3, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:39.512727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c67996ad-05cd-40f8-9e07-285831da5be5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:39.556673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:39.580113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, c4575ddb-a072-4a8d-b1f2-09d2547153c3) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:39.585250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:39.586474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.592005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021936d5-0cf7-4ab3-b462-406cf184cc51 None None] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:39.608277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9b6500af-8a45-456a-a24f-42404c9d382e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8169949 Aug 31 14:07:39.608911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54980) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:39.618508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': '8be84734-306d-4882-9029-ad4ce16fcc95', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:39.635116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:39.810605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:39.813972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c67996ad-05cd-40f8-9e07-285831da5be5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:39.814281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.835402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c67996ad-05cd-40f8-9e07-285831da5be5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:39.835706 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.927548 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.938681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 2690e8cb-9f26-4c33-8157-da617c985e8b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:39.939066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.982548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-c4575ddb-a072-4a8d-b1f2-09d2547153c3', 'network_id': 'c4575ddb-a072-4a8d-b1f2-09d2547153c3', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': '501ea22d-4db5-4403-ab96-2df173d169c4'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:39.983363 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.023010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012e1d4a-0aec-4f8c-a6fd-cd74aef615b3 req-51eb116f-d7b8-41f5-abc2-a3d75c7685a6 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42&device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.6656637 Aug 31 14:07:40.091846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.20.0.12 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/bdeb3328-ee41-4f7e-aea7-8b46fe5e9897) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:40.131885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.180114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cb25f311-e42e-453c-9da2-3b1e44fdde7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ecfc32847334f97b587319d93e83e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753866 Aug 31 14:07:40.185157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54986) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:40.223464 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.246183 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.277736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=0913fc1d-65d2-43c0-913e-4abc6be2a60e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:40.280567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': '2015007b-4f8f-4899-8704-f255dd591f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '8be84734-306d-4882-9029-ad4ce16fcc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:40.281201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: 8be84734-306d-4882-9029-ad4ce16fcc95, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:40.302912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11d93-5839-4284-8d76-4c58252bcfec req-a9ac64f9-be20-4d51-8c83-f7707cdab295 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:40.304243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1a11d93-5839-4284-8d76-4c58252bcfec req-a9ac64f9-be20-4d51-8c83-f7707cdab295 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 944 time: 0.1856570 Aug 31 14:07:40.308298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:40.310583 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d07558-5c33-4cd2-b5ec-f0af0c0d8069" -d '{"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-plugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:40.311487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 8be84734-306d-4882-9029-ad4ce16fcc95 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:40.314713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c67996ad-05cd-40f8-9e07-285831da5be5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c67996ad-05cd-40f8-9e07-285831da5be5,segment=NetworkSegment(dad92138-ee57-4a34-80f8-2d072af318b8),segment_id=dad92138-ee57-4a34-80f8-2d072af318b8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:40.327039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 8be84734-306d-4882-9029-ad4ce16fcc95) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:40.330806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.333091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Allocated IP 2001:db8::2 (c4575ddb-a072-4a8d-b1f2-09d2547153c3/501ea22d-4db5-4403-ab96-2df173d169c4/814a0f60-841b-4437-887b-9327ececa650) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:40.340202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:40.341624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:40.343853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.370703 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.371057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d235288b-10c8-404b-ba28-98a81b5e638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.372537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664162fb-6c13-40b3-90b5-209d3c12cd76 None None] Network 8be84734-306d-4882-9029-ad4ce16fcc95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:40.380440 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9ba75a58-600b-46ff-9dbb-701e767e3c96 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7699232 Aug 31 14:07:40.380820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:40.393328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d09abc29-258b-4d6e-9c57-a7966f206756 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347163992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:40.434048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device efd4cacf-9ae6-44e4-ae6a-dff456450526 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:40.436272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1a11d93-5839-4284-8d76-4c58252bcfec req-71fd645c-06f9-4fab-bdda-2401b9ab3b8f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210039 Aug 31 14:07:40.490658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d235288b-10c8-404b-ba28-98a81b5e638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.493723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.527774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Transition to ACTIVE for port object bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:40.536414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d09abc29-258b-4d6e-9c57-a7966f206756 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.537562 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d09abc29-258b-4d6e-9c57-a7966f206756 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.591725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-544ab7f9-7f4f-4c33-a4c6-42a97ef8d607 req-73362979-4120-417e-ba5c-2a11c180292d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.0565357 Aug 31 14:07:40.658682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d09abc29-258b-4d6e-9c57-a7966f206756 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.663803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.666662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d09abc29-258b-4d6e-9c57-a7966f206756 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.676467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d235288b-10c8-404b-ba28-98a81b5e638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.679244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d235288b-10c8-404b-ba28-98a81b5e638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.679583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: efd4cacf-9ae6-44e4-ae6a-dff456450526 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:40.680297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device efd4cacf-9ae6-44e4-ae6a-dff456450526 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:40.680828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d235288b-10c8-404b-ba28-98a81b5e638f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8800f81d-33a4-4fad-97a4-cac5ba80fe31 HTTP/1.1" status: 204 len: 168 time: 0.4890182 Aug 31 14:07:40.716237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c67996ad-05cd-40f8-9e07-285831da5be5,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:40.730148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235288b-10c8-404b-ba28-98a81b5e638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8800f81d-33a4-4fad-97a4-cac5ba80fe31,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:40.739023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d09abc29-258b-4d6e-9c57-a7966f206756 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.742980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d09abc29-258b-4d6e-9c57-a7966f206756 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3557060 Aug 31 14:07:40.742980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:40.745141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54994) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:40.748608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:40.753065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:40.787273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:40.816279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:40.817001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.851757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-71cf37a0-01b1-42a0-9489-cf646fbcadc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0872626 Aug 31 14:07:40.919133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Request body: {'port': {'device_id': 'f719f612-a9a5-418f-a630-ac38a621576a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:40.979563 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d322004-df70-4e9e-b166-66e71ac2eea4 x-openstack-request-id: req-0d322004-df70-4e9e-b166-66e71ac2eea4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:40.979863 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-plugged", "status": "completed", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:40.980118 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d322004-df70-4e9e-b166-66e71ac2eea4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:40.980693 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'code': 200} Aug 31 14:07:41.061217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:41.083476 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.083732 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a1302c90-1aac-4b1c-a6bd-c1a4439791a3 req-84cea532-5a8a-47dd-bc06-c53e8c9ef295 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=029d92a29ed6499ea28445893c762534&device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0692048 Aug 31 14:07:41.117536 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.135201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-8be84734-306d-4882-9029-ad4ce16fcc95', 'network_id': '8be84734-306d-4882-9029-ad4ce16fcc95', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': '0913fc1d-65d2-43c0-913e-4abc6be2a60e'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:41.136073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.137656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9084f518-6474-4b2d-b8f7-26157a66391d req-b73ae44a-8a00-4867-a96b-9b09dfc0137d tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0941081 Aug 31 14:07:41.168740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Transition to ACTIVE for port object 814a0f60-841b-4437-887b-9327ececa650 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:41.290741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d31de-1de2-4559-97c2-9484fe1c3fd2 req-15cfec3c-db50-41fa-8ca4-8461398763d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:41.293459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-858d31de-1de2-4559-97c2-9484fe1c3fd2 req-15cfec3c-db50-41fa-8ca4-8461398763d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1097 time: 0.0683904 Aug 31 14:07:41.399107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Allocated IP 2001:db8:1::2 (8be84734-306d-4882-9029-ad4ce16fcc95/0913fc1d-65d2-43c0-913e-4abc6be2a60e/1045a368-75a5-4c5e-a897-18fbc61dc40d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:41.614964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.624254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Transition to ACTIVE for port object 1045a368-75a5-4c5e-a897-18fbc61dc40d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:41.640142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Transition to ACTIVE for port object 1045a368-75a5-4c5e-a897-18fbc61dc40d will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:41.648514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c67996ad-05cd-40f8-9e07-285831da5be5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:41.653015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-858d31de-1de2-4559-97c2-9484fe1c3fd2 req-47b1932d-c517-4abb-be6f-023a0501b97c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465886 Aug 31 14:07:41.656853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Transition to ACTIVE for port object 814a0f60-841b-4437-887b-9327ececa650 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:41.658990 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.694600 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.732710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4b8ea34b-2d03-4005-bfea-fd8c2b48dc6c None None] Provisioning for port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:41.734591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19736eb-b30e-49eb-b247-3bd9a1dd346b req-0c4e229c-56cd-4f89-a1c8-053dc4237541 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:41.744533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f19736eb-b30e-49eb-b247-3bd9a1dd346b req-0c4e229c-56cd-4f89-a1c8-053dc4237541 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1192870 Aug 31 14:07:41.752956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Network 8be84734-306d-4882-9029-ad4ce16fcc95 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:41.760510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4b8ea34b-2d03-4005-bfea-fd8c2b48dc6c None None] Provisioning complete for port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:41.761162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea34b-2d03-4005-bfea-fd8c2b48dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.763031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:41.773780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:41.777576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:41.801029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a1302c90-1aac-4b1c-a6bd-c1a4439791a3 req-a14d739d-a318-4f21-9c0f-a087991f6850 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=029d92a29ed6499ea28445893c762534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674016 Aug 31 14:07:41.802325 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.817689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Pushing event updated for resources: {'Port': ['ID=1045a368-75a5-4c5e-a897-18fbc61dc40d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:41.820845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:41.840961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f19736eb-b30e-49eb-b247-3bd9a1dd346b req-d489d157-fb09-433c-a6ba-52f7b4bf4ec0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954280 Aug 31 14:07:41.874104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Pushing event updated for resources: {'Port': ['ID=814a0f60-841b-4437-887b-9327ececa650,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:41.878223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:41.936314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:41.951038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.981939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ea34b-2d03-4005-bfea-fd8c2b48dc6c None None] Port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:42.002302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Transition to ACTIVE for port object bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:42.012199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.027690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Attempting to bind port 814a0f60-841b-4437-887b-9327ececa650 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:42.028350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Attempting to bind port 814a0f60-841b-4437-887b-9327ececa650 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '79a5f630-ca57-4243-97de-3d626eff4d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'c4575ddb-a072-4a8d-b1f2-09d2547153c3'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:42.028904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Attempting to bind port 814a0f60-841b-4437-887b-9327ececa650 on network c4575ddb-a072-4a8d-b1f2-09d2547153c3 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:42.036933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c67996ad-05cd-40f8-9e07-285831da5be5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:42.037647 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.059601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fce14-53f7-4a6f-803d-6c9d64c085de req-3e661842-e5e5-4a34-913b-d968ad958153 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:42.064583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Attempting to bind port 1045a368-75a5-4c5e-a897-18fbc61dc40d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:42.065167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Attempting to bind port 1045a368-75a5-4c5e-a897-18fbc61dc40d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2015007b-4f8f-4899-8704-f255dd591f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '8be84734-306d-4882-9029-ad4ce16fcc95'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:42.065688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Attempting to bind port 1045a368-75a5-4c5e-a897-18fbc61dc40d on network 8be84734-306d-4882-9029-ad4ce16fcc95 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:42.067613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b8fce14-53f7-4a6f-803d-6c9d64c085de req-3e661842-e5e5-4a34-913b-d968ad958153 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 932 time: 0.1096258 Aug 31 14:07:42.070428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:42.071046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Checking segment: {'id': '79a5f630-ca57-4243-97de-3d626eff4d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'c4575ddb-a072-4a8d-b1f2-09d2547153c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:42.071612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.072153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Bound using segment: {'id': '79a5f630-ca57-4243-97de-3d626eff4d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'c4575ddb-a072-4a8d-b1f2-09d2547153c3'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:42.072801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Bound port: 814a0f60-841b-4437-887b-9327ececa650, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a5f630-ca57-4243-97de-3d626eff4d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'c4575ddb-a072-4a8d-b1f2-09d2547153c3'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:42.073373 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.100131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:42.100517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Checking segment: {'id': '2015007b-4f8f-4899-8704-f255dd591f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '8be84734-306d-4882-9029-ad4ce16fcc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:42.101083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.101488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Bound using segment: {'id': '2015007b-4f8f-4899-8704-f255dd591f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '8be84734-306d-4882-9029-ad4ce16fcc95'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:42.101975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Bound port: 1045a368-75a5-4c5e-a897-18fbc61dc40d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2015007b-4f8f-4899-8704-f255dd591f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '8be84734-306d-4882-9029-ad4ce16fcc95'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:42.102358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.170081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b8fce14-53f7-4a6f-803d-6c9d64c085de req-339f8249-57f4-43c2-9aad-94425637b024 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008060 Aug 31 14:07:42.211613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Pushing event updated for resources: {'Port': ['ID=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.249859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8::1 (c4575ddb-a072-4a8d-b1f2-09d2547153c3/501ea22d-4db5-4403-ab96-2df173d169c4/6b2b7c15-c9b8-46b1-afa4-8bb7329f3722) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:42.311157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55026) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:42.361952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-380a5d0e-0308-4793-ac80-2770be617a03 req-1ed5b9e8-843a-4412-858b-f3b71c4bb4be tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0725765 Aug 31 14:07:42.408468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] For port 814a0f60-841b-4437-887b-9327ececa650, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:42.409182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Attempting to bind port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:42.410260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Attempting to bind port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:42.410427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Attempting to bind port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:42.413309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] For port 814a0f60-841b-4437-887b-9327ececa650, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=814a0f60-841b-4437-887b-9327ececa650,segment=NetworkSegment(79a5f630-ca57-4243-97de-3d626eff4d4d),segment_id=79a5f630-ca57-4243-97de-3d626eff4d4d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:42.414724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] For port 1045a368-75a5-4c5e-a897-18fbc61dc40d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:42.417321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:07:42.427134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] For port 1045a368-75a5-4c5e-a897-18fbc61dc40d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1045a368-75a5-4c5e-a897-18fbc61dc40d,segment=NetworkSegment(2015007b-4f8f-4899-8704-f255dd591f0d),segment_id=2015007b-4f8f-4899-8704-f255dd591f0d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:42.427732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Attempting to bind port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:42.428752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.437857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:42.438422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:42.439730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:42.440410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Bound port: bdeb3328-ee41-4f7e-aea7-8b46fe5e9897, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:42.440955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.458942 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.488698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.534378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1302c90-1aac-4b1c-a6bd-c1a4439791a3 req-c4cd7424-e563-42ff-a875-e6025cebae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:42.540636 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a1302c90-1aac-4b1c-a6bd-c1a4439791a3 req-c4cd7424-e563-42ff-a875-e6025cebae1d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4333379 Aug 31 14:07:42.557857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:42.563241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] For port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:42.573916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717f7b0-b600-487b-9d4d-96530967cc6c None None] Pushing event updated for resources: {'Port': ['ID=814a0f60-841b-4437-887b-9327ececa650,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.582992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] For port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:42.592300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.647235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.667621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-862706815-network', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:42.693237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51c63a-d6c3-4f32-8530-b3c1d9c97cd8 None None] Pushing event updated for resources: {'Port': ['ID=1045a368-75a5-4c5e-a897-18fbc61dc40d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.709002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Made reservation on behalf of 0043b1b4ab2145c598698dd5a0579b3c for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:42.712640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.720573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=6b2b7c15-c9b8-46b1-afa4-8bb7329f3722,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.731952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.733909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:42.735619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:42.738213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:42.738875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.748605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:42.749800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.752598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] 10.222.0.26 "PUT /v2.0/ports/bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 HTTP/1.1" status: 200 len: 1092 time: 1.8388083 Aug 31 14:07:42.843547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f719f612-a9a5-418f-a630-ac38a621576a', 'tag': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:42.846198 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3574666c-b925-40a2-83d3-77177e0ab3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f719f612-a9a5-418f-a630-ac38a621576a", "tag": "bdeb3328-ee41-4f7e-aea7-8b46fe5e9897"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:42.957724 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d5e6f9-4de0-47c8-a915-2a9b67ecd08b x-openstack-request-id: req-69d5e6f9-4de0-47c8-a915-2a9b67ecd08b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:42.958018 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f719f612-a9a5-418f-a630-ac38a621576a", "tag": "bdeb3328-ee41-4f7e-aea7-8b46fe5e9897", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:42.958276 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69d5e6f9-4de0-47c8-a915-2a9b67ecd08b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:42.958841 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f719f612-a9a5-418f-a630-ac38a621576a', 'tag': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897', 'status': 'completed', 'code': 200} Aug 31 14:07:42.984415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.998741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acbcf5-39e6-4128-afc0-ada5a19bb19a service neutron] Pushing event updated for resources: {'Port': ['ID=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.055726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-d88fd353-ddac-430f-a2f8-615e37e9f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.057630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-d88fd353-ddac-430f-a2f8-615e37e9f508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 1095 time: 0.2057619 Aug 31 14:07:43.060374 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.067771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.241571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] vlan segment allocate from pool success with {'vlan_id': 1549, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:43.251304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-2caf72b8-36d5-4eee-a3b5-f2ca1273270e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 HTTP/1.1" status: 200 len: 217 time: 0.1723151 Aug 31 14:07:43.337251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fecb1a-9e37-4fb5-9640-fd246d9bab90,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.341850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.342217 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Added segment 0944eece-b726-4dc1-84de-d33fca922a58 of type vlan for network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 Aug 31 14:07:43.344616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-a68bfc5f-8bbe-40d0-b1c5-914ca0fd2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.346224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-a68bfc5f-8bbe-40d0-b1c5-914ca0fd2967 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0695786 Aug 31 14:07:43.414493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5213-8d50-4993-b068-3d29006743f8 req-2a322ebc-91d7-4139-b0e1-fc9fa3f38253 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.424244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ad5213-8d50-4993-b068-3d29006743f8 req-2a322ebc-91d7-4139-b0e1-fc9fa3f38253 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.3175933 Aug 31 14:07:43.513730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-4e90f500-9e77-4843-b99a-61c813ad39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.515398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-4e90f500-9e77-4843-b99a-61c813ad39e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550891 Aug 31 14:07:43.523429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.589519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ad5213-8d50-4993-b068-3d29006743f8 req-5959f248-fd6a-4388-ac68-b6e1cf9076b2 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604283 Aug 31 14:07:43.635161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1045a368-75a5-4c5e-a897-18fbc61dc40d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:43.643945 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.651557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.652340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.702467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.716314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.717332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.727956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1045a368-75a5-4c5e-a897-18fbc61dc40d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:43.733579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 814a0f60-841b-4437-887b-9327ececa650 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:43.811209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 814a0f60-841b-4437-887b-9327ececa650 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:43.834754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5194867 Aug 31 14:07:43.845073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55074) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:43.851162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Request body: {'subnet': {'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-862706815-subnet', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:43.870175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-5aaeffc0-2ca8-4907-ae99-9831ad805fda service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421464 Aug 31 14:07:43.881140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ffea3-e1c4-4dc9-98ff-58ac8a4d901c admin admin] Pushing event updated for resources: {'Network': ['ID=12b46c0e-9247-4dca-a4d2-98fc54e46b95,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.893227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:43.913430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=6b2b7c15-c9b8-46b1-afa4-8bb7329f3722,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.981232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c14e2-6363-4bc4-9401-9f4b8728e06c req-fe395727-07d4-4def-bf0a-3dce83c7449d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.989441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e7c14e2-6363-4bc4-9401-9f4b8728e06c req-fe395727-07d4-4def-bf0a-3dce83c7449d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 944 time: 0.3019712 Aug 31 14:07:44.007040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:44.012280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:44.018860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Made reservation on behalf of 0043b1b4ab2145c598698dd5a0579b3c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:44.025901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.200334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 23462e6a-53b9-4f55-ba03-22e8c7e8756b is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:07:44.223422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e7c14e2-6363-4bc4-9401-9f4b8728e06c req-1479eb53-aa61-4abb-a37e-0fa4a3c235a3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328248 Aug 31 14:07:44.324440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41b3ce8e-5d80-478b-b3d0-510be9917507 req-4c9e3820-0b06-4cf3-bb71-8d6041be1f5d service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243274 Aug 31 14:07:44.330845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196109a-13e3-40bb-aede-41810a85aa91 None None] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:44.453984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78302dff-8452-4ff0-a549-7ffb248e89bc req-4e0acbc8-f8fe-4bed-8528-e392a97bf90b tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0448911 Aug 31 14:07:44.455356 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.474066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:44.496435 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-55e15d34-25ce-4b13-a3ae-e9d13b5ec192 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/23462e6a-53b9-4f55-ba03-22e8c7e8756b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7501600 Aug 31 14:07:44.499195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55076) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:44.503988 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] Sync routers for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:44.514197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa5654cc-dabf-402b-a900-002756d123dc None None] Provisioning for port 814a0f60-841b-4437-887b-9327ececa650 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:44.523558 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:44.524196 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:44.527351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa5654cc-dabf-402b-a900-002756d123dc None None] Provisioning complete for port 814a0f60-841b-4437-887b-9327ececa650 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:44.528108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa5654cc-dabf-402b-a900-002756d123dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.562561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c8d49e-4a97-4d82-aa5d-0e596c420a89,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:44.596093 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:44.607119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e173afe-a3f6-402e-b322-e2eaebd3ca1e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:44.608974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e173afe-a3f6-402e-b322-e2eaebd3ca1e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports/6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 HTTP/1.1" status: 200 len: 911 time: 0.1087887 Aug 31 14:07:44.613627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55080) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:44.622847 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:44.623490 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:44.688991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:44.689436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Network hostable DHCP agents. Network: 12b46c0e-9247-4dca-a4d2-98fc54e46b95, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:44.706056 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:44.707011 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aab6d1-a6f2-46e4-8bb4-abfa7f68d6f5 None None] The sync data for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:44.723392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a1302c90-1aac-4b1c-a6bd-c1a4439791a3 req-28f3fb80-1d55-4bb2-b15a-8182c2204cee tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b138d7-ec37-4e7e-8ae0-e88abafdff42 HTTP/1.1" status: 200 len: 210 time: 0.0802093 Aug 31 14:07:44.731849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa5654cc-dabf-402b-a900-002756d123dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.758917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-c0a14b35-7c95-4e8d-9975-8baee4ebcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:44.762002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-c0a14b35-7c95-4e8d-9975-8baee4ebcd6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 1095 time: 0.2160640 Aug 31 14:07:44.789672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-aa5654cc-dabf-402b-a900-002756d123dc None None] For port 814a0f60-841b-4437-887b-9327ececa650, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=814a0f60-841b-4437-887b-9327ececa650,segment=NetworkSegment(79a5f630-ca57-4243-97de-3d626eff4d4d),segment_id=79a5f630-ca57-4243-97de-3d626eff4d4d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:44.794812 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa5654cc-dabf-402b-a900-002756d123dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.806129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:44.874412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 12b46c0e-9247-4dca-a4d2-98fc54e46b95) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:44.881066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:44.881674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.923836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5654cc-dabf-402b-a900-002756d123dc None None] Pushing event updated for resources: {'Port': ['ID=814a0f60-841b-4437-887b-9327ececa650,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:44.941196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50589c-1113-4aa1-b451-0273558a5e4a None None] Network 8be84734-306d-4882-9029-ad4ce16fcc95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:44.945356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3426abc-1ce3-487b-b090-5b017520dff8 None None] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:44.946475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764688e-3cb5-4ce4-bdaf-b787cddb6983 req-a3b679ea-9475-4170-83cc-844b43c61fd9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:44.954977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5764688e-3cb5-4ce4-bdaf-b787cddb6983 req-a3b679ea-9475-4170-83cc-844b43c61fd9 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.2029691 Aug 31 14:07:45.019721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4e79f154-c7c4-48d6-aca1-1ba725fdfdc8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1732104 Aug 31 14:07:45.023857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55082) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:45.029017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:45.070328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-72d2a8c8-1f5b-4704-8c89-84e0bf9054a2 None None] Provisioning for port 1045a368-75a5-4c5e-a897-18fbc61dc40d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:45.073729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-aaeacde9-1cbc-4831-b1d8-de00f39af769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:45.074380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.075221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-aaeacde9-1cbc-4831-b1d8-de00f39af769 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.2775822 Aug 31 14:07:45.075904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.089668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-72d2a8c8-1f5b-4704-8c89-84e0bf9054a2 None None] Provisioning complete for port 1045a368-75a5-4c5e-a897-18fbc61dc40d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:45.090057 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72d2a8c8-1f5b-4704-8c89-84e0bf9054a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.098260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5764688e-3cb5-4ce4-bdaf-b787cddb6983 req-1692e973-03e9-4e3c-afdc-1760d2791310 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422858 Aug 31 14:07:45.166116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.202397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-0964793a-560d-4c09-bd15-0a40de88cecc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 HTTP/1.1" status: 200 len: 217 time: 0.1023877 Aug 31 14:07:45.281229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72d2a8c8-1f5b-4704-8c89-84e0bf9054a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.418422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.432276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-7bef4154-39a8-494e-bba0-03d9a23c178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:45.434951 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-7bef4154-39a8-494e-bba0-03d9a23c178f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1777124 Aug 31 14:07:45.450303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fcb81-e774-46c2-b530-bbc48cc03a50 req-286494fa-a5ad-4848-9558-ec4d7a031e18 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:45.457435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc5fcb81-e774-46c2-b530-bbc48cc03a50 req-286494fa-a5ad-4848-9558-ec4d7a031e18 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1967998 Aug 31 14:07:45.552657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 814a0f60-841b-4437-887b-9327ececa650 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:45.625307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:45.626224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.636579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc5fcb81-e774-46c2-b530-bbc48cc03a50 req-715b40c8-c057-4bc8-8521-658dda04fc57 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207702 Aug 31 14:07:45.716140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-54123484-1656-4d02-94e2-9631c7afa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:45.719483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-54123484-1656-4d02-94e2-9631c7afa85d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604356 Aug 31 14:07:45.768241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-72d2a8c8-1f5b-4704-8c89-84e0bf9054a2 None None] For port 1045a368-75a5-4c5e-a897-18fbc61dc40d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1045a368-75a5-4c5e-a897-18fbc61dc40d,segment=NetworkSegment(2015007b-4f8f-4899-8704-f255dd591f0d),segment_id=2015007b-4f8f-4899-8704-f255dd591f0d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:45.814332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 814a0f60-841b-4437-887b-9327ececa650 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:45.814620 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.816278 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-72d2a8c8-1f5b-4704-8c89-84e0bf9054a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.825453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.974057 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.012227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.057439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bd8d6dcb-4977-4bb2-aaf0-8c934357b542 None None] Provisioning for port 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:46.082605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bd8d6dcb-4977-4bb2-aaf0-8c934357b542 None None] Provisioning complete for port 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:46.083363 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6dcb-4977-4bb2-aaf0-8c934357b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.138239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d6dcb-4977-4bb2-aaf0-8c934357b542 None None] Port 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:46.180699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2a8c8-1f5b-4704-8c89-84e0bf9054a2 None None] Pushing event updated for resources: {'Port': ['ID=1045a368-75a5-4c5e-a897-18fbc61dc40d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:46.220582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bd8d6dcb-4977-4bb2-aaf0-8c934357b542 None None] Provisioning complete for port 814a0f60-841b-4437-887b-9327ececa650 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:46.221344 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6dcb-4977-4bb2-aaf0-8c934357b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.288588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Allocated IP 172.20.0.2 (12b46c0e-9247-4dca-a4d2-98fc54e46b95/90c8d49e-4a97-4d82-aa5d-0e596c420a89/a0fc6f8b-82ca-4aff-898a-8cab015f6a90) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:46.297201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Allocated IP 172.25.0.59 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/85f9ce52-9787-4473-9972-7d16f0356841) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:46.479793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.522054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.526477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502335ed-8e8a-4991-8581-3c072f656bae req-b167edd3-6d98-4d62-93b3-e243c3ca481a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:46.528025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-502335ed-8e8a-4991-8581-3c072f656bae req-b167edd3-6d98-4d62-93b3-e243c3ca481a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 944 time: 0.7205524 Aug 31 14:07:46.541262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.546183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-e8cb6f2c-15b3-47c2-a13a-646d985de383 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159270 Aug 31 14:07:46.550548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Transition to ACTIVE for port object a0fc6f8b-82ca-4aff-898a-8cab015f6a90 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:46.560501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:46.567262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:46.573061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:46.574207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Transition to ACTIVE for port object a0fc6f8b-82ca-4aff-898a-8cab015f6a90 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:46.582431 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.590424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ec66b88c-6e99-451e-915c-083f5b8b78ce None None] Provisioning complete for port 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:46.590783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ec66b88c-6e99-451e-915c-083f5b8b78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.603213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Pushing event updated for resources: {'Port': ['ID=85f9ce52-9787-4473-9972-7d16f0356841,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:46.688292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-502335ed-8e8a-4991-8581-3c072f656bae req-51ce3ebf-04b5-4492-b4a9-50395d6d1fc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509879 Aug 31 14:07:46.801763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3574666c-b925-40a2-83d3-77177e0ab3ac req-ecbbbc7a-7486-4e14-8b00-a7e3095a50eb service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470787 Aug 31 14:07:46.825199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:46.832761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:46.840476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:46.843989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Pushing event updated for resources: {'Port': ['ID=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:46.846205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ec66b88c-6e99-451e-915c-083f5b8b78ce None None] Port 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:46.883820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8:1::1 (8be84734-306d-4882-9029-ad4ce16fcc95/0913fc1d-65d2-43c0-913e-4abc6be2a60e/e2e654f7-5a88-4066-a870-85014bd71d74) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:46.903702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4e7b2-69fb-489a-b112-72e26df0f0f1 req-3fc5a77f-1a0b-425d-997f-8bde09224490 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:46.905651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ec66b88c-6e99-451e-915c-083f5b8b78ce None None] Provisioning complete for port 1045a368-75a5-4c5e-a897-18fbc61dc40d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:46.906158 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ec66b88c-6e99-451e-915c-083f5b8b78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.910981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62e4e7b2-69fb-489a-b112-72e26df0f0f1 req-3fc5a77f-1a0b-425d-997f-8bde09224490 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1045716 Aug 31 14:07:46.913231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.933732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Attempting to bind port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:46.933992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Attempting to bind port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:46.934703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Attempting to bind port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:46.941948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:46.942338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:46.942740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.943314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Bound using segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:46.943668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Bound port: a0fc6f8b-82ca-4aff-898a-8cab015f6a90, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:46.944699 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.005125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62e4e7b2-69fb-489a-b112-72e26df0f0f1 req-619449b9-b875-49d3-96db-ea56527cda89 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888813 Aug 31 14:07:47.054187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] For port a0fc6f8b-82ca-4aff-898a-8cab015f6a90, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:47.058418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] For port a0fc6f8b-82ca-4aff-898a-8cab015f6a90, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:47.064076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.116074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.137056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object e2e654f7-5a88-4066-a870-85014bd71d74 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:47.139878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f677a7b-6809-40d6-9a8b-eec369cfde29 None None] Pushing event updated for resources: {'Port': ['ID=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:47.140275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.188262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.263597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=e2e654f7-5a88-4066-a870-85014bd71d74,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:47.271325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 8be84734-306d-4882-9029-ad4ce16fcc95 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:47.283762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:47.311588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:47.312398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.317730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79227e19-4602-43ae-965c-cc5535022bfc req-9dd08d9e-2c93-40cd-afab-46f082f90e65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=029d92a29ed6499ea28445893c762534&device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.0502105 Aug 31 14:07:47.459014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb94b8d8-31ee-44f6-b682-395f625960c5 req-f1e2dab1-24a8-47b7-82ce-af625d3e88e3 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.1775653 Aug 31 14:07:47.504062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79227e19-4602-43ae-965c-cc5535022bfc req-e2ca1a12-43b3-4242-9761-39b974facfb7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=029d92a29ed6499ea28445893c762534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785818 Aug 31 14:07:47.617632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1045a368-75a5-4c5e-a897-18fbc61dc40d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:47.680017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1045a368-75a5-4c5e-a897-18fbc61dc40d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:47.680393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.682830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Router ee1ebe46-fa6a-43a5-b369-c666dafd9073 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:07:47.726162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c740-1bb1-4064-918d-86d8e884fb35 req-06afed92-a9d8-4e3d-bcb8-cc93562fa46a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:47.729894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c73d7885-64f9-4c4b-aec4-1d1d526ed141 None None] Provisioning for port e2e654f7-5a88-4066-a870-85014bd71d74 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:47.733912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7063c740-1bb1-4064-918d-86d8e884fb35 req-06afed92-a9d8-4e3d-bcb8-cc93562fa46a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1802907 Aug 31 14:07:47.736054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c73d7885-64f9-4c4b-aec4-1d1d526ed141 None None] Provisioning complete for port e2e654f7-5a88-4066-a870-85014bd71d74 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:47.736532 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c73d7885-64f9-4c4b-aec4-1d1d526ed141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.754363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.802175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:47.818337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Sync routers for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:47.822999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.824515 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-786133a2-8a59-47d8-8dfb-039ccfb17a22 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7990611 Aug 31 14:07:47.827245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55104) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:47.830333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a0fc6f8b-82ca-4aff-898a-8cab015f6a90 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:47.835659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c73d7885-64f9-4c4b-aec4-1d1d526ed141 None None] Port e2e654f7-5a88-4066-a870-85014bd71d74 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:47.856926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:47.857754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:47.924098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79227e19-4602-43ae-965c-cc5535022bfc req-d8b95ba3-3649-48b7-8c75-c07c8d2545b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:47.925557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79227e19-4602-43ae-965c-cc5535022bfc req-d8b95ba3-3649-48b7-8c75-c07c8d2545b5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3737807 Aug 31 14:07:47.941445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7063c740-1bb1-4064-918d-86d8e884fb35 req-3730cbf3-9604-4116-a9b0-0c6dac1cf90c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071621 Aug 31 14:07:47.965812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:47.988091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:48.153138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd378fab-01e3-423e-baa2-8d05848f2026 req-bc29814d-2396-4f6d-bd89-750ac7af5271 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:48.154716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd378fab-01e3-423e-baa2-8d05848f2026 req-bc29814d-2396-4f6d-bd89-750ac7af5271 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 944 time: 0.0816879 Aug 31 14:07:48.194085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:46Z', 'revision_number': 3, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:48.231080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd378fab-01e3-423e-baa2-8d05848f2026 req-2b797c88-167d-4904-9fa9-1cb35a457618 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663271 Aug 31 14:07:48.235773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.243701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.244936 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.254480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Checking router: ee1ebe46-fa6a-43a5-b369-c666dafd9073 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:48.254825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Updating router ee1ebe46-fa6a-43a5-b369-c666dafd9073 port 85f9ce52-9787-4473-9972-7d16f0356841 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:07:48.288909 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.360788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.402723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=e2e654f7-5a88-4066-a870-85014bd71d74,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:48.455724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb6d4a-52ca-49a7-9c1e-a4e99df32ca0 req-3b9af835-b0f4-4c65-8f3e-558aae1d2e07 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:48.463753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5beb6d4a-52ca-49a7-9c1e-a4e99df32ca0 req-3b9af835-b0f4-4c65-8f3e-558aae1d2e07 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1343279 Aug 31 14:07:48.480756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 8be84734-306d-4882-9029-ad4ce16fcc95 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:48.490167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5cc82-7117-4688-a320-e0cbf4a68737 None None] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:48.490384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:48.564560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5beb6d4a-52ca-49a7-9c1e-a4e99df32ca0 req-2058b87b-a99b-40b8-af38-2ca4b060a193 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956976 Aug 31 14:07:48.589302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Allocated IP 172.20.0.1 (12b46c0e-9247-4dca-a4d2-98fc54e46b95/90c8d49e-4a97-4d82-aa5d-0e596c420a89/af9678c4-8c5a-461d-8211-6dbcb9631a6e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:48.673550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-638395ee-b3dc-42ff-8123-8af96a3fd09e None None] Provisioning for port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:48.684517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-638395ee-b3dc-42ff-8123-8af96a3fd09e None None] Provisioning complete for port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:48.684916 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-638395ee-b3dc-42ff-8123-8af96a3fd09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.705462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e61bea1-5fb1-4d42-a75d-5d4135329cad req-d592df59-47fa-4556-8681-46d0d024eee6 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.0461302 Aug 31 14:07:48.715790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 23462e6a-53b9-4f55-ba03-22e8c7e8756b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:48.748318 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.768429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Transition to ACTIVE for port object af9678c4-8c5a-461d-8211-6dbcb9631a6e will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:48.778365 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.813230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Transition to ACTIVE for port object 85f9ce52-9787-4473-9972-7d16f0356841 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:48.825114 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.828619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.882512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:48.888125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:48.891176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:48.910643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:48.914852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681e240-0c4d-4cac-a22d-b7cf1a2df710 None None] Pushing event updated for resources: {'Port': ['ID=85f9ce52-9787-4473-9972-7d16f0356841,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:48.924710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Attempting to bind port 85f9ce52-9787-4473-9972-7d16f0356841 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:48.925119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Attempting to bind port 85f9ce52-9787-4473-9972-7d16f0356841 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:48.925490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Attempting to bind port 85f9ce52-9787-4473-9972-7d16f0356841 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:48.927073 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] Sync routers for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:48.934242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:48.934622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:48.935030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.935427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:48.935906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Bound port: 85f9ce52-9787-4473-9972-7d16f0356841, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:48.936211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e4ed586f-d428-43cc-8d43-c869026aeb77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/23462e6a-53b9-4f55-ba03-22e8c7e8756b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3216007 Aug 31 14:07:48.936325 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.938062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-638395ee-b3dc-42ff-8123-8af96a3fd09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.939657 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:48.941617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55114) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:48.942093 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:48.949541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=af9678c4-8c5a-461d-8211-6dbcb9631a6e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:48.964084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.964504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.964999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.965431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.965858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.966281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.966836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.967259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.967680 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.968101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.968516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.969080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:48.984404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.006272 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:49.012005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a90c-6362-4783-8934-08f9845010a5 req-5685b257-923b-4095-96cf-5ece6bfd6707 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:49.014315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbb0a90c-6362-4783-8934-08f9845010a5 req-5685b257-923b-4095-96cf-5ece6bfd6707 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1615565 Aug 31 14:07:49.015342 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:49.016159 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:49.027650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-638395ee-b3dc-42ff-8123-8af96a3fd09e None None] For port a0fc6f8b-82ca-4aff-898a-8cab015f6a90, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:49.046109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] For port 85f9ce52-9787-4473-9972-7d16f0356841, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:49.052515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] For port 85f9ce52-9787-4473-9972-7d16f0356841, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=85f9ce52-9787-4473-9972-7d16f0356841,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:49.054776 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-638395ee-b3dc-42ff-8123-8af96a3fd09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.055528 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:49.056199 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2283d-467b-49c4-952c-26b400331a23 None None] The sync data for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:49.063344 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.073031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a0522-cc5d-4de6-9fc3-bc6fe54e8348 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:49.074427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-151a0522-cc5d-4de6-9fc3-bc6fe54e8348 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports/e2e654f7-5a88-4066-a870-85014bd71d74 HTTP/1.1" status: 200 len: 913 time: 0.1318421 Aug 31 14:07:49.083177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55116) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:49.132369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:49.133063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:49.135136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638395ee-b3dc-42ff-8123-8af96a3fd09e None None] Pushing event updated for resources: {'Port': ['ID=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:49.173253 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.227840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbb0a90c-6362-4783-8934-08f9845010a5 req-ffed270e-f6d6-4806-8efd-e8e4e4af2b74 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039845 Aug 31 14:07:49.259598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2ddfcdda-d64e-4a8b-879b-4861e3e879c3 None None] Provisioning complete for port e2e654f7-5a88-4066-a870-85014bd71d74 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:49.261280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2ddfcdda-d64e-4a8b-879b-4861e3e879c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.356013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681e240-0c4d-4cac-a22d-b7cf1a2df710 None None] Pushing event updated for resources: {'Port': ['ID=85f9ce52-9787-4473-9972-7d16f0356841,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:49.415123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfcdda-d64e-4a8b-879b-4861e3e879c3 None None] Port e2e654f7-5a88-4066-a870-85014bd71d74 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:49.425380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:49.449789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.455827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.479252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a0fc6f8b-82ca-4aff-898a-8cab015f6a90 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:49.508482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60f7d3-88ce-4b82-b938-3b28d7620357 req-a9dae6b9-d7fa-415e-8e5d-3263580a4a64 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:49.510177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a60f7d3-88ce-4b82-b938-3b28d7620357 req-a9dae6b9-d7fa-415e-8e5d-3263580a4a64 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1501296 Aug 31 14:07:49.530392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=af9678c4-8c5a-461d-8211-6dbcb9631a6e,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:49.532987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.587793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a60f7d3-88ce-4b82-b938-3b28d7620357 req-f1c60f63-2220-4a6e-aca6-c71800fe7532 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652826 Aug 31 14:07:49.635937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-925e48af-3242-49ea-83db-feb6ecee498a None None] Provisioning complete for port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:49.636280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-925e48af-3242-49ea-83db-feb6ecee498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.642253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.654021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:49.655678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:49.705837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:49.706212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.723328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79227e19-4602-43ae-965c-cc5535022bfc req-635f2b48-35e7-459f-8e99-2b718e6ac094 tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.26 "GET /v2.0/ports?device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.0976419 Aug 31 14:07:49.786897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Router ee1ebe46-fa6a-43a5-b369-c666dafd9073 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:49.866280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ba9a2-9032-4577-a7e8-cd1cb13cb3c0 req-3c59e006-0f2a-442a-8ff5-ed67f029c777 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:49.867880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e78ba9a2-9032-4577-a7e8-cd1cb13cb3c0 req-3c59e006-0f2a-442a-8ff5-ed67f029c777 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 944 time: 0.1472716 Aug 31 14:07:49.932404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:49.938516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-651dff70-2b96-46f8-a860-4f24d08d9bd7 admin admin] 10.222.0.10 "PUT /v2.0/routers/ee1ebe46-fa6a-43a5-b369-c666dafd9073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100774 Aug 31 14:07:50.004352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e78ba9a2-9032-4577-a7e8-cd1cb13cb3c0 req-bb2fbb24-de15-4ab7-a3d2-2e095573f799 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295276 Aug 31 14:07:50.085559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-925e48af-3242-49ea-83db-feb6ecee498a None None] Provisioning for port af9678c4-8c5a-461d-8211-6dbcb9631a6e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:50.097800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-925e48af-3242-49ea-83db-feb6ecee498a None None] Provisioning complete for port af9678c4-8c5a-461d-8211-6dbcb9631a6e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:50.098165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-925e48af-3242-49ea-83db-feb6ecee498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.134253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port e2e654f7-5a88-4066-a870-85014bd71d74 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:50.134724 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.145442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:48Z', 'revision_number': 1, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:50.147928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-925e48af-3242-49ea-83db-feb6ecee498a None None] Port af9678c4-8c5a-461d-8211-6dbcb9631a6e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:50.182497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b22329-13e6-49ac-8c31-be45c9be9143 None None] The sync data for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 is: [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:48Z', 'revision_number': 1, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:50.262089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a56dfc2e-ae76-43fe-a6ce-acb41432bb29 req-7cfa8be9-3b28-4589-bd0e-2b2326954def tempest-ServerShowV247Test-412800545 tempest-ServerShowV247Test-412800545-project] 10.222.0.10 "GET /v2.0/ports?device_id=94806aba-a470-443f-ab9c-ed7c51cc24bb HTTP/1.1" status: 200 len: 210 time: 0.0410435 Aug 31 14:07:50.272464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.275903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a916d615-c170-48a0-8215-2fe2c9fdbc44 None None] Provisioning complete for port af9678c4-8c5a-461d-8211-6dbcb9631a6e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:50.276288 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a916d615-c170-48a0-8215-2fe2c9fdbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.288263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for e2e654f7-5a88-4066-a870-85014bd71d74 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:50.321676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a916d615-c170-48a0-8215-2fe2c9fdbc44 None None] Port af9678c4-8c5a-461d-8211-6dbcb9631a6e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:50.523195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.578821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=e2e654f7-5a88-4066-a870-85014bd71d74,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:50.721521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:50.727491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-af066b0b-314e-4c26-96ed-1dbaf0005129 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143038329', 'description': 'tempest-description--649820585'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:50.774287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af066b0b-314e-4c26-96ed-1dbaf0005129 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.887616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af066b0b-314e-4c26-96ed-1dbaf0005129 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.892822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af066b0b-314e-4c26-96ed-1dbaf0005129 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.925615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af066b0b-314e-4c26-96ed-1dbaf0005129 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.926885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-af066b0b-314e-4c26-96ed-1dbaf0005129 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2038422 Aug 31 14:07:50.929821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:50.934460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a1f999df-a30b-417a-b821-a4d78b9f2a92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'security_group_rule': {'security_group_id': '8898863c-24c6-43cd-aa04-64dc42efcfc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:50.941319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066b0b-314e-4c26-96ed-1dbaf0005129 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8898863c-24c6-43cd-aa04-64dc42efcfc6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:50.968684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1f999df-a30b-417a-b821-a4d78b9f2a92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.059063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1f999df-a30b-417a-b821-a4d78b9f2a92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.064615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1f999df-a30b-417a-b821-a4d78b9f2a92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.086284 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a1f999df-a30b-417a-b821-a4d78b9f2a92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.087583 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a1f999df-a30b-417a-b821-a4d78b9f2a92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568098 Aug 31 14:07:51.092088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55140) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:51.094094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da2c5c-c215-4b69-af94-a4a52451ace6 req-f16ad16c-f37f-4517-aab7-52fc2824f987 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:51.095792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85da2c5c-c215-4b69-af94-a4a52451ace6 req-f16ad16c-f37f-4517-aab7-52fc2824f987 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0766222 Aug 31 14:07:51.097139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4175ee8e-973a-4565-9ec2-486301830b36 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'security_group_rule': {'security_group_id': '8898863c-24c6-43cd-aa04-64dc42efcfc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:51.098611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.106877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f999df-a30b-417a-b821-a4d78b9f2a92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcce3c8b-0e35-47ce-b78c-556420cdce4f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:51.132813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4175ee8e-973a-4565-9ec2-486301830b36 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.190838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4175ee8e-973a-4565-9ec2-486301830b36 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.196764 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4175ee8e-973a-4565-9ec2-486301830b36 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.218369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85da2c5c-c215-4b69-af94-a4a52451ace6 req-1969770f-c1ee-4aec-b0cf-63dd4fde254c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132104 Aug 31 14:07:51.224030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4175ee8e-973a-4565-9ec2-486301830b36 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.225536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4175ee8e-973a-4565-9ec2-486301830b36 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323178 Aug 31 14:07:51.226810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175ee8e-973a-4565-9ec2-486301830b36 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac15fe1d-10c7-4a3b-b26a-29ac6323c1e6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:51.228580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55142) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:51.243613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:51.268623 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.378839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 23462e6a-53b9-4f55-ba03-22e8c7e8756b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:51.393465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.398978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e708846-aea4-4aae-91d9-8ab45b4cce8a req-6a3271ad-cc7e-4dbf-b63a-a4121861f189 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:51.400574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e708846-aea4-4aae-91d9-8ab45b4cce8a req-6a3271ad-cc7e-4dbf-b63a-a4121861f189 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 944 time: 0.0883338 Aug 31 14:07:51.515899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85f9ce52-9787-4473-9972-7d16f0356841 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:51.518225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e708846-aea4-4aae-91d9-8ab45b4cce8a req-33f6e40b-23c0-42d0-941e-407febd6a2c4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082902 Aug 31 14:07:51.534216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:51.550466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Allocated IP 172.25.0.227 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/2b434945-68af-47c1-bb0b-a05ffdfb3464) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:51.550993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f15878ca-2934-40f2-91ce-4ea816f7f1f4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/23462e6a-53b9-4f55-ba03-22e8c7e8756b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4617081 Aug 31 14:07:51.552427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55146) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:51.571030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] Sync routers for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:51.611630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:51.612277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:51.653399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:51.670062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 85f9ce52-9787-4473-9972-7d16f0356841 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:51.677524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 85f9ce52-9787-4473-9972-7d16f0356841 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:51.677941 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.679692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:51.680324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:51.680442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.715102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:51.715762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189edf48-e225-4bf1-8d03-be6b37fd730f None None] The sync data for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:51.726851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.792344 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=2b434945-68af-47c1-bb0b-a05ffdfb3464,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:51.798511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:51.800312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:51.802485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:51.821907 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.858810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 85f9ce52-9787-4473-9972-7d16f0356841, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=85f9ce52-9787-4473-9972-7d16f0356841,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:51.864967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.934573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.944925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=85f9ce52-9787-4473-9972-7d16f0356841,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:51.985444 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.985649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.006455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55154) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:52.141827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f14bb35e-7932-423e-932f-9d75c4f4746f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.184283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.192833 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.249759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:52.250348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.291538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=2b434945-68af-47c1-bb0b-a05ffdfb3464,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:52.306134 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.364814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f14bb35e-7932-423e-932f-9d75c4f4746f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.371158 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f14bb35e-7932-423e-932f-9d75c4f4746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.375559 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.383722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.384528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d7b2daa-7624-47f5-a54b-bfda76918cc4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1549175 Aug 31 14:07:52.395146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b959f8-e926-4635-a545-6ed1960fbf31 req-0e98e18e-9de1-4113-bad3-6126368f91ce tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.402525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3b959f8-e926-4635-a545-6ed1960fbf31 req-0e98e18e-9de1-4113-bad3-6126368f91ce tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0959926 Aug 31 14:07:52.414330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 6b2b7c15-c9b8-46b1-afa4-8bb7329f3722 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:52.420286 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f14bb35e-7932-423e-932f-9d75c4f4746f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=029d92a29ed6499ea28445893c762534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103873 Aug 31 14:07:52.420579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55162) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:52.428135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb35e-7932-423e-932f-9d75c4f4746f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d46c1-dbc9-451e-a0b2-42282b4048c5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:52.452637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3b959f8-e926-4635-a545-6ed1960fbf31 req-9c173816-b824-4bae-93ce-8e5a9c477141 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Aug 31 14:07:52.492471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d07903b-51c2-4049-84a0-220543ee71c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.515649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d07903b-51c2-4049-84a0-220543ee71c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.580375 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d07903b-51c2-4049-84a0-220543ee71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.583440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d07903b-51c2-4049-84a0-220543ee71c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.585531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d07903b-51c2-4049-84a0-220543ee71c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac3d46c1-dbc9-451e-a0b2-42282b4048c5 HTTP/1.1" status: 204 len: 168 time: 0.1640081 Aug 31 14:07:52.601190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07903b-51c2-4049-84a0-220543ee71c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d46c1-dbc9-451e-a0b2-42282b4048c5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:52.643999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37f7ed-df5a-4c71-9d59-6718b8d77567 req-fd63a808-8674-4c96-89af-e86f94dbbfe2 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.645580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff37f7ed-df5a-4c71-9d59-6718b8d77567 req-fd63a808-8674-4c96-89af-e86f94dbbfe2 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1096 time: 0.0939867 Aug 31 14:07:52.693924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.724580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff37f7ed-df5a-4c71-9d59-6718b8d77567 req-47a667df-17b4-4f6d-8896-f19b4e01abbb tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694766 Aug 31 14:07:52.727838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=6b2b7c15-c9b8-46b1-afa4-8bb7329f3722,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:52.825453 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Sync routers for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:52.837630 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:52.838261 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:52.841899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.013529 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:53.070471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-db979a58-fce9-44f1-b75a-f8879cb389ce tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2143038329&fields=id&tenant_id=0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 267 time: 0.1147516 Aug 31 14:07:53.072392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 23462e6a-53b9-4f55-ba03-22e8c7e8756b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:53.207098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:53.218321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-be2a4cc3-9870-4d24-b785-1aede8519de7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/23462e6a-53b9-4f55-ba03-22e8c7e8756b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642330 Aug 31 14:07:53.218752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55202) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:53.220806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] Sync routers for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:53.233082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:53.234305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:53.246760 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 2, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:53.261105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55204) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:53.263716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08a6f4b9-e3a7-4e77-a480-73b4af9a08af tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=23462e6a-53b9-4f55-ba03-22e8c7e8756b HTTP/1.1" status: 200 len: 205 time: 0.0375261 Aug 31 14:07:53.271664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:53.281978 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Checking router: ee1ebe46-fa6a-43a5-b369-c666dafd9073 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:53.282385 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Updating router ee1ebe46-fa6a-43a5-b369-c666dafd9073 port af9678c4-8c5a-461d-8211-6dbcb9631a6e binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:07:53.282834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] Routers {'23462e6a-53b9-4f55-ba03-22e8c7e8756b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:53.283536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:53.313847 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.324895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:53.325929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf342785-6818-46e1-bf0e-a958699c8be5 None None] The sync data for ids ['23462e6a-53b9-4f55-ba03-22e8c7e8756b'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:53.374964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-89171870-f1de-4c4e-83a5-2a1f31256f15 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:53.376493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-89171870-f1de-4c4e-83a5-2a1f31256f15 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.2966597 Aug 31 14:07:53.401757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49d48691-0763-46b9-b21d-b8e8669683d7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.443672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d8fdaaa5-3ecf-4d04-a517-016ed6ad4337 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/quotas/0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 375 time: 0.0535347 Aug 31 14:07:53.484642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85f9ce52-9787-4473-9972-7d16f0356841 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:53.538894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 85f9ce52-9787-4473-9972-7d16f0356841 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:53.539530 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.651343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-0298be51-71fb-4b86-9cb7-bea7c0c67bb9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1987562 Aug 31 14:07:53.667531 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49d48691-0763-46b9-b21d-b8e8669683d7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.680533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:07:53.717991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49d48691-0763-46b9-b21d-b8e8669683d7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.758505 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.775234 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Transition to ACTIVE for port object af9678c4-8c5a-461d-8211-6dbcb9631a6e will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:53.781521 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.782351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49d48691-0763-46b9-b21d-b8e8669683d7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.782864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d48691-0763-46b9-b21d-b8e8669683d7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Fanout notify agent at l3_agent the message router_deleted on router 23462e6a-53b9-4f55-ba03-22e8c7e8756b {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:53.793094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49d48691-0763-46b9-b21d-b8e8669683d7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.797322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-49d48691-0763-46b9-b21d-b8e8669683d7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/23462e6a-53b9-4f55-ba03-22e8c7e8756b HTTP/1.1" status: 204 len: 168 time: 0.5345387 Aug 31 14:07:53.799612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55214) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:53.815335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-8565be14-f7c2-462f-b343-041e2688b061 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632464 Aug 31 14:07:53.819331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:53.832780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'port_id': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897', 'mac_address': 'fa:16:3e:c8:94:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:07:53.880983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet 0913fc1d-65d2-43c0-913e-4abc6be2a60e {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:53.882858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.885260 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.904001 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b027348-2497-47e0-a14a-cbe3c8baad09 None None] Pushing event updated for resources: {'Port': ['ID=af9678c4-8c5a-461d-8211-6dbcb9631a6e,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:53.924267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:53.959973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:53.965537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.966171 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Attempting to bind port af9678c4-8c5a-461d-8211-6dbcb9631a6e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:53.966754 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Attempting to bind port af9678c4-8c5a-461d-8211-6dbcb9631a6e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:53.967328 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Attempting to bind port af9678c4-8c5a-461d-8211-6dbcb9631a6e on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:53.975525 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:53.976285 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:53.976945 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.977520 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Bound using segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:53.978197 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Bound port: af9678c4-8c5a-461d-8211-6dbcb9631a6e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:53.978784 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.986839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-b2f99900-4f00-483a-8261-79ed4e986d91 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640027 Aug 31 14:07:53.999752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.071874 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] For port af9678c4-8c5a-461d-8211-6dbcb9631a6e, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:54.076280 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] For port af9678c4-8c5a-461d-8211-6dbcb9631a6e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=af9678c4-8c5a-461d-8211-6dbcb9631a6e,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:54.083136 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.115297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:54.141291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.141899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.142244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.145528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.145906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.146257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.147568 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:54.148145 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:54.152473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.153183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.153541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.153888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.154258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.154627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:54.158709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.233541 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b027348-2497-47e0-a14a-cbe3c8baad09 None None] Pushing event updated for resources: {'Port': ['ID=af9678c4-8c5a-461d-8211-6dbcb9631a6e,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:54.285199 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.315924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.317780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/0913fc1d-65d2-43c0-913e-4abc6be2a60e HTTP/1.1" status: 204 len: 168 time: 0.5162370 Aug 31 14:07:54.324926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55228) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:54.325641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab72ada-f4d3-4c9b-867b-bfbe85e6be5a None None] Network 8be84734-306d-4882-9029-ad4ce16fcc95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:54.352584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a892e-99c4-4f26-8344-2bda8e9106ab tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=0913fc1d-65d2-43c0-913e-4abc6be2a60e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:54.361511 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:54.415309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ad23b-ff33-4c4e-9d96-82f5c1cf88ae req-c233a234-8358-4bde-b88b-b446bdadda34 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:54.422677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd2ad23b-ff33-4c4e-9d96-82f5c1cf88ae req-c233a234-8358-4bde-b88b-b446bdadda34 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 945 time: 0.1354115 Aug 31 14:07:54.483974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet 501ea22d-4db5-4403-ab96-2df173d169c4 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:54.531071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['bdeb3328-ee41-4f7e-aea7-8b46fe5e9897'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:54.532318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd2ad23b-ff33-4c4e-9d96-82f5c1cf88ae req-759d2216-3237-421e-b76d-f5cec8769d57 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086953 Aug 31 14:07:54.533227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.715349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.761561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] DHCP port deletion for 8be84734-306d-4882-9029-ad4ce16fcc95 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:54.770303 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:54Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:54.774383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde25f-ec8f-4a17-87a1-712e86bce919 req-88ed31a0-048f-44b9-b42e-1c0864c4787a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:54.776116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59fde25f-ec8f-4a17-87a1-712e86bce919 req-88ed31a0-048f-44b9-b42e-1c0864c4787a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.1175659 Aug 31 14:07:54.807920 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79655-7f06-4d2c-9324-bdca8a2601ce None None] The sync data for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 is: [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:54Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:54.858382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] Deleting port 1045a368-75a5-4c5e-a897-18fbc61dc40d {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:54.858807 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.882628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59fde25f-ec8f-4a17-87a1-712e86bce919 req-12314e16-55bb-4a05-b15d-90ce5dff3e78 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930319 Aug 31 14:07:54.896846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55246) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:54.900485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.955449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] For port 1045a368-75a5-4c5e-a897-18fbc61dc40d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1045a368-75a5-4c5e-a897-18fbc61dc40d,segment=NetworkSegment(2015007b-4f8f-4899-8704-f255dd591f0d),segment_id=2015007b-4f8f-4899-8704-f255dd591f0d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:54.958668 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.973666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] Calling delete_port for 1045a368-75a5-4c5e-a897-18fbc61dc40d owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:55.065341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1a929da8-8c04-4892-a371-f2b132db8a1d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/a8a8f314-16c0-46ee-b6fa-50390723fb0e HTTP/1.1" status: 200 len: 992 time: 0.1570272 Aug 31 14:07:55.079627 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.117081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78dc1e0-b2e0-46a7-af38-36143bad68f4 None None] Network c4575ddb-a072-4a8d-b1f2-09d2547153c3 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:55.156745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.163676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/501ea22d-4db5-4403-ab96-2df173d169c4 HTTP/1.1" status: 204 len: 168 time: 0.8340967 Aug 31 14:07:55.164276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55256) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:55.179188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc61793-fc0a-4c57-9db7-5ef5ea8c7f27 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=501ea22d-4db5-4403-ab96-2df173d169c4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:55.216591 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.254180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] Pushing event deleted for resources: {'Port': ['ID=1045a368-75a5-4c5e-a897-18fbc61dc40d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:55.263764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641826bf-6132-48e0-afb7-4adf78327b70 None None] No DVR routers for this DVR port 1045a368-75a5-4c5e-a897-18fbc61dc40d on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:55.309962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c12af16-018c-432e-b31c-2d4721fe0b26 req-25d6a975-a796-40c6-bb8c-075b331d8849 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 210 time: 0.0851073 Aug 31 14:07:55.355637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.378422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-8cacdd0e-bccb-416e-b2e1-d69bf514f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:55.384245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-8cacdd0e-bccb-416e-b2e1-d69bf514f3aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79848d79b4914f80823d9c82cf21f8c6&device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 1097 time: 0.1047776 Aug 31 14:07:55.520230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.532218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be84734-306d-4882-9029-ad4ce16fcc95']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:55.539275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] DHCP port deletion for c4575ddb-a072-4a8d-b1f2-09d2547153c3 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:55.561506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2015007b-4f8f-4899-8704-f255dd591f0d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:55.562121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2015007b-4f8f-4899-8704-f255dd591f0d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:55.575226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.598622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.613579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:55.614168 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.616054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device af9678c4-8c5a-461d-8211-6dbcb9631a6e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:55.618117 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:55.715050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.722405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port af9678c4-8c5a-461d-8211-6dbcb9631a6e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:55.729962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] Deleting port 814a0f60-841b-4437-887b-9327ececa650 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:55.730601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.739902 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.743626 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/8be84734-306d-4882-9029-ad4ce16fcc95 HTTP/1.1" status: 204 len: 168 time: 0.5774763 Aug 31 14:07:55.743997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port af9678c4-8c5a-461d-8211-6dbcb9631a6e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:55.744372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.748504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55276) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:55.840981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] For port 814a0f60-841b-4437-887b-9327ececa650, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=814a0f60-841b-4437-887b-9327ececa650,segment=NetworkSegment(79a5f630-ca57-4243-97de-3d626eff4d4d),segment_id=79a5f630-ca57-4243-97de-3d626eff4d4d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:55.841130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d0f2-538b-432d-aeca-e61106fc6143 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=8be84734-306d-4882-9029-ad4ce16fcc95,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:55.841840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.871178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] Calling delete_port for 814a0f60-841b-4437-887b-9327ececa650 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:55.994185 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.044907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port af9678c4-8c5a-461d-8211-6dbcb9631a6e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=af9678c4-8c5a-461d-8211-6dbcb9631a6e,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:56.050492 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.057477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.084728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-8cdca6e0-567a-4867-9dd1-556285faab28 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.084728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-8cdca6e0-567a-4867-9dd1-556285faab28 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.1637809 Aug 31 14:07:56.133654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] No DVR routers for this DVR port 814a0f60-841b-4437-887b-9327ececa650 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:56.135558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e559-c396-4046-bb5a-1b281eca8eff req-8e1779bf-40d8-4047-bb91-db10341e8ed0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.138039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4f2e559-c396-4046-bb5a-1b281eca8eff req-8e1779bf-40d8-4047-bb91-db10341e8ed0 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.7033181 Aug 31 14:07:56.143779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.165509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1045a368-75a5-4c5e-a897-18fbc61dc40d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:56.216943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4f2e559-c396-4046-bb5a-1b281eca8eff req-864e5ec2-4032-47c2-9f49-330b6bd07b86 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Aug 31 14:07:56.218211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-0ed8a531-7ba7-4983-b349-5b944f217cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.219757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-0ed8a531-7ba7-4983-b349-5b944f217cf7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 200 len: 915 time: 0.8235915 Aug 31 14:07:56.227387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1045a368-75a5-4c5e-a897-18fbc61dc40d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:56.227850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1045a368-75a5-4c5e-a897-18fbc61dc40d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:56.251100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=af9678c4-8c5a-461d-8211-6dbcb9631a6e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:56.286108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce897e-73fc-4bdb-bc00-58431189a599 None None] Pushing event deleted for resources: {'Port': ['ID=814a0f60-841b-4437-887b-9327ececa650,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:56.306210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-61920e07-f64d-4b44-a55a-637858c5e27e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 200 len: 217 time: 0.0667937 Aug 31 14:07:56.328500 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-8f3ac9cb-9d6c-418b-aa09-328d1f14ac8c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 380 time: 0.1771555 Aug 31 14:07:56.353337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.374070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-9b4c41a5-a16a-4afa-a59c-e7eec68afb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.375100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4575ddb-a072-4a8d-b1f2-09d2547153c3']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:56.375609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-9b4c41a5-a16a-4afa-a59c-e7eec68afb26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 200 len: 853 time: 0.0609355 Aug 31 14:07:56.391905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'port': {'device_id': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'admin_state_up': True, 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'security_groups': ['8898863c-24c6-43cd-aa04-64dc42efcfc6']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:56.400770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a5f630-ca57-4243-97de-3d626eff4d4d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:56.400770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a5f630-ca57-4243-97de-3d626eff4d4d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:56.445583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-c1c2bfde-cd5f-4e26-9a0b-f5e2dbf7a6a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07db18f8-1be9-456d-9bf9-0eb3ffb85c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399435 Aug 31 14:07:56.452929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.475330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.487634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:56.488069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:56.491165 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:56.558130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae180f-65ab-4712-b16c-47b2c1e273e5 req-85a42624-d2f7-4e8c-add7-40fa55497329 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.562045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dae180f-65ab-4712-b16c-47b2c1e273e5 req-85a42624-d2f7-4e8c-add7-40fa55497329 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 945 time: 0.1147628 Aug 31 14:07:56.586078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.598522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.604452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/c4575ddb-a072-4a8d-b1f2-09d2547153c3 HTTP/1.1" status: 204 len: 168 time: 0.8507738 Aug 31 14:07:56.604619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55306) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:56.609625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-89924378'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:56.625117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac60e0-016b-453b-bd62-230edff6b869 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=c4575ddb-a072-4a8d-b1f2-09d2547153c3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:56.626864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Made reservation on behalf of 0043b1b4ab2145c598698dd5a0579b3c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:56.630376 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.631341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-82a2f7a6-ef86-4c37-8d12-cad37e169a56 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743557 Aug 31 14:07:56.635352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dae180f-65ab-4712-b16c-47b2c1e273e5 req-14de0469-8cc3-405f-bf97-38bfcd38e28d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680573 Aug 31 14:07:56.709936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:56.717166 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.730668 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4fb71770-79f0-43c9-a34c-6608f2c66ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.748654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1392c10b-5628-412a-9da7-a8177513bb84 req-0836dd01-7ae4-449c-82dd-ce9a07cffa1c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 210 time: 0.0400684 Aug 31 14:07:56.768396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1509, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:56.799276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ed64f0e-ba39-4445-8a2d-e4eecda9a540 req-510f9189-ef9a-4eb1-a0bc-0103bcb48738 service neutron] 10.222.0.26 "GET /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600480 Aug 31 14:07:56.807125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.807483 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment 63ba4525-6cf3-48c4-813b-4c49102b8bfd of type vlan for network 1c15a5cd-c2c7-4889-8276-448075894c78 Aug 31 14:07:56.858093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Allocated IP 172.20.0.8 (12b46c0e-9247-4dca-a4d2-98fc54e46b95/90c8d49e-4a97-4d82-aa5d-0e596c420a89/5ac9689d-f3b0-4420-9802-3b95ca862f8a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:56.872693 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.928179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.934017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.934647 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.017100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55322) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:57.046378 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4406867 Aug 31 14:07:57.054266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55326) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:57.059471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:57.088830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade702b-8565-4177-b2cf-ec0eb3d19bdd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=1c15a5cd-c2c7-4889-8276-448075894c78,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.097361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a655770-3adb-436d-84f8-f6c5aeab76b2 req-427fffb5-c0b7-47a2-8842-901245822193 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.103452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 1c15a5cd-c2c7-4889-8276-448075894c78 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:57.107440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a655770-3adb-436d-84f8-f6c5aeab76b2 req-427fffb5-c0b7-47a2-8842-901245822193 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0705884 Aug 31 14:07:57.155507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a655770-3adb-436d-84f8-f6c5aeab76b2 req-6a793046-0fa1-4b80-b60a-2765b15bf169 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468636 Aug 31 14:07:57.214098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.237509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Transition to ACTIVE for port object 5ac9689d-f3b0-4420-9802-3b95ca862f8a will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:57.256623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:57.260148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.267418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-6a2c527d-3198-4e83-bf85-5e85d7674ac6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2491388 Aug 31 14:07:57.341752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.369102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bea1fa-c79d-4baf-8664-a54b47a6e6d7 req-449ce002-805f-4fac-acff-43e9ea4baaec tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.377317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43bea1fa-c79d-4baf-8664-a54b47a6e6d7 req-449ce002-805f-4fac-acff-43e9ea4baaec tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0713594 Aug 31 14:07:57.410036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:57.418970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:57.424075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:57.458550 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43bea1fa-c79d-4baf-8664-a54b47a6e6d7 req-d23af4a3-e2df-4033-954a-b492af636dba tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796423 Aug 31 14:07:57.502313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.534078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device af9678c4-8c5a-461d-8211-6dbcb9631a6e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:57.616271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port af9678c4-8c5a-461d-8211-6dbcb9631a6e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:57.617154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.641111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.642270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.700321 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-d44e94bd-bd50-4066-b1da-b7b87d8300a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3214316 Aug 31 14:07:57.705657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:57.760824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Request body: {'port': {'device_id': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:57.800655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:57.811821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ab07c-763a-4196-9460-3e75b5d838e4 req-de9af014-2fed-4a33-babc-1e01f11f015f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.817912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d1ab07c-763a-4196-9460-3e75b5d838e4 req-de9af014-2fed-4a33-babc-1e01f11f015f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 945 time: 0.1002750 Aug 31 14:07:57.841285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55360) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:57.852976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.856730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:57.857183 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.911916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.936707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d1ab07c-763a-4196-9460-3e75b5d838e4 req-a96fd878-44d0-4e5a-8133-bffffdc38b70 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073642 Aug 31 14:07:57.947155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=fa206779-f14b-46a1-a4f3-a692fde7200f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.950490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7c81d9db-b905-4adb-aae1-67d9bd617589 None None] Provisioning for port 5ac9689d-f3b0-4420-9802-3b95ca862f8a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:57.960521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7c81d9db-b905-4adb-aae1-67d9bd617589 None None] Provisioning complete for port 5ac9689d-f3b0-4420-9802-3b95ca862f8a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:57.960949 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c81d9db-b905-4adb-aae1-67d9bd617589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.013902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': '63ba4525-6cf3-48c4-813b-4c49102b8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:58.014582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: 1c15a5cd-c2c7-4889-8276-448075894c78, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:58.042239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 814a0f60-841b-4437-887b-9327ececa650 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:58.075451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 814a0f60-841b-4437-887b-9327ececa650 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:58.075806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 814a0f60-841b-4437-887b-9327ececa650 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:58.079895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7c81d9db-b905-4adb-aae1-67d9bd617589 None None] Port 5ac9689d-f3b0-4420-9802-3b95ca862f8a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:58.084979 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.116038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f719f612-a9a5-418f-a630-ac38a621576a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:58.118366 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b401a62d-1819-4b0c-a6e9-42e1e5764d82" -d '{"events": [{"server_uuid": "f719f612-a9a5-418f-a630-ac38a621576a", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb3328-ee41-4f7e-aea7-8b46fe5e9897"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:58.126107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8fb43-b0bc-48c9-8848-d606b01224bf req-68eec2ec-e61d-4070-812c-5d3245db12e2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.128877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bee8fb43-b0bc-48c9-8848-d606b01224bf req-68eec2ec-e61d-4070-812c-5d3245db12e2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 931 time: 0.0791893 Aug 31 14:07:58.135898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:58.136302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c85860a-1052-46b1-b470-4c250d017615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.140390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 1c15a5cd-c2c7-4889-8276-448075894c78 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:58.140729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.164729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 1c15a5cd-c2c7-4889-8276-448075894c78) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:58.175764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ca1d7-9ec9-4cea-94e4-e90605eba5c0 None None] Network 1c15a5cd-c2c7-4889-8276-448075894c78 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:58.182161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.182653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.249784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.267539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bee8fb43-b0bc-48c9-8848-d606b01224bf req-199117c0-cac4-41e1-b04e-d7cd0edfa19a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289356 Aug 31 14:07:58.334764 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1061060-90bf-4185-9af9-ab2550e70bfe x-openstack-request-id: req-f1061060-90bf-4185-9af9-ab2550e70bfe {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:58.335180 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f719f612-a9a5-418f-a630-ac38a621576a", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb3328-ee41-4f7e-aea7-8b46fe5e9897", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:58.335528 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1061060-90bf-4185-9af9-ab2550e70bfe {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:58.336036 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f719f612-a9a5-418f-a630-ac38a621576a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897', 'code': 200} Aug 31 14:07:58.385760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c85860a-1052-46b1-b470-4c250d017615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.399171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c85860a-1052-46b1-b470-4c250d017615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.414803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:58.420005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-1c15a5cd-c2c7-4889-8276-448075894c78', 'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': 'fa206779-f14b-46a1-a4f3-a692fde7200f'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:58.422186 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.425577 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6605a916-7c09-4ed3-a62a-33500fa00796 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3675430 Aug 31 14:07:58.425752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55374) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:58.431817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.432735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e188341b-8b10-4dfa-bf0e-7993bbc31e77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1067827748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:58.466776 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2c85860a-1052-46b1-b470-4c250d017615 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3312e3b994b44cd8ba189e94e9066c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240602 Aug 31 14:07:58.467777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Transition to ACTIVE for port object 5ac9689d-f3b0-4420-9802-3b95ca862f8a will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:58.469257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55376) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:58.479285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85860a-1052-46b1-b470-4c250d017615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34428c94-57ee-444d-b8d6-b0fba7338462,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.481793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.532821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e188341b-8b10-4dfa-bf0e-7993bbc31e77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.533891 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e188341b-8b10-4dfa-bf0e-7993bbc31e77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.544028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc330810-d4f2-4a07-9db3-c0d3dd83d93c req-edd087a8-daf1-46d4-a747-58481bf0c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.546690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc330810-d4f2-4a07-9db3-c0d3dd83d93c req-edd087a8-daf1-46d4-a747-58481bf0c1d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 1097 time: 0.1061265 Aug 31 14:07:58.559009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df1de7-734a-4fb9-b81e-76e04cfc4abe req-7078b334-4deb-4403-9b6f-1c44fea03078 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.561047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18df1de7-734a-4fb9-b81e-76e04cfc4abe req-7078b334-4deb-4403-9b6f-1c44fea03078 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.1375387 Aug 31 14:07:58.611949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Allocated IP 2001:db8::2 (1c15a5cd-c2c7-4889-8276-448075894c78/fa206779-f14b-46a1-a4f3-a692fde7200f/3e649ad1-37c0-4083-bea4-f9a4cc57cf0b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:58.702063 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc330810-d4f2-4a07-9db3-c0d3dd83d93c req-61e39a41-4e7c-4e38-8d99-3c01fca1d9e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392651 Aug 31 14:07:58.709987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e188341b-8b10-4dfa-bf0e-7993bbc31e77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.733026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18df1de7-734a-4fb9-b81e-76e04cfc4abe req-d02ecf16-13ba-4651-946e-6558a4d23902 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633186 Aug 31 14:07:58.737397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e188341b-8b10-4dfa-bf0e-7993bbc31e77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.776429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e188341b-8b10-4dfa-bf0e-7993bbc31e77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.781273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e188341b-8b10-4dfa-bf0e-7993bbc31e77 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3518341 Aug 31 14:07:58.782462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55380) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:58.809272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'port': {'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78', 'name': 'tempest-RoutersIpV6Test-360049579'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:58.918868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.942266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f75de7-6eee-499e-8f39-a7ec78230f40 req-2d5cddc1-f40d-4720-b432-2702e538d11f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.943974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25f75de7-6eee-499e-8f39-a7ec78230f40 req-2d5cddc1-f40d-4720-b432-2702e538d11f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0837691 Aug 31 14:07:58.971868 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4227899-1651-4d45-82fb-119427551c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.994158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:58.997639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.005450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4227899-1651-4d45-82fb-119427551c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.018544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] device_id is not set on port 03a820fd-3250-42b2-b07c-097952f6bcff yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:59.028832 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.033383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Attempting to bind port 5ac9689d-f3b0-4420-9802-3b95ca862f8a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:59.033816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Attempting to bind port 5ac9689d-f3b0-4420-9802-3b95ca862f8a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:59.034081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Attempting to bind port 5ac9689d-f3b0-4420-9802-3b95ca862f8a on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:59.046315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Transition to ACTIVE for port object 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:59.051606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Port 5ac9689d-f3b0-4420-9802-3b95ca862f8a on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:07:59.051865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Attempting to bind port 5ac9689d-f3b0-4420-9802-3b95ca862f8a on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:59.057684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:59.058046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:59.058496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Bound using segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:59.059007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Bound port: 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:59.059339 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.071025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25f75de7-6eee-499e-8f39-a7ec78230f40 req-e482bb6b-804c-41cc-8b13-598217666817 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158054 Aug 31 14:07:59.112293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Transition to ACTIVE for port object 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:59.116189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4227899-1651-4d45-82fb-119427551c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.119192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a4227899-1651-4d45-82fb-119427551c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.120508 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a4227899-1651-4d45-82fb-119427551c18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34428c94-57ee-444d-b8d6-b0fba7338462 HTTP/1.1" status: 204 len: 168 time: 0.6484449 Aug 31 14:07:59.121695 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.137922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4227899-1651-4d45-82fb-119427551c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34428c94-57ee-444d-b8d6-b0fba7338462,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.152441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:59.155855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:59.161121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.165296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Network 1c15a5cd-c2c7-4889-8276-448075894c78 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:59.174783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:59.179707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:59.219079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.220315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.222452 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 1091 time: 1.4828057 Aug 31 14:07:59.226036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:59.229088 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:59.283410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e06f2-bc78-4691-8c74-2860c6485405 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.326751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Pushing event updated for resources: {'Port': ['ID=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.328477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8::390 (1c15a5cd-c2c7-4889-8276-448075894c78/fa206779-f14b-46a1-a4f3-a692fde7200f/03a820fd-3250-42b2-b07c-097952f6bcff) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:59.340274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-8ba3e192-b987-415b-918a-54be85e060c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.342459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-8ba3e192-b987-415b-918a-54be85e060c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1094 time: 0.0551791 Aug 31 14:07:59.353734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Attempting to bind port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:59.354218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Attempting to bind port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '63ba4525-6cf3-48c4-813b-4c49102b8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:59.355239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Attempting to bind port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b on network 1c15a5cd-c2c7-4889-8276-448075894c78 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:59.357014 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1765a590-4802-4b4d-a3b0-37b69679ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.367824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:59.368352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Checking segment: {'id': '63ba4525-6cf3-48c4-813b-4c49102b8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:59.368882 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.369391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Bound using segment: {'id': '63ba4525-6cf3-48c4-813b-4c49102b8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:59.369968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Bound port: 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ba4525-6cf3-48c4-813b-4c49102b8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '1c15a5cd-c2c7-4889-8276-448075894c78'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:59.370453 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.390223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-24e656b9-eae5-4bac-bc58-c4d4b7a45bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.400690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-24e656b9-eae5-4bac-bc58-c4d4b7a45bcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1096 time: 0.2244384 Aug 31 14:07:59.413621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460bf46-2bdd-4bab-8f84-54da6865bff3 req-845b94ab-8c60-44b1-a266-22b5328a8bb2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.415190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6460bf46-2bdd-4bab-8f84-54da6865bff3 req-845b94ab-8c60-44b1-a266-22b5328a8bb2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 946 time: 0.2293236 Aug 31 14:07:59.425380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-4e622fa4-dc94-4ef7-a388-9fbbe3c0baa8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 217 time: 0.0652699 Aug 31 14:07:59.454868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] For port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:59.467147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] For port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,segment=NetworkSegment(63ba4525-6cf3-48c4-813b-4c49102b8bfd),segment_id=63ba4525-6cf3-48c4-813b-4c49102b8bfd)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:59.480672 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.513029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-6a969888-7bc0-41e2-84d7-b0dddb3423ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.514791 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-6a969888-7bc0-41e2-84d7-b0dddb3423ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0813184 Aug 31 14:07:59.566379 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.573248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6460bf46-2bdd-4bab-8f84-54da6865bff3 req-a6ce3c32-53c1-41fb-ba81-744a17b41add tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390581 Aug 31 14:07:59.574658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55394) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:59.597503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87df05ba-1932-4f7d-8851-f1cfa6d7e7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.604453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28e1a7-3e0a-4b54-ae95-85124aadfa11 None None] Pushing event updated for resources: {'Port': ['ID=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.650751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a1-642c-4026-8188-9e643e3e4c4c req-3c28ad51-02cf-43b7-b451-f31ed1f70227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.653348 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-3c28ad51-02cf-43b7-b451-f31ed1f70227 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281009 Aug 31 14:07:59.695493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-6c073f66-715c-4d17-8e8a-6c5eea96ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.697037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-6c073f66-715c-4d17-8e8a-6c5eea96ccad service neutron] 10.222.0.26 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.2787516 Aug 31 14:07:59.834007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-855818e1-5901-41e6-ab1f-2e49e2d226b5 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626616 Aug 31 14:07:59.843783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.860346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f6766-b79e-44c8-8f18-65b49359a8cf req-29a202c7-773d-44af-aabc-49401a224f13 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.862948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87df05ba-1932-4f7d-8851-f1cfa6d7e7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.868796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e37f6766-b79e-44c8-8f18-65b49359a8cf req-29a202c7-773d-44af-aabc-49401a224f13 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1935949 Aug 31 14:07:59.901037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-4fe76247-89ab-4269-9cf5-694d77084042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 1000 time: 0.1519642 Aug 31 14:07:59.902018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object 03a820fd-3250-42b2-b07c-097952f6bcff will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:59.928702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-87df05ba-1932-4f7d-8851-f1cfa6d7e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.983229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e37f6766-b79e-44c8-8f18-65b49359a8cf req-b4393370-3973-4c67-9d6b-384961542315 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134582 Aug 31 14:07:59.987666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df05ba-1932-4f7d-8851-f1cfa6d7e7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fbf506-9a4b-4055-9989-839da449463d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.995476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-87df05ba-1932-4f7d-8851-f1cfa6d7e7e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8155ea1b99b41b78bbb32f316f95d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185255 Aug 31 14:07:59.998452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55398) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:00.028703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-9e38ac23-6963-47d6-8219-1b667c887de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.030440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-9e38ac23-6963-47d6-8219-1b667c887de0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.1101274 Aug 31 14:08:00.034885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-960297a1-642c-4026-8188-9e643e3e4c4c req-a21dfa5b-ff18-4720-974f-56fed2539fca service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886458 Aug 31 14:08:00.041390 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.068150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62ec52ab-30fc-442e-ab7d-460d8b95d2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.091969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62ec52ab-30fc-442e-ab7d-460d8b95d2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.123562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 1c15a5cd-c2c7-4889-8276-448075894c78 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:00.127910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:00.133648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:00.140600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.141710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.151921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62ec52ab-30fc-442e-ab7d-460d8b95d2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.153940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=03a820fd-3250-42b2-b07c-097952f6bcff,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:00.154876 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62ec52ab-30fc-442e-ab7d-460d8b95d2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.156073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-62ec52ab-30fc-442e-ab7d-460d8b95d2db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60fbf506-9a4b-4055-9989-839da449463d HTTP/1.1" status: 204 len: 168 time: 0.1570406 Aug 31 14:08:00.164805 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec52ab-30fc-442e-ab7d-460d8b95d2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fbf506-9a4b-4055-9989-839da449463d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:00.169811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.170183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.170728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.171260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.171588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.172381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.172381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.172716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.172960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.173259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.173593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.173954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:00.180695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-c2813888-0fe7-4843-8292-cb69a7179524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.188327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-c2813888-0fe7-4843-8292-cb69a7179524 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386180 Aug 31 14:08:00.192579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91cd58a3-6ee6-44ea-bfa1-4c18dd49db89 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4062617 Aug 31 14:08:00.192984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55406) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:00.321683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-12c6cf81-6d98-48f6-9eba-e9de6c7b5437 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253538 Aug 31 14:08:00.325636 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010727c8-3011-432d-91ed-0b608c26c4a8 x-openstack-request-id: req-010727c8-3011-432d-91ed-0b608c26c4a8 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:00.326131 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:00.326824 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-010727c8-3011-432d-91ed-0b608c26c4a8 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:00.327549 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'status': 'completed', 'code': 200} Aug 31 14:08:00.511317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-63fddc0c-cef9-4137-81ba-d6a273a7eb95 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504741 Aug 31 14:08:00.526215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373b779-2916-4f51-a81b-50a03fc2908c req-9270d47a-17da-4436-a92b-d1861b10c67c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.528107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8373b779-2916-4f51-a81b-50a03fc2908c req-9270d47a-17da-4436-a92b-d1861b10c67c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 943 time: 0.0879340 Aug 31 14:08:00.541945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-50255ca1-1dec-410c-b5c8-c4da376f00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.543586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-50255ca1-1dec-410c-b5c8-c4da376f00b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1094 time: 0.1252489 Aug 31 14:08:00.564173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.605886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8373b779-2916-4f51-a81b-50a03fc2908c req-93242f6d-7662-4a28-999d-4ec914caab40 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573244 Aug 31 14:08:00.746867 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.750236 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-fbd4bb40-6703-4eec-b37a-f50476c60a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.751725 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-fbd4bb40-6703-4eec-b37a-f50476c60a98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1707449 Aug 31 14:08:00.770253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a270626-f30e-4134-a73f-80837d4da31e req-3ed516b2-be1e-4b08-a1b9-2be6586e5399 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.771932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a270626-f30e-4134-a73f-80837d4da31e req-3ed516b2-be1e-4b08-a1b9-2be6586e5399 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0647025 Aug 31 14:08:00.799559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-812b9ba4-d184-485b-83c2-af2c35717f33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 217 time: 0.0386794 Aug 31 14:08:00.834352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a270626-f30e-4134-a73f-80837d4da31e req-e7ea12b9-7cb3-4594-8fec-818077fbd91a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519912 Aug 31 14:08:00.853677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446b9cd6-d3c4-4946-964d-086b83111cbf None None] Network 1c15a5cd-c2c7-4889-8276-448075894c78 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:00.955293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-ad7a0421-e08f-41ce-a3e0-b1b68fba127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.956910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-ad7a0421-e08f-41ce-a3e0-b1b68fba127f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.1277874 Aug 31 14:08:00.958767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2fb477c8-34a9-4610-805f-766b1fbae19e None None] Provisioning for port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:01.007566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30578444-472c-49e3-8d32-8f2bc5382443 req-99b2e946-cc95-4b53-b713-14f07d81de23 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.009405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30578444-472c-49e3-8d32-8f2bc5382443 req-99b2e946-cc95-4b53-b713-14f07d81de23 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 946 time: 0.0793619 Aug 31 14:08:01.058729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-0e324b2f-3514-4676-8402-174a02e610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.060224 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-0e324b2f-3514-4676-8402-174a02e610d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949028 Aug 31 14:08:01.066492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30578444-472c-49e3-8d32-8f2bc5382443 req-09411fbc-d293-47a9-b126-fca651a09277 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457637 Aug 31 14:08:01.205513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.210881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-3d23df0e-cc12-4c4e-803c-b1760348d01e service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372662 Aug 31 14:08:01.211954 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.223832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afe3d0-58c5-42f6-be21-36138dffcc6d req-1c964c25-6a98-439b-a4f9-59cea2f2930f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.226485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10afe3d0-58c5-42f6-be21-36138dffcc6d req-1c964c25-6a98-439b-a4f9-59cea2f2930f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0739548 Aug 31 14:08:01.291548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10afe3d0-58c5-42f6-be21-36138dffcc6d req-20c68fbd-c5ea-4dfc-b3a9-d666bdf9269e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591998 Aug 31 14:08:01.408539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=03a820fd-3250-42b2-b07c-097952f6bcff,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:01.426255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-97a41f36-4b59-4fcc-9ffe-3c570468f188 None None] Provisioning for port 03a820fd-3250-42b2-b07c-097952f6bcff completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:01.439761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-97a41f36-4b59-4fcc-9ffe-3c570468f188 None None] Provisioning complete for port 03a820fd-3250-42b2-b07c-097952f6bcff triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:01.440988 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97a41f36-4b59-4fcc-9ffe-3c570468f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.495225 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b37a8aee-fa88-4ccf-91db-1abcd142cfd3 req-1f6a1184-81ad-4498-9829-19c3a99b5fd5 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746916 Aug 31 14:08:01.516290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48061e-bae1-40e0-a03c-ecf25afdb06c req-6f392e8c-806f-488d-b8b9-f513f0a1178f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.524259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-97a41f36-4b59-4fcc-9ffe-3c570468f188 None None] Port 03a820fd-3250-42b2-b07c-097952f6bcff cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:01.535335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a48061e-bae1-40e0-a03c-ecf25afdb06c req-6f392e8c-806f-488d-b8b9-f513f0a1178f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 946 time: 0.1459506 Aug 31 14:08:01.558980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:01.564014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.585148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a48061e-bae1-40e0-a03c-ecf25afdb06c req-a402f7ae-d9d8-4a35-b1b0-63555cf43905 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Aug 31 14:08:01.637671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:01.643606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:01.644281 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.719069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8475-1af3-4227-af80-c49d276d028a req-d5abcef9-576f-4731-a9b9-cc61dacb3f8e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.720997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768a8475-1af3-4227-af80-c49d276d028a req-d5abcef9-576f-4731-a9b9-cc61dacb3f8e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0744798 Aug 31 14:08:01.758820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:08:01.772034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.794233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b7f3d80b-66b2-417d-8747-dcc584c02834 None None] Provisioning complete for port 03a820fd-3250-42b2-b07c-097952f6bcff triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:01.794879 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d80b-66b2-417d-8747-dcc584c02834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.804155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-768a8475-1af3-4227-af80-c49d276d028a req-f7fc8f83-4e59-4560-b203-1b12f50dce7e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748398 Aug 31 14:08:01.919170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.947864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3d80b-66b2-417d-8747-dcc584c02834 None None] Port 03a820fd-3250-42b2-b07c-097952f6bcff cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:01.961169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cb34d-9ebd-4c07-9870-9d7873d2e8d2 req-8b85622b-2c58-4000-945e-d502c0364b08 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.969435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6cb34d-9ebd-4c07-9870-9d7873d2e8d2 req-8b85622b-2c58-4000-945e-d502c0364b08 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 946 time: 0.0808907 Aug 31 14:08:01.994537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.014072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,segment=NetworkSegment(63ba4525-6cf3-48c4-813b-4c49102b8bfd),segment_id=63ba4525-6cf3-48c4-813b-4c49102b8bfd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:02.036887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6cb34d-9ebd-4c07-9870-9d7873d2e8d2 req-23c25975-abae-4f7e-aa8b-bbdbc4721665 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605853 Aug 31 14:08:02.041297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:02.059598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'mac_address': 'fa:16:3e:b4:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:08:02.063348 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.156059 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.160397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.169599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.171730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f3af7-4dc8-401a-be08-51e476b6b61e req-f3da8236-b663-4d38-8bc3-566989f5e1ab tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:02.173800 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.180323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d00f3af7-4dc8-401a-be08-51e476b6b61e req-f3da8236-b663-4d38-8bc3-566989f5e1ab tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 943 time: 0.0728831 Aug 31 14:08:02.189606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:02.196231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.223309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:02.225865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5dd4a0d1-88fe-4e63-b348-89a3f1ef4d4d None None] Provisioning complete for port 03a820fd-3250-42b2-b07c-097952f6bcff triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:02.226362 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a0d1-88fe-4e63-b348-89a3f1ef4d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.230062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.237477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d00f3af7-4dc8-401a-be08-51e476b6b61e req-25552838-ebdc-40bc-9a51-e3da6f2ea2b9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562108 Aug 31 14:08:02.294362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=03a820fd-3250-42b2-b07c-097952f6bcff,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.304903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.322852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4a0d1-88fe-4e63-b348-89a3f1ef4d4d None None] Port 03a820fd-3250-42b2-b07c-097952f6bcff cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:02.331949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 1c15a5cd-c2c7-4889-8276-448075894c78 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:02.333649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:02.458284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b9314-5221-4119-8d18-e2920377c711 req-54d715dd-8c0c-44e2-9139-7ee3a85c6520 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:02.459984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c1b9314-5221-4119-8d18-e2920377c711 req-54d715dd-8c0c-44e2-9139-7ee3a85c6520 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0658579 Aug 31 14:08:02.489336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 13f306c6-a4ff-4a61-9d3b-5dc26226eeb9 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:08:02.511413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c1b9314-5221-4119-8d18-e2920377c711 req-3251f1f1-25ba-461f-a8a1-9ca97ba0ffab tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Aug 31 14:08:02.618265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:02.624988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4e3d476e-1ae7-4669-a242-4bb04f263c2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/13f306c6-a4ff-4a61-9d3b-5dc26226eeb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301603 Aug 31 14:08:02.627352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55474) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:02.634651 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] Sync routers for ids ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:02.646044 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] Routers {'13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:02.646796 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:02.664452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9d5c182f-0a83-4bd1-b09a-5b19981cd901 None None] Provisioning complete for port 03a820fd-3250-42b2-b07c-097952f6bcff triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:02.666935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d5c182f-0a83-4bd1-b09a-5b19981cd901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.682440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:02.691948 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] Routers {'13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:02.692798 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:02.698568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6796b8-66db-48d8-bc35-4a3ee3d0762f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:02.700086 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da6796b8-66db-48d8-bc35-4a3ee3d0762f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports/03a820fd-3250-42b2-b07c-097952f6bcff HTTP/1.1" status: 200 len: 983 time: 0.0717466 Aug 31 14:08:02.703200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55478) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:02.713866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c182f-0a83-4bd1-b09a-5b19981cd901 None None] Port 03a820fd-3250-42b2-b07c-097952f6bcff cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:02.722840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['5ac9689d-f3b0-4420-9802-3b95ca862f8a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:02.731714 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:02.732458 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1925ae6-0900-400c-b254-e8e44de3b495 None None] The sync data for ids ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:02.902304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048119a8-63d5-4bbc-aae4-11dd531a6ff3 req-01402f02-ca47-4332-8376-e625be1072c1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:02.903789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-048119a8-63d5-4bbc-aae4-11dd531a6ff3 req-01402f02-ca47-4332-8376-e625be1072c1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1076717 Aug 31 14:08:03.013972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-048119a8-63d5-4bbc-aae4-11dd531a6ff3 req-cf972ba0-5377-41ad-b4ab-e19ed3525531 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838459 Aug 31 14:08:03.170734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d59478-8044-4dee-a395-ad9b4ffb27ab req-18823652-f89c-4a96-9215-4d5d03de751b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.172252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75d59478-8044-4dee-a395-ad9b4ffb27ab req-18823652-f89c-4a96-9215-4d5d03de751b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 946 time: 0.0964165 Aug 31 14:08:03.294626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75d59478-8044-4dee-a395-ad9b4ffb27ab req-fb83069c-4269-4799-8b9b-773b3c15deb9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136484 Aug 31 14:08:03.324806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55498) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:03.333483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.455121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:03.467100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a09a2-8319-41fc-9ed3-6a3c7e51902e req-f4d2b451-6872-4743-80ae-3d9d4ebc5b2d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.468568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e08a09a2-8319-41fc-9ed3-6a3c7e51902e req-f4d2b451-6872-4743-80ae-3d9d4ebc5b2d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0969837 Aug 31 14:08:03.502742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:03.503210 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.503819 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc816cb3-cf5e-4450-99db-8ab02dab92ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.593728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e08a09a2-8319-41fc-9ed3-6a3c7e51902e req-e3353516-9e19-403e-ab55-8998c67dbbe7 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928004 Aug 31 14:08:03.733093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc816cb3-cf5e-4450-99db-8ab02dab92ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.743290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc816cb3-cf5e-4450-99db-8ab02dab92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.777560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f7d24-3e9a-47ee-9e47-56bc467c508b req-fcb67fc2-b181-460f-9da3-7e212dca7b8b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.779061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a02f7d24-3e9a-47ee-9e47-56bc467c508b req-fcb67fc2-b181-460f-9da3-7e212dca7b8b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1144435 Aug 31 14:08:03.808996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 03a820fd-3250-42b2-b07c-097952f6bcff {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:03.809349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.819433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816cb3-cf5e-4450-99db-8ab02dab92ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44fc07-0817-47af-bab6-a5fe08747aba,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:03.834376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bc816cb3-cf5e-4450-99db-8ab02dab92ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c823048cfa724e2b890cc4ef4b2c4192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084245 Aug 31 14:08:03.837552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55506) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:03.890817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a02f7d24-3e9a-47ee-9e47-56bc467c508b req-4ad95742-3f4c-4864-ae04-52edb3132d27 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038170 Aug 31 14:08:03.891043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e53183d0-11db-49ea-a724-efb73d10c55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.924432 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e53183d0-11db-49ea-a724-efb73d10c55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.927044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.941342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 03a820fd-3250-42b2-b07c-097952f6bcff owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:03.973403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e53183d0-11db-49ea-a724-efb73d10c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.976709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e53183d0-11db-49ea-a724-efb73d10c55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.977975 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e53183d0-11db-49ea-a724-efb73d10c55f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c44fc07-0817-47af-bab6-a5fe08747aba HTTP/1.1" status: 204 len: 168 time: 0.1389067 Aug 31 14:08:03.994999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53183d0-11db-49ea-a724-efb73d10c55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44fc07-0817-47af-bab6-a5fe08747aba,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:04.046000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52dbbf-d791-457e-8e0b-b38797473e6c req-3cd7eb57-3dc0-48d7-94b2-35657f1d64d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:04.047774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb52dbbf-d791-457e-8e0b-b38797473e6c req-3cd7eb57-3dc0-48d7-94b2-35657f1d64d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0977809 Aug 31 14:08:04.133284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb52dbbf-d791-457e-8e0b-b38797473e6c req-a30d4c31-1739-4aa2-812f-e95d2cee3859 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790033 Aug 31 14:08:04.191544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.239622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=03a820fd-3250-42b2-b07c-097952f6bcff,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:04.295541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:04.309967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a752bced-9fa9-4069-96d1-6d97d337ae62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.435081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a752bced-9fa9-4069-96d1-6d97d337ae62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.439458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a752bced-9fa9-4069-96d1-6d97d337ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.495071 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a752bced-9fa9-4069-96d1-6d97d337ae62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=716b6e98918c4b7a8269873825ca1125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983304 Aug 31 14:08:04.496210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752bced-9fa9-4069-96d1-6d97d337ae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed832922-b936-4ee0-b700-c49cdf2c9dc8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:04.499410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55518) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:04.554333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-201c231c-ff5c-4781-ac2a-d9cd1d77352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.579362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-201c231c-ff5c-4781-ac2a-d9cd1d77352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.626203 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-201c231c-ff5c-4781-ac2a-d9cd1d77352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.628944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-201c231c-ff5c-4781-ac2a-d9cd1d77352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.632900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-201c231c-ff5c-4781-ac2a-d9cd1d77352f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed832922-b936-4ee0-b700-c49cdf2c9dc8 HTTP/1.1" status: 204 len: 168 time: 0.1295614 Aug 31 14:08:04.640293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c231c-ff5c-4781-ac2a-d9cd1d77352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed832922-b936-4ee0-b700-c49cdf2c9dc8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:04.670541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1c4e8-a92a-43c2-b580-476931a987a5 req-03e4ad25-3699-4ecf-b9db-44e09d446f80 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:04.671976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67e1c4e8-a92a-43c2-b580-476931a987a5 req-03e4ad25-3699-4ecf-b9db-44e09d446f80 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.4414051 Aug 31 14:08:04.672601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.783103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67e1c4e8-a92a-43c2-b580-476931a987a5 req-a5386a67-c0fa-4e7c-9418-4a9fed749276 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042950 Aug 31 14:08:04.891003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 13f306c6-a4ff-4a61-9d3b-5dc26226eeb9 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:04.915161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-c18d7359-45f7-4ec9-b55b-b748bdbe37b4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:04.916690 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-c18d7359-45f7-4ec9-b55b-b748bdbe37b4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 946 time: 0.0525770 Aug 31 14:08:04.918372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52114408-4aac-49d9-a4a6-7af6946ca455 req-85e9e25d-b723-4b0e-9f83-ee077685b5e6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:04.919904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52114408-4aac-49d9-a4a6-7af6946ca455 req-85e9e25d-b723-4b0e-9f83-ee077685b5e6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 946 time: 0.0661039 Aug 31 14:08:05.003839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:05.015614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e18d5ca7-e9f8-4881-ba8e-c7eef0b985b1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/13f306c6-a4ff-4a61-9d3b-5dc26226eeb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3105974 Aug 31 14:08:05.016897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] Sync routers for ids ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:05.019408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55534) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:05.027571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] Routers {'13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:05.028455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:05.029888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52114408-4aac-49d9-a4a6-7af6946ca455 req-20d98950-ee44-4a39-b8ac-afa3794829a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767400 Aug 31 14:08:05.038447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:05.038950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.083026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:05.092398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] Routers {'13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:05.093075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:05.128690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:05.129644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a2ada5-2448-41e6-8253-a900e506f7dd None None] The sync data for ids ['13f306c6-a4ff-4a61-9d3b-5dc26226eeb9'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:05.162625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f052f-ed7d-4eaf-a532-0533bd1e6049 req-36188e79-5831-49c6-8d7e-0e1f0c6fc934 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.163876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d11f052f-ed7d-4eaf-a532-0533bd1e6049 req-36188e79-5831-49c6-8d7e-0e1f0c6fc934 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0612586 Aug 31 14:08:05.217454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d11f052f-ed7d-4eaf-a532-0533bd1e6049 req-cb723869-75c5-44ee-8e6c-553777b30418 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Aug 31 14:08:05.324209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c3f8f-9c78-4967-a7dc-4a9c161c92a4 req-a4642cf5-5443-48ff-a369-24daaa911415 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.325821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-589c3f8f-9c78-4967-a7dc-4a9c161c92a4 req-a4642cf5-5443-48ff-a369-24daaa911415 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0538902 Aug 31 14:08:05.375048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-589c3f8f-9c78-4967-a7dc-4a9c161c92a4 req-94642905-4ebd-4234-a89f-61428874fb5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Aug 31 14:08:05.499338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf1af8-ce68-40c3-8869-b12341a789a3 req-0dcb73b2-5082-404b-a8a9-efc0a7a04dcd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.501007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ddf1af8-ce68-40c3-8869-b12341a789a3 req-0dcb73b2-5082-404b-a8a9-efc0a7a04dcd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0530527 Aug 31 14:08:05.548038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ddf1af8-ce68-40c3-8869-b12341a789a3 req-4b87e7bd-e4a3-43bd-834f-3277f7b247a8 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Aug 31 14:08:05.649210 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-f03d480e-1503-4ef2-93ee-587c127e17c4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 14:08:05.653114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f03d480e-1503-4ef2-93ee-587c127e17c4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/13f306c6-a4ff-4a61-9d3b-5dc26226eeb9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6276665 Aug 31 14:08:05.653114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] For port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:05.653114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.653371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55556) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:05.666195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:05.712055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9358b1e8-e02d-49be-bc12-72e4c6a14e6b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=13f306c6-a4ff-4a61-9d3b-5dc26226eeb9 HTTP/1.1" status: 200 len: 205 time: 0.0569043 Aug 31 14:08:05.715705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55560) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:05.765420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:05.816576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.817746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43aad223-15fd-40d8-9d40-d5eb6625f74e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.825701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 5ac9689d-f3b0-4420-9802-3b95ca862f8a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:05.830118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc941ca-5e1b-4b3f-872e-ca8a707f114e req-f687705e-5984-4461-b082-1610e4723360 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.830639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 5ac9689d-f3b0-4420-9802-3b95ca862f8a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:05.831203 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.831691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bc941ca-5e1b-4b3f-872e-ca8a707f114e req-f687705e-5984-4461-b082-1610e4723360 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1661842 Aug 31 14:08:05.859367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['bdeb3328-ee41-4f7e-aea7-8b46fe5e9897'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:05.864278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=bdeb3328-ee41-4f7e-aea7-8b46fe5e9897,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:05.943933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] No DVR routers for this DVR port bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:05.947944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.950717 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b14ac5cf-1811-4125-a399-7efd337ac598 req-5f5c0d8b-6401-4f50-a08d-b14bdc49d1a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "DELETE /v2.0/ports/bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 HTTP/1.1" status: 204 len: 173 time: 1.0245678 Aug 31 14:08:05.952260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f719f612-a9a5-418f-a630-ac38a621576a', 'name': 'network-vif-deleted', 'tag': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:05.958603 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7387ddc-c67a-4a2e-a636-601a87a19d2c" -d '{"events": [{"server_uuid": "f719f612-a9a5-418f-a630-ac38a621576a", "name": "network-vif-deleted", "tag": "bdeb3328-ee41-4f7e-aea7-8b46fe5e9897"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:05.979963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.005838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:06.008173 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beeeadb-842c-4c69-ab29-d6da1d6ac33b" -d '{"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:06.030287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:06.034879 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.073198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bc941ca-5e1b-4b3f-872e-ca8a707f114e req-d34e5a54-e3fd-4615-b72e-d8b71eed57e2 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102547 Aug 31 14:08:06.087506 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43aad223-15fd-40d8-9d40-d5eb6625f74e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.093376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43aad223-15fd-40d8-9d40-d5eb6625f74e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.121757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:06.160491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43aad223-15fd-40d8-9d40-d5eb6625f74e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.161108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aad223-15fd-40d8-9d40-d5eb6625f74e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Fanout notify agent at l3_agent the message router_deleted on router 13f306c6-a4ff-4a61-9d3b-5dc26226eeb9 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:08:06.162192 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7817a94d-2df5-4721-9b3b-3bbeb4f905e1 x-openstack-request-id: req-7817a94d-2df5-4721-9b3b-3bbeb4f905e1 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:06.163565 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f719f612-a9a5-418f-a630-ac38a621576a", "name": "network-vif-deleted", "tag": "bdeb3328-ee41-4f7e-aea7-8b46fe5e9897", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:06.164073 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7817a94d-2df5-4721-9b3b-3bbeb4f905e1 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:06.165007 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f719f612-a9a5-418f-a630-ac38a621576a', 'name': 'network-vif-deleted', 'tag': 'bdeb3328-ee41-4f7e-aea7-8b46fe5e9897', 'status': 'completed', 'code': 200} Aug 31 14:08:06.168734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-43aad223-15fd-40d8-9d40-d5eb6625f74e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.171168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-43aad223-15fd-40d8-9d40-d5eb6625f74e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/13f306c6-a4ff-4a61-9d3b-5dc26226eeb9 HTTP/1.1" status: 204 len: 168 time: 0.4548962 Aug 31 14:08:06.173921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:06.243655 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29589bc8-733e-43d6-a047-add1bb3fc655 x-openstack-request-id: req-29589bc8-733e-43d6-a047-add1bb3fc655 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:06.244006 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:06.244274 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29589bc8-733e-43d6-a047-add1bb3fc655 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:06.245495 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'code': 200} Aug 31 14:08:06.271939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet fa206779-f14b-46a1-a4f3-a692fde7200f {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:06.276132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.328772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae2199ba-142d-4c47-9aac-4aea1f61a133 req-299a761c-245c-42ff-b49f-073aeb19dbc6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.0308857 Aug 31 14:08:06.361075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.452041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea820b-6408-4a0e-a67d-5f4bfeb49830 req-1fbe6cbf-6fe6-4d8b-8f70-76bf67069e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:06.453521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-baea820b-6408-4a0e-a67d-5f4bfeb49830 req-1fbe6cbf-6fe6-4d8b-8f70-76bf67069e09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1096 time: 0.1167209 Aug 31 14:08:06.511976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542eda3a-a7e3-46fc-ba0b-275f980df76b req-9620184c-0f0f-4f27-8773-7bbfbedfc5ba tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:06.515333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-542eda3a-a7e3-46fc-ba0b-275f980df76b req-9620184c-0f0f-4f27-8773-7bbfbedfc5ba tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0892708 Aug 31 14:08:06.524050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-baea820b-6408-4a0e-a67d-5f4bfeb49830 req-17b4cde8-2259-401d-8c3b-1cf4e5ecb69b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475543 Aug 31 14:08:06.525603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.564574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-542eda3a-a7e3-46fc-ba0b-275f980df76b req-6aa39ca0-b1ce-4347-a6ec-9cf07d687a2f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Aug 31 14:08:06.615383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.655357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=fa206779-f14b-46a1-a4f3-a692fde7200f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:06.657387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.662251 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e9e9176c-61a2-43f1-a5ad-184130937641 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/fa206779-f14b-46a1-a4f3-a692fde7200f HTTP/1.1" status: 204 len: 168 time: 0.4843860 Aug 31 14:08:06.662655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55598) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:06.672541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300893a-2e56-42f5-9242-7c8929fa74ed None None] Network 1c15a5cd-c2c7-4889-8276-448075894c78 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:06.717220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0691075-6d6b-4371-8619-bcb4db09fbe9 req-c7865650-efdb-495e-a473-267daa65dc44 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:06.718856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0691075-6d6b-4371-8619-bcb4db09fbe9 req-c7865650-efdb-495e-a473-267daa65dc44 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 945 time: 0.0832846 Aug 31 14:08:06.761083 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.793796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d0691075-6d6b-4371-8619-bcb4db09fbe9 req-a1c66e98-6b99-43f3-b5cd-e56e32afaa6e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622945 Aug 31 14:08:06.869898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:06.870509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.927590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] DHCP port deletion for 1c15a5cd-c2c7-4889-8276-448075894c78 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:06.978546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005b173-62a2-4fad-8a04-9d38e1c5afef req-d3827fc3-2259-424d-aa8d-12958329541d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:06.981031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] Deleting port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:06.981697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.985643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,segment=NetworkSegment(63ba4525-6cf3-48c4-813b-4c49102b8bfd),segment_id=63ba4525-6cf3-48c4-813b-4c49102b8bfd)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:06.986175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.986490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7005b173-62a2-4fad-8a04-9d38e1c5afef req-d3827fc3-2259-424d-aa8d-12958329541d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0722418 Aug 31 14:08:07.017914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:07.035681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7005b173-62a2-4fad-8a04-9d38e1c5afef req-1b93968b-b4b1-48c4-a308-ab4c9530be04 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Aug 31 14:08:07.062044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] For port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,segment=NetworkSegment(63ba4525-6cf3-48c4-813b-4c49102b8bfd),segment_id=63ba4525-6cf3-48c4-813b-4c49102b8bfd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:07.063274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.095930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] Calling delete_port for 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:07.146161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.184517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.195423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No DVR routers for this DVR port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:07.220955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d875-c926-42e9-8020-3ce833d3ac5e req-712b8ff6-02be-4362-b050-518ac79a57df tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:07.222522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.222781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c548d875-c926-42e9-8020-3ce833d3ac5e req-712b8ff6-02be-4362-b050-518ac79a57df tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1235332 Aug 31 14:08:07.271131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c548d875-c926-42e9-8020-3ce833d3ac5e req-3d775d39-becd-417b-a8e0-fe5cecfec63d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Aug 31 14:08:07.280462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] Pushing event deleted for resources: {'Port': ['ID=3e649ad1-37c0-4083-bea4-f9a4cc57cf0b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.293142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf41d6f-ba88-44ea-9cdd-be8ce20e5d05 None None] No DVR routers for this DVR port 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:07.323734 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.334177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c15a5cd-c2c7-4889-8276-448075894c78']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:07.345440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ba4525-6cf3-48c4-813b-4c49102b8bfd') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:07.345980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ba4525-6cf3-48c4-813b-4c49102b8bfd') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:07.360367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.385878 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.405880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1509 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:07.406310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:07.409946 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:07.474431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7292c4-0258-46e2-8961-f4341e803f6e req-ae46731a-8f46-4c1e-a11a-e7802597eb13 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:07.484518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a7292c4-0258-46e2-8961-f4341e803f6e req-ae46731a-8f46-4c1e-a11a-e7802597eb13 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1196105 Aug 31 14:08:07.497816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:07.533229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:07.533481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3e649ad1-37c0-4083-bea4-f9a4cc57cf0b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:07.540579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.551482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.553406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/1c15a5cd-c2c7-4889-8276-448075894c78 HTTP/1.1" status: 204 len: 168 time: 0.8898997 Aug 31 14:08:07.560639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55620) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:07.566306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a7292c4-0258-46e2-8961-f4341e803f6e req-3e942a33-7e15-40b1-abb3-68613de65f8d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784094 Aug 31 14:08:07.576226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-110772177'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:07.581382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aa53a-8b85-40f1-a11a-6f81257e6592 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=1c15a5cd-c2c7-4889-8276-448075894c78,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.636468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:07.640036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.665381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:07.674547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c739162b-efbf-4e8a-8f5a-5b94a43595a1 req-09e31cb3-dac9-4e2e-b4a3-7f034de1de90 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.0396698 Aug 31 14:08:07.691060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.691631 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment 2d634685-93c0-4fe1-83fe-4cd00e417955 of type vlan for network ecefe9fe-58d1-429e-8955-39a510f51692 Aug 31 14:08:07.769172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.796631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.802850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:07.803736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.828013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3b05d-2535-4a29-a684-b60c7b73fb68 req-5e993e9c-6c22-4dd7-8b7a-76bfe4974db1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:07.833611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78a3b05d-2535-4a29-a684-b60c7b73fb68 req-5e993e9c-6c22-4dd7-8b7a-76bfe4974db1 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0722647 Aug 31 14:08:07.867595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3055847 Aug 31 14:08:07.870793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55632) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:07.877988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': 'ecefe9fe-58d1-429e-8955-39a510f51692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:07.880311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78a3b05d-2535-4a29-a684-b60c7b73fb68 req-3d61c9fd-ecd1-4bc7-baf1-cce088ab455f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Aug 31 14:08:07.938678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d7803-183c-46c5-a37c-1a812e5c3df3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=ecefe9fe-58d1-429e-8955-39a510f51692,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.952903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ecefe9fe-58d1-429e-8955-39a510f51692 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:08.022177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfec1f-0b19-4e7a-b579-c7430bb68c71 req-c69879c0-a4d0-4fad-bac2-5b4cdc98ebad tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:08.024541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51bfec1f-0b19-4e7a-b579-c7430bb68c71 req-c69879c0-a4d0-4fad-bac2-5b4cdc98ebad tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 945 time: 0.0633104 Aug 31 14:08:08.042245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:08.045818 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.087118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51bfec1f-0b19-4e7a-b579-c7430bb68c71 req-3ae9d866-1078-48fa-b6e7-eb334e8ba9ed tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555325 Aug 31 14:08:08.236208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34f42b-f9ce-4b7c-a1b9-3d114d07ab69 req-ac70e243-98bc-4df0-8e40-c0fa8557bb8d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:08.253027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b34f42b-f9ce-4b7c-a1b9-3d114d07ab69 req-ac70e243-98bc-4df0-8e40-c0fa8557bb8d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.0882297 Aug 31 14:08:08.258798 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.305225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b34f42b-f9ce-4b7c-a1b9-3d114d07ab69 req-a9057d86-2190-4952-a0c1-de0d8783713d tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509901 Aug 31 14:08:08.314742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=bc8c83ce-798c-4c81-a11c-03867ad75835,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:08.363250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': '2d634685-93c0-4fe1-83fe-4cd00e417955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'ecefe9fe-58d1-429e-8955-39a510f51692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:08.363706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: ecefe9fe-58d1-429e-8955-39a510f51692, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:08.384637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network ecefe9fe-58d1-429e-8955-39a510f51692 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:08.399187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ecefe9fe-58d1-429e-8955-39a510f51692) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:08.407136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:08.407794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.411004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f26d1-c8b3-49da-b723-5e3b31ea93ef None None] Network ecefe9fe-58d1-429e-8955-39a510f51692 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:08.425855 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0c5a879d-e582-4d17-9dc2-ae3f839cffe8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5536554 Aug 31 14:08:08.428367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55646) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:08.433726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3cae165a-2b84-457d-8c70-ea5bf90e62b8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-204903336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:08.463364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cae165a-2b84-457d-8c70-ea5bf90e62b8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.465273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cae165a-2b84-457d-8c70-ea5bf90e62b8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.474759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47916e55-f0f5-431a-b8a8-6fa4447fb421 req-9a6f90a4-a95d-499e-9e34-9cb664e14e3d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:08.485988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-47916e55-f0f5-431a-b8a8-6fa4447fb421 req-9a6f90a4-a95d-499e-9e34-9cb664e14e3d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.1147969 Aug 31 14:08:08.538709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cae165a-2b84-457d-8c70-ea5bf90e62b8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.545457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cae165a-2b84-457d-8c70-ea5bf90e62b8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.560353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-47916e55-f0f5-431a-b8a8-6fa4447fb421 req-9805c2be-014e-4d40-892d-25e0982b519e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739253 Aug 31 14:08:08.596970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cae165a-2b84-457d-8c70-ea5bf90e62b8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.602705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55650) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:08.604043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3cae165a-2b84-457d-8c70-ea5bf90e62b8 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1744874 Aug 31 14:08:08.618026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-ecefe9fe-58d1-429e-8955-39a510f51692', 'network_id': 'ecefe9fe-58d1-429e-8955-39a510f51692', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': 'bc8c83ce-798c-4c81-a11c-03867ad75835'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:08.619890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.798537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Allocated IP 2001:db8::2 (ecefe9fe-58d1-429e-8955-39a510f51692/bc8c83ce-798c-4c81-a11c-03867ad75835/bcdc2d30-4850-418d-bce1-5de2912ccf7f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:08.901784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4dd2-8d0c-4086-8701-ff41b6edc583 req-c8d82b52-bd80-4134-a8e1-5e393062c8fa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:08.909750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a25e4dd2-8d0c-4086-8701-ff41b6edc583 req-c8d82b52-bd80-4134-a8e1-5e393062c8fa tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.2132211 Aug 31 14:08:08.985357 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.997088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Transition to ACTIVE for port object bcdc2d30-4850-418d-bce1-5de2912ccf7f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:09.018926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Transition to ACTIVE for port object bcdc2d30-4850-418d-bce1-5de2912ccf7f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:09.022309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a25e4dd2-8d0c-4086-8701-ff41b6edc583 req-7a99d64e-6a5e-4e97-9e24-aad90e188cb6 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072774 Aug 31 14:08:09.048805 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.082669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.143554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Network ecefe9fe-58d1-429e-8955-39a510f51692 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:09.151938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:09.159780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:09.242986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96c85820-843f-4e41-87df-3bb22134c58e req-99ad6bcc-7e97-47b5-b91f-0fddb11f9194 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.1234555 Aug 31 14:08:09.305099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Attempting to bind port bcdc2d30-4850-418d-bce1-5de2912ccf7f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:09.305611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Attempting to bind port bcdc2d30-4850-418d-bce1-5de2912ccf7f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2d634685-93c0-4fe1-83fe-4cd00e417955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'ecefe9fe-58d1-429e-8955-39a510f51692'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:09.306072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Attempting to bind port bcdc2d30-4850-418d-bce1-5de2912ccf7f on network ecefe9fe-58d1-429e-8955-39a510f51692 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:09.314242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Pushing event updated for resources: {'Port': ['ID=bcdc2d30-4850-418d-bce1-5de2912ccf7f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:09.324473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:09.325005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Checking segment: {'id': '2d634685-93c0-4fe1-83fe-4cd00e417955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'ecefe9fe-58d1-429e-8955-39a510f51692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:09.325677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.326344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Bound using segment: {'id': '2d634685-93c0-4fe1-83fe-4cd00e417955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'ecefe9fe-58d1-429e-8955-39a510f51692'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:09.327072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Bound port: bcdc2d30-4850-418d-bce1-5de2912ccf7f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d634685-93c0-4fe1-83fe-4cd00e417955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'ecefe9fe-58d1-429e-8955-39a510f51692'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:09.327700 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.416755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] For port bcdc2d30-4850-418d-bce1-5de2912ccf7f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:09.420934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] For port bcdc2d30-4850-418d-bce1-5de2912ccf7f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bcdc2d30-4850-418d-bce1-5de2912ccf7f,segment=NetworkSegment(2d634685-93c0-4fe1-83fe-4cd00e417955),segment_id=2d634685-93c0-4fe1-83fe-4cd00e417955)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:09.429608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.463912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b35ff-d368-44ac-b1b4-60fe3bcf792c req-813d7443-ad44-4398-9714-18c335012fc7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:09.481880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-740b35ff-d368-44ac-b1b4-60fe3bcf792c req-813d7443-ad44-4398-9714-18c335012fc7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 945 time: 0.1387730 Aug 31 14:08:09.515982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06ce60-7436-4526-a991-8c23393ce57f None None] Pushing event updated for resources: {'Port': ['ID=bcdc2d30-4850-418d-bce1-5de2912ccf7f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:09.573231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-740b35ff-d368-44ac-b1b4-60fe3bcf792c req-c3dc84bf-04cb-478e-8d10-2fc04f27865c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869107 Aug 31 14:08:09.611527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8::1 (ecefe9fe-58d1-429e-8955-39a510f51692/bc8c83ce-798c-4c81-a11c-03867ad75835/24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:09.783757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:09.808713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3293b-6ee9-495f-a887-e41c4e37b3a9 req-8de9ebe5-5d71-4b65-9354-e651c5ac2d0b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:09.813400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7d3293b-6ee9-495f-a887-e41c4e37b3a9 req-8de9ebe5-5d71-4b65-9354-e651c5ac2d0b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.1139460 Aug 31 14:08:09.847509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:09.847956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bdeb3328-ee41-4f7e-aea7-8b46fe5e9897 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:09.860128 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.873217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.891340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:10.004650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7d3293b-6ee9-495f-a887-e41c4e37b3a9 req-9720f1de-6c81-4edc-a865-1e5e9b2e949d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736761 Aug 31 14:08:10.009428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.061410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network ecefe9fe-58d1-429e-8955-39a510f51692 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:10.067036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:10.070035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:10.070688 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.121283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:10.232125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36fe9-0cd6-4ae5-b09c-3518e45997e4 req-87bc2f88-1f29-4cad-a30d-c7204869ad88 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:10.242872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55696) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:10.243974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cf36fe9-0cd6-4ae5-b09c-3518e45997e4 req-87bc2f88-1f29-4cad-a30d-c7204869ad88 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 945 time: 0.1182876 Aug 31 14:08:10.247897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'floatingip': {'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:10.293947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.354011 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.381465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2df91337-760b-4951-8741-00e5d1b980d1 req-330b09d6-6deb-4dbe-9fbb-6f719a8c01ca tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.0614350 Aug 31 14:08:11.047947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c67b0-e23f-4e54-8156-b08074457106 None None] Network ecefe9fe-58d1-429e-8955-39a510f51692 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:11.221441 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:08:11.228242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875030-acac-414a-8465-d19019522b5a req-c4878231-3aac-4873-9812-90b78a79040e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:11.228242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c875030-acac-414a-8465-d19019522b5a req-c4878231-3aac-4873-9812-90b78a79040e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0851095 Aug 31 14:08:11.277808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b201e2c9-e6bd-4de6-94ae-7c7fe8734812 None None] Provisioning for port bcdc2d30-4850-418d-bce1-5de2912ccf7f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:11.305112 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.310251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c875030-acac-414a-8465-d19019522b5a req-8cfb410d-3d03-4475-892f-4ff8e88d6010 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637865 Aug 31 14:08:11.311486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.312272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.373499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:11.421099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.426508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.556376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network ecefe9fe-58d1-429e-8955-39a510f51692 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:11.559379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:11.645314 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Floating IP 1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e associated. External IP: 172.25.0.227, port: 5ac9689d-f3b0-4420-9802-3b95ca862f8a. Aug 31 14:08:11.669150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bcdc2d30-4850-418d-bce1-5de2912ccf7f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:11.731351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port bcdc2d30-4850-418d-bce1-5de2912ccf7f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:11.737533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bcdc2d30-4850-418d-bce1-5de2912ccf7f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:11.738074 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.906614 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.996702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-098d2c2a-fa35-4cdd-b0a6-5a0a8602ef04 req-99a1c8c7-30d2-43f9-a37e-f4fa1f05102b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=f719f612-a9a5-418f-a630-ac38a621576a HTTP/1.1" status: 200 len: 210 time: 0.1702278 Aug 31 14:08:11.997784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port bcdc2d30-4850-418d-bce1-5de2912ccf7f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bcdc2d30-4850-418d-bce1-5de2912ccf7f,segment=NetworkSegment(2d634685-93c0-4fe1-83fe-4cd00e417955),segment_id=2d634685-93c0-4fe1-83fe-4cd00e417955)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:12.025273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.113882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=bcdc2d30-4850-418d-bce1-5de2912ccf7f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:12.129057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b8ae8d2b-6e8b-42d7-8cbe-0acb19642512 None None] Provisioning for port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:12.134111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b8ae8d2b-6e8b-42d7-8cbe-0acb19642512 None None] Provisioning complete for port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:12.134697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8d2b-6e8b-42d7-8cbe-0acb19642512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.146965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 4bcd4b3b-187e-49d8-882e-9c4b2dd8c077 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:08:12.189948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae8d2b-6e8b-42d7-8cbe-0acb19642512 None None] Port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:12.202723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b8ae8d2b-6e8b-42d7-8cbe-0acb19642512 None None] Provisioning complete for port bcdc2d30-4850-418d-bce1-5de2912ccf7f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:12.203353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8d2b-6e8b-42d7-8cbe-0acb19642512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.256030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Router ee1ebe46-fa6a-43a5-b369-c666dafd9073 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:12.420447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:12.431822 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] Sync routers for ids ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:12.452128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b59075bf-3fcc-4d54-aefa-6fa926d33234 None None] Provisioning complete for port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:12.452507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b59075bf-3fcc-4d54-aefa-6fa926d33234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.456324 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] Routers {'4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:12.458341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66569167-6f94-488f-a705-e2dfcbc8fd14 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/4bcd4b3b-187e-49d8-882e-9c4b2dd8c077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8551245 Aug 31 14:08:12.459029 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.461535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55732) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:12.496350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:12.506866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.534525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b59075bf-3fcc-4d54-aefa-6fa926d33234 None None] Port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:12.536252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] Sync routers for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:12.555087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:12.555729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.571519 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e70ac8a3-3a2f-47b4-88f1-10fc4a2b47ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "PUT /v2.0/floatingips/1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e HTTP/1.1" status: 200 len: 991 time: 2.3274617 Aug 31 14:08:12.572468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:12.584933 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2877c73e-2882-4ad2-ac7c-467c0ef22e66" -d '{"events": [{"name": "network-changed", "server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:12.590392 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.640681 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] Routers {'4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:12.644340 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.701552 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.702428 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2021dfa-dd83-4533-a5da-8a65464f417a None None] The sync data for ids ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:12.706518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5354ffe-c818-4980-9476-4d735fcdc9a9 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:12.712518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55742) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:12.726971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b5354ffe-c818-4980-9476-4d735fcdc9a9 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports/24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 HTTP/1.1" status: 200 len: 911 time: 0.2643018 Aug 31 14:08:12.784399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:12.800055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77045716-071e-4151-b601-e06de52e1004 req-7ae981aa-60c0-40db-84b8-261581c8bf58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:12.805786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77045716-071e-4151-b601-e06de52e1004 req-7ae981aa-60c0-40db-84b8-261581c8bf58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.3220434 Aug 31 14:08:12.872361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77045716-071e-4151-b601-e06de52e1004 req-c9c8e519-67da-43a6-9bfc-734b7e3f243f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604951 Aug 31 14:08:13.061668 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13659ca-33f2-4004-9444-c5388c8d68ea x-openstack-request-id: req-b13659ca-33f2-4004-9444-c5388c8d68ea {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:13.062036 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:13.062242 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b13659ca-33f2-4004-9444-c5388c8d68ea {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:13.062619 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'status': 'completed', 'code': 200} Aug 31 14:08:13.148529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-065e3a48-e76f-4cba-b183-703a22f02eed None None] Provisioning complete for port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:13.149043 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-065e3a48-e76f-4cba-b183-703a22f02eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.246709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-065e3a48-e76f-4cba-b183-703a22f02eed None None] Port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:13.324468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-0c423aa6-3fd0-4e71-82d5-4185cf69f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:13.326516 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-0c423aa6-3fd0-4e71-82d5-4185cf69f24b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1096 time: 0.1541278 Aug 31 14:08:13.494388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-95287741-e9b1-4a2f-9cd5-7b30d337a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:13.495898 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-95287741-e9b1-4a2f-9cd5-7b30d337a5c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1291039 Aug 31 14:08:13.515424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.527200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bcdc2d30-4850-418d-bce1-5de2912ccf7f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:13.532923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'mac_address': 'fa:16:3e:b4:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:51Z', 'updated_at': '2021-08-31T14:08:11Z', 'revision_number': 1, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:56Z', 'revision_number': 5, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:13.589092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] Checking router: ee1ebe46-fa6a-43a5-b369-c666dafd9073 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:13.609473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:13.610428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:13.693265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bcdc2d30-4850-418d-bce1-5de2912ccf7f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:13.693971 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.779237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:14.072361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49b4d0-9a08-4db4-ad45-64973f152fe8 req-e3649489-06fb-4873-8565-b37f3fc0025d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:14.083074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef49b4d0-9a08-4db4-ad45-64973f152fe8 req-e3649489-06fb-4873-8565-b37f3fc0025d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0705938 Aug 31 14:08:14.132585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef49b4d0-9a08-4db4-ad45-64973f152fe8 req-12f60c6b-d5e1-4002-a70e-8a5c9ff640d8 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481822 Aug 31 14:08:14.179015 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-99e24ca0-65a8-4be5-803b-e804f23dd53c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.6735058 Aug 31 14:08:14.271992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'mac_address': 'fa:16:3e:b4:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:51Z', 'updated_at': '2021-08-31T14:08:11Z', 'revision_number': 1, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:56Z', 'revision_number': 5, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:14.278949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-75d16d47-9e73-4e94-bee3-b386e6dc6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:14.280451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-75d16d47-9e73-4e94-bee3-b386e6dc6913 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0843277 Aug 31 14:08:14.304061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec5479-5e8f-4430-a264-df110a57f3bd None None] The sync data for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 is: [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'mac_address': 'fa:16:3e:b4:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:51Z', 'updated_at': '2021-08-31T14:08:11Z', 'revision_number': 1, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:56Z', 'revision_number': 5, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:14.414132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-4e039729-1bf0-4989-b447-0917cc62d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:14.415787 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-4e039729-1bf0-4989-b447-0917cc62d4de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177807 Aug 31 14:08:14.581461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:14.582075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.640303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-7e1df9d7-f742-4c79-9591-4d8ffa32356b service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131298 Aug 31 14:08:14.719807 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd0fcc-3f74-47d2-af81-c433f532e696 None None] New status for floating IP 1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:08:14.768342 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2877c73e-2882-4ad2-ac7c-467c0ef22e66 req-b3b65a75-2021-4cf3-8f94-9a4feb013fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168013 Aug 31 14:08:14.778572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.811103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:15.098253 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.139966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=24e83f3a-2d0d-43ad-8d2f-fd0441f8bb94,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:15.304224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.577448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb4a8b-41e9-4273-b07d-d6e309d27aff req-a643b77b-d6e6-43f6-bb8f-d9e6d1c7d1ce tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:15.579334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6eb4a8b-41e9-4273-b07d-d6e309d27aff req-a643b77b-d6e6-43f6-bb8f-d9e6d1c7d1ce tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0577240 Aug 31 14:08:15.604699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 4bcd4b3b-187e-49d8-882e-9c4b2dd8c077 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:15.636829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6eb4a8b-41e9-4273-b07d-d6e309d27aff req-a691eb1b-6431-444d-bdf7-06e7e22f6c05 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451059 Aug 31 14:08:15.744033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:15.755592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] Sync routers for ids ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:15.768559 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3b54e75d-b270-4c19-9e1e-5dbd10e71ba7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/4bcd4b3b-187e-49d8-882e-9c4b2dd8c077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0503812 Aug 31 14:08:15.771997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55820) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:15.773165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] Routers {'4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:15.773989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:15.829883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:15.832203 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9f953109-a41b-4c80-a020-8503fab3d1e6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bcd4b3b-187e-49d8-882e-9c4b2dd8c077 HTTP/1.1" status: 200 len: 205 time: 0.0550747 Aug 31 14:08:15.835260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55822) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:15.841578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] Routers {'4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:15.842447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:15.891187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:15.892121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c2629-c9f0-41c2-9ad6-ffc2be7451d7 None None] The sync data for ids ['4bcd4b3b-187e-49d8-882e-9c4b2dd8c077'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:15.927198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eebeabde-f629-4800-8ed3-6300e9b2a34b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.955564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151c9e6-febe-43c7-865a-af241dbd0ac7 req-cb984c3a-53dd-4873-a090-77ceebcb956a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:15.973380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5151c9e6-febe-43c7-865a-af241dbd0ac7 req-cb984c3a-53dd-4873-a090-77ceebcb956a tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1252418 Aug 31 14:08:16.035875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5151c9e6-febe-43c7-865a-af241dbd0ac7 req-d1a307b7-4e6a-4a7e-9190-35c42da1060f tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568275 Aug 31 14:08:16.125683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eebeabde-f629-4800-8ed3-6300e9b2a34b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.127822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eebeabde-f629-4800-8ed3-6300e9b2a34b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.174143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eebeabde-f629-4800-8ed3-6300e9b2a34b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.174633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebeabde-f629-4800-8ed3-6300e9b2a34b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Fanout notify agent at l3_agent the message router_deleted on router 4bcd4b3b-187e-49d8-882e-9c4b2dd8c077 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:08:16.182493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eebeabde-f629-4800-8ed3-6300e9b2a34b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.186888 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eebeabde-f629-4800-8ed3-6300e9b2a34b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/4bcd4b3b-187e-49d8-882e-9c4b2dd8c077 HTTP/1.1" status: 204 len: 168 time: 0.3473997 Aug 31 14:08:16.187550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55830) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:16.253199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet bc8c83ce-798c-4c81-a11c-03867ad75835 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:16.257207 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.301503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.409082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.470237 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.495350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8c83ce-798c-4c81-a11c-03867ad75835,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:16.517438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.523764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bf0bcc4d-5d80-490c-8bde-cf864e23a419 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/bc8c83ce-798c-4c81-a11c-03867ad75835 HTTP/1.1" status: 204 len: 168 time: 0.3302667 Aug 31 14:08:16.525525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55838) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:16.527656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4b01a-66b0-4f9c-b441-890ffdada73c None None] Network ecefe9fe-58d1-429e-8955-39a510f51692 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:16.609303 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.715562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port bcdc2d30-4850-418d-bce1-5de2912ccf7f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:16.715562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.737859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] DHCP port deletion for ecefe9fe-58d1-429e-8955-39a510f51692 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:16.811624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port bcdc2d30-4850-418d-bce1-5de2912ccf7f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bcdc2d30-4850-418d-bce1-5de2912ccf7f,segment=NetworkSegment(2d634685-93c0-4fe1-83fe-4cd00e417955),segment_id=2d634685-93c0-4fe1-83fe-4cd00e417955)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:16.813169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.842367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for bcdc2d30-4850-418d-bce1-5de2912ccf7f owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:16.879553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] Deleting port bcdc2d30-4850-418d-bce1-5de2912ccf7f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:16.880680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.882957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59109f-77fc-4d8e-92c7-de92d90472b8 req-eaaa2756-49f7-43dd-aadd-cb8f0e4c70a7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:16.890953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce59109f-77fc-4d8e-92c7-de92d90472b8 req-eaaa2756-49f7-43dd-aadd-cb8f0e4c70a7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.1489921 Aug 31 14:08:16.938037 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.972570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=bcdc2d30-4850-418d-bce1-5de2912ccf7f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:16.976437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No DVR routers for this DVR port bcdc2d30-4850-418d-bce1-5de2912ccf7f on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:16.986980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce59109f-77fc-4d8e-92c7-de92d90472b8 req-fd304c05-0220-419c-9988-a638b16dcb07 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949066 Aug 31 14:08:17.074896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] For port bcdc2d30-4850-418d-bce1-5de2912ccf7f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bcdc2d30-4850-418d-bce1-5de2912ccf7f,segment=NetworkSegment(2d634685-93c0-4fe1-83fe-4cd00e417955),segment_id=2d634685-93c0-4fe1-83fe-4cd00e417955)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:17.075389 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.102716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] Calling delete_port for bcdc2d30-4850-418d-bce1-5de2912ccf7f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:17.170146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.190770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecefe9fe-58d1-429e-8955-39a510f51692']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:17.214226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d634685-93c0-4fe1-83fe-4cd00e417955') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:17.214830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d634685-93c0-4fe1-83fe-4cd00e417955') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:17.232308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.250036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.259518 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.273352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:17.274421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:17.278757 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:17.299140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] Pushing event deleted for resources: {'Port': ['ID=bcdc2d30-4850-418d-bce1-5de2912ccf7f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:17.314681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84350747-a421-49d2-b554-2862a8a536c0 None None] No DVR routers for this DVR port bcdc2d30-4850-418d-bce1-5de2912ccf7f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:17.324745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d4d22-c165-4e53-8350-67666911ed45 req-a8bfa3df-8657-407c-9319-ac0602011b32 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:17.345736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-706d4d22-c165-4e53-8350-67666911ed45 req-a8bfa3df-8657-407c-9319-ac0602011b32 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1201308 Aug 31 14:08:17.393654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.441000 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.441000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/ecefe9fe-58d1-429e-8955-39a510f51692 HTTP/1.1" status: 204 len: 168 time: 0.9111598 Aug 31 14:08:17.441000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50e348-bc28-4055-8eed-eed4c5072093 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=ecefe9fe-58d1-429e-8955-39a510f51692,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:17.441000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55900) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:17.448642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-963600319', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:17.460887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-706d4d22-c165-4e53-8350-67666911ed45 req-4eda2934-f76b-4da2-86d4-0945d6d42d45 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134079 Aug 31 14:08:17.479609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.481033 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.526220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bcdc2d30-4850-418d-bce1-5de2912ccf7f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:17.555835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.565044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: bcdc2d30-4850-418d-bce1-5de2912ccf7f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:17.565486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bcdc2d30-4850-418d-bce1-5de2912ccf7f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:17.750055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-67a8d543-c633-4d9a-9b08-abaf734e7701 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:17.751772 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-67a8d543-c633-4d9a-9b08-abaf734e7701 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1484501 Aug 31 14:08:17.754130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.931895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Deleting port 2690e8cb-9f26-4c33-8157-da617c985e8b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:17.932254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.126504 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-30c0a328-b55a-4fb3-8299-870076b47210 service neutron] show failed (client error): The resource could not be found. Aug 31 14:08:18.127879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-30c0a328-b55a-4fb3-8299-870076b47210 service neutron] 10.222.0.26 "GET /v2.0/ports/fb5e50e1-d6df-43b4-a3fe-17c146ec3014/bindings/n-h1-792362-6 HTTP/1.1" status: 404 len: 380 time: 0.0942681 Aug 31 14:08:18.200086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe5fe-f471-4613-9917-78a84f3f908e req-7c584453-a1d9-42a1-842f-b14108491271 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:18.202353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27cbe5fe-f471-4613-9917-78a84f3f908e req-7c584453-a1d9-42a1-842f-b14108491271 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 945 time: 0.0648046 Aug 31 14:08:18.312686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27cbe5fe-f471-4613-9917-78a84f3f908e req-c79955b0-84a0-4a10-beae-500e34b14a12 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030180 Aug 31 14:08:18.451022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.458949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] For port 2690e8cb-9f26-4c33-8157-da617c985e8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=2690e8cb-9f26-4c33-8157-da617c985e8b,segment=NetworkSegment(86f049e2-376a-41d8-9ef8-b83823e15067),segment_id=86f049e2-376a-41d8-9ef8-b83823e15067)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:18.459359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.469802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-bc6a4195-57ae-4e6d-b4f6-92d3d1dc481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:18.471663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-bc6a4195-57ae-4e6d-b4f6-92d3d1dc481f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 1096 time: 0.0494673 Aug 31 14:08:18.484653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.496787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Calling delete_port for 2690e8cb-9f26-4c33-8157-da617c985e8b owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:18.500780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792362-6', 'device_owner': 'compute:nova'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:18.575172 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.686472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 172.25.0.180 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/db465398-17db-4627-b94f-eb0a0cff9ddc) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:18.761946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa463f0d-a913-40b7-be92-cbedc1c5f46c req-e86b1229-a0f4-4681-83fa-9eb8066ae11c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:18.769640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa463f0d-a913-40b7-be92-cbedc1c5f46c req-e86b1229-a0f4-4681-83fa-9eb8066ae11c tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62 HTTP/1.1" status: 200 len: 946 time: 0.1848066 Aug 31 14:08:18.820816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.868180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['2690e8cb-9f26-4c33-8157-da617c985e8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:18.878316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Pushing event deleted for resources: {'Port': ['ID=2690e8cb-9f26-4c33-8157-da617c985e8b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:18.880080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa463f0d-a913-40b7-be92-cbedc1c5f46c req-94d27237-32fb-4abb-8951-15151659d3a4 tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.10 "GET /v2.0/security-groups?id=db06c46f-5a90-4eba-8b00-bd10c4d0fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051383 Aug 31 14:08:18.937138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.939390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] No DVR routers for this DVR port 2690e8cb-9f26-4c33-8157-da617c985e8b on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:18.943040 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.945182 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b2b2f19c-d82a-4c50-affb-6c647900f9f3 req-985d57c4-4a15-41fe-b89f-f9218f042a3e tempest-ServersNegativeTestJSON-1858244504 tempest-ServersNegativeTestJSON-1858244504-project] 10.222.0.26 "DELETE /v2.0/ports/2690e8cb-9f26-4c33-8157-da617c985e8b HTTP/1.1" status: 204 len: 173 time: 1.1845951 Aug 31 14:08:18.945328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:18.945501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-deleted', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:18.947989 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b37a9bb-90c4-44ae-b1fd-86d6cdbc24f2" -d '{"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-deleted", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:19.011855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.022445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:19.023896 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd557036-aa25-4515-af37-bdf562c04f63 x-openstack-request-id: req-cd557036-aa25-4515-af37-bdf562c04f63 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:19.025138 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62", "name": "network-vif-deleted", "tag": "2690e8cb-9f26-4c33-8157-da617c985e8b", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:19.028166 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd557036-aa25-4515-af37-bdf562c04f63 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:19.028746 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d9fe0-0b57-4d4d-a76a-52d4ad3d5f62', 'name': 'network-vif-deleted', 'tag': '2690e8cb-9f26-4c33-8157-da617c985e8b', 'status': 'completed', 'code': 200} Aug 31 14:08:19.073166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:19.078486 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:19.081851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:19.092585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.098255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:19.102877 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c8b62-faac-45a6-b34b-571e5ca82e0e" -d '{"events": [{"server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:19.115930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=db465398-17db-4627-b94f-eb0a0cff9ddc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:19.137243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.180670 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d1fbe8-0c26-4697-8085-773c639fc53e x-openstack-request-id: req-41d1fbe8-0c26-4697-8085-773c639fc53e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:19.181139 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:19.181494 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41d1fbe8-0c26-4697-8085-773c639fc53e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:19.181999 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'code': 200} Aug 31 14:08:19.250377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:19.341128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] No DVR routers for this DVR port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:19.515032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.525152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-17b21ea3-bb9e-439e-9b12-57a9b26c497a None None] Provisioning complete for port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:19.525527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-17b21ea3-bb9e-439e-9b12-57a9b26c497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.613514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-17b21ea3-bb9e-439e-9b12-57a9b26c497a None None] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:19.617944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd85ba-3f87-4003-a14e-5c17e5036abe req-77084c55-a4d1-46e5-93aa-1d7c9ef18c78 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:19.625621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06dd85ba-3f87-4003-a14e-5c17e5036abe req-77084c55-a4d1-46e5-93aa-1d7c9ef18c78 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.1524570 Aug 31 14:08:19.728230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.728791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.729352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.745911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06dd85ba-3f87-4003-a14e-5c17e5036abe req-14c84847-d0e8-4c1d-b110-11c272f2d55e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095352 Aug 31 14:08:19.747001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.747331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.752364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.752718 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.753223 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 2 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:19.777731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.778235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.778569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.784510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.784779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.790155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.790618 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.791413 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 3 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:19.806068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.806493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.806906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.811566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.812670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.816440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.816896 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.817538 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 4 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:19.819584 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.831016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.831365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.831709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.837371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.837709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.842437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.842789 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.846004 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 5 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:19.866400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.866755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.868036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.875473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.875806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.880504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.880892 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.881356 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 6 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:19.901979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.902331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.902663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.907847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.908549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.919263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.919613 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.920027 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 7 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:19.941141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.941591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.941816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.946803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.947138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.951101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55994) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:19.963742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.964200 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.964805 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 8 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:19.981725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:19.982100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:19.982372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.987425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.987766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:19.996642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:19.997017 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:19.997693 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 9 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:20.014741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:20.015173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:20.015576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:20.021308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:20.021785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:20.022071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] Deleting subnet 067835b6-8d8b-448c-99c5-29516107de44 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:20.028593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:20.029013 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:20.029441 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempt 10 to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 Aug 31 14:08:20.029650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.046304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:20.046734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:20.047143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:20.051991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:20.052386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempting to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:20.058154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:20.058503 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Failed to bind port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 for vnic_type normal using segments [{'id': 'd7ef091e-1b5d-4ffd-baa1-15046489d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4'}] Aug 31 14:08:20.058905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.077682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.079972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 196d0cc4-25f7-42ca-83ee-bd70114b2918 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:08:20.152268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:20.152696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:08:20.157728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.177304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.205683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] In _notify_port_updated(), no bound segment for port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:08:20.206599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.207424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.214652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] 10.222.0.101 "PUT /v2.0/ports/fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 1056 time: 1.7139978 Aug 31 14:08:20.232136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22574ca6-2359-4da9-9f6e-2f557a8a32e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:20.290233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:20.304455 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] Sync routers for ids ['196d0cc4-25f7-42ca-83ee-bd70114b2918'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:20.316390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] Routers {'196d0cc4-25f7-42ca-83ee-bd70114b2918'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:20.319126 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['196d0cc4-25f7-42ca-83ee-bd70114b2918'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:20.328429 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.335503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-73af6243-bde8-4297-a3ce-4a1d564b0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.337361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-73af6243-bde8-4297-a3ce-4a1d564b0605 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1059 time: 0.0754216 Aug 31 14:08:20.347489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.349453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8874b8c8-a75a-4a78-9bab-98ed74c09fea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9089761 Aug 31 14:08:20.355551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:20.402646 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:20.404524 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.409803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/067835b6-8d8b-448c-99c5-29516107de44 HTTP/1.1" status: 204 len: 168 time: 0.4568713 Aug 31 14:08:20.410721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd425c7c-b257-46a3-a16b-51fbe5aaef6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067835b6-8d8b-448c-99c5-29516107de44,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:20.413946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56008) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:20.434839 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] Routers {'196d0cc4-25f7-42ca-83ee-bd70114b2918'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:20.437725 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['196d0cc4-25f7-42ca-83ee-bd70114b2918'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:20.498362 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:20.499354 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cb93d-78a9-4c10-871b-e3ec87fcf698 None None] The sync data for ids ['196d0cc4-25f7-42ca-83ee-bd70114b2918'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:20.512385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.612270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.624166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07db18f8-1be9-456d-9bf9-0eb3ffb85c47']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:20.649579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6ced1e0e-f63d-4adb-a329-4ec1fbe1af58 None None] Provisioning complete for port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:20.650567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6ced1e0e-f63d-4adb-a329-4ec1fbe1af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.650692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f049e2-376a-41d8-9ef8-b83823e15067') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:20.651077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f049e2-376a-41d8-9ef8-b83823e15067') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:20.673854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.676584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-b1568ff7-7a98-4c61-8eb8-255efe5f1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.679470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-b1568ff7-7a98-4c61-8eb8-255efe5f1ae2 service neutron] 10.222.0.101 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.3287966 Aug 31 14:08:20.700948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aa462b91-16bc-473b-a59e-2612f55e23a5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/routers/196d0cc4-25f7-42ca-83ee-bd70114b2918 HTTP/1.1" status: 200 len: 884 time: 0.2351642 Aug 31 14:08:20.702369 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.704270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56012) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:20.715855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6ced1e0e-f63d-4adb-a329-4ec1fbe1af58 None None] Port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:20.791123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Releasing vlan 1500 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:20.791415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:20.793623 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:20.807676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-13a81af8-a7b7-4a65-a21e-fd3d7fbcda4e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 998 time: 0.1051528 Aug 31 14:08:20.890849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.901165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.905281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] 10.222.0.10 "DELETE /v2.0/networks/07db18f8-1be9-456d-9bf9-0eb3ffb85c47 HTTP/1.1" status: 204 len: 168 time: 0.4875357 Aug 31 14:08:20.923549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40209ffa-01a8-4a32-b66a-3dafe3c416cf admin admin] Pushing event deleted for resources: {'Network': ['ID=07db18f8-1be9-456d-9bf9-0eb3ffb85c47,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:20.956073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-3a47010b-1eda-4be5-acac-1aecddfd0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.957824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-3a47010b-1eda-4be5-acac-1aecddfd0294 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.1359847 Aug 31 14:08:20.988219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fa3a6-7298-4688-b8a3-ce36b7065b35 req-32f635d9-6980-4caf-8d1f-3ca9cd20ae28 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.997213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e04fa3a6-7298-4688-b8a3-ce36b7065b35 req-32f635d9-6980-4caf-8d1f-3ca9cd20ae28 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.1249356 Aug 31 14:08:21.058843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-80f56a7f-d977-496a-a972-1e1b074adfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:21.060353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-80f56a7f-d977-496a-a972-1e1b074adfcc service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920091 Aug 31 14:08:21.109482 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-62e897a7-0ddf-416c-9d82-a2b785eee91f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4040017 Aug 31 14:08:21.112535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56034) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:21.123027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-302645f6-e243-42e1-b37b-08be15afed16 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-963600319'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:21.192905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:21.195070 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b40873-e762-44d4-9d7b-b5bec0478983" -d '{"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:21.198020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56038) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:21.225579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e04fa3a6-7298-4688-b8a3-ce36b7065b35 req-1537e71e-8bbf-4840-a529-5a7c58a6819d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272727 Aug 31 14:08:21.229314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-c85c0c86-ea85-487f-84e7-da3f10c5289e service neutron] 10.222.0.101 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527913 Aug 31 14:08:21.339906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56044) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:21.340147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-58b94be0-dd9d-43cc-a705-e6077d99dca6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79848d79b4914f80823d9c82cf21f8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376085 Aug 31 14:08:21.388032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb443cb-d7e7-46e3-a291-df1c383cf15c req-636cd927-b9ec-4e36-8f99-f668daf5f060 service neutron] 10.222.0.101 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411719 Aug 31 14:08:21.439408 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da24ad76-acb5-4cf2-8748-5056cf54ab66 x-openstack-request-id: req-da24ad76-acb5-4cf2-8748-5056cf54ab66 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:21.439712 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:21.439972 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da24ad76-acb5-4cf2-8748-5056cf54ab66 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:21.440393 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'status': 'completed', 'code': 200} Aug 31 14:08:21.587891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b453b7c-36a8-454c-bdd7-58ea7004c2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:21.621544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-400eed8e-7850-46f3-833c-d886ced62cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:21.627558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-400eed8e-7850-46f3-833c-d886ced62cd8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1059 time: 0.1054184 Aug 31 14:08:21.675799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-e479d221-0c70-42c5-a269-e1d7ba0bc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:21.677955 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-e479d221-0c70-42c5-a269-e1d7ba0bc992 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1059 time: 0.1725364 Aug 31 14:08:21.680283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b453b7c-36a8-454c-bdd7-58ea7004c2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:21.749920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-eca57906-6acb-4649-ba0f-a1bc9ee83efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:21.751165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-eca57906-6acb-4649-ba0f-a1bc9ee83efa service neutron] 10.222.0.101 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.1191039 Aug 31 14:08:21.813185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-f7a3d7e9-a2d2-48d5-b4cf-2f8bd9e4e61e req-7abb8617-94e0-467c-92ad-0ed54d1380b4 tempest-ListServersNegativeTestJSON-1273905713 tempest-ListServersNegativeTestJSON-1273905713-project] (101361) timed out ('10.222.0.10', 58626) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:08:21.861235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:21.862518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-04a42181-d648-40ce-8fad-a82edbb9907a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 998 time: 0.1026754 Aug 31 14:08:21.897870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 2690e8cb-9f26-4c33-8157-da617c985e8b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:21.898477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 2690e8cb-9f26-4c33-8157-da617c985e8b not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:21.899089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb5e50e1-d6df-43b4-a3fe-17c146ec3014 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:21.948131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb5e50e1-d6df-43b4-a3fe-17c146ec3014 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:21.967099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-3f73f704-8224-4ce8-8690-333a776d2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:21.968629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-3f73f704-8224-4ce8-8690-333a776d2ce2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.0967486 Aug 31 14:08:22.035652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-ebe72fa5-3786-4a8d-8625-3894195803cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.037952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-ebe72fa5-3786-4a8d-8625-3894195803cd service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570948 Aug 31 14:08:22.118242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-302645f6-e243-42e1-b37b-08be15afed16 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.144725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-302645f6-e243-42e1-b37b-08be15afed16 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.173642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-1e6740a1-c50d-4dee-ba79-5c09eabf8b6d service neutron] 10.222.0.101 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266925 Aug 31 14:08:22.216354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b453b7c-36a8-454c-bdd7-58ea7004c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.219002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b453b7c-36a8-454c-bdd7-58ea7004c2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.220166 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7b453b7c-36a8-454c-bdd7-58ea7004c2f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db06c46f-5a90-4eba-8b00-bd10c4d0fab1 HTTP/1.1" status: 204 len: 168 time: 0.8788240 Aug 31 14:08:22.229612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-885be7bf-6a3d-464b-9466-edcb878cb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.231287 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-885be7bf-6a3d-464b-9466-edcb878cb9c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.5427313 Aug 31 14:08:22.242206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b453b7c-36a8-454c-bdd7-58ea7004c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db06c46f-5a90-4eba-8b00-bd10c4d0fab1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:22.320606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-f29add01-5b65-475c-b178-03ce0cc36af5 service neutron] 10.222.0.101 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369498 Aug 31 14:08:22.394850 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-987649ca-70eb-435d-8806-ec28c746e83b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 998 time: 0.1545105 Aug 31 14:08:22.462430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302645f6-e243-42e1-b37b-08be15afed16 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router 196d0cc4-25f7-42ca-83ee-bd70114b2918 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:22.463602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7d32c-5570-4aa0-80d2-09f5c64edc14 req-b51fc227-5cbe-472d-9608-877a214c862a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.465156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00d7d32c-5570-4aa0-80d2-09f5c64edc14 req-b51fc227-5cbe-472d-9608-877a214c862a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.1348884 Aug 31 14:08:22.478098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-0630babc-73eb-4571-b159-21f478317ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.479602 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-0630babc-73eb-4571-b159-21f478317ac5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.0726399 Aug 31 14:08:22.552942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00d7d32c-5570-4aa0-80d2-09f5c64edc14 req-1273a85d-1be1-41d3-8c74-2d5ec76c9367 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721769 Aug 31 14:08:22.650592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-98a7cc08-b48d-4d4e-9424-fba95826f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.652235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-98a7cc08-b48d-4d4e-9424-fba95826f3c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608758 Aug 31 14:08:22.772843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302645f6-e243-42e1-b37b-08be15afed16 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:22.781110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-302645f6-e243-42e1-b37b-08be15afed16 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.785011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56076) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:22.785998 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-302645f6-e243-42e1-b37b-08be15afed16 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/196d0cc4-25f7-42ca-83ee-bd70114b2918 HTTP/1.1" status: 200 len: 891 time: 1.6705644 Aug 31 14:08:22.789065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] Sync routers for ids ['196d0cc4-25f7-42ca-83ee-bd70114b2918'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:22.804352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] Routers {'196d0cc4-25f7-42ca-83ee-bd70114b2918'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:22.805543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['196d0cc4-25f7-42ca-83ee-bd70114b2918'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:22.826813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-8c98f713-c111-4d78-9c06-dab57ab89cd8 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406848 Aug 31 14:08:22.861667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:22.874491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] Routers {'196d0cc4-25f7-42ca-83ee-bd70114b2918'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:22.875840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['196d0cc4-25f7-42ca-83ee-bd70114b2918'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:22.928374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:22.929518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9566e1-fb42-45aa-8dcc-999000fd8aed None None] The sync data for ids ['196d0cc4-25f7-42ca-83ee-bd70114b2918'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:23.005016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8e93bdb6-a17d-4d8a-9ccd-f546c21993aa tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/routers/196d0cc4-25f7-42ca-83ee-bd70114b2918 HTTP/1.1" status: 200 len: 891 time: 0.2174931 Aug 31 14:08:23.005647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:23.053683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53b40873-e762-44d4-9d7b-b5bec0478983 req-743f86f3-69fa-4aa5-b711-cfc7db886348 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187240 Aug 31 14:08:23.064535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56086) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:23.070771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a7f6b6e-d330-4d74-bc20-fa2aa90729d4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=196d0cc4-25f7-42ca-83ee-bd70114b2918 HTTP/1.1" status: 200 len: 205 time: 0.0638287 Aug 31 14:08:23.075606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56088) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:23.230269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.252958 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a408c3b-77f3-45b0-b171-cb45bb82c135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.353983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.409051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a408c3b-77f3-45b0-b171-cb45bb82c135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.414191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a408c3b-77f3-45b0-b171-cb45bb82c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.445110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port db465398-17db-4627-b94f-eb0a0cff9ddc {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:23.445458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.446711 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7a408c3b-77f3-45b0-b171-cb45bb82c135 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ab769997f0c4b4abe0b6b12eebcaa50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809185 Aug 31 14:08:23.450718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56100) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:23.465754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56102) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:23.482853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408c3b-77f3-45b0-b171-cb45bb82c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14990e39-2611-430f-bcb3-bb070938f696,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:23.572060 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.574371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f442-3d02-4012-9b05-69e5a190cc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.592769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for db465398-17db-4627-b94f-eb0a0cff9ddc owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:23.599271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-208568722-network', 'tenant_id': 'c688e29405ab474aa2882a6a23b45a57'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:23.612648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f442-3d02-4012-9b05-69e5a190cc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.627169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Made reservation on behalf of c688e29405ab474aa2882a6a23b45a57 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:23.632680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.646356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.744671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5bb4-1ccd-450c-9025-75256818d382 req-355e6dd2-58aa-4ebb-96bf-d99172afa5d0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:23.746299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a05e5bb4-1ccd-450c-9025-75256818d382 req-355e6dd2-58aa-4ebb-96bf-d99172afa5d0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.0890505 Aug 31 14:08:23.763993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.769934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.798691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] vlan segment allocate from pool success with {'vlan_id': 1528, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:23.801118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f442-3d02-4012-9b05-69e5a190cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.804208 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f442-3d02-4012-9b05-69e5a190cc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.805396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8ec2f442-3d02-4012-9b05-69e5a190cc58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14990e39-2611-430f-bcb3-bb070938f696 HTTP/1.1" status: 204 len: 168 time: 0.3537292 Aug 31 14:08:23.811443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9542b597-6992-426c-88f4-4cab76b28950,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:23.826152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2f442-3d02-4012-9b05-69e5a190cc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14990e39-2611-430f-bcb3-bb070938f696,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:23.829812 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.832462 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Added segment 382376c5-31e2-47d2-a5d4-614beea3c7fd of type vlan for network fce176c2-639a-4e24-a95a-3f29f5c4fa73 Aug 31 14:08:23.854840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a05e5bb4-1ccd-450c-9025-75256818d382 req-a8700d66-d955-451b-afb1-740f1b744f55 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737460 Aug 31 14:08:23.887573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56112) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:23.928069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.944839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.027540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=db465398-17db-4627-b94f-eb0a0cff9ddc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:24.059645 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.080955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.082172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:24.085314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.203410 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7363973 Aug 31 14:08:24.205905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78372a07-71f1-4ad6-90c4-e7cff2b2d03f admin admin] Pushing event updated for resources: {'Network': ['ID=fce176c2-639a-4e24-a95a-3f29f5c4fa73,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:24.209953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56118) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:24.216213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Request body: {'subnet': {'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-208568722-subnet', 'tenant_id': 'c688e29405ab474aa2882a6a23b45a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:24.221339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network fce176c2-639a-4e24-a95a-3f29f5c4fa73 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:24.251693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Made reservation on behalf of c688e29405ab474aa2882a6a23b45a57 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:24.255673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.313686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56120) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:24.336411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 5df1619b-8c6c-4f36-bb84-cbc59b64b3b8 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:24.336890 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.343340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f873e57-9cc9-4344-9dfb-d72f0f695173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.493525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.493882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.521224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.536776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.540059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7805573c-e98e-43c9-955e-36362491a5f2 req-6e42f489-0d60-4bff-8cac-9fb64590b629 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311520 Aug 31 14:08:24.542997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 5df1619b-8c6c-4f36-bb84-cbc59b64b3b8 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:24.585956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.587182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Fanout notify agent at l3_agent the message router_deleted on router 196d0cc4-25f7-42ca-83ee-bd70114b2918 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:08:24.594841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.596352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3d9da4f2-3d25-4611-992d-5d3b966587a3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/196d0cc4-25f7-42ca-83ee-bd70114b2918 HTTP/1.1" status: 204 len: 168 time: 1.5193925 Aug 31 14:08:24.610302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56122) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:24.615063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-325150800'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:24.639615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7805573c-e98e-43c9-955e-36362491a5f2 req-ea0cb315-9d8b-49e8-9654-dfdf3c5261a8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0379848 Aug 31 14:08:24.658154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.720785 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f873e57-9cc9-4344-9dfb-d72f0f695173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.734835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f873e57-9cc9-4344-9dfb-d72f0f695173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.760771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:24.764601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.792658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d06153f-1f3d-4e31-ba76-ffaceb076995,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:24.815629 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f873e57-9cc9-4344-9dfb-d72f0f695173 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b78d4784baa54e4ab6ae81982e4aeb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992197 Aug 31 14:08:24.819643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56124) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:24.820345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1532, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:24.822749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f873e57-9cc9-4344-9dfb-d72f0f695173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38515c94-ca6e-480a-a33d-c6d1868fa67a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:24.829164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805573c-e98e-43c9-955e-36362491a5f2 req-e31eec2d-44bb-473d-b14d-cddd792bf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:24.830678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7805573c-e98e-43c9-955e-36362491a5f2 req-e31eec2d-44bb-473d-b14d-cddd792bf1ad service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1554666 Aug 31 14:08:24.837552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.838108 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment 1dea1576-e9e4-477b-848c-f7536d7791cc of type vlan for network 73287432-6d69-46ad-9154-aafb41358557 Aug 31 14:08:24.841539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Checking segment: {'id': '382376c5-31e2-47d2-a5d4-614beea3c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:24.841539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Network hostable DHCP agents. Network: fce176c2-639a-4e24-a95a-3f29f5c4fa73, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:24.916493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Network fce176c2-639a-4e24-a95a-3f29f5c4fa73 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:24.935995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a122b211-432b-4d23-91b1-5d9d226f5359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.936210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.943633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, fce176c2-639a-4e24-a95a-3f29f5c4fa73) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:24.952027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:24.952603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.957695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7b4cfa-3446-499e-9ba8-d3a211143a0e None None] Network fce176c2-639a-4e24-a95a-3f29f5c4fa73 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:24.960766 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.993888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.999573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.000223 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.001484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a122b211-432b-4d23-91b1-5d9d226f5359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.010748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=5df1619b-8c6c-4f36-bb84-cbc59b64b3b8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.013594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3e16beab-9d93-4e7b-bb19-5822a7c38e4f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8024344 Aug 31 14:08:25.098913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.099666 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP a8a8f314-16c0-46ee-b6fa-50390723fb0e disassociated (deleted). External IP: 172.25.0.92, port: fb5e50e1-d6df-43b4-a3fe-17c146ec3014. Aug 31 14:08:25.155374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a122b211-432b-4d23-91b1-5d9d226f5359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.156144 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a122b211-432b-4d23-91b1-5d9d226f5359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.157401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a122b211-432b-4d23-91b1-5d9d226f5359 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38515c94-ca6e-480a-a33d-c6d1868fa67a HTTP/1.1" status: 204 len: 168 time: 0.3356421 Aug 31 14:08:25.159987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805573c-e98e-43c9-955e-36362491a5f2 req-7f1c6029-5a78-4601-9b6e-0eaf0ab4509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.162412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7805573c-e98e-43c9-955e-36362491a5f2 req-7f1c6029-5a78-4601-9b6e-0eaf0ab4509c service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3139935 Aug 31 14:08:25.168795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5572510 Aug 31 14:08:25.172556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:25.178233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': '73287432-6d69-46ad-9154-aafb41358557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:25.195630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d33d08-8a13-411c-9e51-971a7c18ead5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=73287432-6d69-46ad-9154-aafb41358557,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.215684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b211-432b-4d23-91b1-5d9d226f5359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38515c94-ca6e-480a-a33d-c6d1868fa67a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.232087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 73287432-6d69-46ad-9154-aafb41358557 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:25.375914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:25.381188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.462765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b9ad1-c8de-4977-8638-1845b2aeeef5 None None] Network fce176c2-639a-4e24-a95a-3f29f5c4fa73 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:25.524732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 851240af-b38b-4513-8159-784cadbb2885 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:25.726686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:25.731196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.735140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.744707 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] Sync routers for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:25.758821 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:25.760162 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:25.806677 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e10b57e4-8719-40bc-a66e-05fe737f72c2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/floatingips/a8a8f314-16c0-46ee-b6fa-50390723fb0e HTTP/1.1" status: 204 len: 168 time: 1.9180326 Aug 31 14:08:25.809324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:25.811631 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fe1fe3-1199-428d-abd4-e1a3e32e0763" -d '{"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:25.819786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=3b85c1c7-04ef-4c1e-b3f0-7563f94117c6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.843093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': '1dea1576-e9e4-477b-848c-f7536d7791cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '73287432-6d69-46ad-9154-aafb41358557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:25.843461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: 73287432-6d69-46ad-9154-aafb41358557, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:25.886341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 73287432-6d69-46ad-9154-aafb41358557 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:25.899746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 73287432-6d69-46ad-9154-aafb41358557) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:25.915718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f86af-8b9a-45b3-bd42-19e382eb2288 None None] Network 73287432-6d69-46ad-9154-aafb41358557 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:25.915950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.916404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.939163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56160) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:25.945834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-767047639-network', 'tenant_id': '8a88b2b7ce984c869577e361ca6f6305'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:25.954111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-59273f09-cccd-4cb8-ad78-ef33ecba8708 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7801387 Aug 31 14:08:25.956787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:25.963372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6550626b-cece-484e-8ff0-14326654e3fb tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-600273855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:25.979259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Made reservation on behalf of 8a88b2b7ce984c869577e361ca6f6305 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:25.983001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.002436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.005995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6550626b-cece-484e-8ff0-14326654e3fb tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.008403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6550626b-cece-484e-8ff0-14326654e3fb tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.084488 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:26.113204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6550626b-cece-484e-8ff0-14326654e3fb tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.120232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6550626b-cece-484e-8ff0-14326654e3fb tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.172477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-73287432-6d69-46ad-9154-aafb41358557', 'network_id': '73287432-6d69-46ad-9154-aafb41358557', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': '3b85c1c7-04ef-4c1e-b3f0-7563f94117c6'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:26.173790 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.188759 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faa8bfa-f583-4d96-aca9-b10c8d432120 x-openstack-request-id: req-8faa8bfa-f583-4d96-aca9-b10c8d432120 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:26.189317 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:26.189877 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8faa8bfa-f583-4d96-aca9-b10c8d432120 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:26.190536 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'status': 'completed', 'code': 200} Aug 31 14:08:26.274939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.312511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.328434 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6550626b-cece-484e-8ff0-14326654e3fb tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.332363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6550626b-cece-484e-8ff0-14326654e3fb tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3720458 Aug 31 14:08:26.339136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:26.342913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56172) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:26.352591 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.352985 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Added segment 779c9568-bbd0-418a-bbfe-4d2aac6e41c6 of type vlan for network 175f7fde-44da-4abe-983b-1473fa0d877e Aug 31 14:08:26.466392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.485256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Allocated IP 2001:db8::2 (73287432-6d69-46ad-9154-aafb41358557/3b85c1c7-04ef-4c1e-b3f0-7563f94117c6/8c7f5138-a108-4b5b-bb19-2ea669ea6062) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:26.490345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-cbe54f94-b89a-4730-b31e-bc50f71c5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.492366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-cbe54f94-b89a-4730-b31e-bc50f71c5374 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1059 time: 0.2569160 Aug 31 14:08:26.496422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d82fc5-f508-4135-bacc-1fda511e5af1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:26.584359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.585688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.586497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.603096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-f5acfb06-5edb-4a6d-b3b3-0a46f00d4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.605269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-f5acfb06-5edb-4a6d-b3b3-0a46f00d4525 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 1059 time: 0.3664014 Aug 31 14:08:26.666333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] Pushing event updated for resources: {'Network': ['ID=175f7fde-44da-4abe-983b-1473fa0d877e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:26.685723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 175f7fde-44da-4abe-983b-1473fa0d877e details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:26.693692 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d67326eb-3c93-4389-9780-8203bc24165d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7501092 Aug 31 14:08:26.700674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56178) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:26.741218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-01adccee-d5af-46f2-b8f6-f5d26e2e5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.742608 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:26.752484 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-01adccee-d5af-46f2-b8f6-f5d26e2e5cde service neutron] 10.222.0.26 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.2489448 Aug 31 14:08:26.794374 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] Checking router: 851240af-b38b-4513-8159-784cadbb2885 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:26.809103 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-6441fc95-e22e-4742-809f-0017b29f4890 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 217 time: 0.0486801 Aug 31 14:08:26.810113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Request body: {'subnet': {'network_id': '175f7fde-44da-4abe-983b-1473fa0d877e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-767047639-subnet', 'tenant_id': '8a88b2b7ce984c869577e361ca6f6305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:26.816831 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:26.818404 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:07:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:26.878644 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ced47e8c-2bba-40c4-908b-cf30894b31f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.902826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-56fe1735-c399-46bf-8156-97a13dbd1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.904615 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-56fe1735-c399-46bf-8156-97a13dbd1d26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.0885835 Aug 31 14:08:26.967733 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:27.005219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-9d406f13-cfb2-464d-b39b-03bdcc246d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.007034 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-9d406f13-cfb2-464d-b39b-03bdcc246d8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940833 Aug 31 14:08:27.012180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4f4c-0d40-4ace-a3c8-97f99e9c124c req-d1b70692-ff04-49df-a370-149e469b9d37 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.020759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a46f4f4c-0d40-4ace-a3c8-97f99e9c124c req-d1b70692-ff04-49df-a370-149e469b9d37 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.6382065 Aug 31 14:08:27.027873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Made reservation on behalf of 8a88b2b7ce984c869577e361ca6f6305 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:27.030482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.085124 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.107909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Transition to ACTIVE for port object 8c7f5138-a108-4b5b-bb19-2ea669ea6062 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:27.134746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Transition to ACTIVE for port object 8c7f5138-a108-4b5b-bb19-2ea669ea6062 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:27.144528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.202252 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-864365f2-c723-40fb-8766-1c5a4b2c7172 service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858592 Aug 31 14:08:27.275682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a46f4f4c-0d40-4ace-a3c8-97f99e9c124c req-015432e1-df57-4703-a601-dfa478a45125 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537663 Aug 31 14:08:27.278266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Pushing event updated for resources: {'Port': ['ID=8c7f5138-a108-4b5b-bb19-2ea669ea6062,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:27.299770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-06a597da-1c5d-4175-ac9c-f03f0b47acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.302048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-06a597da-1c5d-4175-ac9c-f03f0b47acea service neutron] 10.222.0.101 "GET /v2.0/networks?id=14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 200 len: 899 time: 0.6501129 Aug 31 14:08:27.318557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Network 73287432-6d69-46ad-9154-aafb41358557 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:27.320346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:27.331744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:27.348087 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-aaf0c421-61fa-4837-9e01-3ad50de7ab0e service neutron] 10.222.0.26 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374269 Aug 31 14:08:27.411045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-69498eb1-0105-4b59-8ff5-2d6b7ce305fc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 200 len: 217 time: 0.0928359 Aug 31 14:08:27.415629 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:27.438767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.450682 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a6a50-0cb7-42a8-9764-db358ba535ff None None] The sync data for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 is: [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '0c2b3de0-aa8f-42b4-ba49-92d59c04f10b', 'name': '', 'network_id': '14db9a62-bbb0-40ab-87af-a317d5f84fb4', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d0:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:40Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'ce2fd275-df3d-48e3-8952-dcd920c134f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:27.691639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-cf26ce3d-a7ed-47f5-8e05-8d4c60033db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.693242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-cf26ce3d-a7ed-47f5-8e05-8d4c60033db7 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 200 len: 834 time: 0.2298532 Aug 31 14:08:27.704339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Attempting to bind port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:27.704835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Attempting to bind port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '1dea1576-e9e4-477b-848c-f7536d7791cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '73287432-6d69-46ad-9154-aafb41358557'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:27.705100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Attempting to bind port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 on network 73287432-6d69-46ad-9154-aafb41358557 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:27.710748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:27.711128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Checking segment: {'id': '1dea1576-e9e4-477b-848c-f7536d7791cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '73287432-6d69-46ad-9154-aafb41358557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:27.711535 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.711951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Bound using segment: {'id': '1dea1576-e9e4-477b-848c-f7536d7791cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '73287432-6d69-46ad-9154-aafb41358557'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:27.716655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Bound port: 8c7f5138-a108-4b5b-bb19-2ea669ea6062, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dea1576-e9e4-477b-848c-f7536d7791cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '73287432-6d69-46ad-9154-aafb41358557'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:27.717090 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.718214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-fe02f820-8fc9-4bda-bd62-4ece7266eec8 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.720622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-fe02f820-8fc9-4bda-bd62-4ece7266eec8 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.2606828 Aug 31 14:08:27.724016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.816749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] For port 8c7f5138-a108-4b5b-bb19-2ea669ea6062, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:27.820974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] For port 8c7f5138-a108-4b5b-bb19-2ea669ea6062, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c7f5138-a108-4b5b-bb19-2ea669ea6062,segment=NetworkSegment(1dea1576-e9e4-477b-848c-f7536d7791cc),segment_id=1dea1576-e9e4-477b-848c-f7536d7791cc)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:27.829107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.896081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a96d-26b3-4e2a-9571-2fb24d7cfa8e None None] Pushing event updated for resources: {'Port': ['ID=8c7f5138-a108-4b5b-bb19-2ea669ea6062,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:27.911963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922200c1-9d53-4bd2-85d8-7846672a0dca None None] New status for floating IP a8a8f314-16c0-46ee-b6fa-50390723fb0e: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:08:28.038960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2a20e5-e027-4034-a1a0-f0837e5847d5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:28.076370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-37f4addb-886a-4409-a074-d6962c5d6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:28.077934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-37f4addb-886a-4409-a074-d6962c5d6dfb service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=14db9a62-bbb0-40ab-87af-a317d5f84fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3512104 Aug 31 14:08:28.214256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Checking segment: {'id': '779c9568-bbd0-418a-bbfe-4d2aac6e41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '175f7fde-44da-4abe-983b-1473fa0d877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:28.215621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Network hostable DHCP agents. Network: 175f7fde-44da-4abe-983b-1473fa0d877e, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:28.236831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:28.237221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.272232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8::1 (73287432-6d69-46ad-9154-aafb41358557/3b85c1c7-04ef-4c1e-b3f0-7563f94117c6/7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:28.372232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Network 175f7fde-44da-4abe-983b-1473fa0d877e is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:28.461070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 175f7fde-44da-4abe-983b-1473fa0d877e) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:28.474874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86b9c52-c3e1-417e-83a9-6df194963153 None None] Network 175f7fde-44da-4abe-983b-1473fa0d877e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:28.481881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-f31bbdfd-2739-48d6-bdd3-ec5c27649d06 service neutron] 10.222.0.101 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776729 Aug 31 14:08:28.506987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:28.511416 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.644603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb82daa-1f39-4f00-b6f5-675a3d755265 req-b2e4b145-0f4d-45db-abd9-2518206a069c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:28.646811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5eb82daa-1f39-4f00-b6f5-675a3d755265 req-b2e4b145-0f4d-45db-abd9-2518206a069c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 943 time: 0.2438231 Aug 31 14:08:28.648250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8b6d71a6-7f9f-40c0-bc9d-fcb75c2dd1a4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8667107 Aug 31 14:08:28.659387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port fb5e50e1-d6df-43b4-a3fe-17c146ec3014, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:28.659861 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.687306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce356c-e233-45c3-a2d2-9fea6675db21 None None] Network 175f7fde-44da-4abe-983b-1473fa0d877e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:28.700861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for fb5e50e1-d6df-43b4-a3fe-17c146ec3014 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:28.746270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.048594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56246) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:29.198569 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a074997b-79f3-49c9-bc8a-9fb83e75e275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.224003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:29.251149 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-d3e70672-efde-4795-9f2a-e9c91e248d40 service neutron] 10.222.0.101 "GET /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483618 Aug 31 14:08:29.260155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5eb82daa-1f39-4f00-b6f5-675a3d755265 req-7d597dd3-ddc8-4abf-88c8-147cdcaf72fb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f99d97d-5467-4ee3-be07-94b91cba9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5660260 Aug 31 14:08:29.302347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56252) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:29.310505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5d81a943-c301-410a-a051-7d2b55f1ce08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.322660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.373945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899f520-fd09-454b-b487-cba95e8d9c7b None None] Network 73287432-6d69-46ad-9154-aafb41358557 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:29.461064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 73287432-6d69-46ad-9154-aafb41358557 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:29.469783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:29.479813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5a9c69b7-f9c9-498c-9700-bc8302f803fc None None] Provisioning for port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:29.481262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:29.486481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:29.487082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.682375 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.708173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.775106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c7f5138-a108-4b5b-bb19-2ea669ea6062 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:29.788530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=fb5e50e1-d6df-43b4-a3fe-17c146ec3014,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:29.859914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:29.869638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:29.870021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.029225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] No DVR routers for this DVR port fb5e50e1-d6df-43b4-a3fe-17c146ec3014 on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:30.034910 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.037271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4a5cb16-82b8-47d1-94ad-b6a923d8927c req-97921e1b-b047-4e18-bedd-74d1f9f85999 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.101 "DELETE /v2.0/ports/fb5e50e1-d6df-43b4-a3fe-17c146ec3014 HTTP/1.1" status: 204 len: 173 time: 2.2361569 Aug 31 14:08:30.037928 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.038082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.053075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'name': 'network-vif-deleted', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:30.064188 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54116d88-3bd6-43c4-b669-c47d75ebe7c0" -d '{"events": [{"server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "name": "network-vif-deleted", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:30.110543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 8c7f5138-a108-4b5b-bb19-2ea669ea6062, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c7f5138-a108-4b5b-bb19-2ea669ea6062,segment=NetworkSegment(1dea1576-e9e4-477b-848c-f7536d7791cc),segment_id=1dea1576-e9e4-477b-848c-f7536d7791cc)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:30.116391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.139984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a074997b-79f3-49c9-bc8a-9fb83e75e275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.152207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a074997b-79f3-49c9-bc8a-9fb83e75e275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.186886 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a074997b-79f3-49c9-bc8a-9fb83e75e275 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6005c6675aa242748585df546d414695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1364260 Aug 31 14:08:30.194952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56268) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:30.261288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ad5a755a-1ba0-4184-b438-4a81aa6c2e95 None None] Provisioning complete for port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:30.261728 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad5a755a-1ba0-4184-b438-4a81aa6c2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.305288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=8c7f5138-a108-4b5b-bb19-2ea669ea6062,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:30.429466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ad5a755a-1ba0-4184-b438-4a81aa6c2e95 None None] Provisioning for port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:30.434669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ad5a755a-1ba0-4184-b438-4a81aa6c2e95 None None] Provisioning complete for port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:30.435065 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ad5a755a-1ba0-4184-b438-4a81aa6c2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.437728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fcaffa0a-3e93-4ca9-ae76-0e5fc194fd2d tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.441641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074997b-79f3-49c9-bc8a-9fb83e75e275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffde14b9-a3b5-467d-8c5d-533e9ed2f167,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:30.451301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fcaffa0a-3e93-4ca9-ae76-0e5fc194fd2d tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/networks?id=fce176c2-639a-4e24-a95a-3f29f5c4fa73 HTTP/1.1" status: 200 len: 824 time: 0.5837753 Aug 31 14:08:30.458472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bb7-90ac-4549-80e9-7b1ee8e32d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.476484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-88289ae5-53ec-47fc-b4eb-43e554e2b6e3 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/quotas/c688e29405ab474aa2882a6a23b45a57 HTTP/1.1" status: 200 len: 375 time: 0.0242443 Aug 31 14:08:30.504467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a755a-1ba0-4184-b438-4a81aa6c2e95 None None] Port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:30.525161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-9379020a-6161-4cc0-86fe-0f7585d6f638 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c688e29405ab474aa2882a6a23b45a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477231 Aug 31 14:08:30.539424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bb7-90ac-4549-80e9-7b1ee8e32d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.571794 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.650872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f7ea00e-1561-420a-87da-13cfb1d16ea2 None None] Provisioning complete for port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:30.653216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea00e-1561-420a-87da-13cfb1d16ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.684543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bb7-90ac-4549-80e9-7b1ee8e32d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.688328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bb7-90ac-4549-80e9-7b1ee8e32d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.694303 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f5f19bb7-90ac-4549-80e9-7b1ee8e32d32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffde14b9-a3b5-467d-8c5d-533e9ed2f167 HTTP/1.1" status: 204 len: 168 time: 0.4912875 Aug 31 14:08:30.720145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f19bb7-90ac-4549-80e9-7b1ee8e32d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffde14b9-a3b5-467d-8c5d-533e9ed2f167,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:30.720449 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.734225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-f12ddaa5-db35-495c-892b-556ed5a4af0e service neutron] 10.222.0.10 "GET /v2.0/networks/fce176c2-639a-4e24-a95a-3f29f5c4fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002330 Aug 31 14:08:30.735524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.736351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ea00e-1561-420a-87da-13cfb1d16ea2 None None] Port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:30.736480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.839825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.912472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:30.981645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-d79966c9-44d0-41ce-8ae9-edcf99851741 service neutron] 10.222.0.10 "GET /v2.0/networks/fce176c2-639a-4e24-a95a-3f29f5c4fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878982 Aug 31 14:08:30.993327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 73287432-6d69-46ad-9154-aafb41358557 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:30.994935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:31.162344 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56278) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:31.194849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router b78a9b34-6376-4d9c-8bfc-c8b2d9828232 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:08:31.208032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de8d1194-8ae0-42b7-9fba-f6996b7b8807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.263989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:31.264351 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.320302 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf78856-46b3-4ede-b27f-1101bcccee6f x-openstack-request-id: req-dcf78856-46b3-4ede-b27f-1101bcccee6f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:31.321835 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cffe9b-d65d-4419-9ce1-297de67bc3a2", "name": "network-vif-deleted", "tag": "fb5e50e1-d6df-43b4-a3fe-17c146ec3014", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:31.321997 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcf78856-46b3-4ede-b27f-1101bcccee6f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:31.323290 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cffe9b-d65d-4419-9ce1-297de67bc3a2', 'name': 'network-vif-deleted', 'tag': 'fb5e50e1-d6df-43b4-a3fe-17c146ec3014', 'status': 'completed', 'code': 200} Aug 31 14:08:31.376950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-65ababe3-5377-4577-8c06-6cb987285268 None None] Provisioning complete for port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:31.381158 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65ababe3-5377-4577-8c06-6cb987285268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.416130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:31.423784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2fc527bc-daeb-46c6-b037-71953473b09c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/b78a9b34-6376-4d9c-8bfc-c8b2d9828232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0460851 Aug 31 14:08:31.426292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:31.430402 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] Sync routers for ids ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:31.446700 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] Routers {'b78a9b34-6376-4d9c-8bfc-c8b2d9828232'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:31.447629 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:31.488365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58cbcbb-2552-4562-8504-0d677a997061 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:31.490207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f58cbcbb-2552-4562-8504-0d677a997061 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports/7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 HTTP/1.1" status: 200 len: 911 time: 0.0626974 Aug 31 14:08:31.493537 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56286) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:31.505177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:31.505689 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.530108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b85c1c7-04ef-4c1e-b3f0-7563f94117c6'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:31.536799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00c1593f-3524-4538-bf0c-25a5e76aeb01 req-27ef5f7e-39ea-41af-bbb0-a11a2e79ff42 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 210 time: 0.0438986 Aug 31 14:08:31.538000 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:31.554021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-65ababe3-5377-4577-8c06-6cb987285268 None None] Port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:31.565783 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] Routers {'b78a9b34-6376-4d9c-8bfc-c8b2d9828232'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:31.566713 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:31.576946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c7f5138-a108-4b5b-bb19-2ea669ea6062 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:31.603524 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:31.604440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152252c-139d-4298-9087-03c842b1e5a4 None None] The sync data for ids ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:31.611201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:31.635495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de8d1194-8ae0-42b7-9fba-f6996b7b8807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.651382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de8d1194-8ae0-42b7-9fba-f6996b7b8807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.667666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:31.668343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.733428 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-de8d1194-8ae0-42b7-9fba-f6996b7b8807 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3537c238f6314dabbb156024c96117a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630803 Aug 31 14:08:31.733977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56296) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:31.831065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68adcf5a-ce97-4dc3-a6cd-73b32633ef6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.836923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d1194-8ae0-42b7-9fba-f6996b7b8807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d420cf-112e-4e90-bdb3-e04e4b9ec8c9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:31.864396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68adcf5a-ce97-4dc3-a6cd-73b32633ef6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.933761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68adcf5a-ce97-4dc3-a6cd-73b32633ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.936336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68adcf5a-ce97-4dc3-a6cd-73b32633ef6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.937500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-68adcf5a-ce97-4dc3-a6cd-73b32633ef6b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26d420cf-112e-4e90-bdb3-e04e4b9ec8c9 HTTP/1.1" status: 204 len: 168 time: 0.2038078 Aug 31 14:08:31.947512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adcf5a-ce97-4dc3-a6cd-73b32633ef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d420cf-112e-4e90-bdb3-e04e4b9ec8c9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:31.984923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.994966 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.198581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.298541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=0c2b3de0-aa8f-42b4-ba49-92d59c04f10b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:32.616903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.681670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e2a178a-3137-4aa4-91a0-4c7297c8c6f9 req-00d8ec75-f7d8-4517-a756-5e5b771db7bb tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 210 time: 0.0647116 Aug 31 14:08:32.758914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.844261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.850853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.851480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.852837 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/ports/7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 HTTP/1.1" status: 200 len: 911 time: 1.3562760 Aug 31 14:08:32.857456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56322) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:32.943466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4327224-016d-4150-8d01-1264fa7039e4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:32.960395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-3c9ea107-f26e-4dab-a480-4e3735fb5995 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.962024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-3c9ea107-f26e-4dab-a480-4e3735fb5995 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.26 "GET /v2.0/networks?id=fce176c2-639a-4e24-a95a-3f29f5c4fa73 HTTP/1.1" status: 200 len: 824 time: 0.2245955 Aug 31 14:08:33.013833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Request body: {'port': {'device_id': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73', 'admin_state_up': True, 'tenant_id': 'c688e29405ab474aa2882a6a23b45a57'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:33.174422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 851240af-b38b-4513-8159-784cadbb2885 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:33.201847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Made reservation on behalf of c688e29405ab474aa2882a6a23b45a57 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:33.205409 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.281621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.704807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:33.705706 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.813072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:33.819501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3b79d3e-ef1f-4ab8-81e0-346fd849f016 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/851240af-b38b-4513-8159-784cadbb2885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5161264 Aug 31 14:08:33.826368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] Sync routers for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:33.841357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:33.846487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:33.848764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:33.869930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.888650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:33.908585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Allocated IP 172.20.0.6 (fce176c2-639a-4e24-a95a-3f29f5c4fa73/2d06153f-1f3d-4e31-ba76-ffaceb076995/862e99ed-c52a-4ac4-8978-e1fd9f39b0d3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:33.915199 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting subnet ce2fd275-df3d-48e3-8952-dcd920c134f0 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:33.922135 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.996133 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.053450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:34.061645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-316145fd-a49b-455f-9377-e063cc431d91 req-60f0e914-6bfc-4cbb-8e31-736957914d1a tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 210 time: 0.0448496 Aug 31 14:08:34.190481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.245385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.249365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.294675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.315892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=7c3c3ba8-d7d9-4897-9bf6-9d8f38158e65,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:34.353550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:08:32Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:34.366515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2fd275-df3d-48e3-8952-dcd920c134f0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:34.373719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.376010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-85506581-c760-4590-ba78-4679e71e0583 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/subnets/ce2fd275-df3d-48e3-8952-dcd920c134f0 HTTP/1.1" status: 204 len: 168 time: 0.5336564 Aug 31 14:08:34.380038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56362) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:34.391686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.462036 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.484547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8139ba-9d50-4f3a-b6ba-6899259ffc29 None None] Network 14db9a62-bbb0-40ab-87af-a317d5f84fb4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:34.496653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] Checking router: 851240af-b38b-4513-8159-784cadbb2885 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:34.523085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Network fce176c2-639a-4e24-a95a-3f29f5c4fa73 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:34.530051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:34.538511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:34.600338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] Routers {'851240af-b38b-4513-8159-784cadbb2885'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:34.602712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['851240af-b38b-4513-8159-784cadbb2885'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:34.632387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Pushing event updated for resources: {'Port': ['ID=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:34.722588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:34.724050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.736894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.871888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.892003 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-446ce75e-7805-4a63-985a-0c803c16cc6e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8835244 Aug 31 14:08:34.947659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Request body: {'port': {'device_id': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:34.981478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] Set router 851240af-b38b-4513-8159-784cadbb2885 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:35.049096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.158667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] DHCP port deletion for 14db9a62-bbb0-40ab-87af-a317d5f84fb4 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:35.167705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 7029de6e-3942-4c69-954a-62d7e453dda3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:35.168156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.180495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router b78a9b34-6376-4d9c-8bfc-c8b2d9828232 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:35.181330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56400) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:35.244748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44e07c-637d-4525-9868-d9c07a38eda9 req-01fba7ec-6dd5-42af-9374-208d1aaf4384 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:35.246250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a44e07c-637d-4525-9868-d9c07a38eda9 req-01fba7ec-6dd5-42af-9374-208d1aaf4384 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 931 time: 0.0588977 Aug 31 14:08:35.315876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port 7029de6e-3942-4c69-954a-62d7e453dda3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7029de6e-3942-4c69-954a-62d7e453dda3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:35.316471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.331942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 7029de6e-3942-4c69-954a-62d7e453dda3 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:35.351543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a44e07c-637d-4525-9868-d9c07a38eda9 req-79af3baf-fed3-464c-b0a7-996140537d47 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723016 Aug 31 14:08:35.352480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:35.358085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3bc35533-63eb-4dfe-aa88-00185736cc55 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/b78a9b34-6376-4d9c-8bfc-c8b2d9828232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4994657 Aug 31 14:08:35.360707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56404) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:35.368590 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] Sync routers for ids ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:35.376290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] Deleting port d86eb7f4-81ec-4d6a-a012-5689f60a211c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:35.376671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.392341 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] Routers {'b78a9b34-6376-4d9c-8bfc-c8b2d9828232'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:35.393101 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:35.407229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bfbfb3cf-1947-4a04-aa68-b95b6734d428 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=b78a9b34-6376-4d9c-8bfc-c8b2d9828232 HTTP/1.1" status: 200 len: 205 time: 0.0450737 Aug 31 14:08:35.417048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56408) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:35.426477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8252d87d-a41d-482e-8b05-800504859061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.471789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] For port d86eb7f4-81ec-4d6a-a012-5689f60a211c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d86eb7f4-81ec-4d6a-a012-5689f60a211c,segment=NetworkSegment(d7ef091e-1b5d-4ffd-baa1-15046489d04d),segment_id=d7ef091e-1b5d-4ffd-baa1-15046489d04d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:35.472242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.485504 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:35.488885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] Calling delete_port for d86eb7f4-81ec-4d6a-a012-5689f60a211c owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:35.498123 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] Routers {'b78a9b34-6376-4d9c-8bfc-c8b2d9828232'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:35.498975 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:35.562333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f98312d-6cb9-4f8a-bff8-63cd417848ee tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.579323 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:35.581001 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a01f2f-79cf-4b4c-b06e-845484aac825 None None] The sync data for ids ['b78a9b34-6376-4d9c-8bfc-c8b2d9828232'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:35.593036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d86eb7f4-81ec-4d6a-a012-5689f60a211c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:35.599919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.611984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.649392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] Pushing event deleted for resources: {'Port': ['ID=d86eb7f4-81ec-4d6a-a012-5689f60a211c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:35.655016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d86eb7f4-81ec-4d6a-a012-5689f60a211c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:35.655375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d86eb7f4-81ec-4d6a-a012-5689f60a211c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:35.668858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338d9a8-e090-4089-864d-2da54c0afc89 None None] No DVR routers for this DVR port d86eb7f4-81ec-4d6a-a012-5689f60a211c on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:35.690141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:08:32Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:35.703993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=7029de6e-3942-4c69-954a-62d7e453dda3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:35.730948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c24f-41b6-46fe-94bb-d6ba6b322833 None None] The sync data for ids ['851240af-b38b-4513-8159-784cadbb2885'] in n-d-792362-6 is: [{'id': '851240af-b38b-4513-8159-784cadbb2885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072344330', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:35Z', 'updated_at': '2021-08-31T14:08:32Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '7029de6e-3942-4c69-954a-62d7e453dda3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851240af-b38b-4513-8159-784cadbb2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:35.831508 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8252d87d-a41d-482e-8b05-800504859061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.867361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f98312d-6cb9-4f8a-bff8-63cd417848ee tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.870242 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8252d87d-a41d-482e-8b05-800504859061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.871712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.874890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f98312d-6cb9-4f8a-bff8-63cd417848ee tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.955809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252d87d-a41d-482e-8b05-800504859061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934f6582-eb40-461e-b6b0-8dfd75015e43,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:35.962190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8252d87d-a41d-482e-8b05-800504859061 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4db019e55c904e2caf38b7429288be94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7798693 Aug 31 14:08:35.963745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f98312d-6cb9-4f8a-bff8-63cd417848ee tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.964284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f98312d-6cb9-4f8a-bff8-63cd417848ee tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Fanout notify agent at l3_agent the message router_deleted on router b78a9b34-6376-4d9c-8bfc-c8b2d9828232 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:08:35.971866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f98312d-6cb9-4f8a-bff8-63cd417848ee tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.976108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56418) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:35.976332 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f98312d-6cb9-4f8a-bff8-63cd417848ee tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/b78a9b34-6376-4d9c-8bfc-c8b2d9828232 HTTP/1.1" status: 204 len: 168 time: 0.5580873 Aug 31 14:08:35.976488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56420) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:35.998146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.008954 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.118456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.118996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Fanout notify agent at l3_agent the message router_deleted on router 851240af-b38b-4513-8159-784cadbb2885 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:08:36.134141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.135343 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eb3d8e55-0a95-4f5d-a44e-864e36fea52b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/routers/851240af-b38b-4513-8159-784cadbb2885 HTTP/1.1" status: 204 len: 168 time: 1.7542591 Aug 31 14:08:36.138221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56426) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:36.168647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet 3b85c1c7-04ef-4c1e-b3f0-7563f94117c6 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:36.177472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.239579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.241193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9677230c-a6ea-48c6-826b-1ff5f7bd2e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.270925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:36.285194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.292069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.335205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9677230c-a6ea-48c6-826b-1ff5f7bd2e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.354351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Transition to ACTIVE for port object 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:36.362776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.378165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.383169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14db9a62-bbb0-40ab-87af-a317d5f84fb4']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:36.396662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ef091e-1b5d-4ffd-baa1-15046489d04d') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:36.397177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ef091e-1b5d-4ffd-baa1-15046489d04d') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:36.407453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.422302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.432648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Releasing vlan 1531 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:36.434479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:36.438287 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:36.501913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Pushing event updated for resources: {'Port': ['ID=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:36.532291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.563991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9677230c-a6ea-48c6-826b-1ff5f7bd2e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.566492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9677230c-a6ea-48c6-826b-1ff5f7bd2e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.568347 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9677230c-a6ea-48c6-826b-1ff5f7bd2e68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/934f6582-eb40-461e-b6b0-8dfd75015e43 HTTP/1.1" status: 204 len: 168 time: 0.5909138 Aug 31 14:08:36.597042 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.619579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677230c-a6ea-48c6-826b-1ff5f7bd2e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934f6582-eb40-461e-b6b0-8dfd75015e43,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:36.627296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.631696 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/networks/14db9a62-bbb0-40ab-87af-a317d5f84fb4 HTTP/1.1" status: 204 len: 168 time: 0.4924366 Aug 31 14:08:36.638109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56432) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:36.674457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757d491-78ea-44c2-9365-6bcda6cd7395 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Network': ['ID=14db9a62-bbb0-40ab-87af-a317d5f84fb4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:36.697842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Attempting to bind port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:36.698195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Attempting to bind port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '382376c5-31e2-47d2-a5d4-614beea3c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:36.698585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Attempting to bind port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 on network fce176c2-639a-4e24-a95a-3f29f5c4fa73 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:36.711500 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.714055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c1778-6aab-4698-8ad7-ea8985e76135 req-446b3e9a-b254-4bff-aa14-c88092668608 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:36.716311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 on network fce176c2-639a-4e24-a95a-3f29f5c4fa73 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:36.716652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Attempting to bind port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 on network fce176c2-639a-4e24-a95a-3f29f5c4fa73 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:36.717317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-191c1778-6aab-4698-8ad7-ea8985e76135 req-446b3e9a-b254-4bff-aa14-c88092668608 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 943 time: 0.1868699 Aug 31 14:08:36.755938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=3b85c1c7-04ef-4c1e-b3f0-7563f94117c6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:36.761323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:36.761631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Checking segment: {'id': '382376c5-31e2-47d2-a5d4-614beea3c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:36.762027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Bound using segment: {'id': '382376c5-31e2-47d2-a5d4-614beea3c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:36.762606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Bound port: 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382376c5-31e2-47d2-a5d4-614beea3c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:36.762896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.780952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a718d38-ef7b-46d9-a5e0-99fae837b0f8 None None] Network 73287432-6d69-46ad-9154-aafb41358557 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:36.781448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.786277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-96789659-53a1-48f0-b904-6c169e9c64cf tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/3b85c1c7-04ef-4c1e-b3f0-7563f94117c6 HTTP/1.1" status: 204 len: 168 time: 0.8047671 Aug 31 14:08:36.788509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:36.797778 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b037-dac9-4c85-98bd-4e4b2a19d23e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.817458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-191c1778-6aab-4698-8ad7-ea8985e76135 req-4f69bcca-b736-4f65-a4c2-bab54dc4aa23 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902312 Aug 31 14:08:36.901272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b037-dac9-4c85-98bd-4e4b2a19d23e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.970543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.985784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] For port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:36.990511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] For port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,segment=NetworkSegment(382376c5-31e2-47d2-a5d4-614beea3c7fd),segment_id=382376c5-31e2-47d2-a5d4-614beea3c7fd)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:36.997251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.067246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:37.067947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.069568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 HTTP/1.1" status: 200 len: 1091 time: 2.1284657 Aug 31 14:08:37.070068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'tag': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:37.072364 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43928bf-9884-41f8-a3d1-e140a7acd986" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c7cbd5-38b1-4b67-94cd-1a9df931ce90", "tag": "862e99ed-c52a-4ac4-8978-e1fd9f39b0d3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:37.094963 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b037-dac9-4c85-98bd-4e4b2a19d23e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.095643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56450) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:37.098666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b037-dac9-4c85-98bd-4e4b2a19d23e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.103028 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5ff5b037-dac9-4c85-98bd-4e4b2a19d23e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/security-groups/8f99d97d-5467-4ee3-be07-94b91cba9dd6 HTTP/1.1" status: 204 len: 168 time: 0.4638886 Aug 31 14:08:37.130550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43daf-0444-49ef-9e10-920ff69582a5 service neutron] Pushing event updated for resources: {'Port': ['ID=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.134972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5b037-dac9-4c85-98bd-4e4b2a19d23e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f99d97d-5467-4ee3-be07-94b91cba9dd6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.140709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0363247-69db-462d-b0a2-7c4dc2a7a6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.152115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:37.152644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.237704 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b15462-239a-488a-97c5-e295b6a090fb x-openstack-request-id: req-39b15462-239a-488a-97c5-e295b6a090fb {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:37.237897 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c7cbd5-38b1-4b67-94cd-1a9df931ce90", "tag": "862e99ed-c52a-4ac4-8978-e1fd9f39b0d3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:37.238005 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39b15462-239a-488a-97c5-e295b6a090fb {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:37.238942 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'tag': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3', 'status': 'completed', 'code': 200} Aug 31 14:08:37.325203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port 8c7f5138-a108-4b5b-bb19-2ea669ea6062, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c7f5138-a108-4b5b-bb19-2ea669ea6062,segment=NetworkSegment(1dea1576-e9e4-477b-848c-f7536d7791cc),segment_id=1dea1576-e9e4-477b-848c-f7536d7791cc)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:37.325487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.337971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] DHCP port deletion for 73287432-6d69-46ad-9154-aafb41358557 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:37.349673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0363247-69db-462d-b0a2-7c4dc2a7a6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.350237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-c467ca27-4a8d-4b40-8b28-d533dd7d918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:37.350237 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-c467ca27-4a8d-4b40-8b28-d533dd7d918a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c688e29405ab474aa2882a6a23b45a57&device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 1094 time: 0.1664424 Aug 31 14:08:37.353526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 8c7f5138-a108-4b5b-bb19-2ea669ea6062 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:37.353911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0363247-69db-462d-b0a2-7c4dc2a7a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.402116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f0363247-69db-462d-b0a2-7c4dc2a7a6ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d8e9a9e480d46f8bb29061e7b808790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050387 Aug 31 14:08:37.403590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56458) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:37.430819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] Deleting port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:37.431178 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.442393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0363247-69db-462d-b0a2-7c4dc2a7a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5c2e9-9c6b-44c7-9f0e-93b6c023d922,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.457490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.493541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623dfdad-461b-4746-a59c-11090f9c5b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.524618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623dfdad-461b-4746-a59c-11090f9c5b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.545852 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-295c75d7-4386-4d15-9525-e66fd74ae415 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 HTTP/1.1" status: 200 len: 217 time: 0.0979717 Aug 31 14:08:37.549873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=8c7f5138-a108-4b5b-bb19-2ea669ea6062,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.566448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] For port 8c7f5138-a108-4b5b-bb19-2ea669ea6062, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c7f5138-a108-4b5b-bb19-2ea669ea6062,segment=NetworkSegment(1dea1576-e9e4-477b-848c-f7536d7791cc),segment_id=1dea1576-e9e4-477b-848c-f7536d7791cc)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:37.566746 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.586109 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623dfdad-461b-4746-a59c-11090f9c5b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.593470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-623dfdad-461b-4746-a59c-11090f9c5b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.595152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:37.596431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-623dfdad-461b-4746-a59c-11090f9c5b13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3e5c2e9-9c6b-44c7-9f0e-93b6c023d922 HTTP/1.1" status: 204 len: 168 time: 0.1887927 Aug 31 14:08:37.616469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-6a5f6926-2c37-4b58-b9fc-3fd3b4469ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:37.618001 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-6a5f6926-2c37-4b58-b9fc-3fd3b4469ef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d06153f-1f3d-4e31-ba76-ffaceb076995 HTTP/1.1" status: 200 len: 864 time: 0.0552375 Aug 31 14:08:37.618581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dfdad-461b-4746-a59c-11090f9c5b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5c2e9-9c6b-44c7-9f0e-93b6c023d922,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.628369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No DVR routers for this DVR port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:37.638319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] Calling delete_port for 8c7f5138-a108-4b5b-bb19-2ea669ea6062 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:37.683109 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-e309373f-be14-413a-a76b-9addd0c0a798 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fce176c2-639a-4e24-a95a-3f29f5c4fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487893 Aug 31 14:08:37.693274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:37.694108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0c2b3de0-aa8f-42b4-ba49-92d59c04f10b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:37.694589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c7f5138-a108-4b5b-bb19-2ea669ea6062 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:37.730951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 8c7f5138-a108-4b5b-bb19-2ea669ea6062 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:37.731309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c7f5138-a108-4b5b-bb19-2ea669ea6062 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:37.731861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7029de6e-3942-4c69-954a-62d7e453dda3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:37.757294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 7029de6e-3942-4c69-954a-62d7e453dda3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:37.757861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7029de6e-3942-4c69-954a-62d7e453dda3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:37.789966 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.809799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] No DVR routers for this DVR port 8c7f5138-a108-4b5b-bb19-2ea669ea6062 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:37.834340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f548eca-2f41-47dd-8863-2e9694edd3e0 None None] Pushing event deleted for resources: {'Port': ['ID=8c7f5138-a108-4b5b-bb19-2ea669ea6062,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.869806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-39dd0544-4207-47d1-860c-47097300b5cb service neutron] 10.222.0.26 "GET /v2.0/networks/fce176c2-639a-4e24-a95a-3f29f5c4fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681736 Aug 31 14:08:37.871352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.892582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73287432-6d69-46ad-9154-aafb41358557']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:37.937203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dea1576-e9e4-477b-848c-f7536d7791cc') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:37.937508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dea1576-e9e4-477b-848c-f7536d7791cc') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:37.956932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.957863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56466) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:37.965457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6bf7c927-7435-4454-a732-510ca6ffb248 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504080810', 'description': 'tempest-secgroup-smoke-504080810 description', 'project_id': '596b8a705248434c887d147153bd491b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:37.999384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.008411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bf7c927-7435-4454-a732-510ca6ffb248 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.015783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1532 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:38.016576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:38.020288 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:38.085478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ce2239cd-fe1f-4766-af6d-ced84d979368 req-b1820515-3547-4771-8718-69290aecc0af service neutron] 10.222.0.26 "GET /v2.0/networks/fce176c2-639a-4e24-a95a-3f29f5c4fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059469 Aug 31 14:08:38.101459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.109764 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.111647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/73287432-6d69-46ad-9154-aafb41358557 HTTP/1.1" status: 204 len: 168 time: 1.3221781 Aug 31 14:08:38.123049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56474) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:38.146070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c2ecc47c-24e6-4bb0-8a48-4e5dfdbccd18 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1244227834', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:38.154359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed20c6b-2e09-4a28-928f-7953bf0a5185 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=73287432-6d69-46ad-9154-aafb41358557,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:38.154524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c345e-5b0d-45f1-bbab-0853d8befbd3 req-77ec2820-8010-41d3-ba2b-36c22f2f7886 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.157665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce7c345e-5b0d-45f1-bbab-0853d8befbd3 req-77ec2820-8010-41d3-ba2b-36c22f2f7886 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 943 time: 0.1298614 Aug 31 14:08:38.240594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce7c345e-5b0d-45f1-bbab-0853d8befbd3 req-2ae611fc-b961-454e-8d1c-f47655dad52b tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627921 Aug 31 14:08:38.248263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-7378b3f3-b8f0-4c93-b7c9-1ceb46cb8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.250764 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-7378b3f3-b8f0-4c93-b7c9-1ceb46cb8c22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c688e29405ab474aa2882a6a23b45a57&device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 1094 time: 0.0501623 Aug 31 14:08:38.279619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bf7c927-7435-4454-a732-510ca6ffb248 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.284187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bf7c927-7435-4454-a732-510ca6ffb248 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.356642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc47c-24e6-4bb0-8a48-4e5dfdbccd18 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.357877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc47c-24e6-4bb0-8a48-4e5dfdbccd18 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.376218 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bf7c927-7435-4454-a732-510ca6ffb248 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.383725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6bf7c927-7435-4454-a732-510ca6ffb248 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4248810 Aug 31 14:08:38.383988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56482) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:38.385296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7c927-7435-4454-a732-510ca6ffb248 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f11c69a-ce82-4794-8e88-d39e65d5fdff,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:38.398389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5e33f148-3d48-4dae-90a8-5cf2592b34be tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '0f11c69a-ce82-4794-8e88-d39e65d5fdff', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:38.478723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-8127470c-904e-4c8e-ace2-f5816890122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.480242 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-8127470c-904e-4c8e-ace2-f5816890122c service neutron] 10.222.0.26 "GET /v2.0/networks?id=fce176c2-639a-4e24-a95a-3f29f5c4fa73 HTTP/1.1" status: 200 len: 926 time: 0.2201817 Aug 31 14:08:38.482813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc47c-24e6-4bb0-8a48-4e5dfdbccd18 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.487554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e33f148-3d48-4dae-90a8-5cf2592b34be tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.503658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc47c-24e6-4bb0-8a48-4e5dfdbccd18 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.560564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-97f0d023-fe5a-4445-aea7-bc7c494a23ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 HTTP/1.1" status: 200 len: 217 time: 0.0654769 Aug 31 14:08:38.577494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc47c-24e6-4bb0-8a48-4e5dfdbccd18 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.578867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c2ecc47c-24e6-4bb0-8a48-4e5dfdbccd18 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4525759 Aug 31 14:08:38.582038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56492) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:38.588095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-411031538'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:38.614835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:38.622278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.637339 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e33f148-3d48-4dae-90a8-5cf2592b34be tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.639207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-04b3327d-d9a7-4c8f-88d1-45574e89effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.640833 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-04b3327d-d9a7-4c8f-88d1-45574e89effe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d06153f-1f3d-4e31-ba76-ffaceb076995 HTTP/1.1" status: 200 len: 864 time: 0.0719633 Aug 31 14:08:38.642310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e33f148-3d48-4dae-90a8-5cf2592b34be tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.659054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1509, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:38.676918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.680812 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment 13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1 of type vlan for network 6168e728-fbcd-4ce5-8d55-255966cc1214 Aug 31 14:08:38.695240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33f148-3d48-4dae-90a8-5cf2592b34be tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9693792-31f5-4931-9421-2ea2b5ea0cff,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:38.698921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-ce723667-3587-4eda-9869-aef7eea4c173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fce176c2-639a-4e24-a95a-3f29f5c4fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480595 Aug 31 14:08:38.721409 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e33f148-3d48-4dae-90a8-5cf2592b34be tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.721409 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e33f148-3d48-4dae-90a8-5cf2592b34be tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321290 Aug 31 14:08:38.723910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:38.731477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dcb939ee-f0df-4997-80f9-a47d96c6ad58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '0f11c69a-ce82-4794-8e88-d39e65d5fdff', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:38.750266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.788557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb939ee-f0df-4997-80f9-a47d96c6ad58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.793778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.799538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.800195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.886705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3035042 Aug 31 14:08:38.944233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:38.954841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:39.068438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcf8fb-25cd-4752-9c1f-a87926f561c5 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=6168e728-fbcd-4ce5-8d55-255966cc1214,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:39.084070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:39.159111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb939ee-f0df-4997-80f9-a47d96c6ad58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.197393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb939ee-f0df-4997-80f9-a47d96c6ad58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.212016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:39.221367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.288412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb939ee-f0df-4997-80f9-a47d96c6ad58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.293406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dcb939ee-f0df-4997-80f9-a47d96c6ad58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5653865 Aug 31 14:08:39.294269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb939ee-f0df-4997-80f9-a47d96c6ad58 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6ebd0d-67e1-4435-ab86-7bf11a16d617,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:39.296185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56510) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:39.310148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4eea30ea-8cbe-4160-80b5-f03881093278 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '0f11c69a-ce82-4794-8e88-d39e65d5fdff', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:39.377551 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-4516286c-6b77-4915-ad88-c436c5c72343 service neutron] 10.222.0.26 "GET /v2.0/networks/fce176c2-639a-4e24-a95a-3f29f5c4fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662886 Aug 31 14:08:39.383989 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4eea30ea-8cbe-4160-80b5-f03881093278 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.637344 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f43928bf-9884-41f8-a3d1-e140a7acd986 req-c64af510-eee5-48b8-a69a-dcbf62d2f4d7 service neutron] 10.222.0.26 "GET /v2.0/networks/fce176c2-639a-4e24-a95a-3f29f5c4fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507527 Aug 31 14:08:39.643865 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4eea30ea-8cbe-4160-80b5-f03881093278 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.654357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88567a2c-5cf4-4237-b9de-a0cc975553b8 req-a8b3e124-92c2-4f3a-aa66-ef78f4415361 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:39.666812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88567a2c-5cf4-4237-b9de-a0cc975553b8 req-a8b3e124-92c2-4f3a-aa66-ef78f4415361 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 943 time: 0.2562335 Aug 31 14:08:39.740967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4eea30ea-8cbe-4160-80b5-f03881093278 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.743252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.784479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea30ea-8cbe-4160-80b5-f03881093278 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f35826-36e7-48f7-a7af-1b1211916ca8,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:39.792807 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4eea30ea-8cbe-4160-80b5-f03881093278 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.796832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56524) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:39.797001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4eea30ea-8cbe-4160-80b5-f03881093278 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4916201 Aug 31 14:08:39.803497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0fe8b4c2-adf4-4de7-ac00-2cf69f5057ca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '0f11c69a-ce82-4794-8e88-d39e65d5fdff', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:39.846196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b4c2-adf4-4de7-ac00-2cf69f5057ca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.862826 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.919284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88567a2c-5cf4-4237-b9de-a0cc975553b8 req-25df0b35-57fe-48ff-bea7-145071630009 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514985 Aug 31 14:08:39.924436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=51815ad5-9eed-496c-bba3-c28597aab44a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:39.942608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:39.943307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: 6168e728-fbcd-4ce5-8d55-255966cc1214, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:39.963345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:39.975500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 6168e728-fbcd-4ce5-8d55-255966cc1214) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:39.982503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:39.984032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.988102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebd33b-1b7e-44eb-88e0-255d1ad6a065 None None] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:39.998097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b4c2-adf4-4de7-ac00-2cf69f5057ca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.003888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b4c2-adf4-4de7-ac00-2cf69f5057ca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.033652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0843057-8e9e-43f4-a6a7-2ec18faa0f2d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0816019 Aug 31 14:08:40.034790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56530) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:40.058084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8b4c2-adf4-4de7-ac00-2cf69f5057ca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b802d2-271a-4dc2-bf69-65c434dfdb83,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.069345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b4c2-adf4-4de7-ac00-2cf69f5057ca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.070883 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0fe8b4c2-adf4-4de7-ac00-2cf69f5057ca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2726395 Aug 31 14:08:40.074466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56534) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:40.079729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '0f11c69a-ce82-4794-8e88-d39e65d5fdff', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:40.109970 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:08:40.117176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.193339 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.201442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.233372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c100c9b3-696c-49d6-8273-dd7414924a28,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.241995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-6168e728-fbcd-4ce5-8d55-255966cc1214', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:40.243443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.244663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.250546 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71ef002e-ba19-461f-8403-ed911661a359 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1723251 Aug 31 14:08:40.250914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56536) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:40.260914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '0f11c69a-ce82-4794-8e88-d39e65d5fdff', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:40.299042 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:08:40.306993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.422201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.429781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.450535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Allocated IP 2001:db8::2 (6168e728-fbcd-4ce5-8d55-255966cc1214/51815ad5-9eed-496c-bba3-c28597aab44a/ba31dc7c-d2d7-4880-ac45-7e439be91b09) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:40.458094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62537ed-9be7-4f5a-90ee-05b52f396a09,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.475657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.477796 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fc44c965-c306-4d46-954c-b18da2f8a5de tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2247999 Aug 31 14:08:40.480633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56544) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:40.486197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'network': {'name': 'tempest-network-smoke--193690526', 'project_id': '596b8a705248434c887d147153bd491b', 'port_security_enabled': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:40.510809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:40.523787 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.560217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.591180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:40.613183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.614434 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Added segment 6027f79b-142e-405a-bdf5-d18e69ee5405 of type vlan for network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 Aug 31 14:08:40.663553 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.672321 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.682281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Transition to ACTIVE for port object ba31dc7c-d2d7-4880-ac45-7e439be91b09 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:40.694113 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.702038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:40.703121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.703730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Transition to ACTIVE for port object ba31dc7c-d2d7-4880-ac45-7e439be91b09 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:40.711169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.758279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:40.762299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2805903 Aug 31 14:08:40.764346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:40.765126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56558) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:40.768822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:40.779477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Pushing event updated for resources: {'Port': ['ID=ba31dc7c-d2d7-4880-ac45-7e439be91b09,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.780130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'admin_state_up': True, 'project_id': '596b8a705248434c887d147153bd491b', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:40.792445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e538189-69c4-4579-9083-9583b150800c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Network': ['ID=2fdf34d2-445d-4041-9641-1483c0d0c2f0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.819886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:40.851902 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.853071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.913500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Attempting to bind port ba31dc7c-d2d7-4880-ac45-7e439be91b09 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:40.914219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Attempting to bind port ba31dc7c-d2d7-4880-ac45-7e439be91b09 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:40.914596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Attempting to bind port ba31dc7c-d2d7-4880-ac45-7e439be91b09 on network 6168e728-fbcd-4ce5-8d55-255966cc1214 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:40.922198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:40.922588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Checking segment: {'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:40.922999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.923394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Bound using segment: {'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:40.923893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Bound port: ba31dc7c-d2d7-4880-ac45-7e439be91b09, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:40.924286 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.981423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.995434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] For port ba31dc7c-d2d7-4880-ac45-7e439be91b09, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:40.999095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] For port ba31dc7c-d2d7-4880-ac45-7e439be91b09, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ba31dc7c-d2d7-4880-ac45-7e439be91b09,segment=NetworkSegment(13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1),segment_id=13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:41.003520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.070960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8454328-9a4f-406b-9dcd-16782a9a9f31 None None] Pushing event updated for resources: {'Port': ['ID=ba31dc7c-d2d7-4880-ac45-7e439be91b09,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:41.133860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8::1 (6168e728-fbcd-4ce5-8d55-255966cc1214/51815ad5-9eed-496c-bba3-c28597aab44a/35e26b40-4ffd-4fb7-bf00-35639eed9e2e) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:41.180376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.321416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab7be9-0819-4c9c-92d3-fd5e2582e9da req-d52bfce9-c275-4ff4-941d-7bea84c0c1f3 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:41.323110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bab7be9-0819-4c9c-92d3-fd5e2582e9da req-d52bfce9-c275-4ff4-941d-7bea84c0c1f3 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 943 time: 0.2548602 Aug 31 14:08:41.409027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.421380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bab7be9-0819-4c9c-92d3-fd5e2582e9da req-6f66a550-3087-4206-b77d-d17e7402f386 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879719 Aug 31 14:08:41.445498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object 35e26b40-4ffd-4fb7-bf00-35639eed9e2e will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:41.513257 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.555705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56596) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:41.570700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ba31dc7c-d2d7-4880-ac45-7e439be91b09 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:41.637096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:41.639306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port ba31dc7c-d2d7-4880-ac45-7e439be91b09 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:41.642665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:41.649872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:41.650494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.708409 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d2e-0be0-4eb0-897e-55fa6d31f0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.740673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.746851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:41.823244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d2e-0be0-4eb0-897e-55fa6d31f0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.830311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d2e-0be0-4eb0-897e-55fa6d31f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.861993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb9d2e-0be0-4eb0-897e-55fa6d31f0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb1e30-8217-4eb8-8f58-91627700b5ea,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:41.909859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dfbb9d2e-0be0-4eb0-897e-55fa6d31f0a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f77862739b5f455e901857c94c4867f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530307 Aug 31 14:08:41.913216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56606) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:41.979872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7e49a06-908a-41ff-972c-be40c55069fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.980820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:08:42.031794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7e49a06-908a-41ff-972c-be40c55069fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.117824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7e49a06-908a-41ff-972c-be40c55069fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.123239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7e49a06-908a-41ff-972c-be40c55069fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.125763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b7e49a06-908a-41ff-972c-be40c55069fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfeb1e30-8217-4eb8-8f58-91627700b5ea HTTP/1.1" status: 204 len: 168 time: 0.2111292 Aug 31 14:08:42.139788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,segment=NetworkSegment(382376c5-31e2-47d2-a5d4-614beea3c7fd),segment_id=382376c5-31e2-47d2-a5d4-614beea3c7fd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:42.141781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e49a06-908a-41ff-972c-be40c55069fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb1e30-8217-4eb8-8f58-91627700b5ea,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:42.183870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3', 'network_id': 'fce176c2-639a-4e24-a95a-3f29f5c4fa73', 'port_id': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3', 'mac_address': 'fa:16:3e:cb:86:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d06153f-1f3d-4e31-ba76-ffaceb076995', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:08:42.210681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.256107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.282475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:42.306639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.329607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae11ef2-b8f7-48ae-b0fc-86962044270e None None] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:42.353892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,segment=NetworkSegment(382376c5-31e2-47d2-a5d4-614beea3c7fd),segment_id=382376c5-31e2-47d2-a5d4-614beea3c7fd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:42.535731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.138 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b030e531-b14c-48d6-811d-46214c6711c3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:42.539334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.549020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0562dd9b-6788-4233-b00c-3b5dac08e424 None None] Provisioning for port ba31dc7c-d2d7-4880-ac45-7e439be91b09 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:42.556549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0562dd9b-6788-4233-b00c-3b5dac08e424 None None] Provisioning complete for port ba31dc7c-d2d7-4880-ac45-7e439be91b09 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:42.556965 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0562dd9b-6788-4233-b00c-3b5dac08e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.576395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56618) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:42.599276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21f202ab-a4fa-4613-9243-980f79d71117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.698699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:42.713021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ebbb6-17dc-4344-8960-58889e0fdb78 req-db8a23e8-70bf-4e8e-a1a7-187a75472a00 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:42.714776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b2ebbb6-17dc-4344-8960-58889e0fdb78 req-db8a23e8-70bf-4e8e-a1a7-187a75472a00 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 944 time: 0.1955869 Aug 31 14:08:42.791328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21f202ab-a4fa-4613-9243-980f79d71117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.798803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21f202ab-a4fa-4613-9243-980f79d71117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.831417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.837744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b2ebbb6-17dc-4344-8960-58889e0fdb78 req-56a50af6-f72c-430b-bd6c-a1495920de06 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166351 Aug 31 14:08:42.874232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.885797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.886954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.896384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-21f202ab-a4fa-4613-9243-980f79d71117 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23d7c494226d4a949a1a1caa5b7c82c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173797 Aug 31 14:08:42.897422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f202ab-a4fa-4613-9243-980f79d71117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf3cb3-c51b-4dd1-b687-67d11970f9b2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:42.903838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56620) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:42.914344 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0562dd9b-6788-4233-b00c-3b5dac08e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.957271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['862e99ed-c52a-4ac4-8978-e1fd9f39b0d3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:42.983097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0562dd9b-6788-4233-b00c-3b5dac08e424 None None] For port ba31dc7c-d2d7-4880-ac45-7e439be91b09, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ba31dc7c-d2d7-4880-ac45-7e439be91b09,segment=NetworkSegment(13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1),segment_id=13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:42.985243 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da4f73f7-7da2-4376-8792-1d8748d2b528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.013813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da4f73f7-7da2-4376-8792-1d8748d2b528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.052722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0562dd9b-6788-4233-b00c-3b5dac08e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.065614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:43.077468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da4f73f7-7da2-4376-8792-1d8748d2b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.081137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da4f73f7-7da2-4376-8792-1d8748d2b528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.095498 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da4f73f7-7da2-4376-8792-1d8748d2b528 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbdf3cb3-c51b-4dd1-b687-67d11970f9b2 HTTP/1.1" status: 204 len: 168 time: 0.1804450 Aug 31 14:08:43.117654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f73f7-7da2-4376-8792-1d8748d2b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf3cb3-c51b-4dd1-b687-67d11970f9b2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:43.194399 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.232050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562dd9b-6788-4233-b00c-3b5dac08e424 None None] Pushing event updated for resources: {'Port': ['ID=ba31dc7c-d2d7-4880-ac45-7e439be91b09,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:43.276567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:43.286767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:43.295578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:43.300272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:43.301612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=b030e531-b14c-48d6-811d-46214c6711c3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:43.331893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3576e03c-a38b-4432-ad46-a5c7a44071ba None None] Provisioning complete for port ba31dc7c-d2d7-4880-ac45-7e439be91b09 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:43.333146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3576e03c-a38b-4432-ad46-a5c7a44071ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.333443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:43.628679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ba31dc7c-d2d7-4880-ac45-7e439be91b09 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:43.699086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3576e03c-a38b-4432-ad46-a5c7a44071ba None None] Provisioning for port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:43.712102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3576e03c-a38b-4432-ad46-a5c7a44071ba None None] Provisioning complete for port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:43.712588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3576e03c-a38b-4432-ad46-a5c7a44071ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.752857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ba31dc7c-d2d7-4880-ac45-7e439be91b09 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:43.752857 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.796229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:08:43.815748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3576e03c-a38b-4432-ad46-a5c7a44071ba None None] Port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:43.953835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3322db62-3f90-4746-ab56-47afc02d47a1 None None] Provisioning complete for port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:43.954236 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3322db62-3f90-4746-ab56-47afc02d47a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.997750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3322db62-3f90-4746-ab56-47afc02d47a1 None None] Port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:44.054248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:44.059620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f14efeed-e779-49ab-ae6e-88cf3dfe5a85 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0230503 Aug 31 14:08:44.062442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56642) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:44.070265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:44.073830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc464d60-1bbf-4f9d-8751-68482c92a67f req-237e2a57-7817-46b9-9ea2-6015f78d6967 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:44.074548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-91450143'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:44.075605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc464d60-1bbf-4f9d-8751-68482c92a67f req-237e2a57-7817-46b9-9ea2-6015f78d6967 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 944 time: 0.1324143 Aug 31 14:08:44.080630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:44.081333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:44.109172 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.120852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:44.127116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.189284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc464d60-1bbf-4f9d-8751-68482c92a67f req-27ea3851-53c9-423a-b23c-dff269db9c5e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007524 Aug 31 14:08:44.191506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1522, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:44.204308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.204673 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment ba2cef8f-7baa-4b83-b1b9-f5f901be96cc of type vlan for network 773f92df-5df9-48e9-b9a1-3e4383a81b9c Aug 31 14:08:44.253969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.266535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:44.284960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.294375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:44.295237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.323097 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2591498 Aug 31 14:08:44.326034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56656) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:44.328202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-927b697c-9327-4a38-ac6d-f33aaac9159a None None] Provisioning complete for port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:44.329098 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-927b697c-9327-4a38-ac6d-f33aaac9159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.395208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-927b697c-9327-4a38-ac6d-f33aaac9159a None None] Port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:44.414185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:44.448520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d973c-03b4-4cd4-841a-f207afee8f57 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=773f92df-5df9-48e9-b9a1-3e4383a81b9c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:44.509359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:44.642188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:44.646370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.652157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:08:42Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:42Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:44.681506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:44.681865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Updating router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:08:44.713732 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.726638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.757783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-116458ee-98bb-42a7-aa47-61cd0dca591c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:44.761497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-116458ee-98bb-42a7-aa47-61cd0dca591c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.2533162 Aug 31 14:08:44.823420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-69b8a71b-dd5b-4d52-a8c2-9897b2b9d649 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/quotas/8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 375 time: 0.0265107 Aug 31 14:08:44.985441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-df2e29ea-f361-44fa-bc06-c7dd76c7bcb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512539 Aug 31 14:08:45.031503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-c352af48-3978-46fd-93a4-3ba3fb4ead40 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:08:45.032587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-c352af48-3978-46fd-93a4-3ba3fb4ead40 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154788 Aug 31 14:08:45.097613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.117890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56694) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:45.131522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:08:45.174163 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.186629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Transition to ACTIVE for port object 35e26b40-4ffd-4fb7-bf00-35639eed9e2e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:45.192500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:45.197571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.250941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-4a962bdb-9d32-4635-9b44-68b01bb8129e service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053823 Aug 31 14:08:45.260331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ccfb4-825e-467d-88e2-8d5288c81d1f None None] Pushing event updated for resources: {'Port': ['ID=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:45.274374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a61e1f2-8835-4cec-a496-2201ac27ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.283275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:45.283647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: 773f92df-5df9-48e9-b9a1-3e4383a81b9c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:45.322001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Attempting to bind port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:45.322825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Attempting to bind port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:45.323438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Attempting to bind port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e on network 6168e728-fbcd-4ce5-8d55-255966cc1214 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:45.329903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:45.330924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Checking segment: {'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:45.331534 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.333278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Bound using segment: {'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:45.333936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Bound port: 35e26b40-4ffd-4fb7-bf00-35639eed9e2e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1509, 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:45.334519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.416682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a61e1f2-8835-4cec-a496-2201ac27ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.424089 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a61e1f2-8835-4cec-a496-2201ac27ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.440128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] For port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:45.445670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] For port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,segment=NetworkSegment(13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1),segment_id=13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:45.454476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.482662 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7a61e1f2-8835-4cec-a496-2201ac27ce10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b302ad997b94f9eb9dbf153e0f7266d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634593 Aug 31 14:08:45.483349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56702) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:45.496623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61e1f2-8835-4cec-a496-2201ac27ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8d0077-1c35-49d6-951e-1a1eee50904b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:45.535996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:45.536844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:45.563424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee10d-da07-4742-9126-8b818fc4d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.591931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee10d-da07-4742-9126-8b818fc4d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.611571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ccfb4-825e-467d-88e2-8d5288c81d1f None None] Pushing event updated for resources: {'Port': ['ID=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:45.655148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee10d-da07-4742-9126-8b818fc4d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.658189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee10d-da07-4742-9126-8b818fc4d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.662231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ea4ee10d-da07-4742-9126-8b818fc4d609 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b8d0077-1c35-49d6-951e-1a1eee50904b HTTP/1.1" status: 204 len: 168 time: 0.1711853 Aug 31 14:08:45.673746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ee10d-da07-4742-9126-8b818fc4d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8d0077-1c35-49d6-951e-1a1eee50904b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:45.675692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:45.757372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:45.787328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:45.800654 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Sync routers for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:45.809954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 773f92df-5df9-48e9-b9a1-3e4383a81b9c) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:45.815317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:45.816333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.825661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.836242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0d2f00c6-ba42-4954-ab87-993726650074 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0685074 Aug 31 14:08:45.838126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56708) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:45.840005 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:45.840753 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:45.855829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bc9a6f1c-99e6-4ed6-a2de-ed3d1d28cb8b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5285804 Aug 31 14:08:45.868200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-fa569e9a-543b-4b5b-8cac-c460a8a4d096 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072373 Aug 31 14:08:45.869711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56710) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:45.900710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c849bf96-8fae-4c8f-9373-42aa444cb0a6 None None] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:45.902115 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c097d0d2-2c47-4ba2-bc00-1db7b30ebec6 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=596b8a705248434c887d147153bd491b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627813 Aug 31 14:08:45.902986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56712) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:45.987552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:46.039305 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:46.090273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4e0cab-bfa5-4fb7-afa4-4d949a789236 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:46.094328 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9e4e0cab-bfa5-4fb7-afa4-4d949a789236 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1876860 Aug 31 14:08:46.098977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56720) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:46.121888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:46.133243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:46.133627 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.215276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5f75b808-8b4e-4e19-8f1c-7514e4fcf8e8 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1078932 Aug 31 14:08:46.216721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:46.259671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-234826172', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'project_id': '596b8a705248434c887d147153bd491b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:46.454930 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:43Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:46.467069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:46.471028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.480470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:46.481365 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.538220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Checking router: 3d1cf76e-1e14-40ab-ab61-f257bbda30ab for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:46.539405 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Updating router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab port b030e531-b14c-48d6-811d-46214c6711c3 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:08:46.578649 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.705817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46029ea9-7ba0-414a-94ca-f44726d74bdc req-6d3df662-1a93-4571-80d4-47e6f268f356 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:46.707587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46029ea9-7ba0-414a-94ca-f44726d74bdc req-6d3df662-1a93-4571-80d4-47e6f268f356 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 944 time: 0.3084819 Aug 31 14:08:46.834258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.840594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.848578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Allocated IP 2001:db8:1::2 (773f92df-5df9-48e9-b9a1-3e4383a81b9c/c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b/2529f5b0-f3bd-430a-a367-a981d5fba2b9) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:46.864075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46029ea9-7ba0-414a-94ca-f44726d74bdc req-c910e7dc-8aad-499e-8fc6-5a2142b8738b tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660255 Aug 31 14:08:47.030296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Checking segment: {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:47.030683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network hostable DHCP agents. Network: 2fdf34d2-445d-4041-9641-1483c0d0c2f0, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:47.052640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Subnet': ['ID=adcf0563-f957-41dd-b6c1-3984c4a85dac,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.081412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:47.100563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 2fdf34d2-445d-4041-9641-1483c0d0c2f0) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:47.108409 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.111466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:47.111466 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.141072 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Transition to ACTIVE for port object b030e531-b14c-48d6-811d-46214c6711c3 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:47.150183 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d6aeb8d0-684c-42f6-9753-904e49a88bfe tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9314017 Aug 31 14:08:47.150807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:47.151536 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.164360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.174555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Transition to ACTIVE for port object 2529f5b0-f3bd-430a-a367-a981d5fba2b9 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:47.202536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045acde-d67a-4f8a-bc2e-b0f75fdd83ea None None] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:47.222486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb7c2b52-cf3e-4a73-b566-684c1232040b req-7a6db3af-c514-4a61-9f4d-b400dc4f5541 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 210 time: 0.0378661 Aug 31 14:08:47.244629 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Attempting to bind port b030e531-b14c-48d6-811d-46214c6711c3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:47.245310 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Attempting to bind port b030e531-b14c-48d6-811d-46214c6711c3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:47.245834 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Attempting to bind port b030e531-b14c-48d6-811d-46214c6711c3 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:47.258651 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:47.259103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Transition to ACTIVE for port object 2529f5b0-f3bd-430a-a367-a981d5fba2b9 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:47.259701 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:47.260479 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.261153 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:47.261885 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Bound port: b030e531-b14c-48d6-811d-46214c6711c3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:47.262459 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.262677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.265399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:08:42Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:45Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:47.321605 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] For port b030e531-b14c-48d6-811d-46214c6711c3, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:47.324953 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] For port b030e531-b14c-48d6-811d-46214c6711c3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b030e531-b14c-48d6-811d-46214c6711c3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:47.333577 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.335532 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Pushing event updated for resources: {'Port': ['ID=b030e531-b14c-48d6-811d-46214c6711c3,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.349607 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.368203 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.368533 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.368905 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.369638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.369638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.369964 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.370290 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.370673 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.370934 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.371257 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.371555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d6064-dd2e-4651-bd65-f1f24d0861dd None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:08:42Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:45Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:47.371709 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.371905 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:47.421300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:47.445374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:47.451020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:47.464001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:47.466481 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6026a662-a4eb-40f2-b005-a4cc6ae31543" -d '{"events": [{"server_uuid": "c5c7cbd5-38b1-4b67-94cd-1a9df931ce90", "name": "network-vif-plugged", "status": "completed", "tag": "862e99ed-c52a-4ac4-8978-e1fd9f39b0d3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:47.482497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8:1::1 (773f92df-5df9-48e9-b9a1-3e4383a81b9c/c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b/82ab306e-41f8-45ab-850c-7a297920b93c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:47.546642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,segment=NetworkSegment(382376c5-31e2-47d2-a5d4-614beea3c7fd),segment_id=382376c5-31e2-47d2-a5d4-614beea3c7fd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:47.575453 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d6a85d-ffb8-4a0e-bb47-58e6fc080c81 x-openstack-request-id: req-80d6a85d-ffb8-4a0e-bb47-58e6fc080c81 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:47.575752 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c7cbd5-38b1-4b67-94cd-1a9df931ce90", "name": "network-vif-plugged", "status": "completed", "tag": "862e99ed-c52a-4ac4-8978-e1fd9f39b0d3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:47.575999 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80d6a85d-ffb8-4a0e-bb47-58e6fc080c81 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:47.576387 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3', 'code': 200} Aug 31 14:08:47.588081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.607718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Pushing event updated for resources: {'Port': ['ID=2529f5b0-f3bd-430a-a367-a981d5fba2b9,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.636269 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:47.640220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:47.697905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.719953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object 82ab306e-41f8-45ab-850c-7a297920b93c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:47.724606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Attempting to bind port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:47.725032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Attempting to bind port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:47.725514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Attempting to bind port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 on network 773f92df-5df9-48e9-b9a1-3e4383a81b9c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:47.749537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:47.751343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.752586 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daaf01-243d-430b-ac0f-1035e159be51 None None] Pushing event updated for resources: {'Port': ['ID=b030e531-b14c-48d6-811d-46214c6711c3,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.772805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:47.774158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Checking segment: {'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:47.775183 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.775929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Bound using segment: {'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:47.776645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Bound port: 2529f5b0-f3bd-430a-a367-a981d5fba2b9, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:47.777323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.790644 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.817632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.876558 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:47.956061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:47.962498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c838a7e-750d-4fdb-a250-66306ae3ff8a req-5f6a0851-c9b4-4b04-82b5-4ae7434e411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:47.964159 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c838a7e-750d-4fdb-a250-66306ae3ff8a req-5f6a0851-c9b4-4b04-82b5-4ae7434e411a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 1096 time: 0.3005979 Aug 31 14:08:47.968300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:47.978285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:47.978931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.986222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] For port 2529f5b0-f3bd-430a-a367-a981d5fba2b9, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:47.997340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] For port 2529f5b0-f3bd-430a-a367-a981d5fba2b9, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2529f5b0-f3bd-430a-a367-a981d5fba2b9,segment=NetworkSegment(ba2cef8f-7baa-4b83-b1b9-f5f901be96cc),segment_id=ba2cef8f-7baa-4b83-b1b9-f5f901be96cc)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:48.024840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.148617 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4c838a7e-750d-4fdb-a250-66306ae3ff8a req-97d9f276-3863-4e79-a2aa-c00bda354aaf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738412 Aug 31 14:08:48.202494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56768) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:48.227625 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:08:48.236791 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:43Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:48.257457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-db994230-e45a-4b4f-a8de-198a5408a0da tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:48.259014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-db994230-e45a-4b4f-a8de-198a5408a0da tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.1718714 Aug 31 14:08:48.259698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=82ab306e-41f8-45ab-850c-7a297920b93c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:48.276184 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6df9c-a1c0-4243-96ca-a4248c000e7e None None] The sync data for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 is: [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:43Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:48.293671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Allocated IP 172.20.0.2 (2fdf34d2-445d-4041-9641-1483c0d0c2f0/adcf0563-f957-41dd-b6c1-3984c4a85dac/78bd0c65-feaf-44b9-bdff-8752ff0ec39f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:48.371709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.416247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708242-0198-4699-95b5-6f039fe3a12c req-ad0246b4-18b2-4d4a-b0c4-53115b9fcddc tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:48.417987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58708242-0198-4699-95b5-6f039fe3a12c req-ad0246b4-18b2-4d4a-b0c4-53115b9fcddc tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 945 time: 0.1555977 Aug 31 14:08:48.510347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'port': {'device_id': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'admin_state_up': True, 'tenant_id': '8fe03bac1876499f863ad70254fc903a'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:48.761618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1196625734'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:48.789823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e426e7-7440-42df-b825-df9c66e76f13 None None] Pushing event updated for resources: {'Port': ['ID=2529f5b0-f3bd-430a-a367-a981d5fba2b9,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:48.811459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.829009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58708242-0198-4699-95b5-6f039fe3a12c req-d74053a0-c216-4f6a-a9c8-8db84cff1442 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023979 Aug 31 14:08:48.829694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:08:48.829694 n-d-792362-6 neutron-server[101361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:08:48.829694 n-d-792362-6 neutron-server[101361]: [parameters: {'project_id': '8fe03bac1876499f863ad70254fc903a', 'id': '06d3b1b1-83a6-483d-bc23-11df1a4578ad', 'expiration': datetime.datetime(2021, 8, 31, 14, 10, 48, 821460)}] Aug 31 14:08:48.829694 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:08:48.830201 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:08:48.837479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Made reservation on behalf of 9275e178128b4ee3a47ce63cd1357345 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:48.841628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.865401 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.975498 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.985673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Transition to ACTIVE for port object 78bd0c65-feaf-44b9-bdff-8752ff0ec39f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:49.011801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Transition to ACTIVE for port object 78bd0c65-feaf-44b9-bdff-8752ff0ec39f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:49.022079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.071591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:49.086913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:49.089494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:49.153036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.1 (2fdf34d2-445d-4041-9641-1483c0d0c2f0/adcf0563-f957-41dd-b6c1-3984c4a85dac/d2b395b7-f7a0-4c34-bc60-4c2aa74ec345) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:49.220728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Pushing event updated for resources: {'Port': ['ID=78bd0c65-feaf-44b9-bdff-8752ff0ec39f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:49.228965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Attempting to bind port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:49.229516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Attempting to bind port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:49.233969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Attempting to bind port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:49.252329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:49.253027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Checking segment: {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:49.255203 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.255802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Bound using segment: {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:49.256613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Bound port: 78bd0c65-feaf-44b9-bdff-8752ff0ec39f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:49.257520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.300306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.325027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:49.328724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-332005ad-d442-4ca5-b98e-b8a0ba0dd458 req-d9406404-e9aa-46a9-b2db-2847f5592fef tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 210 time: 0.0626986 Aug 31 14:08:49.418010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.478325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] For port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:49.487490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] For port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=78bd0c65-feaf-44b9-bdff-8752ff0ec39f,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:49.496249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.506177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.515740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:49.521577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.523225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.584600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.609582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.636535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c8542-b2e7-4959-b494-c6f9b91664ca None None] Pushing event updated for resources: {'Port': ['ID=78bd0c65-feaf-44b9-bdff-8752ff0ec39f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:49.639580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:49.706136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:49.713621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.723146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=82ab306e-41f8-45ab-850c-7a297920b93c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:49.723619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.723989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.724340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.724679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.725041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.725378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.725711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.726044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.730503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.731017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.731369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.733868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:49.741897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:49.747196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:49.827273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:49.829663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07d7b9-24c2-493a-bb21-46b5f0064f76,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:49.889030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.890595 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Added segment 2cc8b20b-bd6c-4c65-8027-7441a5e7be11 of type vlan for network 7c8572dd-6d2e-41b9-8827-6deb49f6193d Aug 31 14:08:49.914366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b030e531-b14c-48d6-811d-46214c6711c3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:50.057763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b030e531-b14c-48d6-811d-46214c6711c3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:50.063274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b030e531-b14c-48d6-811d-46214c6711c3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:50.063659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.081746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.099833 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.166052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:50.206052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.213993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:50.214929 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.242655 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.277638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.20.0.11 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/bd98392b-42f3-422e-bf97-1aeae160bb1d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:50.277914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b030e531-b14c-48d6-811d-46214c6711c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b030e531-b14c-48d6-811d-46214c6711c3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:50.287431 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.288341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 35e26b40-4ffd-4fb7-bf00-35639eed9e2e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:50.343320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53279274-11ba-444a-8d17-ea4255e6e561 None None] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:50.383460 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1795449 Aug 31 14:08:50.388463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56784) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:50.402482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4db19-e269-4acc-b91e-53da5cbb2f56 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Pushing event updated for resources: {'Network': ['ID=7c8572dd-6d2e-41b9-8827-6deb49f6193d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:50.437706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7c8572dd-6d2e-41b9-8827-6deb49f6193d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:50.491374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:50.506316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'network': {'name': 'tempest-network--2020749315', 'router:external': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:50.529503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.534236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a6480513-9430-4672-8538-f0438d6b712f None None] Provisioning for port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:50.555930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b030e531-b14c-48d6-811d-46214c6711c3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:50.591636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Made reservation on behalf of 332ec3741245416da7fa08f662b461d7 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:50.595069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.596933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:50.602416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:50.602806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.608829 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.609066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.623223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Transition to ACTIVE for port object bd98392b-42f3-422e-bf97-1aeae160bb1d will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:50.672147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.687617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab247d-bca4-4407-a5a7-d2c8919fce96 req-eb578768-1613-4f4e-ab19-c2b2c9a6faf0 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:50.693434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24ab247d-bca4-4407-a5a7-d2c8919fce96 req-eb578768-1613-4f4e-ab19-c2b2c9a6faf0 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 945 time: 0.6530414 Aug 31 14:08:50.795321 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.835661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:50.855801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:50.862784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24ab247d-bca4-4407-a5a7-d2c8919fce96 req-b7759621-d93d-4af5-b9ee-30bf85b0b6be tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553652 Aug 31 14:08:50.869462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:50.876446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=bd98392b-42f3-422e-bf97-1aeae160bb1d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:50.887182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:50.905867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,segment=NetworkSegment(13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1),segment_id=13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:50.911739 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.913025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2529f5b0-f3bd-430a-a367-a981d5fba2b9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:51.095607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.115021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:51.120156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.173327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:51.180079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:51.180711 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.188552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] vlan segment allocate from pool success with {'vlan_id': 1520, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:51.234345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:51.246029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:51.256798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:51.257528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.279855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4533086b-8c7f-4d84-9033-f45e3dba0cd3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4089885 Aug 31 14:08:51.302552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56790) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:51.306223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-84dc76e2-f912-4e35-8493-cbb712b723a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8000133 Aug 31 14:08:51.318317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.329763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-11338354'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:51.338079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Request body: {'port': {'device_id': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:51.348103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.352331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.393719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea200339-516e-4981-95d8-54e15e53fc9f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:51.395720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:51.396563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:51.407488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36341cd8-f833-4621-a230-51833b448773 req-4e677f64-ec81-48df-9055-4aae112667a1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:51.419325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36341cd8-f833-4621-a230-51833b448773 req-4e677f64-ec81-48df-9055-4aae112667a1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 932 time: 0.1814864 Aug 31 14:08:51.436398 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.436958 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Added segment 636e2e5a-dea1-4e12-bbeb-2a07b0907fbb of type vlan for network 1e83ac9e-5fe7-4eb7-94bd-c6ab69060b82 Aug 31 14:08:51.481264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:51.530080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.549520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36341cd8-f833-4621-a230-51833b448773 req-55f26d1b-3277-4400-80a3-304b567d0375 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258461 Aug 31 14:08:51.598510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:51.602045 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.617814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.619079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0412dfd-4d1e-4fd8-af84-520aa4a943a4 None None] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:51.662219 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.716937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 2529f5b0-f3bd-430a-a367-a981d5fba2b9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2529f5b0-f3bd-430a-a367-a981d5fba2b9,segment=NetworkSegment(ba2cef8f-7baa-4b83-b1b9-f5f901be96cc),segment_id=ba2cef8f-7baa-4b83-b1b9-f5f901be96cc)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:51.732533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.760539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d0d51c33-756e-4c1c-a299-597adf9622cf None None] Provisioning complete for port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:51.761059 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d0d51c33-756e-4c1c-a299-597adf9622cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.838170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:51.852779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031248-f398-493e-94a1-325cd6b06256 req-0bade5d7-0cbb-47fb-86e9-b4ff0f9cf355 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:51.864476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab031248-f398-493e-94a1-325cd6b06256 req-0bade5d7-0cbb-47fb-86e9-b4ff0f9cf355 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 945 time: 0.2071769 Aug 31 14:08:51.868747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:51.872523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:51.971852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=2529f5b0-f3bd-430a-a367-a981d5fba2b9,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:51.975162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab031248-f398-493e-94a1-325cd6b06256 req-e55bea9a-725e-411f-b11b-caf2ba506d8e tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088719 Aug 31 14:08:52.061954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 78bd0c65-feaf-44b9-bdff-8752ff0ec39f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:52.157299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd98392b-42f3-422e-bf97-1aeae160bb1d {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:52.167034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.190717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Transition to ACTIVE for port object bd98392b-42f3-422e-bf97-1aeae160bb1d will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:52.196794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.222725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:52.225106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.226079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:52.226671 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.234971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.api [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=101360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:08:52.235296 n-d-792362-6 neutron-server[101360]: DEBUG oslo_db.api [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:08:52.325769 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9336035 Aug 31 14:08:52.332466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56798) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:52.359943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98392b-42f3-422e-bf97-1aeae160bb1d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:52.406827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Attempting to bind port bd98392b-42f3-422e-bf97-1aeae160bb1d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:52.407569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Attempting to bind port bd98392b-42f3-422e-bf97-1aeae160bb1d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:52.407999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Attempting to bind port bd98392b-42f3-422e-bf97-1aeae160bb1d on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:52.414671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049fda0-d949-4f24-bd08-76b70b1173e9 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Network': ['ID=1e83ac9e-5fe7-4eb7-94bd-c6ab69060b82,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:52.416102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Port bd98392b-42f3-422e-bf97-1aeae160bb1d on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:52.416725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Attempting to bind port bd98392b-42f3-422e-bf97-1aeae160bb1d on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:52.426408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:52.426637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:52.427355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:52.427883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Bound port: bd98392b-42f3-422e-bf97-1aeae160bb1d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:52.428539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.454415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 1e83ac9e-5fe7-4eb7-94bd-c6ab69060b82 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:52.551292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] For port bd98392b-42f3-422e-bf97-1aeae160bb1d, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:52.577570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] For port bd98392b-42f3-422e-bf97-1aeae160bb1d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd98392b-42f3-422e-bf97-1aeae160bb1d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:52.616420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.726755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:52.727412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.728912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/bd98392b-42f3-422e-bf97-1aeae160bb1d HTTP/1.1" status: 200 len: 1092 time: 1.4055965 Aug 31 14:08:52.729744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'tag': 'bd98392b-42f3-422e-bf97-1aeae160bb1d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:52.741487 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a", "tag": "bd98392b-42f3-422e-bf97-1aeae160bb1d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:52.812532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412979ac-3fac-4c2d-93a0-fae8938cc6a3 req-5c88e1a6-4a35-4b98-8deb-04dd2907bdb5 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:52.814599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-412979ac-3fac-4c2d-93a0-fae8938cc6a3 req-5c88e1a6-4a35-4b98-8deb-04dd2907bdb5 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 945 time: 0.2336543 Aug 31 14:08:52.824775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a32cc5-b7e8-4a76-a854-aa31668ee1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98392b-42f3-422e-bf97-1aeae160bb1d,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:52.831683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:52.900763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b030e531-b14c-48d6-811d-46214c6711c3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:52.907990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-6dd18a4e-5fb9-45cb-ac8f-5127e763b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:52.911246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-6dd18a4e-5fb9-45cb-ac8f-5127e763b33a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 1095 time: 0.0939772 Aug 31 14:08:52.914504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-412979ac-3fac-4c2d-93a0-fae8938cc6a3 req-101e8178-63e9-4b0c-a8a3-3581947ba734 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865705 Aug 31 14:08:52.979266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-857b3dfa-fddb-4953-8bb1-bc0bd082a6eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98392b-42f3-422e-bf97-1aeae160bb1d HTTP/1.1" status: 200 len: 217 time: 0.0465152 Aug 31 14:08:52.997759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d0d51c33-756e-4c1c-a299-597adf9622cf None None] Provisioning for port 82ab306e-41f8-45ab-850c-7a297920b93c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:53.047557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d0d51c33-756e-4c1c-a299-597adf9622cf None None] Provisioning complete for port 82ab306e-41f8-45ab-850c-7a297920b93c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:53.048214 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d0d51c33-756e-4c1c-a299-597adf9622cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.108282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d0d51c33-756e-4c1c-a299-597adf9622cf None None] Port 82ab306e-41f8-45ab-850c-7a297920b93c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:53.115742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.125995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-2e3499a7-8762-4716-b994-fe452986d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.128195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-2e3499a7-8762-4716-b994-fe452986d376 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1414452 Aug 31 14:08:53.128338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b030e531-b14c-48d6-811d-46214c6711c3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:53.128594 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.172994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.200154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ba39e-76d2-4483-b647-78a4c16cb5fe req-6434d837-acca-420d-bc36-26a473565a3e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.203464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c82ba39e-76d2-4483-b647-78a4c16cb5fe req-6434d837-acca-420d-bc36-26a473565a3e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.1470330 Aug 31 14:08:53.215242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:53.215480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:08:48Z', 'revision_number': 3, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:49Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:53.222454 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2f1bd179-3ed3-43f2-8f42-5736574c6427 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/3d1cf76e-1e14-40ab-ab61-f257bbda30ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0704689 Aug 31 14:08:53.237363 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Sync routers for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:53.239641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1513, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:53.251760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.252114 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f of type vlan for network 05b7cbb5-e19f-4aad-b893-a9c717b98cff Aug 31 14:08:53.254857 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:53.255515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:53.271871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-57e45978-e272-44df-a13c-9bf2e191e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.274380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-57e45978-e272-44df-a13c-9bf2e191e5bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353920 Aug 31 14:08:53.320597 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.326274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:53.328431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Updating router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 port 82ab306e-41f8-45ab-850c-7a297920b93c binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:08:53.378281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.386049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.387120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.397512 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.438011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-7d63a4a8-727f-4b11-9eba-08c83b1aaf6a service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513414 Aug 31 14:08:53.444634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c82ba39e-76d2-4483-b647-78a4c16cb5fe req-36f66e82-4ffd-4f43-898c-e6d508b862c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348645 Aug 31 14:08:53.469933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Provisioning for port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:53.501965 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1978912 Aug 31 14:08:53.521563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 35e26b40-4ffd-4fb7-bf00-35639eed9e2e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:53.582147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56814) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:53.592960 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:53.638025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5bf7f2de-8752-4da5-89e2-990e2c78633b req-58069b8d-aa55-4ea0-a2b2-7fb6cd088a4a service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923332 Aug 31 14:08:53.639507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:53.644621 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a76dd2-fd02-4704-9a08-c2c04a53150c x-openstack-request-id: req-18a76dd2-fd02-4704-9a08-c2c04a53150c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:53.644953 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a", "tag": "bd98392b-42f3-422e-bf97-1aeae160bb1d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:53.645433 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18a76dd2-fd02-4704-9a08-c2c04a53150c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:53.645928 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'tag': 'bd98392b-42f3-422e-bf97-1aeae160bb1d', 'status': 'completed', 'code': 200} Aug 31 14:08:53.671820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Provisioning complete for port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:53.672486 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.858285 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.862681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163b9a4-6652-4a5d-b1a2-833fbff775f7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=05b7cbb5-e19f-4aad-b893-a9c717b98cff,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:53.883887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-e7f342be-f4ff-44e2-b90d-6778f80ef69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.885613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-e7f342be-f4ff-44e2-b90d-6778f80ef69a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 1095 time: 0.1557674 Aug 31 14:08:53.888533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-977e02c9-2b1f-4c27-af4a-58815dff612f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504080810&fields=id&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 267 time: 0.1071336 Aug 31 14:08:53.904411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e83ac9e-5fe7-4eb7-94bd-c6ab69060b82']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:53.943223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636e2e5a-dea1-4e12-bbeb-2a07b0907fbb') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:53.943803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636e2e5a-dea1-4e12-bbeb-2a07b0907fbb') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:53.959102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.991612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.000417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:54.002927 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 2, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:54.004142 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.005971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.031318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Transition to ACTIVE for port object 82ab306e-41f8-45ab-850c-7a297920b93c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:54.049655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:54.058378 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Checking router: 3d1cf76e-1e14-40ab-ab61-f257bbda30ab for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:54.058731 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Updating router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:08:54.078856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Releasing vlan 1520 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:54.079416 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:54.081409 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:54.137284 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.206623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.232970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.257906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e83ac9e-5fe7-4eb7-94bd-c6ab69060b82 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:08:54.271993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.277097 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "DELETE /v2.0/networks/1e83ac9e-5fe7-4eb7-94bd-c6ab69060b82 HTTP/1.1" status: 204 len: 168 time: 1.9401472 Aug 31 14:08:54.295437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56826) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:54.305296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:54.308220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.342117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:54.412610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b03fa-0590-42d7-abed-2a294cc2ea6a tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e83ac9e-5fe7-4eb7-94bd-c6ab69060b82,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:54.498436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Pushing event updated for resources: {'Port': ['ID=82ab306e-41f8-45ab-850c-7a297920b93c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:54.505007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Made reservation on behalf of 332ec3741245416da7fa08f662b461d7 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:54.511444 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.548102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] vlan segment allocate from pool success with {'vlan_id': 1520, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:54.577407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.578095 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Added segment a32355d0-cc8b-4b37-832e-5af914135c92 of type vlan for network 8ec8eab6-e67c-4793-addd-56d7ea09d700 Aug 31 14:08:54.694451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.694726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.695056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.696318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.696800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.697605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.703617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.704521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.704893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.705236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.705679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.710293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:54.722661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.744370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.804850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Attempting to bind port 82ab306e-41f8-45ab-850c-7a297920b93c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:54.812078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Attempting to bind port 82ab306e-41f8-45ab-850c-7a297920b93c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:54.812922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Attempting to bind port 82ab306e-41f8-45ab-850c-7a297920b93c on network 773f92df-5df9-48e9-b9a1-3e4383a81b9c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:54.825561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:54.826206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Checking segment: {'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:54.826673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.828032 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.829295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Bound using segment: {'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:54.829861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Bound port: 82ab306e-41f8-45ab-850c-7a297920b93c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:54.830325 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.834577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-49be4bfe-d6e6-48e1-9f37-c037c3e30a9b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:54.847987 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Transition to ACTIVE for port object d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:54.848688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-49be4bfe-d6e6-48e1-9f37-c037c3e30a9b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/networks?id=2fdf34d2-445d-4041-9641-1483c0d0c2f0 HTTP/1.1" status: 200 len: 796 time: 0.3706799 Aug 31 14:08:54.863840 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.870929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-42ea1aae-024f-49b6-8b6f-f60db5561371 req-cf2b2f76-de16-47a7-add4-b39780f9db91 service neutron] (101360) timed out ('10.222.0.26', 53967) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:08:54.873719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-618e12b8-0156-4714-9b77-47b3218214fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:54.875455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-618e12b8-0156-4714-9b77-47b3218214fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.9808755 Aug 31 14:08:54.928042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] For port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=78bd0c65-feaf-44b9-bdff-8752ff0ec39f,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:54.945872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.995167 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Attempting to bind port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:54.995797 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Attempting to bind port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:54.996542 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Attempting to bind port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:54.997096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-61397edc-bdcc-4140-b925-0d8dfa6d02c0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/quotas/596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 375 time: 0.1452067 Aug 31 14:08:54.998364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-35e49f20-0f08-434b-8bec-d010fc74d99c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98392b-42f3-422e-bf97-1aeae160bb1d HTTP/1.1" status: 200 len: 217 time: 0.1084487 Aug 31 14:08:55.005962 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e4bf9-f4aa-430b-8e6d-ac46cd3f0ee8 None None] Pushing event updated for resources: {'Port': ['ID=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:55.012932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.028064 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:55.029607 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Checking segment: {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:55.030551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=cb2d14b3-e5cd-4a78-b392-357e62f61cd2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:55.045157 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.047865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:55.048715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: 05b7cbb5-e19f-4aad-b893-a9c717b98cff, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:55.054490 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Bound using segment: {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:55.058736 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Bound port: d2b395b7-f7a0-4c34-bc60-4c2aa74ec345, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:55.061664 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.077581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.078947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:55.079889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.119336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:55.220013 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] For port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:55.235048 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] For port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:55.240849 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.243416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-07db1404-d69d-425c-9770-3bfdde9635ff tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2386920 Aug 31 14:08:55.246216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] For port 82ab306e-41f8-45ab-850c-7a297920b93c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:55.258874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9353590 Aug 31 14:08:55.259502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-be9ddde9-ee1b-461c-95af-b3cc2d63b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:55.270373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56830) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:55.273947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-be9ddde9-ee1b-461c-95af-b3cc2d63b446 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.2664530 Aug 31 14:08:55.278244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'subnet': {'network_id': '8ec8eab6-e67c-4793-addd-56d7ea09d700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:55.285305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Pushing event updated for resources: {'Port': ['ID=78bd0c65-feaf-44b9-bdff-8752ff0ec39f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:55.293935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 05b7cbb5-e19f-4aad-b893-a9c717b98cff) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:55.298452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] For port 82ab306e-41f8-45ab-850c-7a297920b93c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=82ab306e-41f8-45ab-850c-7a297920b93c,segment=NetworkSegment(ba2cef8f-7baa-4b83-b1b9-f5f901be96cc),segment_id=ba2cef8f-7baa-4b83-b1b9-f5f901be96cc)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:55.310716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2529f5b0-f3bd-430a-a367-a981d5fba2b9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:55.315231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661b4b2-4abd-487d-8730-e3def4fc1b3a None None] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:55.324283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:55.328389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.337355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b3359-de98-4dce-9a36-5e2ac8bda56b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Network': ['ID=8ec8eab6-e67c-4793-addd-56d7ea09d700,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:55.347766 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e4bf9-f4aa-430b-8e6d-ac46cd3f0ee8 None None] Pushing event updated for resources: {'Port': ['ID=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:55.382723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Made reservation on behalf of 332ec3741245416da7fa08f662b461d7 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:55.384787 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.400570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-10a56b66-f8ff-47af-95b7-73fce33de461 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8162558 Aug 31 14:08:55.412096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:55.413672 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:55.423222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56832) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:55.489911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.491949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8ec8eab6-e67c-4793-addd-56d7ea09d700 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:55.606000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Provisioning for port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:55.636601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-1597ff6b-9cd3-43f5-8b55-650e19af2eee service neutron] 10.222.0.10 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615377 Aug 31 14:08:55.753005 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:55.787083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1351b48-b8aa-43b6-8b08-b14c99ab935b None None] Pushing event updated for resources: {'Port': ['ID=82ab306e-41f8-45ab-850c-7a297920b93c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:55.824051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:55.824718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:55.830849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-36471eab-6b00-4b54-9f57-e8fc21ad6a07 None None] Provisioning for port bd98392b-42f3-422e-bf97-1aeae160bb1d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:55.877760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a04293f5-2e1a-49f0-8267-eeba52ddc7b3 service neutron] 10.222.0.10 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398260 Aug 31 14:08:55.977821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-b64a79b7-67c6-453a-8c9e-1811cff8e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:55.991752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-b64a79b7-67c6-453a-8c9e-1811cff8e45c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7015765 Aug 31 14:08:56.056101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:56.056618 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.107117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:56.123633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:56.130018 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.361680 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:55Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:56.480020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-0e634a6b-e483-44d6-aaac-dd9b576a7e6d service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564586 Aug 31 14:08:56.517101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:08:56.517618 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.560940 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a7a18-e305-4166-bb3d-bc7256c35465 None None] The sync data for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 is: [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:55Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:56.617429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8dbcc1e-2e1e-45fc-964c-9a56e2249688,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:56.726728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Checking segment: {'id': 'a32355d0-cc8b-4b37-832e-5af914135c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '8ec8eab6-e67c-4793-addd-56d7ea09d700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:56.727109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Network hostable DHCP agents. Network: 8ec8eab6-e67c-4793-addd-56d7ea09d700, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:56.786651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Network 8ec8eab6-e67c-4793-addd-56d7ea09d700 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:56.843815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 8ec8eab6-e67c-4793-addd-56d7ea09d700) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:56.876989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:56.877730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.913467 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12587e1d-4102-49e1-bd7f-7d3b33dbf975 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6380668 Aug 31 14:08:56.913702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56848) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:56.919125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'floatingip': {'floating_network_id': '8ec8eab6-e67c-4793-addd-56d7ea09d700'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:56.953651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5af3cc1a-dc1c-43f2-bf5e-31d4848ab39b req-1a8f1130-ab4a-4ce8-9feb-d932c9f09868 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341953 Aug 31 14:08:56.960607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9a8ce-a003-4b53-8f56-da5671169738 None None] Network 8ec8eab6-e67c-4793-addd-56d7ea09d700 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:56.961577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.073099 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e15422a8-36ac-4b78-bd73-95fc7191af02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.115783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac98e91-3052-4648-a9ac-4536aefe8485 req-2017ba03-2987-464d-9a9e-dd265c4a1792 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:57.123534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ac98e91-3052-4648-a9ac-4536aefe8485 req-2017ba03-2987-464d-9a9e-dd265c4a1792 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.0733809 Aug 31 14:08:57.133063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.166146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Allocated IP 2001:db8:2::2 (05b7cbb5-e19f-4aad-b893-a9c717b98cff/cb2d14b3-e5cd-4a78-b392-357e62f61cd2/99117656-1485-437f-a5de-9bd135607562) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:57.195257 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.324485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ac98e91-3052-4648-a9ac-4536aefe8485 req-59d87ced-7d35-4ea0-a7f7-2214a3c25434 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999681 Aug 31 14:08:57.506257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-134a0497-ab9a-4e84-9db0-ca7980f1e499 req-58bc3a01-66b1-4c5a-9c1c-ef5dca5980f1 service neutron] (101360) timed out ('10.222.0.26', 53985) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:08:57.541559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Allocated IP 172.20.0.14 (8ec8eab6-e67c-4793-addd-56d7ea09d700/c8dbcc1e-2e1e-45fc-964c-9a56e2249688/11a957ea-ff5a-4de5-8350-814498487f66) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:57.571884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9059410-f824-4846-8973-b1a2b5465da2 None None] Network 8ec8eab6-e67c-4793-addd-56d7ea09d700 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:57.811254 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.887642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.931398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Network 8ec8eab6-e67c-4793-addd-56d7ea09d700 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:57.934563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:57.938469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:57.945015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Port': ['ID=11a957ea-ff5a-4de5-8350-814498487f66,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:57.993956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:08:48Z', 'revision_number': 3, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:55Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:57.996033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 78bd0c65-feaf-44b9-bdff-8752ff0ec39f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:58.089610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d78ca-b8c9-48d9-8698-c475e42ff0bf None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:08:48Z', 'revision_number': 3, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:55Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:58.237594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.270436 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.300150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Transition to ACTIVE for port object 99117656-1485-437f-a5de-9bd135607562 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:58.353854 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.395834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:58.396376 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.510049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e867bca-3726-4b7a-9467-9049cac6c2ab req-1ebfc194-1cf7-4d89-909c-4b9dfe485e61 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 210 time: 0.1925673 Aug 31 14:08:58.563743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Transition to ACTIVE for port object 99117656-1485-437f-a5de-9bd135607562 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:58.601345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.719630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:58.724120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:58.740805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:58.822176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:58.853398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Pushing event updated for resources: {'Port': ['ID=99117656-1485-437f-a5de-9bd135607562,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:58.899819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8:2::1 (05b7cbb5-e19f-4aad-b893-a9c717b98cff/cb2d14b3-e5cd-4a78-b392-357e62f61cd2/6d660e0f-ae34-493e-87fa-1c30e728fb9f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:58.965657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.991545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-81b173de-b442-4248-a4e0-9800093f09b7 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:58.994114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-beebc1b1-ea6a-4bca-b96c-b4d00b8ed6fb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:58.995970 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-81b173de-b442-4248-a4e0-9800093f09b7 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 945 time: 0.2639799 Aug 31 14:08:58.997755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Attempting to bind port 99117656-1485-437f-a5de-9bd135607562 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:58.997891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-beebc1b1-ea6a-4bca-b96c-b4d00b8ed6fb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/networks?id=2fdf34d2-445d-4041-9641-1483c0d0c2f0 HTTP/1.1" status: 200 len: 796 time: 0.5617290 Aug 31 14:08:58.998187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Attempting to bind port 99117656-1485-437f-a5de-9bd135607562 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:58.998560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Attempting to bind port 99117656-1485-437f-a5de-9bd135607562 on network 05b7cbb5-e19f-4aad-b893-a9c717b98cff {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:59.001783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.018182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:59.018651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Checking segment: {'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:59.018975 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.019922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Bound using segment: {'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:59.020612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Bound port: 99117656-1485-437f-a5de-9bd135607562, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:59.021029 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.023713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:59.028231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:59.028641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.048329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2994e-89f7-4d7c-885e-0d8da98e479e req-1e87e7ba-1ae4-4241-bd01-ede3cc1ddc12 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:59.050044 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebb2994e-89f7-4d7c-885e-0d8da98e479e req-1e87e7ba-1ae4-4241-bd01-ede3cc1ddc12 tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5c7cbd5-38b1-4b67-94cd-1a9df931ce90 HTTP/1.1" status: 200 len: 945 time: 0.3408341 Aug 31 14:08:59.215407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] For port 99117656-1485-437f-a5de-9bd135607562, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:59.220325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] For port 99117656-1485-437f-a5de-9bd135607562, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=99117656-1485-437f-a5de-9bd135607562,segment=NetworkSegment(e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f),segment_id=e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:59.225662 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.250595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.266137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Port': ['ID=11a957ea-ff5a-4de5-8350-814498487f66,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:59.286066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.304246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.363246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.367235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71da84d2-0a4e-4214-9386-8a9e050e15c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4525249 Aug 31 14:08:59.373291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56858) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:59.391628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:59.411589 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc5af0be-cae2-49e6-bb41-d6b6abc6f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.428581 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.461431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520320f4-adc3-4e90-83bb-70ba238fa916 None None] Pushing event updated for resources: {'Port': ['ID=99117656-1485-437f-a5de-9bd135607562,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:59.464688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object 6d660e0f-ae34-493e-87fa-1c30e728fb9f will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:59.489441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-da39d7de-0af8-48fe-8f0a-983113192620 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 379 time: 0.4383209 Aug 31 14:08:59.493026 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fcb33381-7cff-4975-a736-74b2a3c5995c tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=8ec8eab6-e67c-4793-addd-56d7ea09d700 HTTP/1.1" status: 200 len: 690 time: 0.1180074 Aug 31 14:08:59.496608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Deleting port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:59.497142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.499994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56860) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:59.587886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'port': {'device_id': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'admin_state_up': True, 'tenant_id': '596b8a705248434c887d147153bd491b', 'security_groups': ['0f11c69a-ce82-4794-8e88-d39e65d5fdff']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:59.620245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:59.638929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.705828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 82ab306e-41f8-45ab-850c-7a297920b93c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:59.728530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.744684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] For port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,segment=NetworkSegment(382376c5-31e2-47d2-a5d4-614beea3c7fd),segment_id=382376c5-31e2-47d2-a5d4-614beea3c7fd)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:59.744684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.827550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 82ab306e-41f8-45ab-850c-7a297920b93c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:59.835026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 82ab306e-41f8-45ab-850c-7a297920b93c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:59.835406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.845997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Calling delete_port for 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:59.861819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebb2994e-89f7-4d7c-885e-0d8da98e479e req-3fe189b1-a8e5-40fd-a4c6-02ae8df0291a tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.10 "GET /v2.0/security-groups?id=9542b597-6992-426c-88f4-4cab76b28950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327687 Aug 31 14:08:59.979417 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.008190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Deleting port 11a957ea-ff5a-4de5-8350-814498487f66 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:00.009322 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.015996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.032542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.034363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 82ab306e-41f8-45ab-850c-7a297920b93c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=82ab306e-41f8-45ab-850c-7a297920b93c,segment=NetworkSegment(ba2cef8f-7baa-4b83-b1b9-f5f901be96cc),segment_id=ba2cef8f-7baa-4b83-b1b9-f5f901be96cc)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:00.044394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.045263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.054413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.063098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.073945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.082244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.084260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-e3ddad65-55ec-48b5-b8f8-541128d0f004 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.5611999 Aug 31 14:09:00.088844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.167638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=82ab306e-41f8-45ab-850c-7a297920b93c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:00.188242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.188581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.217992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.221807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:00.232461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:00.241359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Calling delete_port for 11a957ea-ff5a-4de5-8350-814498487f66 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:00.241635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:00.242181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.251154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['862e99ed-c52a-4ac4-8978-e1fd9f39b0d3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:00.269627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Pushing event deleted for resources: {'Port': ['ID=862e99ed-c52a-4ac4-8978-e1fd9f39b0d3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:00.332686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-b5b1ad28-8e39-4f24-bf4b-e0de73e5ff21 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.334087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-b5b1ad28-8e39-4f24-bf4b-e0de73e5ff21 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "GET /v2.0/ports/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2348630 Aug 31 14:09:00.353155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] No DVR routers for this DVR port 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:00.361116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.363064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2c0fbb58-c0df-46a9-99e0-eb5c9df75fdc req-af649bf9-f7db-4d4f-a43e-78bf3b8708bd tempest-ServersNegativeTestMultiTenantJSON-2007686998 tempest-ServersNegativeTestMultiTenantJSON-2007686998-project] 10.222.0.26 "DELETE /v2.0/ports/862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 HTTP/1.1" status: 204 len: 173 time: 1.3055725 Aug 31 14:09:00.370225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'name': 'network-vif-deleted', 'tag': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:00.371535 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c231aea-b429-4694-a1f8-41fe406e8a25" -d '{"events": [{"server_uuid": "c5c7cbd5-38b1-4b67-94cd-1a9df931ce90", "name": "network-vif-deleted", "tag": "862e99ed-c52a-4ac4-8978-e1fd9f39b0d3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:00.382092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=6d660e0f-ae34-493e-87fa-1c30e728fb9f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:00.460496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.460779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.461210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.461556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.461889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.462223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.462557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.462884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.463222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.463529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.463857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.464176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:00.479137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.485067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.492001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.509836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.516157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.530954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.540620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.544289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-4ee797c4-135d-418b-8792-ba5d761406b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.4217732 Aug 31 14:09:00.568906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.597079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.631550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.633386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:00.635063 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event deleted for resources: {'Port': ['ID=11a957ea-ff5a-4de5-8350-814498487f66,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:00.637195 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.725063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.767395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9effb73b-4909-4035-99d3-8e99208e6ff1 req-6406b51d-226c-4293-b074-f64bf07dceb4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735258 Aug 31 14:09:00.782120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.835307 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-355dd65d-b160-437e-8e5e-d02d5dbc8a04 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "GET /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4813414 Aug 31 14:09:00.851567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:00.952274 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.023605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8dbcc1e-2e1e-45fc-964c-9a56e2249688,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:01.121172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.153784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec8eab6-e67c-4793-addd-56d7ea09d700']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:01.183521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32355d0-cc8b-4b37-832e-5af914135c92') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:01.184418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32355d0-cc8b-4b37-832e-5af914135c92') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:01.185401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b7b34-3443-42f9-a7cb-459da865eddd None None] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:01.197340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.213376 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.221722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Releasing vlan 1520 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:01.222572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:01.224698 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:01.303934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.317301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ec8eab6-e67c-4793-addd-56d7ea09d700 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:09:01.324516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b4f8593-7663-49c8-9e09-08226392bab9 None None] Provisioning for port 99117656-1485-437f-a5de-9bd135607562 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:01.368321 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.375765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "DELETE /v2.0/networks/8ec8eab6-e67c-4793-addd-56d7ea09d700 HTTP/1.1" status: 204 len: 168 time: 1.8741071 Aug 31 14:09:01.377066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2402355-096a-45f7-87db-106d7a58f087 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ec8eab6-e67c-4793-addd-56d7ea09d700,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:01.379061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56870) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:01.475994 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c72a4ef3-ee0f-4a76-9172-70f260fe0d2b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.0881672 Aug 31 14:09:01.476313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.479153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56872) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:01.487580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b7e0-3092-4b48-b8df-af803cc59147 req-06bedeae-456e-4a2e-8751-bb2c5153aa8a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.494930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3874b7e0-3092-4b48-b8df-af803cc59147 req-06bedeae-456e-4a2e-8751-bb2c5153aa8a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.6354887 Aug 31 14:09:01.517618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.9 (2fdf34d2-445d-4041-9641-1483c0d0c2f0/adcf0563-f957-41dd-b6c1-3984c4a85dac/f6424d0b-9c6a-4590-bd21-1cf3724ee634) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:01.766769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3874b7e0-3092-4b48-b8df-af803cc59147 req-715b336a-8799-4491-bcc9-2d41be94c479 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707131 Aug 31 14:09:01.770093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.771430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.771430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.771668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.772171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.772688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.773334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.773845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.774457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.775007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.775524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.776188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.776777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.777362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.777875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.780527 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-df922bad-5ece-4193-89f9-bc963d38c623 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9609 time: 0.2995474 Aug 31 14:09:01.786977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56874) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:01.804210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 82ab306e-41f8-45ab-850c-7a297920b93c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:01.831746 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-dc3743b6-1c28-4507-8ebd-46249b233cc5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] delete failed (client error): The resource could not be found. Aug 31 14:09:01.832979 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dc3743b6-1c28-4507-8ebd-46249b233cc5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/c96ac17e-3d0a-4e86-be4c-d34cfca28c26 HTTP/1.1" status: 404 len: 345 time: 0.0448966 Aug 31 14:09:01.835868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56878) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:01.856543 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bd2a75-b397-4961-9c3a-94c8a1cfd1ea tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 14:09:01.857589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bd2a75-b397-4961-9c3a-94c8a1cfd1ea tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:01.860509 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e8bd2a75-b397-4961-9c3a-94c8a1cfd1ea tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "DELETE /v2.0/networks/8ec8eab6-e67c-4793-addd-56d7ea09d700 HTTP/1.1" status: 404 len: 339 time: 0.0234754 Aug 31 14:09:01.865047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56880) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:01.870640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'network': {'name': 'tempest-network--2027402219', 'router:external': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:01.897255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Made reservation on behalf of 332ec3741245416da7fa08f662b461d7 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:01.900679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.915659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 82ab306e-41f8-45ab-850c-7a297920b93c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:01.916292 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.002356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:02.041270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.041935 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Added segment 0f239ead-8550-4f71-bd7d-f62a5eb6cdf8 of type vlan for network 73ca3343-a6cf-44ff-9cda-a5b28697bb20 Aug 31 14:09:02.056025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-65ebeb76-de8e-488e-8387-21ff3096f03d None None] Provisioning for port 6d660e0f-ae34-493e-87fa-1c30e728fb9f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:02.059426 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.067271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-65ebeb76-de8e-488e-8387-21ff3096f03d None None] Provisioning complete for port 6d660e0f-ae34-493e-87fa-1c30e728fb9f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:02.067635 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65ebeb76-de8e-488e-8387-21ff3096f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.106900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7330e32d-1424-4346-8061-a16e4abd5d95 req-1f0b7d69-87d7-478d-9925-ff5429c14c59 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 210 time: 0.1004345 Aug 31 14:09:02.111151 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.127585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.129168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.227552 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.232449 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.243581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-65ebeb76-de8e-488e-8387-21ff3096f03d None None] Port 6d660e0f-ae34-493e-87fa-1c30e728fb9f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:02.264060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 99117656-1485-437f-a5de-9bd135607562 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:02.319291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.320384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.321000 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.361008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object f6424d0b-9c6a-4590-bd21-1cf3724ee634 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:02.362449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=6d660e0f-ae34-493e-87fa-1c30e728fb9f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:02.413936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 99117656-1485-437f-a5de-9bd135607562 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:02.419321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 99117656-1485-437f-a5de-9bd135607562 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:02.419704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.439575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56882) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:02.453874 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7b5ed-3821-4c86-a993-278d1f8d4563 x-openstack-request-id: req-08b7b5ed-3821-4c86-a993-278d1f8d4563 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:02.454153 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c7cbd5-38b1-4b67-94cd-1a9df931ce90", "name": "network-vif-deleted", "tag": "862e99ed-c52a-4ac4-8978-e1fd9f39b0d3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:02.454392 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08b7b5ed-3821-4c86-a993-278d1f8d4563 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:02.454793 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7cbd5-38b1-4b67-94cd-1a9df931ce90', 'name': 'network-vif-deleted', 'tag': '862e99ed-c52a-4ac4-8978-e1fd9f39b0d3', 'status': 'completed', 'code': 200} Aug 31 14:09:02.465819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] For port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:02.496184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6302409 Aug 31 14:09:02.509413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56884) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:02.536009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236ebd9-517a-4436-b2c1-670282eb7a7d tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Network': ['ID=73ca3343-a6cf-44ff-9cda-a5b28697bb20,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:02.596620 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.600380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 73ca3343-a6cf-44ff-9cda-a5b28697bb20 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:02.613943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] Deleting subnet 2d06153f-1f3d-4e31-ba76-ffaceb076995 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:02.624196 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.626324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] For port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:02.667867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.689593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:02.739803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:02.746140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3863a28a-920f-42cd-a941-bf786f777610 None None] Provisioning complete for port 6d660e0f-ae34-493e-87fa-1c30e728fb9f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:02.746525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3863a28a-920f-42cd-a941-bf786f777610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.752439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 99117656-1485-437f-a5de-9bd135607562, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=99117656-1485-437f-a5de-9bd135607562,segment=NetworkSegment(e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f),segment_id=e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:02.787890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.794430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] device_id is not set on port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:09:02.832143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:02.833494 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.834465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:02.855136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.861547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.875400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.877924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5dd36-5433-4ec5-be77-9972cbf42f98 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.885242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.891086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5dd36-5433-4ec5-be77-9972cbf42f98 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.897974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.905541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5dd36-5433-4ec5-be77-9972cbf42f98 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.905782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.916888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.928071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff088273-2527-40c0-970d-34386d2ad708 req-aa5b7cad-8df5-4af6-a6cd-c00146dad5b3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 5435 time: 0.2581682 Aug 31 14:09:02.930721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=99117656-1485-437f-a5de-9bd135607562,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:02.939322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5dd36-5433-4ec5-be77-9972cbf42f98 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.945843 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3fb5dd36-5433-4ec5-be77-9972cbf42f98 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4306834 Aug 31 14:09:02.946942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56888) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:02.948568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.955485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:02.966579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3863a28a-920f-42cd-a941-bf786f777610 None None] Port 6d660e0f-ae34-493e-87fa-1c30e728fb9f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:02.975519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:03.012965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:03.013422 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.026441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.069408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.088453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=f6424d0b-9c6a-4590-bd21-1cf3724ee634,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:03.224489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.242189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ca3343-a6cf-44ff-9cda-a5b28697bb20']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:03.257828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f239ead-8550-4f71-bd7d-f62a5eb6cdf8') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:03.258248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f239ead-8550-4f71-bd7d-f62a5eb6cdf8') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:03.270154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.290399 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.301615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:03.302823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:03.305465 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:03.308713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] No DVR routers for this DVR port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:03.321154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-41f7e182-c377-4b98-94c8-8c39a3277de5 None None] Provisioning complete for port 6d660e0f-ae34-493e-87fa-1c30e728fb9f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:03.321685 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-41f7e182-c377-4b98-94c8-8c39a3277de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.352734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.381899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff088273-2527-40c0-970d-34386d2ad708 req-55c2776a-4160-4e0f-9e29-4e8c08ee0e81 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4526458 Aug 31 14:09:03.390003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-41f7e182-c377-4b98-94c8-8c39a3277de5 None None] Port 6d660e0f-ae34-493e-87fa-1c30e728fb9f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:03.506308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.507154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.514892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0cc0b7b6-a596-42ff-8d62-f035cc058b20 None None] Provisioning for port f6424d0b-9c6a-4590-bd21-1cf3724ee634 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:03.522018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0cc0b7b6-a596-42ff-8d62-f035cc058b20 None None] Provisioning complete for port f6424d0b-9c6a-4590-bd21-1cf3724ee634 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:03.522700 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b7b6-a596-42ff-8d62-f035cc058b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.554538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 99117656-1485-437f-a5de-9bd135607562 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:03.561854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:03.588335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] In _notify_port_updated(), no bound segment for port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:09:03.589648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.590443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.592424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-095a5013-2dfa-4812-8bff-ceb244ec4a87 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 200 len: 1027 time: 2.7456994 Aug 31 14:09:03.598392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:03.598798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0b7b6-a596-42ff-8d62-f035cc058b20 None None] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:03.613434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a63c1212-13db-43d2-9b4b-6bf95857f0f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0951526 Aug 31 14:09:03.616687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0cc0b7b6-a596-42ff-8d62-f035cc058b20 None None] Provisioning complete for port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:03.616687 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b7b6-a596-42ff-8d62-f035cc058b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.649901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Request body: {'port': {'device_id': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:03.651389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 99117656-1485-437f-a5de-9bd135607562 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:03.651765 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.687405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0b7b6-a596-42ff-8d62-f035cc058b20 None None] Port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:03.691133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.711611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0854af5c-7df8-4c89-a565-9bacfebcae4d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.713062 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.713336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0854af5c-7df8-4c89-a565-9bacfebcae4d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "GET /v2.0/ports/e1800778-5261-4f7f-ae5a-625391736e1f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1133957 Aug 31 14:09:03.719104 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73ca3343-a6cf-44ff-9cda-a5b28697bb20 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:09:03.722941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.725160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "DELETE /v2.0/networks/73ca3343-a6cf-44ff-9cda-a5b28697bb20 HTTP/1.1" status: 204 len: 168 time: 0.7761817 Aug 31 14:09:03.735589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56894) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:03.741935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'network': {'name': 'tempest-network--1432480879', 'router:external': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:03.745716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2164922-321e-4205-8d70-7be213f0a70b tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event deleted for resources: {'Network': ['ID=73ca3343-a6cf-44ff-9cda-a5b28697bb20,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:03.755424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee422810-88fd-41ce-a162-a81dfc460bfe req-efc456d9-cbc0-4d2a-b7de-5feccdd44c25 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.757029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee422810-88fd-41ce-a162-a81dfc460bfe req-efc456d9-cbc0-4d2a-b7de-5feccdd44c25 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.2812190 Aug 31 14:09:03.764186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:03.771660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d06153f-1f3d-4e31-ba76-ffaceb076995,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:03.778809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Made reservation on behalf of 332ec3741245416da7fa08f662b461d7 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:03.781543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.783079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.788004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e2852588-b9f9-40bf-88d7-c431e7bc4c22 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2d06153f-1f3d-4e31-ba76-ffaceb076995 HTTP/1.1" status: 204 len: 168 time: 1.3475649 Aug 31 14:09:03.791105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56896) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:03.866468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] vlan segment allocate from pool success with {'vlan_id': 1540, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:03.889231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.891843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.892204 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Added segment eb999d3b-963b-4427-88ca-f8fbaff67a60 of type vlan for network a44b9e0e-133f-447d-a43b-571d4c92c873 Aug 31 14:09:03.913349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.964151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.978505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee422810-88fd-41ce-a162-a81dfc460bfe req-20265423-55e8-4af1-90c4-a31f33e0ba36 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029488 Aug 31 14:09:04.005770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.008108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:04.018572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e5aaea09-d4dd-4bcc-9b60-2f690917cb4e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5705214 Aug 31 14:09:04.022102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56898) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:04.033538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382520903'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:04.046814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.060621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce176c2-639a-4e24-a95a-3f29f5c4fa73']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.070425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.071479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.072076 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.077055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382376c5-31e2-47d2-a5d4-614beea3c7fd') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.077371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382376c5-31e2-47d2-a5d4-614beea3c7fd') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.088733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c9c5295d-bad2-431b-aeaa-b6dcd0503e92 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:04.126800 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.150639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.156903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Network': ['ID=a44b9e0e-133f-447d-a43b-571d4c92c873,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:04.161792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Releasing vlan 1528 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:04.162139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:04.164256 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:04.189123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:04.192777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.218033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-664e827f-c5d5-4c00-836a-eb6b37c1533f tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4810348 Aug 31 14:09:04.220594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56900) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:04.250752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a44b9e0e-133f-447d-a43b-571d4c92c873 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:04.323174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.327331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7b43fe-dbf4-4e6f-a240-db89f2730ccf tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.331966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5d7b43fe-dbf4-4e6f-a240-db89f2730ccf tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] 10.222.0.10 "GET /v2.0/networks/a44b9e0e-133f-447d-a43b-571d4c92c873 HTTP/1.1" status: 200 len: 757 time: 0.1072338 Aug 31 14:09:04.332178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:04.335358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56902) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:04.337718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.348754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12690366-9145-4060-9249-d7bbf760cbfc req-3df22ce3-a708-46a7-8a18-cfd11b6a0077 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.358179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12690366-9145-4060-9249-d7bbf760cbfc req-3df22ce3-a708-46a7-8a18-cfd11b6a0077 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 931 time: 0.2766826 Aug 31 14:09:04.367480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.372459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fce176c2-639a-4e24-a95a-3f29f5c4fa73 HTTP/1.1" status: 204 len: 168 time: 0.5778618 Aug 31 14:09:04.380771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56904) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:04.391645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:04.394470 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eaa334-1fd8-441a-8712-5b4da9c60c89" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:04.406465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:04.407132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.413592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:04.418621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bb79b-3ad2-4adb-9700-bd17d2e573d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce176c2-639a-4e24-a95a-3f29f5c4fa73,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:04.431097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:04.448214 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.448990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e1800778-5261-4f7f-ae5a-625391736e1f no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:04.461175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca093d-f33b-4765-87dd-6966812781fd tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.463742 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7eca093d-f33b-4765-87dd-6966812781fd tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] 10.222.0.10 "GET /v2.0/networks/7c8572dd-6d2e-41b9-8827-6deb49f6193d HTTP/1.1" status: 200 len: 768 time: 0.1263614 Aug 31 14:09:04.468839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56910) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:04.481728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.482083 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added segment 7a8517fe-944b-4114-9de8-519b0ec715e6 of type vlan for network cbac14f9-b875-4ba5-85fa-f8caae222eab Aug 31 14:09:04.510347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] For port e1800778-5261-4f7f-ae5a-625391736e1f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e1800778-5261-4f7f-ae5a-625391736e1f,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:04.524702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12690366-9145-4060-9249-d7bbf760cbfc req-54466da1-eb59-4d11-aeee-aa58a84d289f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656165 Aug 31 14:09:04.527919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] Deleting subnet bf2a20e5-e027-4034-a1a0-f0837e5847d5 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:04.558952 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.570270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.587431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:04.688058 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.702311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b9e0e-133f-447d-a43b-571d4c92c873']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.716793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb999d3b-963b-4427-88ca-f8fbaff67a60') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.717277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb999d3b-963b-4427-88ca-f8fbaff67a60') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.729636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.749820 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.759615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Releasing vlan 1540 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:04.760770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:04.775126 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:04.794080 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff35436e-a89b-4626-9244-18165d389023 x-openstack-request-id: req-ff35436e-a89b-4626-9244-18165d389023 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:04.794405 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:04.794670 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff35436e-a89b-4626-9244-18165d389023 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:04.795055 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92', 'code': 200} Aug 31 14:09:04.818935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:04.837546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.844905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a44b9e0e-133f-447d-a43b-571d4c92c873 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:09:04.868263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event deleted for resources: {'Network': ['ID=a44b9e0e-133f-447d-a43b-571d4c92c873,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:04.870993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.877805 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6922d781-e89c-499f-a89c-82b4cc3bf1c7 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "DELETE /v2.0/networks/a44b9e0e-133f-447d-a43b-571d4c92c873 HTTP/1.1" status: 204 len: 168 time: 0.4076025 Aug 31 14:09:04.879365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56912) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:04.885717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'network': {'name': 'tempest-network--89291440'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:04.886825 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.914969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Made reservation on behalf of 332ec3741245416da7fa08f662b461d7 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:04.918548 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.965934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] vlan segment allocate from pool success with {'vlan_id': 1517, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:04.979407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.985157 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.985716 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Added segment 5bd36a77-62ef-4d52-af4f-9c5569137f5c of type vlan for network aa08d83a-45f5-40ca-b7b6-df4b0130cf41 Aug 31 14:09:05.040231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.044653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.061462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:00Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:01Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:05.079810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.080399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] For port e1800778-5261-4f7f-ae5a-625391736e1f, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:05.082610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.083529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.098052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:05.098410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Updating router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 port 6d660e0f-ae34-493e-87fa-1c30e728fb9f binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:09:05.131138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.157515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.163946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.164572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.169409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Network': ['ID=aa08d83a-45f5-40ca-b7b6-df4b0130cf41,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:05.178228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-a608f54d-15ad-4e92-9bca-2b8baa358b8b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.183334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network aa08d83a-45f5-40ca-b7b6-df4b0130cf41 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:05.184429 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-91aee31d-e276-4c55-be2b-26101fba8981 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3033481 Aug 31 14:09:05.184785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-a608f54d-15ad-4e92-9bca-2b8baa358b8b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.187067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56916) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:05.191831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-a608f54d-15ad-4e92-9bca-2b8baa358b8b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.194952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:05.197973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-a608f54d-15ad-4e92-9bca-2b8baa358b8b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.204790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-a608f54d-15ad-4e92-9bca-2b8baa358b8b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.211387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-a608f54d-15ad-4e92-9bca-2b8baa358b8b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.219909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-a608f54d-15ad-4e92-9bca-2b8baa358b8b tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 4659 time: 0.2692041 Aug 31 14:09:05.282211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.306544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] device_id is not set on port e1800778-5261-4f7f-ae5a-625391736e1f yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:09:05.394165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6424d0b-9c6a-4590-bd21-1cf3724ee634 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:05.399698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.414790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.427444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3986840 Aug 31 14:09:05.427861 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56918) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:05.438598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'subnet': {'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:05.450209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.463112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac45f-f77b-4ad1-b7d9-65923620d34c tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Network': ['ID=cbac14f9-b875-4ba5-85fa-f8caae222eab,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:05.492580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network cbac14f9-b875-4ba5-85fa-f8caae222eab details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:05.509387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8feca6c-e90d-46dc-a447-39a68c73f137 req-7d4a8235-1ec1-447e-81d2-83a90c0d45c1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&id=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2823372 Aug 31 14:09:05.510650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Transition to ACTIVE for port object f6424d0b-9c6a-4590-bd21-1cf3724ee634 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:05.547558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.556543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:09:05.556926 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:09:05.571022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] Pushing event updated for resources: {'Port': ['ID=e1800778-5261-4f7f-ae5a-625391736e1f,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:05.604907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.627629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] No DVR routers for this DVR port e1800778-5261-4f7f-ae5a-625391736e1f on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:05.667399 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.694053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.711200 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.716174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bf2a20e5-e027-4034-a1a0-f0837e5847d5 HTTP/1.1" status: 204 len: 168 time: 1.3343668 Aug 31 14:09:05.755077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.766961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Transition to ACTIVE for port object 6d660e0f-ae34-493e-87fa-1c30e728fb9f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:05.773875 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.845304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Made reservation on behalf of 7bbe3487e6b44f0380f204bf91d92309 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:05.854980 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.885811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Pushing event updated for resources: {'Port': ['ID=f6424d0b-9c6a-4590-bd21-1cf3724ee634,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:05.894332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56924) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:05.921539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Attempting to bind port 6d660e0f-ae34-493e-87fa-1c30e728fb9f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:05.921968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Attempting to bind port 6d660e0f-ae34-493e-87fa-1c30e728fb9f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:05.922339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Attempting to bind port 6d660e0f-ae34-493e-87fa-1c30e728fb9f on network 05b7cbb5-e19f-4aad-b893-a9c717b98cff {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:05.927565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839acced-efa9-4b82-b0fb-5f4d2f255a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2a20e5-e027-4034-a1a0-f0837e5847d5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:05.939989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:05.940782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Checking segment: {'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:05.941485 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.942122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Bound using segment: {'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:05.943017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Bound port: 6d660e0f-ae34-493e-87fa-1c30e728fb9f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:05.943592 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.980816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3889501-6cbc-4bdf-b69c-38fcece0469a None None] Pushing event updated for resources: {'Port': ['ID=6d660e0f-ae34-493e-87fa-1c30e728fb9f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:05.997398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event updated for resources: {'Network': ['ID=aa08d83a-45f5-40ca-b7b6-df4b0130cf41,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:06.004701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Network aa08d83a-45f5-40ca-b7b6-df4b0130cf41 is not hosted by any dhcp agent {{(pid=101360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:09:06.005803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.006518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.010520 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ac537883-8ecc-42de-981e-3f51dbd4fe17 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "PUT /v2.0/networks/aa08d83a-45f5-40ca-b7b6-df4b0130cf41 HTTP/1.1" status: 200 len: 857 time: 0.8197715 Aug 31 14:09:06.011120 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56926) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:06.100998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] For port 6d660e0f-ae34-493e-87fa-1c30e728fb9f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:06.125246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] For port 6d660e0f-ae34-493e-87fa-1c30e728fb9f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6d660e0f-ae34-493e-87fa-1c30e728fb9f,segment=NetworkSegment(e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f),segment_id=e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:06.133041 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.142473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 041790d6-d90d-487e-90fa-67a3ee411ddb no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:06.162826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.168940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:06.169393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:06.169650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:06.181956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] In _notify_port_updated(), no bound segment for port e1800778-5261-4f7f-ae5a-625391736e1f on network f73e03e0-0832-4c13-bf89-288816181bee {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:09:06.182942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.183502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.184816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-ec525e01-dc77-4b1e-aff1-e0a011187525 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 200 len: 1028 time: 2.4265618 Aug 31 14:09:06.198812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23873bdf-fe3f-4745-a1bf-6cd47c7811ee req-e418b82d-884e-4cf2-9df1-c55a2b2a90c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.200353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23873bdf-fe3f-4745-a1bf-6cd47c7811ee req-e418b82d-884e-4cf2-9df1-c55a2b2a90c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.3457091 Aug 31 14:09:06.253053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:06.253431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:06.256442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-183cce39-e7ed-479f-b967-c52f9a8c57fc None None] Provisioning complete for port e1800778-5261-4f7f-ae5a-625391736e1f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:06.257046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-183cce39-e7ed-479f-b967-c52f9a8c57fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.294053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.309687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:06.310042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Checking segment: {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:06.310440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Bound using segment: {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:06.310903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Bound port: f6424d0b-9c6a-4590-bd21-1cf3724ee634, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:06.311488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.360594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-183cce39-e7ed-479f-b967-c52f9a8c57fc None None] Port e1800778-5261-4f7f-ae5a-625391736e1f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:06.369761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.374850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3889501-6cbc-4bdf-b69c-38fcece0469a None None] Pushing event updated for resources: {'Port': ['ID=6d660e0f-ae34-493e-87fa-1c30e728fb9f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:06.384268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:06.384881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:06.414261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa08d83a-45f5-40ca-b7b6-df4b0130cf41']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:06.444147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd36a77-62ef-4d52-af4f-9c5569137f5c') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:06.444490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd36a77-62ef-4d52-af4f-9c5569137f5c') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:06.458986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.473382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23873bdf-fe3f-4745-a1bf-6cd47c7811ee req-3fbda335-0a13-4d96-b674-9be658d3e2f0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110665 Aug 31 14:09:06.493105 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.565213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.590992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175f7fde-44da-4abe-983b-1473fa0d877e']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:06.602012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.603264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779c9568-bbd0-418a-bbfe-4d2aac6e41c6') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:06.603528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779c9568-bbd0-418a-bbfe-4d2aac6e41c6') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:06.616393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Checking segment: {'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:06.616760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network hostable DHCP agents. Network: cbac14f9-b875-4ba5-85fa-f8caae222eab, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:06.625751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Releasing vlan 1517 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:06.626159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.629602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:06.631222 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:06.647614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.649493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:06.653945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:06.654359 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.696617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Subnet': ['ID=c7dd9757-5c82-4599-a942-09ab2493f872,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:06.704995 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:06.716426 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:06.725100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network cbac14f9-b875-4ba5-85fa-f8caae222eab is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:06.733931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.740609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, cbac14f9-b875-4ba5-85fa-f8caae222eab) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:06.747446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.748593 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.764359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e414e93-e997-4e9e-b6c6-bfbf36762718 None None] Network cbac14f9-b875-4ba5-85fa-f8caae222eab requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:06.765014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.776607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.778699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] 10.222.0.10 "DELETE /v2.0/networks/175f7fde-44da-4abe-983b-1473fa0d877e HTTP/1.1" status: 204 len: 168 time: 0.8700957 Aug 31 14:09:06.784385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa08d83a-45f5-40ca-b7b6-df4b0130cf41 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:09:06.786247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa08d83a-45f5-40ca-b7b6-df4b0130cf41,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:06.792624 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-81a3005f-712e-48c5-85ff-4827fc1e22ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3628275 Aug 31 14:09:06.794255 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.801521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-17eb837d-c01e-4869-b248-3dcdd9f6eae5 tempest-ExternalNetworksTestJSON-398814902 tempest-ExternalNetworksTestJSON-398814902-project-admin] 10.222.0.10 "DELETE /v2.0/networks/aa08d83a-45f5-40ca-b7b6-df4b0130cf41 HTTP/1.1" status: 204 len: 168 time: 0.7893369 Aug 31 14:09:06.802231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56934) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:06.802573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56936) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:06.848915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port 041790d6-d90d-487e-90fa-67a3ee411ddb {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:06.852702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.910201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f145-2856-4b51-8a10-931b5ceaa335 admin admin] Pushing event deleted for resources: {'Network': ['ID=175f7fde-44da-4abe-983b-1473fa0d877e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:06.984307 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b1fe86-3ce6-4c4a-9bd1-ff63abf1ce9c tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:06.984773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b1fe86-3ce6-4c4a-9bd1-ff63abf1ce9c tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:06.987758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] For port f6424d0b-9c6a-4590-bd21-1cf3724ee634, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:06.989921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e8b1fe86-3ce6-4c4a-9bd1-ff63abf1ce9c tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] 10.222.0.10 "DELETE /v2.0/subnets/c8dbcc1e-2e1e-45fc-964c-9a56e2249688 HTTP/1.1" status: 404 len: 337 time: 0.0762007 Aug 31 14:09:07.004584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff237-2f14-4387-b341-2394453aa846 req-22f0da93-944f-4d6f-96a7-09ec959cad34 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.006197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-329ff237-2f14-4387-b341-2394453aa846 req-22f0da93-944f-4d6f-96a7-09ec959cad34 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 943 time: 0.2888460 Aug 31 14:09:07.021494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56938) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:07.106759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56940) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:07.121106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:07.124117 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eee28b4-bbe0-4bd7-ac87-3c615f3a7ebc" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:07.138693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] For port f6424d0b-9c6a-4590-bd21-1cf3724ee634, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:07.165153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 041790d6-d90d-487e-90fa-67a3ee411ddb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=041790d6-d90d-487e-90fa-67a3ee411ddb,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:07.167256 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.219440 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7a0424bf-7aa2-4567-8589-77bc114a5072 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c688e29405ab474aa2882a6a23b45a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099122 Aug 31 14:09:07.222326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56944) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:07.227191 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.228898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:07.238794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.239954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.241590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6424d0b-9c6a-4590-bd21-1cf3724ee634 HTTP/1.1" status: 200 len: 1091 time: 3.5969908 Aug 31 14:09:07.264996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-329ff237-2f14-4387-b341-2394453aa846 req-695a7166-cad6-4945-a2a3-daee25bc2019 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419110 Aug 31 14:09:07.265850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:07.272585 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0" -d '{"events": [{"name": "network-changed", "server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:07.313602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44be3e36-3526-462e-9ba0-7c66a50bf591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.317848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.447163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] For port 041790d6-d90d-487e-90fa-67a3ee411ddb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=041790d6-d90d-487e-90fa-67a3ee411ddb,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:07.447550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.457556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bba4c1-31ed-47c6-b9c3-47e223475049 service neutron] Pushing event updated for resources: {'Port': ['ID=f6424d0b-9c6a-4590-bd21-1cf3724ee634,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:07.503155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44be3e36-3526-462e-9ba0-7c66a50bf591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.527053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for 041790d6-d90d-487e-90fa-67a3ee411ddb owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:07.553555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-fe24dd97-3c19-4d32-9a56-1370d04c3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.555208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-fe24dd97-3c19-4d32-9a56-1370d04c3b0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 1094 time: 0.2267518 Aug 31 14:09:07.566353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:07.566791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:07.594599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.640500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=041790d6-d90d-487e-90fa-67a3ee411ddb,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:07.643583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:07.644232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 862e99ed-c52a-4ac4-8978-e1fd9f39b0d3 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:07.644768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4e2fab6e-2ceb-4127-8937-8b3decf388ad no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:07.663314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-a45f1ca6-c646-476a-b0e9-27cca48a54bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634 HTTP/1.1" status: 200 len: 217 time: 0.0732191 Aug 31 14:09:07.724573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:00Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:06Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:07.757722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b507bd-accf-4b94-9fe9-08196c146a07 None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:00Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:06Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:07.764631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-cbac14f9-b875-4ba5-85fa-f8caae222eab', 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'fixed_ips': [{'subnet_id': 'c7dd9757-5c82-4599-a942-09ab2493f872'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:07.766559 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.806566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.854511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8572dd-6d2e-41b9-8827-6deb49f6193d']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:07.875205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40e891-7c0e-44a5-86dd-ca96fce0d953 req-465937d9-a32c-4149-bb03-4a607661256e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.881899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40e891-7c0e-44a5-86dd-ca96fce0d953 req-465937d9-a32c-4149-bb03-4a607661256e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.888451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40e891-7c0e-44a5-86dd-ca96fce0d953 req-465937d9-a32c-4149-bb03-4a607661256e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.895855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40e891-7c0e-44a5-86dd-ca96fce0d953 req-465937d9-a32c-4149-bb03-4a607661256e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.910490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40e891-7c0e-44a5-86dd-ca96fce0d953 req-465937d9-a32c-4149-bb03-4a607661256e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.912376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d40e891-7c0e-44a5-86dd-ca96fce0d953 req-465937d9-a32c-4149-bb03-4a607661256e tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3882 time: 0.2413046 Aug 31 14:09:07.974426 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.977308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc8b20b-bd6c-4c65-8027-7441a5e7be11') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:07.977626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc8b20b-bd6c-4c65-8027-7441a5e7be11') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:07.986468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d40e891-7c0e-44a5-86dd-ca96fce0d953 req-b38815a8-b531-4e52-9bc4-0f4746137c45 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620031 Aug 31 14:09:07.994842 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Allocated IP 2001:db8:3::1 (cbac14f9-b875-4ba5-85fa-f8caae222eab/c7dd9757-5c82-4599-a942-09ab2493f872/b76738b0-4c55-4c9b-8285-8d5f2f51fcb1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:08.003736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-32ee0387-a5a0-4ee1-89d1-e232eae12d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:08.005434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-32ee0387-a5a0-4ee1-89d1-e232eae12d3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adcf0563-f957-41dd-b6c1-3984c4a85dac HTTP/1.1" status: 200 len: 834 time: 0.2940755 Aug 31 14:09:08.016709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:08.027043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.037637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.038523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 962507f7-3d7a-4b3b-b470-f472d67f8282 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:08.124695 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6722ee-4073-4fb4-8b2a-630b16c13107 x-openstack-request-id: req-5f6722ee-4073-4fb4-8b2a-630b16c13107 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:08.125188 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:08.126981 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f6722ee-4073-4fb4-8b2a-630b16c13107 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:08.127510 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb', 'code': 200} Aug 31 14:09:08.131921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.157789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44be3e36-3526-462e-9ba0-7c66a50bf591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.161282 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44be3e36-3526-462e-9ba0-7c66a50bf591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.161991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:08.162418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:08.170951 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:08.177048 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-44be3e36-3526-462e-9ba0-7c66a50bf591 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9542b597-6992-426c-88f4-4cab76b28950 HTTP/1.1" status: 204 len: 168 time: 0.9500346 Aug 31 14:09:08.183497 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4762e0a7-6e68-490f-abb2-fbb85d7df60f x-openstack-request-id: req-4762e0a7-6e68-490f-abb2-fbb85d7df60f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:08.183831 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:08.184056 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4762e0a7-6e68-490f-abb2-fbb85d7df60f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:08.184983 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'status': 'completed', 'code': 200} Aug 31 14:09:08.256270 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be3e36-3526-462e-9ba0-7c66a50bf591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9542b597-6992-426c-88f4-4cab76b28950,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.274611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.291336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Transition to ACTIVE for port object b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:08.322219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-0afa9755-58c2-4490-bfec-2d17f9e3f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:08.323823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-0afa9755-58c2-4490-bfec-2d17f9e3f2ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fdf34d2-445d-4041-9641-1483c0d0c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2725995 Aug 31 14:09:08.355960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.361288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.364084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] 10.222.0.10 "DELETE /v2.0/networks/7c8572dd-6d2e-41b9-8827-6deb49f6193d HTTP/1.1" status: 204 len: 168 time: 1.3409235 Aug 31 14:09:08.387165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.446978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b7484-4640-473c-8476-cf4b94738e83 tempest-ExternalNetworksTestJSON-1243086123 tempest-ExternalNetworksTestJSON-1243086123-project] Pushing event deleted for resources: {'Network': ['ID=7c8572dd-6d2e-41b9-8827-6deb49f6193d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.465576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536100-63c1-457a-8b12-3458e09d9b0a req-e29788e1-2bec-40e3-8cca-d5dcbd877117 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:08.472991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a536100-63c1-457a-8b12-3458e09d9b0a req-e29788e1-2bec-40e3-8cca-d5dcbd877117 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.2368567 Aug 31 14:09:08.525107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network cbac14f9-b875-4ba5-85fa-f8caae222eab is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:08.535594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:08.547798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.555546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:08.557372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.585759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a536100-63c1-457a-8b12-3458e09d9b0a req-91558062-d964-4918-bcf1-2538c36aa5d7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061003 Aug 31 14:09:08.686510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.761832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=041790d6-d90d-487e-90fa-67a3ee411ddb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.784440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-8f4f685b-95da-4769-8675-6f9b209da51b service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163620 Aug 31 14:09:08.803455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-22961456-f9bf-4c2d-85e9-e5fa982477e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1139345 Aug 31 14:09:08.822793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Allocated IP 2001:db8:3::2 (cbac14f9-b875-4ba5-85fa-f8caae222eab/c7dd9757-5c82-4599-a942-09ab2493f872/dbbfcc59-430a-4506-b6a5-d6256aeea233) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:08.887815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.910564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] No DVR routers for this DVR port 041790d6-d90d-487e-90fa-67a3ee411ddb on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:08.952297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56962) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:08.962082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.965122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-5956b085-c3ef-47fb-bd08-74d5c0798487 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "DELETE /v2.0/ports/041790d6-d90d-487e-90fa-67a3ee411ddb HTTP/1.1" status: 204 len: 173 time: 2.7619638 Aug 31 14:09:09.044827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69147e-5c9b-4031-b83d-3c7db201fcd5 req-2151d80e-814c-4202-a974-f34e40aa0343 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:09.046787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de69147e-5c9b-4031-b83d-3c7db201fcd5 req-2151d80e-814c-4202-a974-f34e40aa0343 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 943 time: 0.2799423 Aug 31 14:09:09.100711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56968) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.123423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.140674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Transition to ACTIVE for port object dbbfcc59-430a-4506-b6a5-d6256aeea233 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:09.164574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-a33382e4-dfe3-446b-88ce-86420bcd7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:09.166035 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-a33382e4-dfe3-446b-88ce-86420bcd7f54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1096 time: 0.2801366 Aug 31 14:09:09.173240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c570c8a-7b08-4918-adf1-d305b507d803 req-7b4e878a-a32c-4721-8f34-cad1ca559b47 service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016737 Aug 31 14:09:09.184279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Transition to ACTIVE for port object dbbfcc59-430a-4506-b6a5-d6256aeea233 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:09.188094 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-82b23142-d680-4beb-87ec-46511ae5199f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a88b2b7ce984c869577e361ca6f6305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843208 Aug 31 14:09:09.188811 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56970) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.191891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.242089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-de69147e-5c9b-4031-b83d-3c7db201fcd5 req-39f11463-a8a8-496d-9291-3b92839d8b7e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821325 Aug 31 14:09:09.250038 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.275425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Network cbac14f9-b875-4ba5-85fa-f8caae222eab is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:09.288111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:09.302369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:09.321247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4e2fab6e-2ceb-4127-8937-8b3decf388ad,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.356815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 962507f7-3d7a-4b3b-b470-f472d67f8282, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=962507f7-3d7a-4b3b-b470-f472d67f8282,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:09.443667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-5156fe6f-eec5-4835-8b34-3b7609caef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:09.445977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-5156fe6f-eec5-4835-8b34-3b7609caef9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.2468774 Aug 31 14:09:09.453412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port 9459c21a-9ad4-4969-9b6d-a3df8b852593 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:09.454014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.475193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.475909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9459c21a-9ad4-4969-9b6d-a3df8b852593 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:09.574057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Pushing event updated for resources: {'Port': ['ID=dbbfcc59-430a-4506-b6a5-d6256aeea233,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.579661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Attempting to bind port dbbfcc59-430a-4506-b6a5-d6256aeea233 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:09.580046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Attempting to bind port dbbfcc59-430a-4506-b6a5-d6256aeea233 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:09.580412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Attempting to bind port dbbfcc59-430a-4506-b6a5-d6256aeea233 on network cbac14f9-b875-4ba5-85fa-f8caae222eab {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:09.587529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] For port 9459c21a-9ad4-4969-9b6d-a3df8b852593, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:09.588273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.622231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03186726-478c-4005-a489-0a697fed0469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.634987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d660e0f-ae34-493e-87fa-1c30e728fb9f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:09.635555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-30ac7f0c-0471-404e-adcf-1c1940ca31a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9275e178128b4ee3a47ce63cd1357345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816578 Aug 31 14:09:09.640768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:09.641462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Checking segment: {'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:09.641904 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.642300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Bound using segment: {'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:09.642835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Bound port: dbbfcc59-430a-4506-b6a5-d6256aeea233, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:09.643220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.651129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.707653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-d1456558-bee4-418d-a46a-d2967b55e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:09.709484 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-d1456558-bee4-418d-a46a-d2967b55e442 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 1094 time: 0.3077843 Aug 31 14:09:09.754498 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03186726-478c-4005-a489-0a697fed0469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.776274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=962507f7-3d7a-4b3b-b470-f472d67f8282,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.813692 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.828234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] For port dbbfcc59-430a-4506-b6a5-d6256aeea233, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:09.839617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.840366 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.840845 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Floating IP d3748459-5257-47fb-a857-262354fc2d77 disassociated. External IP: 172.25.0.175, port: 9459c21a-9ad4-4969-9b6d-a3df8b852593. Aug 31 14:09:09.841228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for 9459c21a-9ad4-4969-9b6d-a3df8b852593 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:09.855234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 6d660e0f-ae34-493e-87fa-1c30e728fb9f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:09.860429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] For port dbbfcc59-430a-4506-b6a5-d6256aeea233, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dbbfcc59-430a-4506-b6a5-d6256aeea233,segment=NetworkSegment(7a8517fe-944b-4114-9de8-519b0ec715e6),segment_id=7a8517fe-944b-4114-9de8-519b0ec715e6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:09.864335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6d660e0f-ae34-493e-87fa-1c30e728fb9f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:09.864649 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.899251 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.947166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.957899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9459c21a-9ad4-4969-9b6d-a3df8b852593, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9459c21a-9ad4-4969-9b6d-a3df8b852593,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:09.975930 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.021827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df84de-5d7c-4c79-b040-c1ae6d85641b None None] Pushing event updated for resources: {'Port': ['ID=dbbfcc59-430a-4506-b6a5-d6256aeea233,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.095380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68871-c648-4968-8dab-13b8f900e818 req-7f66381c-fb75-4c36-a7ec-84d22a429ba5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.100836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.102997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68871-c648-4968-8dab-13b8f900e818 req-7f66381c-fb75-4c36-a7ec-84d22a429ba5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.109560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68871-c648-4968-8dab-13b8f900e818 req-7f66381c-fb75-4c36-a7ec-84d22a429ba5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.119212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68871-c648-4968-8dab-13b8f900e818 req-7f66381c-fb75-4c36-a7ec-84d22a429ba5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.127120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9459c21a-9ad4-4969-9b6d-a3df8b852593,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.129738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fb68871-c648-4968-8dab-13b8f900e818 req-7f66381c-fb75-4c36-a7ec-84d22a429ba5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 3143 time: 0.5127118 Aug 31 14:09:10.141983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad'}, {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282'}, {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:10.144612 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1811ea95-8db4-4db0-ab14-fd857380afca" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad"}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282"}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:10.174722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 6d660e0f-ae34-493e-87fa-1c30e728fb9f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6d660e0f-ae34-493e-87fa-1c30e728fb9f,segment=NetworkSegment(e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f),segment_id=e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:10.181005 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.199804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:10.202549 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6249ef7a-33c4-47b7-9fca-344b4991ef96" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:10.219107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6fb68871-c648-4968-8dab-13b8f900e818 req-74cd446c-58be-4bc2-a458-878207ca08e9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881202 Aug 31 14:09:10.227965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-3a123bc9-7e9f-482e-8d30-ae26e0c1c88d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 1001 time: 0.6224258 Aug 31 14:09:10.241364 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=6d660e0f-ae34-493e-87fa-1c30e728fb9f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.244169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.374243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=9459c21a-9ad4-4969-9b6d-a3df8b852593,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.401201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b183-bb51-45ac-a9d7-33f6a8d1aef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.448128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03186726-478c-4005-a489-0a697fed0469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.450699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03186726-478c-4005-a489-0a697fed0469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.451859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-03186726-478c-4005-a489-0a697fed0469 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82d82fc5-f508-4135-bacc-1fda511e5af1 HTTP/1.1" status: 204 len: 168 time: 1.2577465 Aug 31 14:09:10.501276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-10a26874-4c85-4000-89c9-8cf7573292ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.502533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b183-bb51-45ac-a9d7-33f6a8d1aef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.502671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-10a26874-4c85-4000-89c9-8cf7573292ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.2544653 Aug 31 14:09:10.506054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186726-478c-4005-a489-0a697fed0469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d82fc5-f508-4135-bacc-1fda511e5af1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.546326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-122cd52d-5203-40de-bda2-229ef0685454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.547923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-122cd52d-5203-40de-bda2-229ef0685454 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fdf34d2-445d-4041-9641-1483c0d0c2f0 HTTP/1.1" status: 200 len: 898 time: 0.8239708 Aug 31 14:09:10.561064 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.605367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.606195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.617366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-11c404ef-5fd4-4978-8d23-07e0379dc71a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634 HTTP/1.1" status: 200 len: 217 time: 0.0586488 Aug 31 14:09:10.748113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-eb73e49a-4c91-4788-9477-f9351fb58829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.749642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-eb73e49a-4c91-4788-9477-f9351fb58829 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adcf0563-f957-41dd-b6c1-3984c4a85dac HTTP/1.1" status: 200 len: 834 time: 0.1115117 Aug 31 14:09:10.778319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event updated for resources: {'Port': ['ID=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.792912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b183-bb51-45ac-a9d7-33f6a8d1aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.792912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b183-bb51-45ac-a9d7-33f6a8d1aef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.792912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6fb5b183-bb51-45ac-a9d7-33f6a8d1aef5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc07d7b9-24c2-493a-bb21-46b5f0064f76 HTTP/1.1" status: 204 len: 168 time: 1.1229873 Aug 31 14:09:10.827097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5b183-bb51-45ac-a9d7-33f6a8d1aef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07d7b9-24c2-493a-bb21-46b5f0064f76,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.862210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-ce13815d-a434-4459-9cee-e776636380d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.864434 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-ce13815d-a434-4459-9cee-e776636380d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fdf34d2-445d-4041-9641-1483c0d0c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037416 Aug 31 14:09:11.034478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-d39b1ea9-4989-4371-be7b-7f0d825d4ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609571 Aug 31 14:09:11.036745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Network cbac14f9-b875-4ba5-85fa-f8caae222eab is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:11.039182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:11.272160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fc0e8-c51a-4385-a595-277a13649e93 req-7d60c2c6-826b-411e-83fb-cf2f2d4b92bb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:11.273891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd8fc0e8-c51a-4385-a595-277a13649e93 req-7d60c2c6-826b-411e-83fb-cf2f2d4b92bb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.8722076 Aug 31 14:09:11.301326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:11.309637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-b1ac24c6-bd32-4fdd-8f94-228dfeca6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:11.311385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-b1ac24c6-bd32-4fdd-8f94-228dfeca6386 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7972932 Aug 31 14:09:11.336724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd8fc0e8-c51a-4385-a595-277a13649e93 req-d71380ea-026c-4c1c-898e-f50169a4f093 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544271 Aug 31 14:09:11.362040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Router 3ff92c63-924c-4823-90d0-a389fc220209 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:11.371924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-41a7d716-e9b7-49f6-b3c3-e5a7b4fb86c0 req-7dfcf395-6cb5-432a-93fb-5881eb5f2d90 service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183692 Aug 31 14:09:11.493813 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b149b5-1415-453a-bec5-f4bdf32d66f8 x-openstack-request-id: req-f0b149b5-1415-453a-bec5-f4bdf32d66f8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:11.494295 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad", "code": 200}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282", "code": 200}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-unplugged", "status": "completed", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:11.494295 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0b149b5-1415-453a-bec5-f4bdf32d66f8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:11.495095 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad', 'code': 200} Aug 31 14:09:11.495095 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282', 'code': 200} Aug 31 14:09:11.495095 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'code': 200} Aug 31 14:09:11.609518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57006) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:11.624733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-e324c585-6a31-4d8b-a9e5-05513b6a2c85 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913871 Aug 31 14:09:11.654339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:11.663877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4fbf0-1469-48ba-87b3-805ad1f4118a None None] Network cbac14f9-b875-4ba5-85fa-f8caae222eab requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:11.669791 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70ce0e-1672-4146-b6b1-70a3252442ee x-openstack-request-id: req-aa70ce0e-1672-4146-b6b1-70a3252442ee {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:11.670325 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "041790d6-d90d-487e-90fa-67a3ee411ddb", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:11.670887 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa70ce0e-1672-4146-b6b1-70a3252442ee {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:11.671476 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '041790d6-d90d-487e-90fa-67a3ee411ddb', 'status': 'completed', 'code': 200} Aug 31 14:09:11.680263 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:11.696980 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:11.701801 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:11.708235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2fb92ed8-044d-4ced-9e7a-311767b4a8ea tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9045739 Aug 31 14:09:11.711312 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f5be19af-df3e-43d2-9608-dcc4100e0b37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=332ec3741245416da7fa08f662b461d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007500 Aug 31 14:09:11.711981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57010) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:11.718370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:11.722480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57012) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:11.790377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:11.815267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dbbfcc59-430a-4506-b6a5-d6256aeea233 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:11.819568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] Sync routers for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:11.869928 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:11.929955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c071592-adff-4223-8d48-33b7265f2842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.933661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:11.934712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:11.948489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ef0a383a-1f4b-4f16-a27b-d4f395290977 None None] Provisioning for port dbbfcc59-430a-4506-b6a5-d6256aeea233 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:11.978518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] No DVR routers for this DVR port 9459c21a-9ad4-4969-9b6d-a3df8b852593 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:11.995205 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.997401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-290915aa-ff32-45ad-930f-6e618b9887ea tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "DELETE /v2.0/ports/9459c21a-9ad4-4969-9b6d-a3df8b852593 HTTP/1.1" status: 204 len: 173 time: 3.0159864 Aug 31 14:09:12.082229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcd245-f0f5-46a4-af69-da49ddae427d req-58afa461-42d2-4ea5-bb23-363c33b15692 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:12.084064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ebcd245-f0f5-46a4-af69-da49ddae427d req-58afa461-42d2-4ea5-bb23-363c33b15692 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 943 time: 0.2725449 Aug 31 14:09:12.098672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c071592-adff-4223-8d48-33b7265f2842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.109025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f6424d0b-9c6a-4590-bd21-1cf3724ee634 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:12.211454 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:08Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76738b0-4c55-4c9b-8285-8d5f2f51fcb1', 'name': '', 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:65:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:07Z', 'updated_at': '2021-08-31T14:09:09Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:12.253589 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:12.265110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c071592-adff-4223-8d48-33b7265f2842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.266487 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Updating router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:09:12.270594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6c071592-adff-4223-8d48-33b7265f2842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.272350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6c071592-adff-4223-8d48-33b7265f2842 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea200339-516e-4981-95d8-54e15e53fc9f HTTP/1.1" status: 204 len: 168 time: 0.5484202 Aug 31 14:09:12.299390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c071592-adff-4223-8d48-33b7265f2842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea200339-516e-4981-95d8-54e15e53fc9f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:12.319291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ebcd245-f0f5-46a4-af69-da49ddae427d req-c0d83aaf-15bb-4710-a473-731a3d0ce520 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887791 Aug 31 14:09:12.321317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857f721e-fcd5-4e5e-82c2-c0f1fe72f654 req-e3ce7db4-93c8-40da-9fb7-690925fe85a5 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870651 Aug 31 14:09:12.351352 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.389886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port 962507f7-3d7a-4b3b-b470-f472d67f8282 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:12.390250 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.413683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port dbbfcc59-430a-4506-b6a5-d6256aeea233 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:12.431432 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:09:12.432987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dbbfcc59-430a-4506-b6a5-d6256aeea233 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:12.433366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.524014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:09:12.543310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:12.565262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Removed routes are [] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:09:12.566839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.616218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] For port 962507f7-3d7a-4b3b-b470-f472d67f8282, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=962507f7-3d7a-4b3b-b470-f472d67f8282,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:12.616218 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.665512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for 962507f7-3d7a-4b3b-b470-f472d67f8282 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:12.847932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.852096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.863676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f6424d0b-9c6a-4590-bd21-1cf3724ee634, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:12.897287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86416f-62fd-4c6a-87b0-9313acd4c667 req-f0a9e007-8996-4ff3-9d31-b1a4537e2b21 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:12.907140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86416f-62fd-4c6a-87b0-9313acd4c667 req-f0a9e007-8996-4ff3-9d31-b1a4537e2b21 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:12.913629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86416f-62fd-4c6a-87b0-9313acd4c667 req-f0a9e007-8996-4ff3-9d31-b1a4537e2b21 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:12.923085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d86416f-62fd-4c6a-87b0-9313acd4c667 req-f0a9e007-8996-4ff3-9d31-b1a4537e2b21 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 2410 time: 0.3018599 Aug 31 14:09:12.982987 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.998146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d86416f-62fd-4c6a-87b0-9313acd4c667 req-8476e38c-9eed-420f-b3af-dbd87ef94be8 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737636 Aug 31 14:09:13.007142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'port_id': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'mac_address': 'fa:16:3e:8d:2e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:13.009826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Transition to ACTIVE for port object b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:13.018142 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.034482 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.111900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:13.232848 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Attempting to bind port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:13.233745 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Attempting to bind port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:13.234480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Attempting to bind port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 on network cbac14f9-b875-4ba5-85fa-f8caae222eab {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:13.248756 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:13.249660 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Checking segment: {'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:13.250327 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.250953 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Bound using segment: {'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:13.251681 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Bound port: b76738b0-4c55-4c9b-8285-8d5f2f51fcb1, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8517fe-944b-4114-9de8-519b0ec715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:13.252315 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.271241 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cb39f-460c-4f20-85e4-e2f47c848921 None None] Pushing event updated for resources: {'Port': ['ID=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:13.322418 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.387953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db44f1-a5d4-4c05-a538-fd1e4489da78 req-ee089f4c-089e-4883-a3ae-8f132eef81bc tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:13.396006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09db44f1-a5d4-4c05-a538-fd1e4489da78 req-ee089f4c-089e-4883-a3ae-8f132eef81bc tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.2478938 Aug 31 14:09:13.396949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port dbbfcc59-430a-4506-b6a5-d6256aeea233, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dbbfcc59-430a-4506-b6a5-d6256aeea233,segment=NetworkSegment(7a8517fe-944b-4114-9de8-519b0ec715e6),segment_id=7a8517fe-944b-4114-9de8-519b0ec715e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:13.399365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.433781 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.434641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d660e0f-ae34-493e-87fa-1c30e728fb9f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:13.439893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:13.458876 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.466101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-15a875f4-9463-4aba-b6df-d5e077208cb7 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 200 len: 954 time: 1.7483940 Aug 31 14:09:13.466818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57046) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:13.474059 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] For port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:13.486677 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] For port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,segment=NetworkSegment(7a8517fe-944b-4114-9de8-519b0ec715e6),segment_id=7a8517fe-944b-4114-9de8-519b0ec715e6)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:13.502726 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.595209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=962507f7-3d7a-4b3b-b470-f472d67f8282,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:13.610370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] No DVR routers for this DVR port 962507f7-3d7a-4b3b-b470-f472d67f8282 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:13.614083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.616804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-0ccb5854-9d59-46cc-bcf8-e0e88d8023a7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "DELETE /v2.0/ports/962507f7-3d7a-4b3b-b470-f472d67f8282 HTTP/1.1" status: 204 len: 173 time: 1.5943453 Aug 31 14:09:13.624621 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:13.631330 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:13.634874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57050) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:13.648433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09db44f1-a5d4-4c05-a538-fd1e4489da78 req-c21f29b5-7563-4cb3-9458-d733f2b4a443 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509673 Aug 31 14:09:13.681914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593'}, {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:13.684719 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4d449-071d-45f7-8839-179ca59a58da" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593"}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:13.711030 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9c4709e6-7779-49dd-aa0f-6867408064e1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 200 len: 954 time: 0.2430198 Aug 31 14:09:13.715100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57056) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:13.720713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'routes': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:13.761047 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cb39f-460c-4f20-85e4-e2f47c848921 None None] Pushing event updated for resources: {'Port': ['ID=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:13.843910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=dbbfcc59-430a-4506-b6a5-d6256aeea233,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:13.861359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6424d0b-9c6a-4590-bd21-1cf3724ee634 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:13.909471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:13.917519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f6424d0b-9c6a-4590-bd21-1cf3724ee634, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:13.944556 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.957589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6d660e0f-ae34-493e-87fa-1c30e728fb9f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:13.958352 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.023955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d89057e-3893-4117-8a2b-a1e70d01e15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.078047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-502f83f6-d5b3-42ba-96d9-575a166a9444 None None] Provisioning for port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:14.083305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ecb6-66a2-47af-acb4-c9f686b2d3af req-b07488df-d1b9-44f9-b390-dead00e1ffbb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:14.102482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9603ecb6-66a2-47af-acb4-c9f686b2d3af req-b07488df-d1b9-44f9-b390-dead00e1ffbb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 943 time: 0.2918539 Aug 31 14:09:14.108511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 5, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:14.124619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:14.125018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.187427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] Checking router: 3ff92c63-924c-4823-90d0-a389fc220209 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:14.234808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-502f83f6-d5b3-42ba-96d9-575a166a9444 None None] Provisioning complete for port dbbfcc59-430a-4506-b6a5-d6256aeea233 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:14.235191 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-502f83f6-d5b3-42ba-96d9-575a166a9444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.313482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f6424d0b-9c6a-4590-bd21-1cf3724ee634'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:14.323739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9603ecb6-66a2-47af-acb4-c9f686b2d3af req-7f745de7-5ccc-4c4c-8c9b-23dd08ec112e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084942 Aug 31 14:09:14.369834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f6424d0b-9c6a-4590-bd21-1cf3724ee634,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:14.389863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:14.390784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:14.452606 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:12Z', 'revision_number': 6, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76738b0-4c55-4c9b-8285-8d5f2f51fcb1', 'name': '', 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:65:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:07Z', 'updated_at': '2021-08-31T14:09:13Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:14.524063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] For port c9c5295d-bad2-431b-aeaa-b6dcd0503e92, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:14.526624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.559767 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34da6e5-b73d-4796-8766-4d01b3d71fab None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:12Z', 'revision_number': 6, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76738b0-4c55-4c9b-8285-8d5f2f51fcb1', 'name': '', 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:65:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:07Z', 'updated_at': '2021-08-31T14:09:13Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:14.580596 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d35676-6ff3-4de9-bf84-d9346224f520 x-openstack-request-id: req-34d35676-6ff3-4de9-bf84-d9346224f520 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:14.581882 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "9459c21a-9ad4-4969-9b6d-a3df8b852593", "status": "completed", "code": 200}, {"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "962507f7-3d7a-4b3b-b470-f472d67f8282", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:14.583173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added routes are [] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:09:14.583674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:09:14.584087 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34d35676-6ff3-4de9-bf84-d9346224f520 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:14.584681 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '9459c21a-9ad4-4969-9b6d-a3df8b852593', 'status': 'completed', 'code': 200} Aug 31 14:09:14.585721 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '962507f7-3d7a-4b3b-b470-f472d67f8282', 'status': 'completed', 'code': 200} Aug 31 14:09:14.588441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for c9c5295d-bad2-431b-aeaa-b6dcd0503e92 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:14.694113 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.857937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:14.952849 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d89057e-3893-4117-8a2b-a1e70d01e15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.988643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d89057e-3893-4117-8a2b-a1e70d01e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.030541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b7dac-6554-4a63-855d-d95587fc77bd req-d6253369-be7f-4b4a-bd9e-5cb105ebba3a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:15.048385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b7dac-6554-4a63-855d-d95587fc77bd req-d6253369-be7f-4b4a-bd9e-5cb105ebba3a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:15.052374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.058454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.068317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c9b7dac-6554-4a63-855d-d95587fc77bd req-d6253369-be7f-4b4a-bd9e-5cb105ebba3a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 1677 time: 0.3324180 Aug 31 14:09:15.147262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89057e-3893-4117-8a2b-a1e70d01e15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84a3540-ddbc-40f1-ab24-3c451474acda,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:15.177719 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2d89057e-3893-4117-8a2b-a1e70d01e15a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10b13235450c4b54b5066561bfe78314&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5281074 Aug 31 14:09:15.188006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57078) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:15.225601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dbbfcc59-430a-4506-b6a5-d6256aeea233 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:15.279668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:15.297427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c9b7dac-6554-4a63-855d-d95587fc77bd req-30610b3b-a33d-4e46-a923-75b065880f10 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129868 Aug 31 14:09:15.316197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.327732 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6dafdfc6-c303-4ced-ae41-fd30fb4ce94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.369833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6dafdfc6-c303-4ced-ae41-fd30fb4ce94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.400238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dbbfcc59-430a-4506-b6a5-d6256aeea233 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:15.402141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.451279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:15.454579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=c9c5295d-bad2-431b-aeaa-b6dcd0503e92,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:15.506383 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6dafdfc6-c303-4ced-ae41-fd30fb4ce94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.509338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6dafdfc6-c303-4ced-ae41-fd30fb4ce94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.510730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6dafdfc6-c303-4ced-ae41-fd30fb4ce94b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d84a3540-ddbc-40f1-ab24-3c451474acda HTTP/1.1" status: 204 len: 168 time: 0.3134828 Aug 31 14:09:15.536761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafdfc6-c303-4ced-ae41-fd30fb4ce94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84a3540-ddbc-40f1-ab24-3c451474acda,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:15.588899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] No DVR routers for this DVR port c9c5295d-bad2-431b-aeaa-b6dcd0503e92 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:15.592722 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.595910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-09745cc4-6fb0-4fcb-806f-7854b8551799 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "DELETE /v2.0/ports/c9c5295d-bad2-431b-aeaa-b6dcd0503e92 HTTP/1.1" status: 204 len: 173 time: 1.9596524 Aug 31 14:09:15.605258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e0ce1-8968-4478-8240-ddf2ec46ac3d req-6cb286b1-f1b7-4a7b-97b0-3b4116adc8f1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:15.607032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf8e0ce1-8968-4478-8240-ddf2ec46ac3d req-6cb286b1-f1b7-4a7b-97b0-3b4116adc8f1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.1605115 Aug 31 14:09:15.653321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 5, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:15.751176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf8e0ce1-8968-4478-8240-ddf2ec46ac3d req-e2fd5fe7-281c-45f9-bbd5-f07c972fcd10 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273434 Aug 31 14:09:15.755959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-214a0050-1958-4812-a104-e2208c687d81 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-751759066'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:15.756543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-214a0050-1958-4812-a104-e2208c687d81 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Unknown quota resources ['metering_label']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:09:15.819103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e505e2b-1173-473f-9488-6d3f9083e1f7 None None] The sync data for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 is: [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T13:58:18Z', 'revision_number': 4, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '5f2d9d34-011c-4a77-9bda-a5852071095f', 'name': '', 'network_id': '8131c70e-d9c0-4845-b9a0-445c81ca8d3a', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'mac_address': 'fa:16:3e:3b:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:16Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 5, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'subnets': [{'id': 'a5c5e8a8-a03e-43c4-89b6-dbc845c14e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:15.855963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:15.912941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:15.936433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.940958 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8ca81250-e3b7-4203-ba4e-6790a3a6411f tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 200 len: 704 time: 2.2241623 Aug 31 14:09:15.943515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57094) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:16.068742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:16.083163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:16.083544 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.131199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port 4e2fab6e-2ceb-4127-8937-8b3decf388ad {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:16.131772 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.154282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d01d12ad-30d4-4099-8f66-e53c0f45f165 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 200 len: 704 time: 0.2083790 Aug 31 14:09:16.157271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57100) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:16.162309 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:16.187610 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:16.188894 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:16.239813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-214a0050-1958-4812-a104-e2208c687d81 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.243675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-214a0050-1958-4812-a104-e2208c687d81 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7876067 Aug 31 14:09:16.245156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57102) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:16.254818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8fc3847a-36f9-475f-9a66-dcbc5da5fde7 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '581f9432-46f6-4a7e-b1e9-e26d7b8ffd01'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:16.255335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8fc3847a-36f9-475f-9a66-dcbc5da5fde7 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:09:16.290153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ec0d-d4fc-4ea0-b82e-514e6c135888 req-0691ff44-d6a6-421b-85d4-1f083e4a325a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:16.298578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d710ec0d-d4fc-4ea0-b82e-514e6c135888 req-0691ff44-d6a6-421b-85d4-1f083e4a325a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 944 time: 0.4029298 Aug 31 14:09:16.352350 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:16.402969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4300b-05f9-4a9b-a329-9628c6ce3231 None None] New status for floating IP d3748459-5257-47fb-a857-262354fc2d77: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:09:16.412343 n-d-792362-6 neutron-server[101361]: WARNING neutron.services.metering.metering_plugin [None req-8fc3847a-36f9-475f-9a66-dcbc5da5fde7 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:09:16.439862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.547941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d710ec0d-d4fc-4ea0-b82e-514e6c135888 req-069ea3c5-e2c6-41ca-bd79-3d00a318309b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432623 Aug 31 14:09:16.573649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,segment=NetworkSegment(7a8517fe-944b-4114-9de8-519b0ec715e6),segment_id=7a8517fe-944b-4114-9de8-519b0ec715e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:16.584739 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.658826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:16.665617 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa0c0ba-b010-4f99-9070-e49836a98103" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:16.685299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8fc3847a-36f9-475f-9a66-dcbc5da5fde7 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.690604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8fc3847a-36f9-475f-9a66-dcbc5da5fde7 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4417338 Aug 31 14:09:16.692611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57116) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:16.698267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3ac780f7-bf97-4baa-b862-df20ecaa489a tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '581f9432-46f6-4a7e-b1e9-e26d7b8ffd01'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:16.698775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3ac780f7-bf97-4baa-b862-df20ecaa489a tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:09:16.703973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] For port 4e2fab6e-2ceb-4127-8937-8b3decf388ad, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4e2fab6e-2ceb-4127-8937-8b3decf388ad,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:16.704301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.725408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:16.740639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for 4e2fab6e-2ceb-4127-8937-8b3decf388ad owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:16.758548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:14Z', 'revision_number': 7, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76738b0-4c55-4c9b-8285-8d5f2f51fcb1', 'name': '', 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:65:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:07Z', 'updated_at': '2021-08-31T14:09:13Z', 'revision_number': 4, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:16.791094 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:16.817375 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:16.819202 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:16.821676 n-d-792362-6 neutron-server[101361]: WARNING neutron.services.metering.metering_plugin [None req-3ac780f7-bf97-4baa-b862-df20ecaa489a tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:09:16.846368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.958413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:16.962248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57124) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:16.974395 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:16.986895 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ac780f7-bf97-4baa-b862-df20ecaa489a tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.991565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3ac780f7-bf97-4baa-b862-df20ecaa489a tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2978475 Aug 31 14:09:16.992854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57128) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:17.026884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c4e3f-fe39-490e-9371-be135eced294 req-6c812dd0-f250-4eb0-a545-b1fc660ea2d8 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:17.028432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b5c4e3f-fe39-490e-9371-be135eced294 req-6c812dd0-f250-4eb0-a545-b1fc660ea2d8 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 943 time: 0.1960030 Aug 31 14:09:17.036573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:17.037076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.063673 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1a57a135-0969-49f9-b6f6-192fdccfe4b2 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=c59de1d0-d7d7-4b94-b7a7-fb4fe17c13a8 HTTP/1.1" status: 200 len: 462 time: 0.0692747 Aug 31 14:09:17.066885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57130) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:17.143217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b5c4e3f-fe39-490e-9371-be135eced294 req-0263390c-f75f-4e0b-9aae-f6a977894006 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd8f550c-c0af-4eff-a399-fbf78c6fbe20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958877 Aug 31 14:09:17.147584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.231992 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc24e1f9-d217-43d5-a79e-352d2a8e045b x-openstack-request-id: req-bc24e1f9-d217-43d5-a79e-352d2a8e045b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:17.232325 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "c9c5295d-bad2-431b-aeaa-b6dcd0503e92", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:17.232528 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc24e1f9-d217-43d5-a79e-352d2a8e045b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:17.232967 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': 'c9c5295d-bad2-431b-aeaa-b6dcd0503e92', 'status': 'completed', 'code': 200} Aug 31 14:09:17.245979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1566511939-network', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:17.253158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] No DVR routers for this DVR port 4e2fab6e-2ceb-4127-8937-8b3decf388ad on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:17.255138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=4e2fab6e-2ceb-4127-8937-8b3decf388ad,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:17.257346 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.259363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-717d770a-a9f3-4474-9d22-c22212fa03aa req-f2a68aee-269b-4ff4-8a55-26582a564963 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.26 "DELETE /v2.0/ports/4e2fab6e-2ceb-4127-8937-8b3decf388ad HTTP/1.1" status: 204 len: 173 time: 1.6512794 Aug 31 14:09:17.318833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:14Z', 'revision_number': 7, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76738b0-4c55-4c9b-8285-8d5f2f51fcb1', 'name': '', 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:65:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:07Z', 'updated_at': '2021-08-31T14:09:16Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:17.336622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82179247-b78d-4a3f-b206-7455fcccc6c3 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.337815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-82179247-b78d-4a3f-b206-7455fcccc6c3 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/c59de1d0-d7d7-4b94-b7a7-fb4fe17c13a8 HTTP/1.1" status: 204 len: 168 time: 0.2698636 Aug 31 14:09:17.343857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:17.350632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a93cb-f9b4-4c7a-8239-a18a8c8b2245 req-8aa32803-3847-455c-9c16-c8690b4a4b89 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:17.353377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e77a93cb-f9b4-4c7a-8239-a18a8c8b2245 req-8aa32803-3847-455c-9c16-c8690b4a4b89 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.0691073 Aug 31 14:09:17.363209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dce839ea-8fab-49cf-9470-3402da918c0f tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=c59de1d0-d7d7-4b94-b7a7-fb4fe17c13a8 HTTP/1.1" status: 200 len: 221 time: 0.0180135 Aug 31 14:09:17.366397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Made reservation on behalf of 111fd413d34348ee8506ead7bb9f9a80 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:17.368293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57134) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:17.368681 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.373016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-840a83ae-5093-4ee1-a9f1-21b95deb053f tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1444894968', 'description': 'label created by tempest'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:17.373480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-840a83ae-5093-4ee1-a9f1-21b95deb053f tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Unknown quota resources ['metering_label']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:09:17.381060 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b25ca70-40e3-4a11-b2c0-cc26c8981bd0 None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:14Z', 'revision_number': 7, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76738b0-4c55-4c9b-8285-8d5f2f51fcb1', 'name': '', 'network_id': 'cbac14f9-b875-4ba5-85fa-f8caae222eab', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:65:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:07Z', 'updated_at': '2021-08-31T14:09:16Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c7dd9757-5c82-4599-a942-09ab2493f872', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:17.403230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.538176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:17.538879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.652615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.661001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.700734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port b76738b0-4c55-4c9b-8285-8d5f2f51fcb1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,segment=NetworkSegment(7a8517fe-944b-4114-9de8-519b0ec715e6),segment_id=7a8517fe-944b-4114-9de8-519b0ec715e6)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:17.701261 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.704031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:17.731806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:17.738999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a968a376-2fcf-422d-a231-9bb0eb8c1d7e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:17.745191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.745555 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Added segment 3e40228a-2f60-4d26-9a5a-51f43a181e30 of type vlan for network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 Aug 31 14:09:17.829311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.873119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.874213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:17.875209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.920140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e77a93cb-f9b4-4c7a-8239-a18a8c8b2245 req-335d08b3-3558-4913-bd3c-f5d612e856db tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526643 Aug 31 14:09:17.995552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] Pushing event updated for resources: {'Network': ['ID=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:18.013469 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7578017b-12f3-46cd-861d-a8074d9ab328 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0449996 Aug 31 14:09:18.013469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57140) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.014263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-840a83ae-5093-4ee1-a9f1-21b95deb053f tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.015393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-840a83ae-5093-4ee1-a9f1-21b95deb053f tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6462047 Aug 31 14:09:18.018187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Request body: {'subnet': {'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1566511939-subnet', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:18.021342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:18.022637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57142) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.073582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8160234-c4c2-4fde-b6de-824154e70834 req-71e0805a-1d7e-46d2-9375-e11854e7a5f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.085372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8160234-c4c2-4fde-b6de-824154e70834 req-71e0805a-1d7e-46d2-9375-e11854e7a5f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 944 time: 0.0733316 Aug 31 14:09:18.126395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8160234-c4c2-4fde-b6de-824154e70834 req-4b5d3315-af19-42ea-850f-160c6fc850f2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 Aug 31 14:09:18.133395 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f446d4ec-bb31-461e-a3d2-c49a1bf1f178 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=faba9534-1b8a-4def-bb64-982cbb367a10 HTTP/1.1" status: 200 len: 468 time: 0.1063855 Aug 31 14:09:18.136406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57144) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.137768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f6424d0b-9c6a-4590-bd21-1cf3724ee634 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:18.173209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Made reservation on behalf of 111fd413d34348ee8506ead7bb9f9a80 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:18.176044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.222990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f6424d0b-9c6a-4590-bd21-1cf3724ee634 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:18.227631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f6424d0b-9c6a-4590-bd21-1cf3724ee634 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:18.228703 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.280066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.341018 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.385247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:18.388476 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54d1ebb-e5ca-4eec-8b03-fd21cb19fa1e" -d '{"events": [{"server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "name": "network-vif-plugged", "status": "completed", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:18.411081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=b76738b0-4c55-4c9b-8285-8d5f2f51fcb1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:18.414112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f6424d0b-9c6a-4590-bd21-1cf3724ee634, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:18.421350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.433317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc8e9da3-8ff0-4a7b-8dbb-577b043684e8 req-ee9ce550-3c3d-46bd-b2f8-9d39868f5056 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0619838 Aug 31 14:09:18.512508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f6424d0b-9c6a-4590-bd21-1cf3724ee634,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:18.518147 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558708dd-6243-43a0-8a2c-32e60e02afc1 x-openstack-request-id: req-558708dd-6243-43a0-8a2c-32e60e02afc1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:18.518268 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "name": "network-vif-plugged", "status": "completed", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:18.518984 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-558708dd-6243-43a0-8a2c-32e60e02afc1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:18.519415 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'code': 200} Aug 31 14:09:18.528665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-151940b1-d7b9-4150-9675-c8a940b965a3 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.532181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-151940b1-d7b9-4150-9675-c8a940b965a3 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/faba9534-1b8a-4def-bb64-982cbb367a10 HTTP/1.1" status: 204 len: 168 time: 0.3921769 Aug 31 14:09:18.532474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57150) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.558616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a28944e0-8be2-40ff-8ebc-cb1c0102708d tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=faba9534-1b8a-4def-bb64-982cbb367a10 HTTP/1.1" status: 200 len: 216 time: 0.0248406 Aug 31 14:09:18.559614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57152) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.572061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9d4d31f8-1646-4e65-ab51-4446fd29615e tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111341 Aug 31 14:09:18.575675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.578551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57154) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.606057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0316c808-df72-4a1f-b828-32196c8cb2eb tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0202146 Aug 31 14:09:18.607205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.691916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ad9c2ab-bb62-4d53-a273-e8174d8e55aa tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/581f9432-46f6-4a7e-b1e9-e26d7b8ffd01 HTTP/1.1" status: 200 len: 472 time: 0.0840118 Aug 31 14:09:18.696702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57158) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.714642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ba220bf8-9bc9-4a2c-8ced-651beabc1f9c tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/19c0b140-efb0-4d51-a69d-4c927c2271d9 HTTP/1.1" status: 200 len: 459 time: 0.0163794 Aug 31 14:09:18.719923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57160) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.728912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b31c-db7a-464f-9de4-924ab429d30e req-6adbb1c0-0e1e-4f0f-9238-73f0183aec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.730594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0852b31c-db7a-464f-9de4-924ab429d30e req-6adbb1c0-0e1e-4f0f-9238-73f0183aec46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 1096 time: 0.1173642 Aug 31 14:09:18.746660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.821021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69ce35a-090c-48cc-850e-7fdde7b80ee6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:18.867464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0852b31c-db7a-464f-9de4-924ab429d30e req-17e7a656-7c17-42b9-a4c3-cc5422c62eb9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262341 Aug 31 14:09:18.870075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-253ae937-1555-415a-b0f0-ac99a86a3165 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.873730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-253ae937-1555-415a-b0f0-ac99a86a3165 tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/19c0b140-efb0-4d51-a69d-4c927c2271d9 HTTP/1.1" status: 204 len: 168 time: 0.1525891 Aug 31 14:09:18.874414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.910164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Checking segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:18.910592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Network hostable DHCP agents. Network: 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:18.946466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:18.958645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:18.971986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:18.977767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.978377 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.983088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a39f0-7901-4070-872e-48fcff55540c None None] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:19.073471 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56f62b88-97ae-4820-9328-c16731edeb88 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0582237 Aug 31 14:09:19.075674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:19.080424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:19.113170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:19.120047 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aa04596c-4233-4f3c-85d5-c0450640ea0a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614055 Aug 31 14:09:19.124203 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:19.132316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57168) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:19.138163 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:19.139924 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:19.157548 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5883885-ca5d-49b5-ac64-0629ba2c204d tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.157808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.158893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5883885-ca5d-49b5-ac64-0629ba2c204d tempest-MeteringIpV6TestJSON-1417418481 tempest-MeteringIpV6TestJSON-1417418481-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/581f9432-46f6-4a7e-b1e9-e26d7b8ffd01 HTTP/1.1" status: 204 len: 168 time: 0.2833235 Aug 31 14:09:19.161301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.178936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:19.179818 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.202150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05635c-616d-4de2-bf7f-f26a45f56969 req-c2747f16-b28b-44a3-8d30-099a3bd5a7d1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:19.203723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca05635c-616d-4de2-bf7f-f26a45f56969 req-c2747f16-b28b-44a3-8d30-099a3bd5a7d1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.1458745 Aug 31 14:09:19.255122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:19.261432 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed66d4f-1dec-44bc-bda7-2b09e4ce062d" -d '{"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:19.309886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet c7dd9757-5c82-4599-a942-09ab2493f872 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:19.321076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca05635c-616d-4de2-bf7f-f26a45f56969 req-20a03b55-861d-482b-8ca3-34cf67bc3321 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099155 Aug 31 14:09:19.333908 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.369692 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:19.394857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Allocated IP 172.20.0.2 (7dbd6d0f-19c9-47fa-ad19-da04b8c7a282/c69ce35a-090c-48cc-850e-7fdde7b80ee6/006076b0-ddd0-40a9-b0f1-335b67c42855) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:19.433691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.500726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d94940-b9dc-4342-851e-920f84e0837c req-c9381aa3-5a41-40a7-9d98-7f8624a3a57f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:19.515482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46d94940-b9dc-4342-851e-920f84e0837c req-c9381aa3-5a41-40a7-9d98-7f8624a3a57f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.1043625 Aug 31 14:09:19.535442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.538156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57182) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:19.591860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46d94940-b9dc-4342-851e-920f84e0837c req-a7c20953-1386-48fc-a582-6daf59ef13ae tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753748 Aug 31 14:09:19.687180 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.713264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Transition to ACTIVE for port object 006076b0-ddd0-40a9-b0f1-335b67c42855 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:19.723507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd9a76a2-0ef6-4d6b-9d88-d8e1236ede1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.737172 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:18Z', 'revision_number': 8, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:19.749375 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.759597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Transition to ACTIVE for port object 006076b0-ddd0-40a9-b0f1-335b67c42855 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:19.771545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.792735 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:19.805814 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04a619-924d-4153-8642-1426c22fd8f0 x-openstack-request-id: req-6b04a619-924d-4153-8642-1426c22fd8f0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:19.806106 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baacf47-7cea-40ca-ba0d-434fdda38edf", "name": "network-vif-deleted", "tag": "4e2fab6e-2ceb-4127-8937-8b3decf388ad", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:19.806353 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b04a619-924d-4153-8642-1426c22fd8f0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:19.806818 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baacf47-7cea-40ca-ba0d-434fdda38edf', 'name': 'network-vif-deleted', 'tag': '4e2fab6e-2ceb-4127-8937-8b3decf388ad', 'status': 'completed', 'code': 200} Aug 31 14:09:19.809829 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:19.812030 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:19.876755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Pushing event updated for resources: {'Port': ['ID=006076b0-ddd0-40a9-b0f1-335b67c42855,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:19.877341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd9a76a2-0ef6-4d6b-9d88-d8e1236ede1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.882737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd9a76a2-0ef6-4d6b-9d88-d8e1236ede1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.897807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:19.899971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.900114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:19.903555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:19.977053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Attempting to bind port 006076b0-ddd0-40a9-b0f1-335b67c42855 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:19.977503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Attempting to bind port 006076b0-ddd0-40a9-b0f1-335b67c42855 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:19.977984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Attempting to bind port 006076b0-ddd0-40a9-b0f1-335b67c42855 on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:19.984213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c1bc44c-c429-488b-aada-8b290143bdf8 req-7c3b73ce-3be9-45c7-869e-c313cfb93bc1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0714886 Aug 31 14:09:19.992727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bd9a76a2-0ef6-4d6b-9d88-d8e1236ede1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b9b8a5754c7452cacc6f8dda155d016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460175 Aug 31 14:09:19.996188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:19.996987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:19.997471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Checking segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:19.998174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.998638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Bound using segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:19.999868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Bound port: 006076b0-ddd0-40a9-b0f1-335b67c42855, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:20.000205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.001934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a76a2-0ef6-4d6b-9d88-d8e1236ede1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aefb624-eaa6-4f75-83ba-01d391db61ab,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:20.008775 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:20.069485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc37-c7cb-4815-9a93-9353248d8ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.078693 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.110954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc37-c7cb-4815-9a93-9353248d8ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.141726 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.147366 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/c7dd9757-5c82-4599-a942-09ab2493f872 HTTP/1.1" status: 204 len: 168 time: 1.0081327 Aug 31 14:09:20.149093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] For port 006076b0-ddd0-40a9-b0f1-335b67c42855, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:20.149472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57188) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:20.152460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] For port 006076b0-ddd0-40a9-b0f1-335b67c42855, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=006076b0-ddd0-40a9-b0f1-335b67c42855,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:20.154931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d658a36-3c8c-4897-b3a2-bb07fffe694f None None] Network cbac14f9-b875-4ba5-85fa-f8caae222eab requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:20.230322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d32a75-1a9c-49ad-a12e-475b7b501405 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=c7dd9757-5c82-4599-a942-09ab2493f872,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:20.242669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.245906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc37-c7cb-4815-9a93-9353248d8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.250738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc37-c7cb-4815-9a93-9353248d8ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.264168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4e07dc37-c7cb-4815-9a93-9353248d8ab5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8aefb624-eaa6-4f75-83ba-01d391db61ab HTTP/1.1" status: 204 len: 168 time: 0.2650719 Aug 31 14:09:20.287721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07dc37-c7cb-4815-9a93-9353248d8ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aefb624-eaa6-4f75-83ba-01d391db61ab,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:20.393415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c828921-1bd6-4e36-85d7-8066e232598c None None] Pushing event updated for resources: {'Port': ['ID=006076b0-ddd0-40a9-b0f1-335b67c42855,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:20.550876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] DHCP port deletion for cbac14f9-b875-4ba5-85fa-f8caae222eab request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:20.561283 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:18Z', 'revision_number': 8, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:20.616156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b796eb-fe72-4cc3-a2b6-1ef87f955cc0 req-e6b047c1-5829-4e58-81c8-4fba3f61212f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:20.622109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5b796eb-fe72-4cc3-a2b6-1ef87f955cc0 req-e6b047c1-5829-4e58-81c8-4fba3f61212f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.1282456 Aug 31 14:09:20.631889 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc41161-4059-46c3-a291-b1c4f4ca8201 None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:18Z', 'revision_number': 8, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d660e0f-ae34-493e-87fa-1c30e728fb9f', 'name': '', 'network_id': '05b7cbb5-e19f-4aad-b893-a9c717b98cff', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:11:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:57Z', 'updated_at': '2021-08-31T14:09:10Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'cb2d14b3-e5cd-4a78-b392-357e62f61cd2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:20.703200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] Deleting port dbbfcc59-430a-4506-b6a5-d6256aeea233 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:20.703694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.733529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5b796eb-fe72-4cc3-a2b6-1ef87f955cc0 req-1b4236db-8da1-424d-a489-cc291ac73d54 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037669 Aug 31 14:09:20.886259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.897135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e2d07-18a8-4e2e-bfd1-ee585c010549 req-5ea16b42-534a-4315-95e3-44b85a2330ce tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:20.900217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] For port dbbfcc59-430a-4506-b6a5-d6256aeea233, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dbbfcc59-430a-4506-b6a5-d6256aeea233,segment=NetworkSegment(7a8517fe-944b-4114-9de8-519b0ec715e6),segment_id=7a8517fe-944b-4114-9de8-519b0ec715e6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:20.906313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce3e2d07-18a8-4e2e-bfd1-ee585c010549 req-5ea16b42-534a-4315-95e3-44b85a2330ce tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.0746500 Aug 31 14:09:20.911070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.914588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.926375 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.947151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] Calling delete_port for dbbfcc59-430a-4506-b6a5-d6256aeea233 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:20.959737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce3e2d07-18a8-4e2e-bfd1-ee585c010549 req-acb22412-f9bd-431f-88a5-9a8248b0365c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463765 Aug 31 14:09:20.960324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57200) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:20.983049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c029a0d2-26fa-420b-af1e-b266b4929be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.093859 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.157154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] Pushing event deleted for resources: {'Port': ['ID=dbbfcc59-430a-4506-b6a5-d6256aeea233,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:21.166490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e6c34-4798-4860-add5-92bfeb536f79 None None] No DVR routers for this DVR port dbbfcc59-430a-4506-b6a5-d6256aeea233 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:21.216324 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c029a0d2-26fa-420b-af1e-b266b4929be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.218127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Allocated IP 172.25.0.100 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:21.230299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port dbbfcc59-430a-4506-b6a5-d6256aeea233 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:21.230654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.236818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c029a0d2-26fa-420b-af1e-b266b4929be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.258125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 006076b0-ddd0-40a9-b0f1-335b67c42855 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:21.353284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 006076b0-ddd0-40a9-b0f1-335b67c42855 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:21.356758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c029a0d2-26fa-420b-af1e-b266b4929be3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4550602ddcc547d4bc380db7ef290931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952923 Aug 31 14:09:21.372073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c6e22-bab8-4fb1-bd6b-ab0bd0e428f6 req-267d6444-287d-4f18-8176-d926fb4c76f0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:21.377234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.380886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec6c6e22-bab8-4fb1-bd6b-ab0bd0e428f6 req-267d6444-287d-4f18-8176-d926fb4c76f0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.1666799 Aug 31 14:09:21.397893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a0d2-26fa-420b-af1e-b266b4929be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adf53e-e0ff-4dc2-9438-86fe5fb303fb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:21.440590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec6c6e22-bab8-4fb1-bd6b-ab0bd0e428f6 req-c49e5fba-99c2-4f4a-bfb3-d273bc4e38b0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550263 Aug 31 14:09:21.456518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57208) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.463663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dbbfcc59-430a-4506-b6a5-d6256aeea233 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:21.493553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port dbbfcc59-430a-4506-b6a5-d6256aeea233, host n-d-792362-6, got binding levels [] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:21.493946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.525466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for dbbfcc59-430a-4506-b6a5-d6256aeea233 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:21.531327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.ipam_backend_mixin [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Port dbbfcc59-430a-4506-b6a5-d6256aeea233 was not found and therefore no delete operation was performed {{(pid=101360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:09:21.542742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.584038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=dbbfcc59-430a-4506-b6a5-d6256aeea233,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:21.603282 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0f46590-a158-41fc-b0b7-b3c0023e65f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.613936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No DVR routers for this DVR port dbbfcc59-430a-4506-b6a5-d6256aeea233 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:21.622256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f2c0546-6431-4987-9b1e-73254a6a2e44 req-83139b85-4bc8-4c2f-a58b-f2ea0274696c tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0983658 Aug 31 14:09:21.634683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d522e9-71bd-4633-b14e-d37c58ab36e3 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:21.640618 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.642068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e2d522e9-71bd-4633-b14e-d37c58ab36e3 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 1091 time: 0.1835740 Aug 31 14:09:21.647503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57210) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.664242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:21.697685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0f46590-a158-41fc-b0b7-b3c0023e65f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.726811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: dbbfcc59-430a-4506-b6a5-d6256aeea233 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:21.727246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dbbfcc59-430a-4506-b6a5-d6256aeea233 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:21.727740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:21.747570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:21.748022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b76738b0-4c55-4c9b-8285-8d5f2f51fcb1 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:21.817509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.830983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.882030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac14f9-b875-4ba5-85fa-f8caae222eab']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:21.901888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8b68-7ac1-4f17-a071-fa7f09673ba0 req-c7f71c2c-fecd-47af-a382-4d554b367403 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:21.903644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28fd8b68-7ac1-4f17-a071-fa7f09673ba0 req-c7f71c2c-fecd-47af-a382-4d554b367403 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 944 time: 0.0787604 Aug 31 14:09:21.905237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8517fe-944b-4114-9de8-519b0ec715e6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:21.906299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8517fe-944b-4114-9de8-519b0ec715e6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:21.916304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.927187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2e383-23c4-499e-935f-8e96a029518e None None] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:21.942468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.944463 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0f46590-a158-41fc-b0b7-b3c0023e65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.948069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0f46590-a158-41fc-b0b7-b3c0023e65f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.949462 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e0f46590-a158-41fc-b0b7-b3c0023e65f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00adf53e-e0ff-4dc2-9438-86fe5fb303fb HTTP/1.1" status: 204 len: 168 time: 0.5658820 Aug 31 14:09:21.972709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28fd8b68-7ac1-4f17-a071-fa7f09673ba0 req-a14d57d3-51c3-49f3-b221-e35e2840792f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490422 Aug 31 14:09:22.015116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.023604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:22.027080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-67512dad-609c-4c80-8e37-7d10192c99ad None None] Provisioning for port 006076b0-ddd0-40a9-b0f1-335b67c42855 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:22.027768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f46590-a158-41fc-b0b7-b3c0023e65f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adf53e-e0ff-4dc2-9438-86fe5fb303fb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:22.043219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:22.043637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.046399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-67512dad-609c-4c80-8e37-7d10192c99ad None None] Provisioning complete for port 006076b0-ddd0-40a9-b0f1-335b67c42855 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:22.047153 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-67512dad-609c-4c80-8e37-7d10192c99ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.048966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:22.052853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:22.054879 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:22.131139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:22.183956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd98392b-42f3-422e-bf97-1aeae160bb1d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:22.197582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.219140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.221230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/cbac14f9-b875-4ba5-85fa-f8caae222eab HTTP/1.1" status: 204 len: 168 time: 2.0468042 Aug 31 14:09:22.224777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57218) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.281098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6a44c-a2ec-4cbc-a20d-f9ed69ba4a1a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=cbac14f9-b875-4ba5-85fa-f8caae222eab,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:22.345560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.356034 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-67512dad-609c-4c80-8e37-7d10192c99ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.419430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd98392b-42f3-422e-bf97-1aeae160bb1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd98392b-42f3-422e-bf97-1aeae160bb1d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:22.437723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'bd98392b-42f3-422e-bf97-1aeae160bb1d', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'port_id': 'bd98392b-42f3-422e-bf97-1aeae160bb1d', 'mac_address': 'fa:16:3e:e9:a4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:22.493177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-67512dad-609c-4c80-8e37-7d10192c99ad None None] For port 006076b0-ddd0-40a9-b0f1-335b67c42855, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=006076b0-ddd0-40a9-b0f1-335b67c42855,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:22.515633 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-67512dad-609c-4c80-8e37-7d10192c99ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.530720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.615477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd98392b-42f3-422e-bf97-1aeae160bb1d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:22.616605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.173 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b6a1fff6-99f5-474c-bb0c-ff2f0b5bbe43) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:22.665450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd98392b-42f3-422e-bf97-1aeae160bb1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd98392b-42f3-422e-bf97-1aeae160bb1d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:22.669297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67512dad-609c-4c80-8e37-7d10192c99ad None None] Pushing event updated for resources: {'Port': ['ID=006076b0-ddd0-40a9-b0f1-335b67c42855,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:22.684066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.786870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bd98392b-42f3-422e-bf97-1aeae160bb1d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:22.845135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-87db6b8c-1846-4123-8be9-eb68d42cd8cc None None] Provisioning complete for port 006076b0-ddd0-40a9-b0f1-335b67c42855 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:22.845295 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-87db6b8c-1846-4123-8be9-eb68d42cd8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.847301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdcff5c4-b53f-49a2-8c4e-1c829cf17d2d req-817645d3-3e12-4f0f-8a58-4102929f9b1d tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0383363 Aug 31 14:09:22.852205 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.981101 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.991438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.033582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 006076b0-ddd0-40a9-b0f1-335b67c42855 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:23.040742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['bd98392b-42f3-422e-bf97-1aeae160bb1d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:23.128194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.238811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 006076b0-ddd0-40a9-b0f1-335b67c42855 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:23.239520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.259526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716068e3-05f0-4906-966f-7926e373858f req-80db7fff-75d6-455b-a502-333ae34e3a3a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:23.261229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-716068e3-05f0-4906-966f-7926e373858f req-80db7fff-75d6-455b-a502-333ae34e3a3a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 945 time: 0.1829755 Aug 31 14:09:23.279585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:23.294360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:23.297920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:23.385552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-716068e3-05f0-4906-966f-7926e373858f req-3d2da0df-efbb-4c5c-8f16-47c19b4a0c84 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150415 Aug 31 14:09:23.396709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=b6a1fff6-99f5-474c-bb0c-ff2f0b5bbe43,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.412433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 6d660e0f-ae34-493e-87fa-1c30e728fb9f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:23.413377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.476533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57244) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:23.508308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.563240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port 6d660e0f-ae34-493e-87fa-1c30e728fb9f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6d660e0f-ae34-493e-87fa-1c30e728fb9f,segment=NetworkSegment(e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f),segment_id=e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:23.563748 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.579882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 6d660e0f-ae34-493e-87fa-1c30e728fb9f owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:23.599209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1345640124'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:23.655384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:23.659840 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.670444 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.817907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Router 14f918d4-5b72-42ea-8541-c0e102880172 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:09:23.887167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.888721 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.926958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=6d660e0f-ae34-493e-87fa-1c30e728fb9f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.933736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.979403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8498fba1-1561-4ce0-9db8-baad83efc87e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.984054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.014776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:24.028044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Sync routers for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:24.044722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.048651 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d787a9f-117d-41e2-ae03-3bee1ca4a028 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9690692 Aug 31 14:09:24.048800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:24.048800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:24.049280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57250) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:24.061594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] vlan segment allocate from pool success with {'vlan_id': 1511, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:24.121607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ff75e0d-9dc1-40e2-b0d2-591537c03f29 req-2e61f0f6-53c1-4324-a43b-82ba61977a5a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.1218908 Aug 31 14:09:24.133634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.134087 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Added segment 90142b30-88f2-40c0-9ea4-b811b6ce41d3 of type vlan for network f0ba105f-82c0-4e24-8657-1d15d5de750b Aug 31 14:09:24.161151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.183129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.217296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.219386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd98392b-42f3-422e-bf97-1aeae160bb1d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:24.229603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:24.230323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.307456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:24.326115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8484814 Aug 31 14:09:24.365603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.372541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7956e-3c72-492c-bb93-f6547048c229 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Network': ['ID=f0ba105f-82c0-4e24-8657-1d15d5de750b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:24.413226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f0ba105f-82c0-4e24-8657-1d15d5de750b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:24.454827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.476009 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.642003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=b6a1fff6-99f5-474c-bb0c-ff2f0b5bbe43,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:24.647348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port bd98392b-42f3-422e-bf97-1aeae160bb1d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:24.654103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port bd98392b-42f3-422e-bf97-1aeae160bb1d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:24.654550 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.745598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:24.753698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.755523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:22Z', 'revision_number': 3, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:24.773592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7f345-5439-4923-9669-fef9b22b5f64 req-b279bfcc-b639-445c-a2cc-5056c5c96cfe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:24.780925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aa7f345-5439-4923-9669-fef9b22b5f64 req-b279bfcc-b639-445c-a2cc-5056c5c96cfe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 945 time: 0.2692368 Aug 31 14:09:24.819842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Checking router: 14f918d4-5b72-42ea-8541-c0e102880172 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:24.820194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Updating router 14f918d4-5b72-42ea-8541-c0e102880172 port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:09:24.900072 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.954905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.975671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:24.991987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-18d46380-083b-4c5d-b296-5ab1c970d575 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7656677 Aug 31 14:09:24.994548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:24.998683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aa7f345-5439-4923-9669-fef9b22b5f64 req-1b0f7b18-ca2d-455c-a1a1-87e22f35aa41 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168837 Aug 31 14:09:24.999308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57256) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:25.037859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:25.038515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:25.107492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet cb2d14b3-e5cd-4a78-b392-357e62f61cd2 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:25.118783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.155877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd98392b-42f3-422e-bf97-1aeae160bb1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd98392b-42f3-422e-bf97-1aeae160bb1d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:25.168576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98392b-42f3-422e-bf97-1aeae160bb1d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:25.172674 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19868c64-d8eb-4d04-a68b-2ef82941fd90" -d '{"events": [{"server_uuid": "e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a", "name": "network-vif-plugged", "status": "completed", "tag": "bd98392b-42f3-422e-bf97-1aeae160bb1d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:25.188614 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.246027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.381854 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:25.421488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.441377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bd98392b-42f3-422e-bf97-1aeae160bb1d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:25.529918 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:09:25.553440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2e6d735-077b-4d31-b51b-1f90504e0299 req-d7298485-463d-4661-a4b6-f1a70613c7f2 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.1240616 Aug 31 14:09:25.610259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.660856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.682227 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23878cf4-1d24-4c02-95c2-428509e16904 x-openstack-request-id: req-23878cf4-1d24-4c02-95c2-428509e16904 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:25.682528 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a", "name": "network-vif-plugged", "status": "completed", "tag": "bd98392b-42f3-422e-bf97-1aeae160bb1d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:25.682778 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23878cf4-1d24-4c02-95c2-428509e16904 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:25.683171 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98392b-42f3-422e-bf97-1aeae160bb1d', 'code': 200} Aug 31 14:09:25.689376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Transition to ACTIVE for port object 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:25.698904 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.795794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0000e-8995-474c-afdf-8c7d6e9f651e None None] Pushing event updated for resources: {'Port': ['ID=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:25.853352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Attempting to bind port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:25.853727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Attempting to bind port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:25.854095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Attempting to bind port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:25.867004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:25.867551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:25.867832 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.869520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:25.869520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Bound port: 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:25.869857 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.897858 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP 2b02a40f-a865-4855-805d-a674181fe7b7 associated. External IP: 172.25.0.173, port: f6424d0b-9c6a-4590-bd21-1cf3724ee634. Aug 31 14:09:25.970094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] For port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:25.973901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] For port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:25.978654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.079789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.102679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0000e-8995-474c-afdf-8c7d6e9f651e None None] Pushing event updated for resources: {'Port': ['ID=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:26.106035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:26.106657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:26.215440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:23Z', 'revision_number': 9, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:26.288575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:26.289363 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:26.313322 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:26.313948 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:26.378082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2d14b3-e5cd-4a78-b392-357e62f61cd2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:26.453188 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:26.518041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.521996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e2d9b33-5db9-4cfc-ae02-a9877b06b717 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/cb2d14b3-e5cd-4a78-b392-357e62f61cd2 HTTP/1.1" status: 204 len: 168 time: 1.5215752 Aug 31 14:09:26.528076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57266) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:26.540401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579cee4-ddc0-4bad-b4e8-55e19479ce4b None None] Network 05b7cbb5-e19f-4aad-b893-a9c717b98cff requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:26.703634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:22Z', 'revision_number': 3, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:26.722623 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.769324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b46219-d1c4-4348-985d-bc28a12679c3 None None] The sync data for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 is: [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:22Z', 'revision_number': 3, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:26.793101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] DHCP port deletion for 05b7cbb5-e19f-4aad-b893-a9c717b98cff request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:26.822908 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35d9cf6a-f63a-4fdd-ae16-ef7afef02e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.885884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Allocated IP 172.20.0.1 (7dbd6d0f-19c9-47fa-ad19-da04b8c7a282/c69ce35a-090c-48cc-850e-7fdde7b80ee6/771260c0-8a6e-4661-8459-eba9c1267883) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:26.888322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] Deleting port 99117656-1485-437f-a5de-9bd135607562 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:26.889205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.894058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b3d35-6643-41cd-b5da-861d5b55b288 req-80850a01-2358-4fb0-a07f-16f2137cbea1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.904118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3b3d35-6643-41cd-b5da-861d5b55b288 req-80850a01-2358-4fb0-a07f-16f2137cbea1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 946 time: 0.5157170 Aug 31 14:09:26.924533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:26.971081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae482-2abd-46d6-8a65-2c61807be94b req-08c6175f-b2bf-4c85-9591-4d14c145411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.974601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-916ae482-2abd-46d6-8a65-2c61807be94b req-08c6175f-b2bf-4c85-9591-4d14c145411a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 1097 time: 0.5348134 Aug 31 14:09:27.056901 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:23Z', 'revision_number': 9, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:27.074526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-916ae482-2abd-46d6-8a65-2c61807be94b req-a6c86cb0-a6c1-4327-8806-a5efc8f1e153 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823727 Aug 31 14:09:27.121519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3b3d35-6643-41cd-b5da-861d5b55b288 req-449fbca8-3192-484b-9275-671dbac22ae8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164018 Aug 31 14:09:27.139392 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c223be-e1af-4c5b-97c1-252116049a40 None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:23Z', 'revision_number': 9, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82ab306e-41f8-45ab-850c-7a297920b93c', 'name': '', 'network_id': '773f92df-5df9-48e9-b9a1-3e4383a81b9c', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:33:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:47Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': 'c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:27.142209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 99117656-1485-437f-a5de-9bd135607562 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:27.142753 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.262286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port 99117656-1485-437f-a5de-9bd135607562, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=99117656-1485-437f-a5de-9bd135607562,segment=NetworkSegment(e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f),segment_id=e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:27.262760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.278407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 99117656-1485-437f-a5de-9bd135607562 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:27.318645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.327093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:27.339921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Transition to ACTIVE for port object 771260c0-8a6e-4661-8459-eba9c1267883 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:27.367601 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.415588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2fd53389-03b1-4581-b496-fee0a3adf1f1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7579033 Aug 31 14:09:27.417700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:27.420511 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559" -d '{"events": [{"name": "network-changed", "server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:27.441587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] Sync routers for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:27.444000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 99117656-1485-437f-a5de-9bd135607562 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:27.450606 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.476485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.499081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:27.523191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=99117656-1485-437f-a5de-9bd135607562,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:27.531903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:27.532572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:27.535540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] For port 99117656-1485-437f-a5de-9bd135607562, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=99117656-1485-437f-a5de-9bd135607562,segment=NetworkSegment(e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f),segment_id=e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:27.535938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.560361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd36cce7-1996-4451-ab37-5911101f5e32 req-51f35fac-701b-4f13-bc3d-9b64eb10cfb4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0393693 Aug 31 14:09:27.566514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] Calling delete_port for 99117656-1485-437f-a5de-9bd135607562 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:27.568406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:27.569068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:27.593456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No DVR routers for this DVR port 99117656-1485-437f-a5de-9bd135607562 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:27.677995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Pushing event updated for resources: {'Port': ['ID=771260c0-8a6e-4661-8459-eba9c1267883,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:27.691386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.734118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a56b83f7-29fe-492a-9c6c-58ba5a5d15eb req-fed9b73c-c938-4bbf-91cb-eb8d7c5a41e4 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.2119071 Aug 31 14:09:27.751122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No active binding found for port 99117656-1485-437f-a5de-9bd135607562 {{(pid=101362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:09:27.751560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 99117656-1485-437f-a5de-9bd135607562 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:27.783345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57274) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:27.789415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'subnet': {'network_id': 'f0ba105f-82c0-4e24-8657-1d15d5de750b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:27.935581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:27.955123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd36cce7-1996-4451-ab37-5911101f5e32 req-4a24486a-0ca8-4cfd-b7cb-86ffe8bb88a7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.2505600 Aug 31 14:09:27.968038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.036355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b7cbb5-e19f-4aad-b893-a9c717b98cff']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:28.061685 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.063464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:28.065705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e5c5e0-7d0d-4399-b4bf-2479e0c6691f') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:28.078560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:28.088852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.089477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd36cce7-1996-4451-ab37-5911101f5e32 req-9bc6015f-08d7-4c53-a9a1-30e70014dd6f service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007566 Aug 31 14:09:28.095226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.181531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] Pushing event deleted for resources: {'Port': ['ID=99117656-1485-437f-a5de-9bd135607562,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:28.204641 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.218343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee65e38-928b-43ab-9197-d06e75e28e08 None None] No DVR routers for this DVR port 99117656-1485-437f-a5de-9bd135607562 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:28.224714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1513 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:28.225415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:28.229269 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:28.264223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39bdd032-835d-4bca-b264-1a48742e783f None None] Provisioning for port 771260c0-8a6e-4661-8459-eba9c1267883 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:28.291803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39bdd032-835d-4bca-b264-1a48742e783f None None] Provisioning complete for port 771260c0-8a6e-4661-8459-eba9c1267883 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:28.292177 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-39bdd032-835d-4bca-b264-1a48742e783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.339813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.348448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.351293 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.353850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/05b7cbb5-e19f-4aad-b893-a9c717b98cff HTTP/1.1" status: 204 len: 168 time: 1.8241339 Aug 31 14:09:28.358267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57280) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:28.391673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36cce7-1996-4451-ab37-5911101f5e32 req-8d62b344-43b3-47d2-8581-bb1358ccb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:28.393546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd36cce7-1996-4451-ab37-5911101f5e32 req-8d62b344-43b3-47d2-8581-bb1358ccb1f1 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2868125 Aug 31 14:09:28.404012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375b806-ec78-461a-83f2-8be5f4d6c0c2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=05b7cbb5-e19f-4aad-b893-a9c717b98cff,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:28.494880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-39bdd032-835d-4bca-b264-1a48742e783f None None] Port 771260c0-8a6e-4661-8459-eba9c1267883 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:28.553150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e259d5-8af6-4a39-b89d-d781c9cb59bc req-f594b62f-5ab8-43f0-ac08-c13615a09269 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:28.560727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83e259d5-8af6-4a39-b89d-d781c9cb59bc req-f594b62f-5ab8-43f0-ac08-c13615a09269 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.1998415 Aug 31 14:09:28.656511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '2b02a40f-a865-4855-805d-a674181fe7b7', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'port_id': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'mac_address': 'fa:16:3e:8d:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:09:23Z', 'updated_at': '2021-08-31T14:09:23Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:28.695273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.708398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] Checking router: 3d1cf76e-1e14-40ab-ab61-f257bbda30ab for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:28.729171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:28.729819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:28.737986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83e259d5-8af6-4a39-b89d-d781c9cb59bc req-9c9c11a3-1c2c-466d-a0d4-42a2f45424f0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711500 Aug 31 14:09:28.752554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:28.791151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.883337 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739459dd-d46e-4679-9c3a-96fa6770e386 x-openstack-request-id: req-739459dd-d46e-4679-9c3a-96fa6770e386 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:28.883639 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:28.883897 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-739459dd-d46e-4679-9c3a-96fa6770e386 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:28.885879 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'status': 'completed', 'code': 200} Aug 31 14:09:28.893987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.903185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:29.001523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Subnet': ['ID=0fc1af09-3f19-423b-b683-053f0fecb498,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:29.049601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:29.071368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.107316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-41cd7df0-cab3-459e-9f05-12ce690975d9 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/2b02a40f-a865-4855-805d-a674181fe7b7 HTTP/1.1" status: 200 len: 991 time: 0.3522663 Aug 31 14:09:29.116362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-c2ae474a-4301-4b54-980d-78628a53b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.117878 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-c2ae474a-4301-4b54-980d-78628a53b767 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 1096 time: 0.2462971 Aug 31 14:09:29.134909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904f664-b2a5-4505-b94d-326b75f91b58 req-0d583717-8eff-4770-9379-4233456413f6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.142773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1904f664-b2a5-4505-b94d-326b75f91b58 req-0d583717-8eff-4770-9379-4233456413f6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 946 time: 0.1356726 Aug 31 14:09:29.188854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Pushing event updated for resources: {'Port': ['ID=771260c0-8a6e-4661-8459-eba9c1267883,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:29.193318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Checking segment: {'id': '90142b30-88f2-40c0-9ea4-b811b6ce41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1511, 'network_id': 'f0ba105f-82c0-4e24-8657-1d15d5de750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:29.193876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network hostable DHCP agents. Network: f0ba105f-82c0-4e24-8657-1d15d5de750b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:29.211676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:29.220388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:29.231780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network f0ba105f-82c0-4e24-8657-1d15d5de750b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:29.268665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1904f664-b2a5-4505-b94d-326b75f91b58 req-74b2d409-3de5-4b81-a72c-63d42b385fb6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238871 Aug 31 14:09:29.275683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:29.284199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:29.284733 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.294602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f0ba105f-82c0-4e24-8657-1d15d5de750b) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:29.301224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.301877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.319308 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d260d0d0-f485-46a2-8978-83ff1c111449 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5344183 Aug 31 14:09:29.326617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57290) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:29.332765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-584775712'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:29.365756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8870c2e1-cab2-471c-881d-7f899eb48265 None None] Network f0ba105f-82c0-4e24-8657-1d15d5de750b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:29.430672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '2b02a40f-a865-4855-805d-a674181fe7b7', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'port_id': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'mac_address': 'fa:16:3e:8d:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:09:23Z', 'updated_at': '2021-08-31T14:09:23Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:29.431890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:29.435909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.454881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-953e128c-26ec-4fb3-9c09-bd9c1b54c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.474824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-953e128c-26ec-4fb3-9c09-bd9c1b54c3bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fdf34d2-445d-4041-9641-1483c0d0c2f0 HTTP/1.1" status: 200 len: 898 time: 0.3312292 Aug 31 14:09:29.479539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Router 14f918d4-5b72-42ea-8541-c0e102880172 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:29.496684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:29.547214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.547672 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Added segment b388676a-e42d-4f48-9065-325e334547be of type vlan for network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d Aug 31 14:09:29.571160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7c2fd-84cb-40b7-becc-5b5c6becc58c None None] The sync data for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 is: [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '2b02a40f-a865-4855-805d-a674181fe7b7', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'port_id': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'mac_address': 'fa:16:3e:8d:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:09:23Z', 'updated_at': '2021-08-31T14:09:23Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:29.638790 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fbf32047-140c-4cee-b997-6be51d32b2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.652129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6748b225-3135-4c98-8eab-a9b7e1aaf01a req-7ecded39-9aae-406c-8445-ac1497ed5bb5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.1004753 Aug 31 14:09:29.688175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-96ea16a6-fb6a-49fe-84fe-67b9b80d3d07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634 HTTP/1.1" status: 200 len: 999 time: 0.2126067 Aug 31 14:09:29.719186 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.745156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:29.774051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2c3461d3-98b0-4a22-b544-cd00194b3460 admin admin] 10.222.0.10 "PUT /v2.0/routers/14f918d4-5b72-42ea-8541-c0e102880172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7184334 Aug 31 14:09:29.792246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.796169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.818521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-65fcbc70-1444-4c62-9d0c-1838a9cceaca None None] Provisioning complete for port 771260c0-8a6e-4661-8459-eba9c1267883 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:29.818896 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65fcbc70-1444-4c62-9d0c-1838a9cceaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.839157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.843341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-3040c6e3-839b-4ad5-b98e-da31cf4fdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.845679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-3040c6e3-839b-4ad5-b98e-da31cf4fdb00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adcf0563-f957-41dd-b6c1-3984c4a85dac HTTP/1.1" status: 200 len: 834 time: 0.1451674 Aug 31 14:09:29.852350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.859158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.860173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.943132 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6152046 Aug 31 14:09:29.951257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57296) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:29.951930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:29.962177 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.966346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'subnet': {'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:29.976642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f511c19-7d5d-4e81-8e72-ccf2a7cc831c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Network': ['ID=9a7e82c1-d6fb-4dd9-a23c-1428af85331d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:29.976853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d660e0f-ae34-493e-87fa-1c30e728fb9f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:29.978704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-65fcbc70-1444-4c62-9d0c-1838a9cceaca None None] Port 771260c0-8a6e-4661-8459-eba9c1267883 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:30.032029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:30.075408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113f3db-d4db-46a9-a137-4278c369fee9 req-65cbe83f-e9c3-4f11-b201-e362ffafe0a6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:30.077292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1113f3db-d4db-46a9-a137-4278c369fee9 req-65cbe83f-e9c3-4f11-b201-e362ffafe0a6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 946 time: 0.2877419 Aug 31 14:09:30.090432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-4a39f073-1216-4ec2-9cda-a0573604e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:30.092236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-4a39f073-1216-4ec2-9cda-a0573604e15f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fdf34d2-445d-4041-9641-1483c0d0c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292929 Aug 31 14:09:30.101457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:30.105658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.124444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57298) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:30.146663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 6d660e0f-ae34-493e-87fa-1c30e728fb9f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:30.147127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6d660e0f-ae34-493e-87fa-1c30e728fb9f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:30.216311 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b81f28-fee9-452c-b902-48d7a9a5db75 None None] New status for floating IP 2b02a40f-a865-4855-805d-a674181fe7b7: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:09:30.216915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:30.243735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f0ba105f-82c0-4e24-8657-1d15d5de750b', 'network_id': 'f0ba105f-82c0-4e24-8657-1d15d5de750b', 'tenant_id': 'a9b3ef33493e41a78e12677afb1635fe', 'fixed_ips': [{'subnet_id': '0fc1af09-3f19-423b-b683-053f0fecb498'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:30.244611 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.315802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1113f3db-d4db-46a9-a137-4278c369fee9 req-a17ce1b8-8c8e-4196-b65a-1a4f8ea350fa tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304542 Aug 31 14:09:30.366314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-25f423eb-0f75-4c71-8954-f16974696643 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/2b02a40f-a865-4855-805d-a674181fe7b7 HTTP/1.1" status: 200 len: 991 time: 0.2357571 Aug 31 14:09:30.409758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Sync routers for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:30.453632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:30.454268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:30.472173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-3c3881e1-c4cc-464a-896f-428e8d6bc0cb service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689442 Aug 31 14:09:30.602535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:09:30.603851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.646473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49a2a7d2-2a2c-4ff1-b210-111e7e0a8559 req-ad7ebf25-d6c3-4ee5-bda6-50e8075290ef service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342599 Aug 31 14:09:30.672845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Subnet': ['ID=0df8fd57-6a43-4b0d-bccd-85393bd3ccd6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:30.697820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Checking segment: {'id': 'b388676a-e42d-4f48-9065-325e334547be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:30.698191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network hostable DHCP agents. Network: 9a7e82c1-d6fb-4dd9-a23c-1428af85331d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:30.722849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:30.738203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 82ab306e-41f8-45ab-850c-7a297920b93c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:30.738900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9a7e82c1-d6fb-4dd9-a23c-1428af85331d) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:30.739257 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.751881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:30.752551 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.771324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f1c74057-e7f2-485f-8fa6-65bfdb07a814 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8150425 Aug 31 14:09:30.774255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57310) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:30.782151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bafd3cf-0342-4fe7-be9f-68456e42f926 None None] Network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:30.795777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'port': {'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d', 'name': 'tempest-NetworksIpV6TestAttrs-1734985437'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:30.839619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port 82ab306e-41f8-45ab-850c-7a297920b93c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=82ab306e-41f8-45ab-850c-7a297920b93c,segment=NetworkSegment(ba2cef8f-7baa-4b83-b1b9-f5f901be96cc),segment_id=ba2cef8f-7baa-4b83-b1b9-f5f901be96cc)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:30.839984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.853978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 82ab306e-41f8-45ab-850c-7a297920b93c owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:31.010013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:31.045160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:31.049197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.053978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9a7e82c1-d6fb-4dd9-a23c-1428af85331d', 'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d', 'tenant_id': 'a9b3ef33493e41a78e12677afb1635fe', 'fixed_ips': [{'subnet_id': '0df8fd57-6a43-4b0d-bccd-85393bd3ccd6'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:31.054856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.057788 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.066073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.071621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] device_id is not set on port 173998fd-305d-41c5-9d62-4dd42488adde yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:09:31.099768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:31.109466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57312) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:31.116122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dd62ffdb-3f40-40e4-b097-83d3ea3825ee tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860621216', 'description': 'tempest-description--2127546824'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:31.142052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=82ab306e-41f8-45ab-850c-7a297920b93c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:31.159819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Allocated IP 2001:db8:0:ffff::2 (f0ba105f-82c0-4e24-8657-1d15d5de750b/0fc1af09-3f19-423b-b683-053f0fecb498/7008abf9-0e2f-42cc-9648-2fef666dd6e7) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:31.252102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Allocated IP 2001:db8::f816:3eff:fee3:dc42 (9a7e82c1-d6fb-4dd9-a23c-1428af85331d/0df8fd57-6a43-4b0d-bccd-85393bd3ccd6/173998fd-305d-41c5-9d62-4dd42488adde) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:31.319434 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd62ffdb-3f40-40e4-b097-83d3ea3825ee tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.501372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:31.501880 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.521894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.540227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Transition to ACTIVE for port object 173998fd-305d-41c5-9d62-4dd42488adde will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:31.575552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57314) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:31.587607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.689584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Port': ['ID=173998fd-305d-41c5-9d62-4dd42488adde,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:31.713238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:31.719047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:31.724615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:31.731248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:31.732044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.745759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Allocated IP 2001:db8::f816:3eff:feba:8dc8 (9a7e82c1-d6fb-4dd9-a23c-1428af85331d/0df8fd57-6a43-4b0d-bccd-85393bd3ccd6/6a69ad16-2bb6-4e6a-9e68-9352036dee64) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:31.759108 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f6b1f914-c3e2-4c32-9507-ebcbe413e664 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9804213 Aug 31 14:09:31.759318 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.759859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57316) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:31.814451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7799bca9-4a36-4ede-b29f-283e2205d43b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/2b02a40f-a865-4855-805d-a674181fe7b7 HTTP/1.1" status: 200 len: 993 time: 0.2375948 Aug 31 14:09:31.827985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Transition to ACTIVE for port object 7008abf9-0e2f-42cc-9648-2fef666dd6e7 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:31.840632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedba372-cb30-4941-b42c-3403457ec84f req-2a10c06d-9109-4f16-9243-d7e7a3afc34d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:31.841254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting subnet 0df8fd57-6a43-4b0d-bccd-85393bd3ccd6 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:31.849925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dedba372-cb30-4941-b42c-3403457ec84f req-2a10c06d-9109-4f16-9243-d7e7a3afc34d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 946 time: 0.6362143 Aug 31 14:09:31.856546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.905788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Transition to ACTIVE for port object 7008abf9-0e2f-42cc-9648-2fef666dd6e7 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:31.924296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 2, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:31.927855 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.999740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dedba372-cb30-4941-b42c-3403457ec84f req-14c66c28-0ce3-4296-acbb-70e1fb22b9db tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486781 Aug 31 14:09:32.015194 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd62ffdb-3f40-40e4-b097-83d3ea3825ee tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.024854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Checking router: 14f918d4-5b72-42ea-8541-c0e102880172 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:32.025178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd62ffdb-3f40-40e4-b097-83d3ea3825ee tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.025422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Updating router 14f918d4-5b72-42ea-8541-c0e102880172 port 771260c0-8a6e-4661-8459-eba9c1267883 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:09:32.046220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Pushing event updated for resources: {'Port': ['ID=7008abf9-0e2f-42cc-9648-2fef666dd6e7,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.061774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Network f0ba105f-82c0-4e24-8657-1d15d5de750b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:32.075567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd62ffdb-3f40-40e4-b097-83d3ea3825ee tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.077958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dd62ffdb-3f40-40e4-b097-83d3ea3825ee tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9659925 Aug 31 14:09:32.081878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:32.089335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-29175a86-0876-459e-83ea-eae9ec271d06 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'security_group_rule': {'security_group_id': '4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:32.095127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:32.105436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:32.122558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.130405 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.139331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62ffdb-3f40-40e4-b097-83d3ea3825ee tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.189505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29175a86-0876-459e-83ea-eae9ec271d06 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.265787 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29175a86-0876-459e-83ea-eae9ec271d06 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.272090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29175a86-0876-459e-83ea-eae9ec271d06 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.282277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9ddfd76-d9df-45e6-9a5d-06d8bd58b1ba req-01121425-2584-46ac-8472-3ac347fd6db7 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0366988 Aug 31 14:09:32.291451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:32.307779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29175a86-0876-459e-83ea-eae9ec271d06 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b388860-6d9c-4a13-be13-101388399c05,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.311090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-29175a86-0876-459e-83ea-eae9ec271d06 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.315739 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-29175a86-0876-459e-83ea-eae9ec271d06 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2295189 Aug 31 14:09:32.316072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57324) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:32.322820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-18da38a7-20b0-46f2-a5a1-5495b0836cea tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'security_group_rule': {'security_group_id': '4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:32.363738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18da38a7-20b0-46f2-a5a1-5495b0836cea tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.389844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.411257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Attempting to bind port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:32.411639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Attempting to bind port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90142b30-88f2-40c0-9ea4-b811b6ce41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1511, 'network_id': 'f0ba105f-82c0-4e24-8657-1d15d5de750b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:32.412012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Attempting to bind port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 on network f0ba105f-82c0-4e24-8657-1d15d5de750b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:32.425856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:32.435109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Transition to ACTIVE for port object 6a69ad16-2bb6-4e6a-9e68-9352036dee64 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:32.440363 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:32.442279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:32.442665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Checking segment: {'id': '90142b30-88f2-40c0-9ea4-b811b6ce41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1511, 'network_id': 'f0ba105f-82c0-4e24-8657-1d15d5de750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:32.443243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.443463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Bound using segment: {'id': '90142b30-88f2-40c0-9ea4-b811b6ce41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1511, 'network_id': 'f0ba105f-82c0-4e24-8657-1d15d5de750b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:32.443952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Bound port: 7008abf9-0e2f-42cc-9648-2fef666dd6e7, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90142b30-88f2-40c0-9ea4-b811b6ce41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1511, 'network_id': 'f0ba105f-82c0-4e24-8657-1d15d5de750b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:32.444342 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.450160 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18da38a7-20b0-46f2-a5a1-5495b0836cea tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.454136 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:32.457494 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:32.458096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18da38a7-20b0-46f2-a5a1-5495b0836cea tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.459571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-28a1ae25-8e58-458e-b0f7-25479be6afcd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0980814 Aug 31 14:09:32.461594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57326) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:32.478259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da38a7-20b0-46f2-a5a1-5495b0836cea tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50537faa-d49d-450d-a15f-b2b0885b3d09,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.498055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18da38a7-20b0-46f2-a5a1-5495b0836cea tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.503052 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-18da38a7-20b0-46f2-a5a1-5495b0836cea tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825564 Aug 31 14:09:32.503294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57328) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:32.507856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:32.550098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:32.554208 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.574101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Transition to ACTIVE for port object 6a69ad16-2bb6-4e6a-9e68-9352036dee64 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:32.577890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.580822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.607615 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.642227 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:32.671295 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.691978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.698038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:32.712043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:32.718899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Pushing event updated for resources: {'Port': ['ID=6a69ad16-2bb6-4e6a-9e68-9352036dee64,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.722731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e417360-33b4-4bf2-abe3-f782f3898511 req-9f1572a1-3185-452b-a05e-44279c48dad9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.723201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:32.730273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e417360-33b4-4bf2-abe3-f782f3898511 req-9f1572a1-3185-452b-a05e-44279c48dad9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 946 time: 0.1372731 Aug 31 14:09:32.736074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] For port 7008abf9-0e2f-42cc-9648-2fef666dd6e7, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:32.743057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] For port 7008abf9-0e2f-42cc-9648-2fef666dd6e7, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7008abf9-0e2f-42cc-9648-2fef666dd6e7,segment=NetworkSegment(90142b30-88f2-40c0-9ea4-b811b6ce41d3),segment_id=90142b30-88f2-40c0-9ea4-b811b6ce41d3)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:32.820764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e417360-33b4-4bf2-abe3-f782f3898511 req-b7a8d13d-c288-4f82-af7b-88c7d44bcd3e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895262 Aug 31 14:09:32.872252 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.889658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.934085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.973774 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.992666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.032181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Subnet': ['ID=0df8fd57-6a43-4b0d-bccd-85393bd3ccd6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:33.038154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.045034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57332) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:33.045698 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e83fbd2a-fce4-410f-a3fe-46a6b7a715d0 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/0df8fd57-6a43-4b0d-bccd-85393bd3ccd6 HTTP/1.1" status: 204 len: 168 time: 1.2836874 Aug 31 14:09:33.051417 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.057354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.089692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91dad-4742-4bea-b237-986ce9d8c2e4 None None] Pushing event updated for resources: {'Port': ['ID=7008abf9-0e2f-42cc-9648-2fef666dd6e7,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:33.093779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Transition to ACTIVE for port object 771260c0-8a6e-4661-8459-eba9c1267883 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:33.104314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Attempting to bind port 6a69ad16-2bb6-4e6a-9e68-9352036dee64 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:33.104680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Attempting to bind port 6a69ad16-2bb6-4e6a-9e68-9352036dee64 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b388676a-e42d-4f48-9065-325e334547be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:33.105091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Attempting to bind port 6a69ad16-2bb6-4e6a-9e68-9352036dee64 on network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:33.108366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.121398 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:31Z', 'revision_number': 10, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:33.135800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Allocated IP 172.25.0.180 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/ba019907-a652-4551-a5a3-3effc6755381) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:33.175665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584badb9-cddc-43dd-acef-57cf1e6985c6 None None] Pushing event updated for resources: {'Port': ['ID=771260c0-8a6e-4661-8459-eba9c1267883,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:33.179936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:33.180313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Checking segment: {'id': 'b388676a-e42d-4f48-9065-325e334547be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:33.185468 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.185925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Bound using segment: {'id': 'b388676a-e42d-4f48-9065-325e334547be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:33.186427 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Bound port: 6a69ad16-2bb6-4e6a-9e68-9352036dee64, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b388676a-e42d-4f48-9065-325e334547be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '9a7e82c1-d6fb-4dd9-a23c-1428af85331d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:33.186821 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.211024 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:33.231826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:33.232454 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:33.278285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.408318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.470501 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:33.533784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:33.604042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c8a45-6f5d-4158-9502-069f2df908e2 None None] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:33.619614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c9406af-5252-4bcb-b10b-d7e4aea3f66a req-dc513d7f-b43e-4e38-83e4-94b3b0bebcc8 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.0987306 Aug 31 14:09:33.644825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.656632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9ab0bcac-588a-4b45-8b92-0438070b4bd2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b HTTP/1.1" status: 204 len: 168 time: 1.1847768 Aug 31 14:09:33.656776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57338) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:33.656886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28acf6f-57e3-40e3-bda1-7ee3364b01e7 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.656886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28acf6f-57e3-40e3-bda1-7ee3364b01e7 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.656886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f28acf6f-57e3-40e3-bda1-7ee3364b01e7 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6092870 Aug 31 14:09:33.665734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57340) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:33.670286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:33.678861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:33.685783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:33.725872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'Port': ['ID=ba019907-a652-4551-a5a3-3effc6755381,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:33.805134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.818753 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:31Z', 'revision_number': 10, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:33.845003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] For port 6a69ad16-2bb6-4e6a-9e68-9352036dee64, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:33.857377 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd25c5-b5e9-4538-a7d9-e08bcbc60220 None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:31Z', 'revision_number': 10, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None, '_interfaces': [{'id': '35e26b40-4ffd-4fb7-bf00-35639eed9e2e', 'name': '', 'network_id': '6168e728-fbcd-4ce5-8d55-255966cc1214', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'mac_address': 'fa:16:3e:47:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 5, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'subnets': [{'id': '51815ad5-9eed-496c-bba3-c28597aab44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:33.874228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] For port 6a69ad16-2bb6-4e6a-9e68-9352036dee64, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6a69ad16-2bb6-4e6a-9e68-9352036dee64,segment=NetworkSegment(b388676a-e42d-4f48-9065-325e334547be),segment_id=b388676a-e42d-4f48-9065-325e334547be)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:33.881225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Attempting to bind port 771260c0-8a6e-4661-8459-eba9c1267883 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:33.881645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Attempting to bind port 771260c0-8a6e-4661-8459-eba9c1267883 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:33.882005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Attempting to bind port 771260c0-8a6e-4661-8459-eba9c1267883 on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:33.900847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:33.901278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Checking segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:33.901842 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.902119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Bound using segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:33.902601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Bound port: 771260c0-8a6e-4661-8459-eba9c1267883, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:33.903021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.913145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.915976 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.920028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.926880 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26270bd1-fbc2-4561-9530-b8f657495d19 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.936841 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-26270bd1-fbc2-4561-9530-b8f657495d19 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 14:09:33.937455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26270bd1-fbc2-4561-9530-b8f657495d19 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:33.944712 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-26270bd1-fbc2-4561-9530-b8f657495d19 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/9a7e82c1-d6fb-4dd9-a23c-1428af85331d HTTP/1.1" status: 409 len: 405 time: 0.2767379 Aug 31 14:09:33.945573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:33.952044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1576720995'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:34.010075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:34.013608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.049022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:34.049973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.104726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:34.133397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.133759 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Added segment cc1a8b65-fa03-41d7-a567-ecc7bc921998 of type vlan for network aeb23272-c58f-41d3-8151-2551eeb3dda6 Aug 31 14:09:34.153199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ce057-764a-4e85-991d-946ea8a03c7c req-a2708b3a-7a47-4a24-b0e8-b6237aeb5c10 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:34.172969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f32ce057-764a-4e85-991d-946ea8a03c7c req-a2708b3a-7a47-4a24-b0e8-b6237aeb5c10 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 946 time: 0.1418905 Aug 31 14:09:34.197411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab058338-dcec-4199-bc5d-2a35704571bf None None] Network 9a7e82c1-d6fb-4dd9-a23c-1428af85331d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:34.204756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d5ad2-8e6d-45fe-87ad-08f56697f2bf None None] Pushing event updated for resources: {'Port': ['ID=6a69ad16-2bb6-4e6a-9e68-9352036dee64,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:34.243619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port 2529f5b0-f3bd-430a-a367-a981d5fba2b9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2529f5b0-f3bd-430a-a367-a981d5fba2b9,segment=NetworkSegment(ba2cef8f-7baa-4b83-b1b9-f5f901be96cc),segment_id=ba2cef8f-7baa-4b83-b1b9-f5f901be96cc)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:34.244069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.269760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f32ce057-764a-4e85-991d-946ea8a03c7c req-6b573f6b-aa49-4781-a07b-44367467e7ff tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831697 Aug 31 14:09:34.278208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] For port 771260c0-8a6e-4661-8459-eba9c1267883, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:34.278473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.304818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 2529f5b0-f3bd-430a-a367-a981d5fba2b9 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:34.310820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] DHCP port deletion for 773f92df-5df9-48e9-b9a1-3e4383a81b9c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:34.327856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] For port 771260c0-8a6e-4661-8459-eba9c1267883, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=771260c0-8a6e-4661-8459-eba9c1267883,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:34.341422 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.370161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.383173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.565147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:34.569836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:34.584592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584badb9-cddc-43dd-acef-57cf1e6985c6 None None] Pushing event updated for resources: {'Port': ['ID=771260c0-8a6e-4661-8459-eba9c1267883,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:34.629275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'Port': ['ID=ba019907-a652-4551-a5a3-3effc6755381,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:34.649663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.707240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-a9857df1-4566-4ec1-a643-593d4bda5218 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:34.709640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-a9857df1-4566-4ec1-a643-593d4bda5218 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 946 time: 0.2042770 Aug 31 14:09:34.718221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.719860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a7cb955-5480-4db9-8ac1-012570ed549d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2154877 Aug 31 14:09:34.899510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc6c39bb-3c11-4c76-85ad-441170f2deac req-56e9bed8-f7a6-4e92-a751-087943d61ce9 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4baacf47-7cea-40ca-ba0d-434fdda38edf HTTP/1.1" status: 200 len: 210 time: 0.1029298 Aug 31 14:09:34.899721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] Deleting port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:34.910792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.003843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port bd98392b-42f3-422e-bf97-1aeae160bb1d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:35.004455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.092729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:35.124442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.130165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:35.130775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.151175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-55442c9a-22ee-4c9c-90f0-b267ac60a926 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1860621216&fields=id&tenant_id=111fd413d34348ee8506ead7bb9f9a80 HTTP/1.1" status: 200 len: 267 time: 0.0618207 Aug 31 14:09:35.180761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] For port 2529f5b0-f3bd-430a-a367-a981d5fba2b9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2529f5b0-f3bd-430a-a367-a981d5fba2b9,segment=NetworkSegment(ba2cef8f-7baa-4b83-b1b9-f5f901be96cc),segment_id=ba2cef8f-7baa-4b83-b1b9-f5f901be96cc)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:35.181285 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.190538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2417517 Aug 31 14:09:35.197836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57362) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:35.198522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.199872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7008abf9-0e2f-42cc-9648-2fef666dd6e7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:35.201944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a071c-7fd7-445f-9dcf-dcc33985c68a None None] Network f0ba105f-82c0-4e24-8657-1d15d5de750b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:35.204504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] Calling delete_port for 2529f5b0-f3bd-430a-a367-a981d5fba2b9 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:35.214253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'subnet': {'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:35.228126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No DVR routers for this DVR port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:35.299746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=2529f5b0-f3bd-430a-a367-a981d5fba2b9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.302007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] For port bd98392b-42f3-422e-bf97-1aeae160bb1d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd98392b-42f3-422e-bf97-1aeae160bb1d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:35.310927 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.312984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f3750-3b2d-4a58-ba33-0a0938499a18 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Network': ['ID=aeb23272-c58f-41d3-8151-2551eeb3dda6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.356496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for bd98392b-42f3-422e-bf97-1aeae160bb1d owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:35.361263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network aeb23272-c58f-41d3-8151-2551eeb3dda6 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:35.415882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-f76ae181-3ac8-4ff0-8f42-78b1985e1855 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:35.426546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-f76ae181-3ac8-4ff0-8f42-78b1985e1855 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 811 time: 0.2611225 Aug 31 14:09:35.438481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.453135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773f92df-5df9-48e9-b9a1-3e4383a81b9c']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:35.473853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:35.474312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2cef8f-7baa-4b83-b1b9-f5f901be96cc') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:35.476544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:35.480216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.504381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.514270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-efb4f04c-5a47-420d-aad8-665bcec77c0c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/quotas/111fd413d34348ee8506ead7bb9f9a80 HTTP/1.1" status: 200 len: 375 time: 0.0860152 Aug 31 14:09:35.552839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.567993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1522 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:35.568696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:35.572103 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:35.586619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-3d2082c4-31ef-4bca-9009-8520e1e61be9 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591962 Aug 31 14:09:35.600317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-913cce64-2a6e-4fe0-b55f-5eba48ee6694 None None] Provisioning for port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:35.656490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:35.674772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.679227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.686496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.686722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:35.686948 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.692039 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/773f92df-5df9-48e9-b9a1-3e4383a81b9c HTTP/1.1" status: 204 len: 168 time: 2.0407708 Aug 31 14:09:35.694190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57370) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:35.749803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['bd98392b-42f3-422e-bf97-1aeae160bb1d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:35.758413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=bd98392b-42f3-422e-bf97-1aeae160bb1d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.789997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc910c2-8cf3-4bd1-b699-9d6cc504cff4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=773f92df-5df9-48e9-b9a1-3e4383a81b9c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.797141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.811578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] No DVR routers for this DVR port bd98392b-42f3-422e-bf97-1aeae160bb1d on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:35.816812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.818620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8910e84-ba3e-49ef-be78-abee3249d74a req-8bf26629-6ab7-4bc7-b426-f2aa94b7f334 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "DELETE /v2.0/ports/bd98392b-42f3-422e-bf97-1aeae160bb1d HTTP/1.1" status: 204 len: 173 time: 1.0975409 Aug 31 14:09:35.819141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'name': 'network-vif-deleted', 'tag': 'bd98392b-42f3-422e-bf97-1aeae160bb1d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:35.821636 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc5bad-1276-44d9-a054-e635a801ef3e" -d '{"events": [{"server_uuid": "e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a", "name": "network-vif-deleted", "tag": "bd98392b-42f3-422e-bf97-1aeae160bb1d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:35.867086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] Pushing event deleted for resources: {'Port': ['ID=2529f5b0-f3bd-430a-a367-a981d5fba2b9,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.872221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-75e03290-e065-4275-9493-f50d76db02f3 service neutron] 10.222.0.10 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649214 Aug 31 14:09:35.874731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] Network 773f92df-5df9-48e9-b9a1-3e4383a81b9c is not hosted by any dhcp agent {{(pid=101362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:09:35.875188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301eb25-f6dd-433d-8687-d05191708295 None None] No DVR routers for this DVR port 2529f5b0-f3bd-430a-a367-a981d5fba2b9 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:36.075778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-bfb06b2b-6f3a-45ae-80f6-c597b453bd10 service neutron] 10.222.0.10 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025805 Aug 31 14:09:36.137136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:09:36.241020 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.308368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7008abf9-0e2f-42cc-9648-2fef666dd6e7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7008abf9-0e2f-42cc-9648-2fef666dd6e7,segment=NetworkSegment(90142b30-88f2-40c0-9ea4-b811b6ce41d3),segment_id=90142b30-88f2-40c0-9ea4-b811b6ce41d3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:36.311576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:34Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:36.318307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.364311 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.386039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d957b4f-3acb-479e-8b27-e34facec97b1 None None] The sync data for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 is: [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:34Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:36.392315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d599855-9669-4ff6-8bfa-1b6c25fe5956 req-0f0944a0-b3bb-4d08-9190-4a6fbc42521b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 210 time: 0.0665336 Aug 31 14:09:36.527978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7008abf9-0e2f-42cc-9648-2fef666dd6e7,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:36.548654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Subnet': ['ID=ae8664a7-54a4-47af-b5b3-f813cbd324bd,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:36.589165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 82ab306e-41f8-45ab-850c-7a297920b93c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:36.624152 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88dceae-04b9-4cff-9ded-6bc3f3292fca x-openstack-request-id: req-b88dceae-04b9-4cff-9ded-6bc3f3292fca {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:36.624518 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a", "name": "network-vif-deleted", "tag": "bd98392b-42f3-422e-bf97-1aeae160bb1d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:36.624854 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b88dceae-04b9-4cff-9ded-6bc3f3292fca {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:36.625347 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a', 'name': 'network-vif-deleted', 'tag': 'bd98392b-42f3-422e-bf97-1aeae160bb1d', 'status': 'completed', 'code': 200} Aug 31 14:09:36.627207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Checking segment: {'id': 'cc1a8b65-fa03-41d7-a567-ecc7bc921998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:36.631173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network hostable DHCP agents. Network: aeb23272-c58f-41d3-8151-2551eeb3dda6, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:36.637929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 82ab306e-41f8-45ab-850c-7a297920b93c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:36.638361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 82ab306e-41f8-45ab-850c-7a297920b93c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:36.647690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2529f5b0-f3bd-430a-a367-a981d5fba2b9 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:36.690660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 2529f5b0-f3bd-430a-a367-a981d5fba2b9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:36.691065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2529f5b0-f3bd-430a-a367-a981d5fba2b9 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:36.721520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network aeb23272-c58f-41d3-8151-2551eeb3dda6 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:36.726633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3dd3e-1367-45b7-b666-7a34a47f9162 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:09:36.786252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, aeb23272-c58f-41d3-8151-2551eeb3dda6) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:36.791969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.792567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.843970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dd1a67e1-316d-46dc-b66c-b78d8a80e1f6 None None] Provisioning complete for port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:36.844353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dd1a67e1-316d-46dc-b66c-b78d8a80e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.859501 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fac65bc0-24b9-46fd-b94c-d0194bc26c7e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6495001 Aug 31 14:09:36.863937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d81b59c-38eb-4c4d-ab6e-a956fd9d12bb req-ee12af74-44a7-4946-883a-5ca11db4805a tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 210 time: 0.0777369 Aug 31 14:09:36.864656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:36.880240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'port': {'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6', 'name': 'tempest-NetworksIpV6TestAttrs-1145053038'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:36.897490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.919949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57390) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:37.138277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6860-7e05-42ea-ba2a-add5c79e85d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.234561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6860-7e05-42ea-ba2a-add5c79e85d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.239322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3dd3e-1367-45b7-b666-7a34a47f9162 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:09:37.271292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 771260c0-8a6e-4661-8459-eba9c1267883 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:37.273496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:37.277105 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.342317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] device_id is not set on port 11b092b3-daa1-4f30-8d7f-b9d8a873d0f5 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:09:37.453919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6860-7e05-42ea-ba2a-add5c79e85d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.461479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6860-7e05-42ea-ba2a-add5c79e85d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.466102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57394) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:37.466897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f8e6860-7e05-42ea-ba2a-add5c79e85d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/security-groups/fd8f550c-c0af-4eff-a399-fbf78c6fbe20 HTTP/1.1" status: 204 len: 168 time: 0.5448856 Aug 31 14:09:37.490497 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-f3c7a8ce-492d-45ea-a58d-e699dbed87a3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] show failed (client error): The resource could not be found. Aug 31 14:09:37.491608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f3c7a8ce-492d-45ea-a58d-e699dbed87a3 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "GET /v2.0/security-groups/fd8f550c-c0af-4eff-a399-fbf78c6fbe20 HTTP/1.1" status: 404 len: 347 time: 0.0245357 Aug 31 14:09:37.505090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:37.578424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Allocated IP 2001:db8::f816:3eff:fe77:6758 (aeb23272-c58f-41d3-8151-2551eeb3dda6/ae8664a7-54a4-47af-b5b3-f813cbd324bd/11b092b3-daa1-4f30-8d7f-b9d8a873d0f5) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:37.589357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 771260c0-8a6e-4661-8459-eba9c1267883 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:37.621380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 771260c0-8a6e-4661-8459-eba9c1267883 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:37.621761 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.691703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:37.692072 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.765742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-27f3a54e-01cf-44b5-bccf-6c5f094c570a req-921a2fa2-d8ac-453a-8d5b-3509c0324584 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 210 time: 0.0463576 Aug 31 14:09:37.766754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6860-7e05-42ea-ba2a-add5c79e85d1 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f550c-c0af-4eff-a399-fbf78c6fbe20,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:37.904217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.926783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-aeb23272-c58f-41d3-8151-2551eeb3dda6', 'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6', 'tenant_id': 'a9b3ef33493e41a78e12677afb1635fe', 'fixed_ips': [{'subnet_id': 'ae8664a7-54a4-47af-b5b3-f813cbd324bd'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:37.927797 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.932774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port e40168ee-74a5-4c28-90ae-2b603201744c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:37.933591 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.942753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Transition to ACTIVE for port object 11b092b3-daa1-4f30-8d7f-b9d8a873d0f5 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:37.961378 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.000439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port 35e26b40-4ffd-4fb7-bf00-35639eed9e2e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,segment=NetworkSegment(13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1),segment_id=13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:38.000828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.026683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for 35e26b40-4ffd-4fb7-bf00-35639eed9e2e owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:38.119477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 771260c0-8a6e-4661-8459-eba9c1267883, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=771260c0-8a6e-4661-8459-eba9c1267883,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:38.132024 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.132427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.140669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.141926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7008abf9-0e2f-42cc-9648-2fef666dd6e7 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:38.160989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for e40168ee-74a5-4c28-90ae-2b603201744c owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:38.177240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.239526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Allocated IP 2001:db8::f816:3eff:fe62:34 (aeb23272-c58f-41d3-8151-2551eeb3dda6/ae8664a7-54a4-47af-b5b3-f813cbd324bd/138ee05f-f567-4788-9a9e-1f3b2ee56a7f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:38.243811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=771260c0-8a6e-4661-8459-eba9c1267883,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:38.278722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd98392b-42f3-422e-bf97-1aeae160bb1d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:38.294985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Port': ['ID=11b092b3-daa1-4f30-8d7f-b9d8a873d0f5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:38.318441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82b4ad5-d205-4a96-9c3a-b5b79f501b19 req-3715f97c-1ae8-40cf-9d93-b5cdbcf92946 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 210 time: 0.1393478 Aug 31 14:09:38.350394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network aeb23272-c58f-41d3-8151-2551eeb3dda6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:38.354376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: bd98392b-42f3-422e-bf97-1aeae160bb1d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:38.354765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:38.355280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd98392b-42f3-422e-bf97-1aeae160bb1d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:38.362374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:38.364021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:38.364677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.397796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-912b55cd-64fd-401e-a10a-1fcaade80b1e tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5317073 Aug 31 14:09:38.403235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57402) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:38.445815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-9a050a13-d842-4739-a4f8-989f2f5c56a2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:38.447547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-9a050a13-d842-4739-a4f8-989f2f5c56a2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 811 time: 0.4169579 Aug 31 14:09:38.456994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.491733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=e40168ee-74a5-4c28-90ae-2b603201744c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:38.512904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting subnet ae8664a7-54a4-47af-b5b3-f813cbd324bd {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:38.538083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-89b82ca2-ca10-4bd0-83ce-d0abca005da8 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=111fd413d34348ee8506ead7bb9f9a80 HTTP/1.1" status: 200 len: 380 time: 0.0644937 Aug 31 14:09:38.551443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'port': {'device_id': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'admin_state_up': True, 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'security_groups': ['4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:38.565522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:38.566055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.602441 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.606042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.612660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.612660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-46c46a12-cbb9-4278-b256-17b82645c764 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/floatingips/d3748459-5257-47fb-a857-262354fc2d77 HTTP/1.1" status: 204 len: 168 time: 1.0972257 Aug 31 14:09:38.614827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57404) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:38.619748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Transition to ACTIVE for port object 138ee05f-f567-4788-9a9e-1f3b2ee56a7f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:38.625005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.663370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Transition to ACTIVE for port object 138ee05f-f567-4788-9a9e-1f3b2ee56a7f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:38.671906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.672527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.675505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=35e26b40-4ffd-4fb7-bf00-35639eed9e2e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:38.724674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.726309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Pushing event updated for resources: {'Port': ['ID=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:38.744036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Network aeb23272-c58f-41d3-8151-2551eeb3dda6 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:38.745727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:38.747793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:38.809281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Made reservation on behalf of 111fd413d34348ee8506ead7bb9f9a80 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:38.812171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Attempting to bind port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:38.812990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Attempting to bind port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'cc1a8b65-fa03-41d7-a567-ecc7bc921998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:38.813917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.814314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Attempting to bind port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f on network aeb23272-c58f-41d3-8151-2551eeb3dda6 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:38.821432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:38.822143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Checking segment: {'id': 'cc1a8b65-fa03-41d7-a567-ecc7bc921998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:38.822715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.823266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Bound using segment: {'id': 'cc1a8b65-fa03-41d7-a567-ecc7bc921998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:38.823915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Bound port: 138ee05f-f567-4788-9a9e-1f3b2ee56a7f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1a8b65-fa03-41d7-a567-ecc7bc921998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'aeb23272-c58f-41d3-8151-2551eeb3dda6'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:38.824469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.939355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.977503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.999440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e8383b0-386b-4f24-993a-58300b33bcfe req-5543d456-e76f-4f43-9d6a-5ce68138275c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 210 time: 0.0682790 Aug 31 14:09:39.088416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Allocated IP 172.20.0.10 (7dbd6d0f-19c9-47fa-ad19-da04b8c7a282/c69ce35a-090c-48cc-850e-7fdde7b80ee6/00cdd302-53ee-4217-8ad1-50b521be0a52) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:39.137607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] For port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:39.143456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.143899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] For port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,segment=NetworkSegment(cc1a8b65-fa03-41d7-a567-ecc7bc921998),segment_id=cc1a8b65-fa03-41d7-a567-ecc7bc921998)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:39.153166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.191690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8664a7-54a4-47af-b5b3-f813cbd324bd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:39.216689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:39.217222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.218792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.221549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b5280915-ab42-41cb-b48c-d8393db9c3f1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/ae8664a7-54a4-47af-b5b3-f813cbd324bd HTTP/1.1" status: 204 len: 168 time: 0.8173792 Aug 31 14:09:39.226746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57410) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:39.317537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 771260c0-8a6e-4661-8459-eba9c1267883 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:39.319936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:39.439591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8e697-70a5-41dc-b879-8988131bf9ce None None] Pushing event updated for resources: {'Port': ['ID=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:39.447914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.468446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:39.471057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for 1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:39.479301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f32115de-6a9d-4179-8d08-311dbb560fc6 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7666640 Aug 31 14:09:39.479978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57414) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:39.486206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:39.515514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:39.516744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:39.553130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting subnet 51815ad5-9eed-496c-bba3-c28597aab44a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:39.561543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.567890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 771260c0-8a6e-4661-8459-eba9c1267883 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:39.568187 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.698863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:39.700981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.778407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 11, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:39.914910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.917623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:39.937588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.967586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:39.969270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:39.972302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.012835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae02027-f2a4-4fb3-af9a-34f1b692c1f3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.014685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae02027-f2a4-4fb3-af9a-34f1b692c1f3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.021544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dae02027-f2a4-4fb3-af9a-34f1b692c1f3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7933540 Aug 31 14:09:40.022190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57416) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:40.028091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7880c926-561f-42fa-b4c7-326a24ad4ddd req-36d07465-65c7-42fa-883b-9ba08edd673a tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 210 time: 0.0786362 Aug 31 14:09:40.153327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:40.260294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 11, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:40.272225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91d5f367-2d6f-444c-968a-f0daaddc20cd tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.292706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa918b8-5b56-408f-a164-c041a1b3fa00 None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 11, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:40.293406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.307211 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d5f367-2d6f-444c-968a-f0daaddc20cd tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 14:09:40.307710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d5f367-2d6f-444c-968a-f0daaddc20cd tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:40.319606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91d5f367-2d6f-444c-968a-f0daaddc20cd tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/aeb23272-c58f-41d3-8151-2551eeb3dda6 HTTP/1.1" status: 409 len: 405 time: 0.2937424 Aug 31 14:09:40.329668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57422) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:40.347758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1633283177'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:40.371345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Transition to ACTIVE for port object 00cdd302-53ee-4217-8ad1-50b521be0a52 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:40.379724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:40.383628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.464268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] vlan segment allocate from pool success with {'vlan_id': 1547, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:40.490243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.490593 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Added segment 0300a764-e86c-492f-9863-19b7dd316a33 of type vlan for network eed236fc-256c-47bc-965c-1adc8316303b Aug 31 14:09:40.533057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.558101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=1ee0c69b-39c7-4eff-8e6b-51d135d3ff07,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:40.619422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'Port': ['ID=00cdd302-53ee-4217-8ad1-50b521be0a52,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:40.636814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.638595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:40.644088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.657143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:40.674787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:40.679316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f140ab54-19b2-4a11-8d1e-c24ef6ee5ac4 req-9780b1ca-7413-4217-966e-50a1c4c9749d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 210 time: 0.0435996 Aug 31 14:09:40.694678 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.699539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/51815ad5-9eed-496c-bba3-c28597aab44a HTTP/1.1" status: 204 len: 168 time: 1.2117221 Aug 31 14:09:40.705948 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6aa44-44d4-43b0-945b-85c87e8ad63e tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Subnet': ['ID=51815ad5-9eed-496c-bba3-c28597aab44a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:40.709451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57424) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:40.718530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.723004 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c19d41f5-6fc6-4012-b8ff-0b82dc54fef5 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/ports/1ee0c69b-39c7-4eff-8e6b-51d135d3ff07 HTTP/1.1" status: 204 len: 168 time: 2.1070492 Aug 31 14:09:40.730939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57426) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:40.739299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.747351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.748014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.894583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5637550 Aug 31 14:09:40.904418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.905435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.908988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57428) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:40.914056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'subnet': {'network_id': 'eed236fc-256c-47bc-965c-1adc8316303b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:40.914676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb019d-117c-4a33-a3cf-55e548f42697 None None] Network aeb23272-c58f-41d3-8151-2551eeb3dda6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:40.920451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0e305-fcdd-4a2f-a13d-a1b7c6478a25 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Network': ['ID=eed236fc-256c-47bc-965c-1adc8316303b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:40.980861 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.013728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-11ceca8b-68b2-48c9-a811-da688b40dfb6 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4673257 Aug 31 14:09:41.026689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network eed236fc-256c-47bc-965c-1adc8316303b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:41.045669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Request body: {'port': {'device_id': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:41.134370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port e1800778-5261-4f7f-ae5a-625391736e1f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:41.134700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.205235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 138ee05f-f567-4788-9a9e-1f3b2ee56a7f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:41.241904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:41.246293 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.288046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Deleting port ba31dc7c-d2d7-4880-ac45-7e439be91b09 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:41.288486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.318904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6c2307b2-1579-49f8-b8ae-efaad41a002a None None] Provisioning for port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:41.406928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.449783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for e1800778-5261-4f7f-ae5a-625391736e1f owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:41.476201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] For port ba31dc7c-d2d7-4880-ac45-7e439be91b09, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ba31dc7c-d2d7-4880-ac45-7e439be91b09,segment=NetworkSegment(13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1),segment_id=13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:41.477087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.528638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Calling delete_port for ba31dc7c-d2d7-4880-ac45-7e439be91b09 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:41.534139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.634131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804e15c-ff9f-4742-88dd-9464fa15829a req-83823a83-6d6a-4938-8704-f0e1971fd3f2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:41.635717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d804e15c-ff9f-4742-88dd-9464fa15829a req-83823a83-6d6a-4938-8704-f0e1971fd3f2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 932 time: 0.4730995 Aug 31 14:09:41.647910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a962e-bfed-4e21-b44a-910c61b91ebc None None] Network 6168e728-fbcd-4ce5-8d55-255966cc1214 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:41.693675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.732050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.objects.ports [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:09:41.734115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No DVR routers for this DVR port ba31dc7c-d2d7-4880-ac45-7e439be91b09 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:41.742544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Port': ['ID=ba31dc7c-d2d7-4880-ac45-7e439be91b09,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:41.773131 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.784101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.798067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294588f9-5495-4912-8cc0-dc42acfd2d35 None None] Network aeb23272-c58f-41d3-8151-2551eeb3dda6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:41.822236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-13f20682-c3fd-43c2-8c29-6384eeca9ed1 None None] Provisioning for port 00cdd302-53ee-4217-8ad1-50b521be0a52 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:41.863043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d804e15c-ff9f-4742-88dd-9464fa15829a req-9db88340-4489-4e68-980c-1df1cb90add9 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075331 Aug 31 14:09:41.870137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-13f20682-c3fd-43c2-8c29-6384eeca9ed1 None None] Provisioning complete for port 00cdd302-53ee-4217-8ad1-50b521be0a52 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:41.871678 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13f20682-c3fd-43c2-8c29-6384eeca9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.873914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=e1800778-5261-4f7f-ae5a-625391736e1f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:41.931235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.949665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6168e728-fbcd-4ce5-8d55-255966cc1214']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:41.964818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:41.965253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b2ffbe-6bd5-40a1-b8ef-f8fefacd68d1') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:41.974730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Subnet': ['ID=84e8da9b-b6a2-4169-9ea5-33ad3d88157f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:41.980996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.983006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Checking segment: {'id': '0300a764-e86c-492f-9863-19b7dd316a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'eed236fc-256c-47bc-965c-1adc8316303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:41.983380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network hostable DHCP agents. Network: eed236fc-256c-47bc-965c-1adc8316303b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:41.985854 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4e4870c9-374c-4773-afb5-3f0801e4f121 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/ports/e1800778-5261-4f7f-ae5a-625391736e1f HTTP/1.1" status: 204 len: 168 time: 1.2521892 Aug 31 14:09:41.986871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57436) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:41.988333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.043475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-13f20682-c3fd-43c2-8c29-6384eeca9ed1 None None] Port 00cdd302-53ee-4217-8ad1-50b521be0a52 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:42.050117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52664ec9-fa37-4786-88c4-987763b34fe5 req-eaf7b164-b424-46a7-bbe1-37313d011a95 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8b13d64-5f27-4667-8ff4-1ec6f23a6b1a HTTP/1.1" status: 200 len: 210 time: 0.0443747 Aug 31 14:09:42.055151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network eed236fc-256c-47bc-965c-1adc8316303b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:42.075280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:42.078323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, eed236fc-256c-47bc-965c-1adc8316303b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:42.084838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.094834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:42.095341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.099579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Releasing vlan 1509 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:42.100007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:42.104316 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:42.119043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:42.124638 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.130951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf4aa2-34a7-48ff-b001-f29bfca36156 None None] Network eed236fc-256c-47bc-965c-1adc8316303b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:42.166500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting subnet 6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:42.170391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3b44186e-80e6-4b0f-9323-3cab1884bcd4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2578959 Aug 31 14:09:42.181175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57438) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:42.191103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.243943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e74235-a600-4155-bee9-8f6d784cd4fe None None] DHCP port deletion for 6168e728-fbcd-4ce5-8d55-255966cc1214 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:42.256443 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.262475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.267368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/networks/6168e728-fbcd-4ce5-8d55-255966cc1214 HTTP/1.1" status: 204 len: 168 time: 1.5516045 Aug 31 14:09:42.274734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57440) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:42.303131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'routes': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:42.329778 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.336986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cdd302-53ee-4217-8ad1-50b521be0a52 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:42.347694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.368533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Transition to ACTIVE for port object 00cdd302-53ee-4217-8ad1-50b521be0a52 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:42.374213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.458420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6985f-0e09-4911-83a8-1cfbbd7b9160 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Pushing event deleted for resources: {'Network': ['ID=6168e728-fbcd-4ce5-8d55-255966cc1214,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:42.544181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Pushing event updated for resources: {'Port': ['ID=00cdd302-53ee-4217-8ad1-50b521be0a52,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:42.547257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] DHCP port deletion for aeb23272-c58f-41d3-8151-2551eeb3dda6 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:42.586803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.608753 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.717182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-eed236fc-256c-47bc-965c-1adc8316303b', 'network_id': 'eed236fc-256c-47bc-965c-1adc8316303b', 'tenant_id': 'a9b3ef33493e41a78e12677afb1635fe', 'fixed_ips': [{'subnet_id': '84e8da9b-b6a2-4169-9ea5-33ad3d88157f'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:42.718469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.724408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Added routes are [] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:09:42.725059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.extraroute_db [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Removed routes are [] {{(pid=101360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:09:42.725315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.743448 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.757817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,segment=NetworkSegment(cc1a8b65-fa03-41d7-a567-ecc7bc921998),segment_id=cc1a8b65-fa03-41d7-a567-ecc7bc921998)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:42.767582 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.792579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Attempting to bind port 00cdd302-53ee-4217-8ad1-50b521be0a52 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:42.793102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Attempting to bind port 00cdd302-53ee-4217-8ad1-50b521be0a52 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:42.793796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Attempting to bind port 00cdd302-53ee-4217-8ad1-50b521be0a52 on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:42.824301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 35e26b40-4ffd-4fb7-bf00-35639eed9e2e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:42.885808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 35e26b40-4ffd-4fb7-bf00-35639eed9e2e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:42.886166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 35e26b40-4ffd-4fb7-bf00-35639eed9e2e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:42.928312 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.938486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Port 00cdd302-53ee-4217-8ad1-50b521be0a52 on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:42.938871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Attempting to bind port 00cdd302-53ee-4217-8ad1-50b521be0a52 on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:42.946766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] Deleting port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:42.949493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.973525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.009404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:43.009762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Checking segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:43.010144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Bound using segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:43.010596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Bound port: 00cdd302-53ee-4217-8ad1-50b521be0a52, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:43.010964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.014139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.016336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccca6a3-4ca4-4e7f-84e5-47b85bf08933,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:43.038027 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.099531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 138ee05f-f567-4788-9a9e-1f3b2ee56a7f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:43.135087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361760-47de-4243-91f1-46ba5adc4aaa req-c28930b4-0a1b-4e6e-a085-d5a0b3a15918 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:43.143130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8361760-47de-4243-91f1-46ba5adc4aaa req-c28930b4-0a1b-4e6e-a085-d5a0b3a15918 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 944 time: 0.1343877 Aug 31 14:09:43.146116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] For port 00cdd302-53ee-4217-8ad1-50b521be0a52, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:43.154555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] For port 00cdd302-53ee-4217-8ad1-50b521be0a52, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=00cdd302-53ee-4217-8ad1-50b521be0a52,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:43.159414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:43.162607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.163798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.166074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208bfca-0d80-47c4-98ef-1ea24133d896 None None] Network 0f792b8a-db28-4879-ad38-ac06a0fe0d9f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:43.174496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:43.178240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-92ed4020-0b29-40c8-816a-e60e0db1ec67 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/subnets/6ccca6a3-4ca4-4e7f-84e5-47b85bf08933 HTTP/1.1" status: 204 len: 168 time: 1.1851418 Aug 31 14:09:43.179274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57446) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:43.244343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Pushing event updated for resources: {'Port': ['ID=00cdd302-53ee-4217-8ad1-50b521be0a52,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:43.249725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:43.250364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.251778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-a90a25f3-c21e-4e5a-a187-480f5cce079c service neutron] 10.222.0.26 "PUT /v2.0/ports/00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 1092 time: 2.2119563 Aug 31 14:09:43.252265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:43.258645 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e87210-fae5-41d4-a9af-d0da3764823b" -d '{"events": [{"name": "network-changed", "server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:43.282442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8361760-47de-4243-91f1-46ba5adc4aaa req-a25f936a-091b-4f97-9d62-7fddd1ab1765 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349585 Aug 31 14:09:43.389704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:43.396744 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.416389 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] Sync routers for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:43.426546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-cb883622-5926-445a-8fd9-63118b258aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:43.428071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-cb883622-5926-445a-8fd9-63118b258aad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1095 time: 0.0944934 Aug 31 14:09:43.431798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting subnet fb29614e-1556-42b1-bee4-aae2447c31db {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:43.432738 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:43.436348 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:43.436693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] For port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,segment=NetworkSegment(cc1a8b65-fa03-41d7-a567-ecc7bc921998),segment_id=cc1a8b65-fa03-41d7-a567-ecc7bc921998)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:43.437150 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.442330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.478174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Allocated IP 2001:db8::f816:3eff:fe64:855a (eed236fc-256c-47bc-965c-1adc8316303b/84e8da9b-b6a2-4169-9ea5-33ad3d88157f/7174088c-1d3e-4d42-9176-8c2f51f23a9d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:43.503940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] Calling delete_port for 138ee05f-f567-4788-9a9e-1f3b2ee56a7f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:43.534465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-c13028ed-dd02-45e9-a214-2b26e7b246ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 217 time: 0.0776577 Aug 31 14:09:43.545356 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780ea2b-2098-4e99-bcbc-118598479d39 x-openstack-request-id: req-a780ea2b-2098-4e99-bcbc-118598479d39 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:43.546021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.546415 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:43.546678 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a780ea2b-2098-4e99-bcbc-118598479d39 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:43.547281 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'status': 'completed', 'code': 200} Aug 31 14:09:43.580965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,segment=NetworkSegment(cc1a8b65-fa03-41d7-a567-ecc7bc921998),segment_id=cc1a8b65-fa03-41d7-a567-ecc7bc921998)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:43.623562 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:43.650798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.651510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ba31dc7c-d2d7-4880-ac45-7e439be91b09 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:43.661644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-6cc23666-d79d-4539-93c3-2f9f9602c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:43.664654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-6cc23666-d79d-4539-93c3-2f9f9602c7a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.1055555 Aug 31 14:09:43.676694 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.709170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.714105 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5d9d0ab8-06e7-4fe3-b50e-75da0dbfe534 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 200 len: 705 time: 1.4312456 Aug 31 14:09:43.715129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57454) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:43.761620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-72600d90-1769-48fc-b169-45a3bb63afe0 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 200 len: 205 time: 0.0451431 Aug 31 14:09:43.762757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57456) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:43.771469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-9fda6f6e-a7d6-4016-827f-74c3448dbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:43.773702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-9fda6f6e-a7d6-4016-827f-74c3448dbaff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003900 Aug 31 14:09:43.782774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:43.822208 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 11, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:43.858663 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] Checking router: d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:43.874126 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] Routers {'d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:43.874671 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:43.876245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: ba31dc7c-d2d7-4880-ac45-7e439be91b09 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:43.876782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ba31dc7c-d2d7-4880-ac45-7e439be91b09 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:43.903289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.971816 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] Set router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:43.974567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.977660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8fba-ac67-47e7-8a99-55aef0802db1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.995640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-0fc75d09-2580-434b-a844-6b2f4762e7fc service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093110 Aug 31 14:09:44.000350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] DHCP port deletion for 0f792b8a-db28-4879-ad38-ac06a0fe0d9f request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:44.014563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Transition to ACTIVE for port object 7174088c-1d3e-4d42-9176-8c2f51f23a9d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:44.044899 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 11, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:44.058824 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.070631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Transition to ACTIVE for port object 7174088c-1d3e-4d42-9176-8c2f51f23a9d will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:44.082540 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838a6cd-8d1c-46c2-912c-61fe0ef9cfc8 None None] The sync data for ids ['d4b0dc6b-9cd4-425a-95bc-c67dcb264c93'] in n-d-792362-6 is: [{'id': 'd4b0dc6b-9cd4-425a-95bc-c67dcb264c93', 'name': 'tempest-RoutersIpV6Test-router-1244227834', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:38Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 11, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:44.093138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Subnet': ['ID=fb29614e-1556-42b1-bee4-aae2447c31db,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:44.095338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.101059 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e73779b0-bc2d-4138-bae2-24c16ca0deaf tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/subnets/fb29614e-1556-42b1-bee4-aae2447c31db HTTP/1.1" status: 204 len: 168 time: 0.9182315 Aug 31 14:09:44.101274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] Pushing event deleted for resources: {'Port': ['ID=138ee05f-f567-4788-9a9e-1f3b2ee56a7f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:44.103534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57458) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:44.108545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.110945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d091166-ed2a-4295-b641-3024b54903ce None None] No DVR routers for this DVR port 138ee05f-f567-4788-9a9e-1f3b2ee56a7f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:44.130270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da6c17-120d-4a23-932f-c3bcfdcbf062 None None] Network f73e03e0-0832-4c13-bf89-288816181bee requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:44.195152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-783a0e29-0de9-47d8-bcf1-b8128ce3785b req-d4d65aaf-e7ef-473b-af31-946e0999bc82 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912980 Aug 31 14:09:44.195942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.224478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.252627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Network eed236fc-256c-47bc-965c-1adc8316303b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:44.258421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Subnet': ['ID=84e8da9b-b6a2-4169-9ea5-33ad3d88157f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:44.273401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] Deleting port 915f23bc-22be-4ed8-888a-2afdad2b3917 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:44.273929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.282815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:44.292928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:44.322853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Pushing event updated for resources: {'Port': ['ID=7174088c-1d3e-4d42-9176-8c2f51f23a9d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:44.365192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8fba-ac67-47e7-8a99-55aef0802db1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.368434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8fba-ac67-47e7-8a99-55aef0802db1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.428402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.452327 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8fba-ac67-47e7-8a99-55aef0802db1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.452829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c8fba-ac67-47e7-8a99-55aef0802db1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Fanout notify agent at l3_agent the message router_deleted on router d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:09:44.466907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed236fc-256c-47bc-965c-1adc8316303b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:44.475401 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8fba-ac67-47e7-8a99-55aef0802db1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.476558 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ea5c8fba-ac67-47e7-8a99-55aef0802db1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 204 len: 168 time: 0.7128189 Aug 31 14:09:44.482694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57464) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:44.489495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d7c1ad04-7f0a-462c-9451-777e56f5afe3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1219449818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:44.526857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ad04-7f0a-462c-9451-777e56f5afe3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.527930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ad04-7f0a-462c-9451-777e56f5afe3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.532338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e87210-fae5-41d4-a9af-d0da3764823b req-697dcd16-d1e2-4720-8147-631589a2f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:44.536041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e87210-fae5-41d4-a9af-d0da3764823b req-697dcd16-d1e2-4720-8147-631589a2f9df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1095 time: 0.2131581 Aug 31 14:09:44.558209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port 915f23bc-22be-4ed8-888a-2afdad2b3917 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:44.558903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.562271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] For port 915f23bc-22be-4ed8-888a-2afdad2b3917, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=915f23bc-22be-4ed8-888a-2afdad2b3917,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:44.562271 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.571107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0300a764-e86c-492f-9863-19b7dd316a33') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:44.573919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0300a764-e86c-492f-9863-19b7dd316a33') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:44.587083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] Calling delete_port for 915f23bc-22be-4ed8-888a-2afdad2b3917 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:44.591677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Attempting to bind port 7174088c-1d3e-4d42-9176-8c2f51f23a9d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:44.592049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Attempting to bind port 7174088c-1d3e-4d42-9176-8c2f51f23a9d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '0300a764-e86c-492f-9863-19b7dd316a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'eed236fc-256c-47bc-965c-1adc8316303b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:44.592420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Attempting to bind port 7174088c-1d3e-4d42-9176-8c2f51f23a9d on network eed236fc-256c-47bc-965c-1adc8316303b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:44.614183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba923b2-8860-4bb9-8cae-0559ba95cd68 req-255c54c9-83f1-4296-b905-c6671b41c24b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:44.614416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:44.614663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Checking segment: {'id': '0300a764-e86c-492f-9863-19b7dd316a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'eed236fc-256c-47bc-965c-1adc8316303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:44.615078 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.615477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Bound using segment: {'id': '0300a764-e86c-492f-9863-19b7dd316a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'eed236fc-256c-47bc-965c-1adc8316303b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:44.615966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Bound port: 7174088c-1d3e-4d42-9176-8c2f51f23a9d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0300a764-e86c-492f-9863-19b7dd316a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': 'eed236fc-256c-47bc-965c-1adc8316303b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:44.616355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.617215 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ba923b2-8860-4bb9-8cae-0559ba95cd68 req-255c54c9-83f1-4296-b905-c6671b41c24b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 944 time: 0.2213216 Aug 31 14:09:44.669865 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] For port 915f23bc-22be-4ed8-888a-2afdad2b3917, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=915f23bc-22be-4ed8-888a-2afdad2b3917,segment=NetworkSegment(728a18c3-7eff-43e4-99ef-0fe5f9f3659b),segment_id=728a18c3-7eff-43e4-99ef-0fe5f9f3659b)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:44.670475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.694416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for 915f23bc-22be-4ed8-888a-2afdad2b3917 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:44.714860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] DHCP port deletion for f73e03e0-0832-4c13-bf89-288816181bee request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:44.715672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.754644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ba923b2-8860-4bb9-8cae-0559ba95cd68 req-b20fe921-5370-4e24-8144-dd8a656d4053 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690324 Aug 31 14:09:44.757976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.769476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1547 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:44.770291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:44.773792 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:44.819668 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.848509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] For port 7174088c-1d3e-4d42-9176-8c2f51f23a9d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:44.854136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=915f23bc-22be-4ed8-888a-2afdad2b3917,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:44.859339 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.866240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e87210-fae5-41d4-a9af-d0da3764823b req-5f52d946-2c59-47d4-bb15-fa3da46941d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:44.868080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e87210-fae5-41d4-a9af-d0da3764823b req-5f52d946-2c59-47d4-bb15-fa3da46941d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.3119500 Aug 31 14:09:44.869725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:09:44.869725 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:09:44.869725 n-d-792362-6 neutron-server[101361]: [parameters: {'id': 'eed236fc-256c-47bc-965c-1adc8316303b'}] Aug 31 14:09:44.869725 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:09:44.871437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] Deleting port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:44.871640 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:09:44.871829 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.880569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] No DVR routers for this DVR port 915f23bc-22be-4ed8-888a-2afdad2b3917 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:44.921570 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ad04-7f0a-462c-9451-777e56f5afe3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.928927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e87210-fae5-41d4-a9af-d0da3764823b req-89ca2efb-8e32-45d6-bd82-230ab77fc81f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 217 time: 0.0490248 Aug 31 14:09:44.995964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e87210-fae5-41d4-a9af-d0da3764823b req-d9925a3a-7059-4e6e-91a1-1ec40f62414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:44.997727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e87210-fae5-41d4-a9af-d0da3764823b req-d9925a3a-7059-4e6e-91a1-1ec40f62414d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0605755 Aug 31 14:09:45.007030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.018973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f792b8a-db28-4879-ad38-ac06a0fe0d9f']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:45.031388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728a18c3-7eff-43e4-99ef-0fe5f9f3659b') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:45.031607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728a18c3-7eff-43e4-99ef-0fe5f9f3659b') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:45.043519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.055933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e87210-fae5-41d4-a9af-d0da3764823b req-df5675ac-60c5-45dc-a7da-3d7c56babb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:45.057671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e87210-fae5-41d4-a9af-d0da3764823b req-df5675ac-60c5-45dc-a7da-3d7c56babb75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504851 Aug 31 14:09:45.058897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.066011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Releasing vlan 1546 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:45.066427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.108511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] No DVR routers for this DVR port 915f23bc-22be-4ed8-888a-2afdad2b3917 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:45.116458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] For port 7174088c-1d3e-4d42-9176-8c2f51f23a9d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7174088c-1d3e-4d42-9176-8c2f51f23a9d,segment=NetworkSegment(0300a764-e86c-492f-9863-19b7dd316a33),segment_id=0300a764-e86c-492f-9863-19b7dd316a33)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:45.121407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ad04-7f0a-462c-9451-777e56f5afe3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.160330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 915f23bc-22be-4ed8-888a-2afdad2b3917 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:45.190123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a9439-aabd-4ee9-ab8e-b69c0ee5c8e6 None None] Pushing event deleted for resources: {'Port': ['ID=915f23bc-22be-4ed8-888a-2afdad2b3917,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.190618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e87210-fae5-41d4-a9af-d0da3764823b req-132d7eff-f979-4433-b489-9d632404bb1d service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151316 Aug 31 14:09:45.190724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 915f23bc-22be-4ed8-888a-2afdad2b3917 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:45.190724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 915f23bc-22be-4ed8-888a-2afdad2b3917 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:45.190724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e1484d6-eaee-47ce-8b11-4d9bca0df34c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:45.190992 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:45.197018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ad04-7f0a-462c-9451-777e56f5afe3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.197274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.203684 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d7c1ad04-7f0a-462c-9451-777e56f5afe3 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7187939 Aug 31 14:09:45.206222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57468) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:45.211193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c30dacaf-9b30-4daa-bf9f-6d42e841a8ef tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:45.216904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.262346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] For port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:45.263286 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.274893 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.277171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/networks/0f792b8a-db28-4879-ad38-ac06a0fe0d9f HTTP/1.1" status: 204 len: 168 time: 1.1721072 Aug 31 14:09:45.280666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57470) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:45.306080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] Calling delete_port for 0e1484d6-eaee-47ce-8b11-4d9bca0df34c owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:45.322532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca3430-c078-4180-88f0-ea7fd95aef03 tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Network': ['ID=0f792b8a-db28-4879-ad38-ac06a0fe0d9f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.358668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb38cc-a63a-4c52-9d5a-837a603c8e88 None None] Pushing event updated for resources: {'Port': ['ID=7174088c-1d3e-4d42-9176-8c2f51f23a9d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.386007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.402642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0611cb-2057-4acb-bca8-24e2d94ff61a None None] Network eed236fc-256c-47bc-965c-1adc8316303b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:45.415210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-03e87210-fae5-41d4-a9af-d0da3764823b req-e51c3ee6-eaef-4314-a7d0-37ae1a3b0a9c service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217436 Aug 31 14:09:45.473523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.503367 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.530234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30dacaf-9b30-4daa-bf9f-6d42e841a8ef tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13286'] for router, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.541740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting port 7174088c-1d3e-4d42-9176-8c2f51f23a9d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:45.542146 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.545701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30dacaf-9b30-4daa-bf9f-6d42e841a8ef tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632709'] for router, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.600193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Deleting port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:45.600826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.671457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] For port 7174088c-1d3e-4d42-9176-8c2f51f23a9d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7174088c-1d3e-4d42-9176-8c2f51f23a9d,segment=NetworkSegment(0300a764-e86c-492f-9863-19b7dd316a33),segment_id=0300a764-e86c-492f-9863-19b7dd316a33)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:45.671832 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.674695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:45.690764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30dacaf-9b30-4daa-bf9f-6d42e841a8ef tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Router a6707201-74ee-4b15-8de9-7927105b5590 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:09:45.694324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Calling delete_port for 7174088c-1d3e-4d42-9176-8c2f51f23a9d owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:45.697497 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.706671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.715301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] For port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,segment=NetworkSegment(8b011e7f-e3fc-4921-9173-4500549b8500),segment_id=8b011e7f-e3fc-4921-9173-4500549b8500)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:45.715704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.734430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event deleted for resources: {'Port': ['ID=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.748010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] No DVR routers for this DVR port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:45.749632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Calling delete_port for 0e1484d6-eaee-47ce-8b11-4d9bca0df34c owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:45.817484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ffe70e-8412-4949-b9ff-71926101321b None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:09:45.824541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a779aa-1783-4336-8ecf-5c6a7f13f2c3 None None] Pushing event deleted for resources: {'Port': ['ID=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.915177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.953383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No DVR routers for this DVR port 7174088c-1d3e-4d42-9176-8c2f51f23a9d on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:45.956431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Port': ['ID=7174088c-1d3e-4d42-9176-8c2f51f23a9d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.986322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.000245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ffe70e-8412-4949-b9ff-71926101321b None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:09:46.066256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Port': ['ID=0e1484d6-eaee-47ce-8b11-4d9bca0df34c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:46.070052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] No DVR routers for this DVR port 0e1484d6-eaee-47ce-8b11-4d9bca0df34c on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:46.084244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbd68-d771-48f0-a4fc-c3e2f29d0ca1 req-9c149733-e23a-4ea4-9b3e-32c6f4d94848 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:46.085954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aedbd68-d771-48f0-a4fc-c3e2f29d0ca1 req-9c149733-e23a-4ea4-9b3e-32c6f4d94848 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 944 time: 0.2026312 Aug 31 14:09:46.118265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.180155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed236fc-256c-47bc-965c-1adc8316303b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.185776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30dacaf-9b30-4daa-bf9f-6d42e841a8ef tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:46.192702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c30dacaf-9b30-4daa-bf9f-6d42e841a8ef tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.196565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c30dacaf-9b30-4daa-bf9f-6d42e841a8ef tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "PUT /v2.0/routers/a6707201-74ee-4b15-8de9-7927105b5590 HTTP/1.1" status: 200 len: 698 time: 0.9896472 Aug 31 14:09:46.197297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57478) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:46.197446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] Sync routers for ids ['a6707201-74ee-4b15-8de9-7927105b5590'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:46.211383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0300a764-e86c-492f-9863-19b7dd316a33') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.211827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0300a764-e86c-492f-9863-19b7dd316a33') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.229454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.240970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aedbd68-d771-48f0-a4fc-c3e2f29d0ca1 req-e3510e31-ec01-4d45-91a8-47c392e52288 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305814 Aug 31 14:09:46.244552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.248339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73e03e0-0832-4c13-bf89-288816181bee']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.253869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] Routers {'a6707201-74ee-4b15-8de9-7927105b5590'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:46.254743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a6707201-74ee-4b15-8de9-7927105b5590'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.272817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b011e7f-e3fc-4921-9173-4500549b8500') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.273258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b011e7f-e3fc-4921-9173-4500549b8500') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.287757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.291082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.306264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1547 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:46.306948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: self.session.flush() Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:46.310204 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:46.356158 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7961f7df-31e9-4587-8586-c422ae4d45ad tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/routers/a6707201-74ee-4b15-8de9-7927105b5590 HTTP/1.1" status: 200 len: 704 time: 0.1576457 Aug 31 14:09:46.356804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57480) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:46.394814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] Set router a6707201-74ee-4b15-8de9-7927105b5590 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:46.400357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-436c13b8-7c04-4bce-b820-4e86142eac23 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6707201-74ee-4b15-8de9-7927105b5590 HTTP/1.1" status: 200 len: 205 time: 0.0423286 Aug 31 14:09:46.401045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57482) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:46.468848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6707201-74ee-4b15-8de9-7927105b5590', 'name': 'tempest-RoutersIpV6Test-router-1219449818', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:44Z', 'updated_at': '2021-08-31T14:09:45Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.497512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] Checking router: a6707201-74ee-4b15-8de9-7927105b5590 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:46.508104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] Routers {'a6707201-74ee-4b15-8de9-7927105b5590'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:46.508927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['a6707201-74ee-4b15-8de9-7927105b5590'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.522067 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8caf7f9-289c-4e35-acbe-c84b21c1c9a1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.588901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] Set router a6707201-74ee-4b15-8de9-7927105b5590 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:46.650230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6707201-74ee-4b15-8de9-7927105b5590', 'name': 'tempest-RoutersIpV6Test-router-1219449818', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:44Z', 'updated_at': '2021-08-31T14:09:45Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:46.685452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f5f5b-fc28-41db-8214-4b51ece93cb1 None None] The sync data for ids ['a6707201-74ee-4b15-8de9-7927105b5590'] in n-d-792362-6 is: [{'id': 'a6707201-74ee-4b15-8de9-7927105b5590', 'name': 'tempest-RoutersIpV6Test-router-1219449818', 'tenant_id': '7bbe3487e6b44f0380f204bf91d92309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:44Z', 'updated_at': '2021-08-31T14:09:45Z', 'revision_number': 2, 'project_id': '7bbe3487e6b44f0380f204bf91d92309', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:46.706510 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8caf7f9-289c-4e35-acbe-c84b21c1c9a1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.706510 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8caf7f9-289c-4e35-acbe-c84b21c1c9a1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.759455 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8caf7f9-289c-4e35-acbe-c84b21c1c9a1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.760361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8caf7f9-289c-4e35-acbe-c84b21c1c9a1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Fanout notify agent at l3_agent the message router_deleted on router a6707201-74ee-4b15-8de9-7927105b5590 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:09:46.769081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8caf7f9-289c-4e35-acbe-c84b21c1c9a1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.774782 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c8caf7f9-289c-4e35-acbe-c84b21c1c9a1 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/a6707201-74ee-4b15-8de9-7927105b5590 HTTP/1.1" status: 204 len: 168 time: 0.3684421 Aug 31 14:09:46.775127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:46.788698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.805816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Releasing vlan 1533 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:46.806321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:46.810156 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:46.837054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7936a779-6a96-4db7-89a9-bca516a4325a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6707201-74ee-4b15-8de9-7927105b5590 HTTP/1.1" status: 200 len: 205 time: 0.0585778 Aug 31 14:09:46.837259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57492) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:46.875521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.888077 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.904139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/eed236fc-256c-47bc-965c-1adc8316303b HTTP/1.1" status: 204 len: 168 time: 4.7188354 Aug 31 14:09:46.906336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:46.916195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-436893652'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:46.945377 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-4ab821ba-4c88-4416-a0f7-e0116477e5e9 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] delete failed (client error): The resource could not be found. Aug 31 14:09:46.946454 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ab821ba-4c88-4416-a0f7-e0116477e5e9 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/a6707201-74ee-4b15-8de9-7927105b5590 HTTP/1.1" status: 404 len: 336 time: 0.1083159 Aug 31 14:09:46.949594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:46.961162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce92bb-a8b7-4279-b8bd-733e80c5fb68 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Network': ['ID=eed236fc-256c-47bc-965c-1adc8316303b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:46.963687 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.002528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.004429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] 10.222.0.10 "DELETE /v2.0/networks/f73e03e0-0832-4c13-bf89-288816181bee HTTP/1.1" status: 204 len: 168 time: 1.7225318 Aug 31 14:09:47.020559 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc5f8a2-3607-488e-86a5-67cf4526bffd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:47.021141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc5f8a2-3607-488e-86a5-67cf4526bffd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:47.025212 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cbc5f8a2-3607-488e-86a5-67cf4526bffd tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/c7dd9757-5c82-4599-a942-09ab2493f872 HTTP/1.1" status: 404 len: 337 time: 0.0706820 Aug 31 14:09:47.026060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57502) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.042451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5876b52-11e4-41a9-b687-ee8f2eaad11a tempest-TaggedBootDevicesTest-776289438 tempest-TaggedBootDevicesTest-776289438-project] Pushing event deleted for resources: {'Network': ['ID=f73e03e0-0832-4c13-bf89-288816181bee,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:47.051623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:47.055222 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.086238 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbb67c6-95ff-4a5d-ac06-b5b493984552 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:47.086715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbb67c6-95ff-4a5d-ac06-b5b493984552 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:47.088490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ffbb67c6-95ff-4a5d-ac06-b5b493984552 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/cb2d14b3-e5cd-4a78-b392-357e62f61cd2 HTTP/1.1" status: 404 len: 337 time: 0.0595303 Aug 31 14:09:47.093833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57504) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.130528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] vlan segment allocate from pool success with {'vlan_id': 1544, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:47.163346 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.164220 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Added segment da8a79e4-5a2e-4481-a6b3-12214773aed7 of type vlan for network e5c01171-4234-44e4-af9b-854db4f2405c Aug 31 14:09:47.171394 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb38c690-cbad-46e3-8129-291604f09362 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:47.177961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb38c690-cbad-46e3-8129-291604f09362 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:47.182121 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb38c690-cbad-46e3-8129-291604f09362 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/c0ac4f6e-7fbb-4be5-bc93-9045fba1dd7b HTTP/1.1" status: 404 len: 337 time: 0.0852275 Aug 31 14:09:47.182682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57508) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.250047 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda08a26-3219-4980-9037-61bec8e4df2a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:47.250677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda08a26-3219-4980-9037-61bec8e4df2a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:47.255370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cda08a26-3219-4980-9037-61bec8e4df2a tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/51815ad5-9eed-496c-bba3-c28597aab44a HTTP/1.1" status: 404 len: 337 time: 0.0680029 Aug 31 14:09:47.257224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57512) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.278117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.301136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d1e82ad-74d9-45e9-ba65-46ba0e4f0a01 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 200 len: 205 time: 0.0427430 Aug 31 14:09:47.303154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57518) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.309607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.317654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:47.318339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.365239 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-41bb2477-1960-4930-afb1-0adb640de30d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] delete failed (client error): The resource could not be found. Aug 31 14:09:47.366638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-41bb2477-1960-4930-afb1-0adb640de30d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/d4b0dc6b-9cd4-425a-95bc-c67dcb264c93 HTTP/1.1" status: 404 len: 336 time: 0.0623569 Aug 31 14:09:47.369248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57520) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.387624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4769466 Aug 31 14:09:47.412789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57522) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.427374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'subnet': {'network_id': 'e5c01171-4234-44e4-af9b-854db4f2405c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:47.435032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b532753-4979-46b8-b1cc-c0a7ce0cb879 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=b78a9b34-6376-4d9c-8bfc-c8b2d9828232 HTTP/1.1" status: 200 len: 205 time: 0.0646229 Aug 31 14:09:47.437799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57528) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.500174 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-65072b4c-2afa-4fc6-9672-9051b697001d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] delete failed (client error): The resource could not be found. Aug 31 14:09:47.501515 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-65072b4c-2afa-4fc6-9672-9051b697001d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/b78a9b34-6376-4d9c-8bfc-c8b2d9828232 HTTP/1.1" status: 404 len: 336 time: 0.0630500 Aug 31 14:09:47.505592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57530) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.546739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e533b-5cc0-4da2-bd1e-de38a2bf6732 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Network': ['ID=e5c01171-4234-44e4-af9b-854db4f2405c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:47.550160 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-820f55bb-301b-4129-80c3-eae07d4beb44 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:47.550659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820f55bb-301b-4129-80c3-eae07d4beb44 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:47.555211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57532) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.557145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-820f55bb-301b-4129-80c3-eae07d4beb44 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/3b85c1c7-04ef-4c1e-b3f0-7563f94117c6 HTTP/1.1" status: 404 len: 337 time: 0.0415103 Aug 31 14:09:47.557951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network e5c01171-4234-44e4-af9b-854db4f2405c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:47.579760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef449ca-8f0b-41c1-8ff8-a8fbce2e5477 req-0ecd72a9-99c6-4ec6-9b0c-6a197e9d8609 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:47.581872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bef449ca-8f0b-41c1-8ff8-a8fbce2e5477 req-0ecd72a9-99c6-4ec6-9b0c-6a197e9d8609 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 944 time: 0.1535826 Aug 31 14:09:47.597974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-74977c58-8bfc-4d18-93e3-ff5db4d1118d tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=196d0cc4-25f7-42ca-83ee-bd70114b2918 HTTP/1.1" status: 200 len: 205 time: 0.0412440 Aug 31 14:09:47.601622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57534) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.646963 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-b3defebc-0164-4876-8c84-a49a8b9eef78 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] delete failed (client error): The resource could not be found. Aug 31 14:09:47.648158 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b3defebc-0164-4876-8c84-a49a8b9eef78 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/196d0cc4-25f7-42ca-83ee-bd70114b2918 HTTP/1.1" status: 404 len: 336 time: 0.0452554 Aug 31 14:09:47.651172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57536) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.675644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bef449ca-8f0b-41c1-8ff8-a8fbce2e5477 req-2c84d284-f469-4a00-af86-ba89fb4d0d39 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808344 Aug 31 14:09:47.686249 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-afa760e4-104a-4113-b2ab-c1e706e7ff7b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bcd4b3b-187e-49d8-882e-9c4b2dd8c077 HTTP/1.1" status: 200 len: 205 time: 0.0300994 Aug 31 14:09:47.686249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57538) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.732220 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-762f9cf2-1458-481f-bdb7-7b416a0052a2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] delete failed (client error): The resource could not be found. Aug 31 14:09:47.733400 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-762f9cf2-1458-481f-bdb7-7b416a0052a2 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/4bcd4b3b-187e-49d8-882e-9c4b2dd8c077 HTTP/1.1" status: 404 len: 336 time: 0.0479264 Aug 31 14:09:47.737373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57540) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.747522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:47.753139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.820061 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3186b117-4a17-4719-b1d2-b7d376d315c0 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:47.820334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3186b117-4a17-4719-b1d2-b7d376d315c0 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:47.822037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3186b117-4a17-4719-b1d2-b7d376d315c0 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/bc8c83ce-798c-4c81-a11c-03867ad75835 HTTP/1.1" status: 404 len: 337 time: 0.0837383 Aug 31 14:09:47.824832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57542) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.857512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57544) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.857912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd717c22-f006-4631-82c1-d05e01e35c4b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=13f306c6-a4ff-4a61-9d3b-5dc26226eeb9 HTTP/1.1" status: 200 len: 205 time: 0.0319042 Aug 31 14:09:47.914710 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-2a4bae58-45ab-4285-936f-87edfcc9c6e0 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] delete failed (client error): The resource could not be found. Aug 31 14:09:47.921284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57548) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.931250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2a4bae58-45ab-4285-936f-87edfcc9c6e0 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/13f306c6-a4ff-4a61-9d3b-5dc26226eeb9 HTTP/1.1" status: 404 len: 336 time: 0.0708680 Aug 31 14:09:47.956654 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90e7cb4-2b87-49ca-909a-1d1260aa5cd4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:47.957058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90e7cb4-2b87-49ca-909a-1d1260aa5cd4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:47.962071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57550) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.962522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e90e7cb4-2b87-49ca-909a-1d1260aa5cd4 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/fa206779-f14b-46a1-a4f3-a692fde7200f HTTP/1.1" status: 404 len: 337 time: 0.0397170 Aug 31 14:09:48.021835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b738fef8-ff1e-490d-8b73-b1861435737b tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "GET /v2.0/ports?device_id=23462e6a-53b9-4f55-ba03-22e8c7e8756b HTTP/1.1" status: 200 len: 205 time: 0.0577917 Aug 31 14:09:48.024632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57552) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:48.093229 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-a63bde8e-a5d5-4587-8ec9-a70b3ff51018 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] delete failed (client error): The resource could not be found. Aug 31 14:09:48.094338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a63bde8e-a5d5-4587-8ec9-a70b3ff51018 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/routers/23462e6a-53b9-4f55-ba03-22e8c7e8756b HTTP/1.1" status: 404 len: 336 time: 0.0686498 Aug 31 14:09:48.109933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57558) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:48.145089 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-8773a92d-6a7e-4278-82b3-9f1c0f873540 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:48.145827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8773a92d-6a7e-4278-82b3-9f1c0f873540 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:48.151338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.151579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8773a92d-6a7e-4278-82b3-9f1c0f873540 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/0913fc1d-65d2-43c0-913e-4abc6be2a60e HTTP/1.1" status: 404 len: 337 time: 0.0398908 Aug 31 14:09:48.152302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57560) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:48.211510 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad63ffa-57ea-42e2-ad6c-48be60f56254 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:48.211510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad63ffa-57ea-42e2-ad6c-48be60f56254 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:48.212009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ad63ffa-57ea-42e2-ad6c-48be60f56254 tempest-RoutersIpV6Test-1780045016 tempest-RoutersIpV6Test-1780045016-project] 10.222.0.10 "DELETE /v2.0/subnets/501ea22d-4db5-4403-ab96-2df173d169c4 HTTP/1.1" status: 404 len: 337 time: 0.0585489 Aug 31 14:09:48.282393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 00cdd302-53ee-4217-8ad1-50b521be0a52 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:48.291854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Subnet': ['ID=8310620e-6304-4590-b062-61ccb7c7dea8,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:48.345937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Checking segment: {'id': 'da8a79e4-5a2e-4481-a6b3-12214773aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'e5c01171-4234-44e4-af9b-854db4f2405c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:48.346345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network hostable DHCP agents. Network: e5c01171-4234-44e4-af9b-854db4f2405c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:48.406053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network e5c01171-4234-44e4-af9b-854db4f2405c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:48.425079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, e5c01171-4234-44e4-af9b-854db4f2405c) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:48.433831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:48.434757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.440607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbebaa-6093-4a90-9cd7-56a126ef9032 None None] Network e5c01171-4234-44e4-af9b-854db4f2405c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:48.467547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e22b6b1b-b70c-4c9f-a9be-173f3a25bbe5 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0535402 Aug 31 14:09:48.471458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57564) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:48.638588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 00cdd302-53ee-4217-8ad1-50b521be0a52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=00cdd302-53ee-4217-8ad1-50b521be0a52,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:48.659940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'port_id': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'mac_address': 'fa:16:3e:7e:34:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:48.666132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.749800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57572) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:48.750074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da160ef-074c-497c-aab2-b69c4e076159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-e5c01171-4234-44e4-af9b-854db4f2405c', 'network_id': 'e5c01171-4234-44e4-af9b-854db4f2405c', 'tenant_id': 'a9b3ef33493e41a78e12677afb1635fe', 'fixed_ips': [{'subnet_id': '8310620e-6304-4590-b062-61ccb7c7dea8'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:48.751193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2da160ef-074c-497c-aab2-b69c4e076159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.778956 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.834432 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.838356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f2bf4-f3ab-4077-b0a6-5128bdc5119c req-d85fe1d0-76bd-4e38-96fe-c8304adf2e60 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:48.840272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-199f2bf4-f3ab-4077-b0a6-5128bdc5119c req-d85fe1d0-76bd-4e38-96fe-c8304adf2e60 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 944 time: 0.0705369 Aug 31 14:09:48.899667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cdd302-53ee-4217-8ad1-50b521be0a52 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:48.923712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 00cdd302-53ee-4217-8ad1-50b521be0a52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=00cdd302-53ee-4217-8ad1-50b521be0a52,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:48.930773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.932394 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.937834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-199f2bf4-f3ab-4077-b0a6-5128bdc5119c req-9f6bc2cf-dcd6-48d6-80ec-8c4175f9b87e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905154 Aug 31 14:09:48.985704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Subnet': ['ID=8310620e-6304-4590-b062-61ccb7c7dea8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:48.989326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=00cdd302-53ee-4217-8ad1-50b521be0a52,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:48.994600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b2e06181-6860-438b-9b2b-c8c3b738d037 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bbe3487e6b44f0380f204bf91d92309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427559 Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-2da160ef-074c-497c-aab2-b69c4e076159 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8310620e-6304-4590-b062-61ccb7c7dea8: This subnet is being modified by another concurrent operation. Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8310620e-6304-4590-b062-61ccb7c7dea8: This subnet is being modified by another concurrent operation. Aug 31 14:09:48.994877 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:09:49.002586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57578) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:49.018896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a21ab-0546-4624-9b05-1417260bfbae None None] Network e5c01171-4234-44e4-af9b-854db4f2405c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:49.079096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a0595f7-908c-4c4d-928d-1a209f3a15c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.105076 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a0595f7-908c-4c4d-928d-1a209f3a15c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.105985 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.120476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c01171-4234-44e4-af9b-854db4f2405c']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:49.132904 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8a79e4-5a2e-4481-a6b3-12214773aed7') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:49.133327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8a79e4-5a2e-4481-a6b3-12214773aed7') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:49.144620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.176120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.186187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e9c07-a0d2-4137-bafb-9541d4377dd0 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:09:49.188571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a0595f7-908c-4c4d-928d-1a209f3a15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.195484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1544 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:49.197680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a0595f7-908c-4c4d-928d-1a209f3a15c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.198459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.201330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a0595f7-908c-4c4d-928d-1a209f3a15c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be14e96c-20ff-453d-87eb-9dd4af521fc3 HTTP/1.1" status: 204 len: 168 time: 0.2025476 Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:49.209784 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:49.225249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0595f7-908c-4c4d-928d-1a209f3a15c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be14e96c-20ff-453d-87eb-9dd4af521fc3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:49.297624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.304329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['00cdd302-53ee-4217-8ad1-50b521be0a52'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:49.311904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.318347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57588) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:49.319666 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/e5c01171-4234-44e4-af9b-854db4f2405c HTTP/1.1" status: 204 len: 168 time: 0.8466520 Aug 31 14:09:49.325485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1107296933'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:49.332679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc893fb-3fe3-4029-9423-180954fe0e94 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Network': ['ID=e5c01171-4234-44e4-af9b-854db4f2405c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:49.371961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:49.378872 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.417025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] vlan segment allocate from pool success with {'vlan_id': 1510, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:49.433169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.434367 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Added segment 5ba3903c-5ddd-4e85-9804-2991826975a1 of type vlan for network d6e3471f-95c4-4f98-841c-b05077782dcd Aug 31 14:09:49.477156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e9c07-a0d2-4137-bafb-9541d4377dd0 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:09:49.489021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.524370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.532556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:49.533474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.601000 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2812297 Aug 31 14:09:49.604385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57596) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:49.610529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Request body: {'subnet': {'network_id': 'd6e3471f-95c4-4f98-841c-b05077782dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:49.622701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984abbb-739e-4af2-b43d-6aa0f9f8ce9b tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Network': ['ID=d6e3471f-95c4-4f98-841c-b05077782dcd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:49.655202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d6e3471f-95c4-4f98-841c-b05077782dcd details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:49.763959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Made reservation on behalf of a9b3ef33493e41a78e12677afb1635fe for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:49.770383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.129764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.objects.ports [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101360) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:09:50.131975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.180043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041e8e-df10-413f-9071-18b7b1a1e0d2 req-16a03bc7-55ff-4d69-8e5c-60d1c271611d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:50.181636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53041e8e-df10-413f-9071-18b7b1a1e0d2 req-16a03bc7-55ff-4d69-8e5c-60d1c271611d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 945 time: 0.1115563 Aug 31 14:09:50.214283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event updated for resources: {'Subnet': ['ID=97211749-5f38-47a6-afbe-96cc4999a869,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:50.228804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.229324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.229891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.230351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.230791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.231363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.231863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.232294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.232772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.233225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.233662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.234088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:50.256369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53041e8e-df10-413f-9071-18b7b1a1e0d2 req-f3952960-11e3-4a52-b712-ff2c90543520 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655768 Aug 31 14:09:50.304032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Checking segment: {'id': '5ba3903c-5ddd-4e85-9804-2991826975a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd6e3471f-95c4-4f98-841c-b05077782dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:50.304534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network hostable DHCP agents. Network: d6e3471f-95c4-4f98-841c-b05077782dcd, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:50.350294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Network d6e3471f-95c4-4f98-841c-b05077782dcd is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:50.367814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d6e3471f-95c4-4f98-841c-b05077782dcd) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:50.377212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c00ee6-a088-4416-b579-f42135fb8271 None None] Network d6e3471f-95c4-4f98-841c-b05077782dcd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:50.381271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:50.381938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.403236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:50.414838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6e7a555b-2554-4852-9538-24d42ed1af09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8090355 Aug 31 14:09:50.554344 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.579256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d6e3471f-95c4-4f98-841c-b05077782dcd', 'network_id': 'd6e3471f-95c4-4f98-841c-b05077782dcd', 'tenant_id': 'a9b3ef33493e41a78e12677afb1635fe', 'fixed_ips': [{'subnet_id': '97211749-5f38-47a6-afbe-96cc4999a869'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:50.580951 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.632079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.778442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Allocated IP 2001:db8::f816:3eff:fece:b27f (d6e3471f-95c4-4f98-841c-b05077782dcd/97211749-5f38-47a6-afbe-96cc4999a869/20316c68-a8ec-4d5a-b24c-c02259ef2924) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:51.021428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.040476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Transition to ACTIVE for port object 20316c68-a8ec-4d5a-b24c-c02259ef2924 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:51.070484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Transition to ACTIVE for port object 20316c68-a8ec-4d5a-b24c-c02259ef2924 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:51.102617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.125614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.165119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Subnet': ['ID=97211749-5f38-47a6-afbe-96cc4999a869,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:51.207899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Network d6e3471f-95c4-4f98-841c-b05077782dcd is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:51.225122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:51.236376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:51.276086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.281973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Pushing event updated for resources: {'Port': ['ID=20316c68-a8ec-4d5a-b24c-c02259ef2924,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:51.317953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e3471f-95c4-4f98-841c-b05077782dcd']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:51.338749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba3903c-5ddd-4e85-9804-2991826975a1') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:51.339060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba3903c-5ddd-4e85-9804-2991826975a1') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:51.372093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.397086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.411258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Attempting to bind port 20316c68-a8ec-4d5a-b24c-c02259ef2924 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:51.411682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Attempting to bind port 20316c68-a8ec-4d5a-b24c-c02259ef2924 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '5ba3903c-5ddd-4e85-9804-2991826975a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd6e3471f-95c4-4f98-841c-b05077782dcd'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:51.412002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Attempting to bind port 20316c68-a8ec-4d5a-b24c-c02259ef2924 on network d6e3471f-95c4-4f98-841c-b05077782dcd {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:51.419429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:51.420650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.431152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:51.431600 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:51.434174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Checking segment: {'id': '5ba3903c-5ddd-4e85-9804-2991826975a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd6e3471f-95c4-4f98-841c-b05077782dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:51.434174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.434174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Bound using segment: {'id': '5ba3903c-5ddd-4e85-9804-2991826975a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd6e3471f-95c4-4f98-841c-b05077782dcd'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:51.437376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Bound port: 20316c68-a8ec-4d5a-b24c-c02259ef2924, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba3903c-5ddd-4e85-9804-2991826975a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': 'd6e3471f-95c4-4f98-841c-b05077782dcd'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:51.437811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.536561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] For port 20316c68-a8ec-4d5a-b24c-c02259ef2924, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:51.544549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] For port 20316c68-a8ec-4d5a-b24c-c02259ef2924, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=20316c68-a8ec-4d5a-b24c-c02259ef2924,segment=NetworkSegment(5ba3903c-5ddd-4e85-9804-2991826975a1),segment_id=5ba3903c-5ddd-4e85-9804-2991826975a1)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:51.549698 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.561291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:09:51.561291 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:09:51.561291 n-d-792362-6 neutron-server[101361]: [parameters: {'id': 'd6e3471f-95c4-4f98-841c-b05077782dcd'}] Aug 31 14:09:51.561291 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:09:51.561701 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:09:51.671280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8aabd-b22a-436b-9411-230666d3f339 req-861e6688-be83-4de4-8aad-e08bad0ad18c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:51.672937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84f8aabd-b22a-436b-9411-230666d3f339 req-861e6688-be83-4de4-8aad-e08bad0ad18c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 945 time: 0.1347489 Aug 31 14:09:51.746397 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dab413-e0c8-4c62-8825-624e9ce4e033 None None] Pushing event updated for resources: {'Port': ['ID=20316c68-a8ec-4d5a-b24c-c02259ef2924,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:51.759387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6cd10-d1f1-4cff-b9bc-9bdfad1b6eaa None None] Network d6e3471f-95c4-4f98-841c-b05077782dcd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:51.776554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84f8aabd-b22a-436b-9411-230666d3f339 req-7c939975-8597-4cec-b715-3f381b612c51 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946484 Aug 31 14:09:52.066056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.136324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f82f27-3483-47de-a743-98a45514aa6f req-47a7564a-307f-4607-afce-3593ff5f6ff3 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:52.138401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7f82f27-3483-47de-a743-98a45514aa6f req-47a7564a-307f-4607-afce-3593ff5f6ff3 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 945 time: 0.1053557 Aug 31 14:09:52.219193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting port 20316c68-a8ec-4d5a-b24c-c02259ef2924 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:52.219739 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.240580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7f82f27-3483-47de-a743-98a45514aa6f req-9ae38c36-9d0a-4a5c-aa3d-cc1f52a877f5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949719 Aug 31 14:09:52.300639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 00cdd302-53ee-4217-8ad1-50b521be0a52 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:52.357060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] For port 20316c68-a8ec-4d5a-b24c-c02259ef2924, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=20316c68-a8ec-4d5a-b24c-c02259ef2924,segment=NetworkSegment(5ba3903c-5ddd-4e85-9804-2991826975a1),segment_id=5ba3903c-5ddd-4e85-9804-2991826975a1)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:52.357579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.398198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Calling delete_port for 20316c68-a8ec-4d5a-b24c-c02259ef2924 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:52.406294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752889fe-4744-4b64-9ec9-ed61025aff49 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:09:52.479507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 00cdd302-53ee-4217-8ad1-50b521be0a52 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:52.489677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 00cdd302-53ee-4217-8ad1-50b521be0a52 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:52.490323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.587220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.642768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Port': ['ID=20316c68-a8ec-4d5a-b24c-c02259ef2924,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:52.652242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No DVR routers for this DVR port 20316c68-a8ec-4d5a-b24c-c02259ef2924 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:52.818086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752889fe-4744-4b64-9ec9-ed61025aff49 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:09:52.868058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:52.876076 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.912945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e3471f-95c4-4f98-841c-b05077782dcd']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:52.943041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba3903c-5ddd-4e85-9804-2991826975a1') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:52.943350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba3903c-5ddd-4e85-9804-2991826975a1') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:52.965009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.980603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.028477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.050317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:53.050748 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:53.054764 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:53.142686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:53.146513 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb578e0-5bc1-4b10-9b4a-d3f68d1dbab3" -d '{"events": [{"server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "name": "network-vif-plugged", "status": "completed", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:53.202372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 00cdd302-53ee-4217-8ad1-50b521be0a52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=00cdd302-53ee-4217-8ad1-50b521be0a52,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:53.208193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2744b5e-2555-4ffb-8521-0fc6520f9249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.211517 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.261922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.299822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.303514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/d6e3471f-95c4-4f98-841c-b05077782dcd HTTP/1.1" status: 204 len: 168 time: 2.8988676 Aug 31 14:09:53.311246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57742) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.399446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=00cdd302-53ee-4217-8ad1-50b521be0a52,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:53.449233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b12d65-bb37-46ea-8ecd-fdfede2a79cf tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Network': ['ID=d6e3471f-95c4-4f98-841c-b05077782dcd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:53.462859 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-a416c73b-4166-4d02-ba23-51e7fef8e9b3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:53.463874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a416c73b-4166-4d02-ba23-51e7fef8e9b3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:53.466301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a416c73b-4166-4d02-ba23-51e7fef8e9b3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/97211749-5f38-47a6-afbe-96cc4999a869 HTTP/1.1" status: 404 len: 337 time: 0.1434684 Aug 31 14:09:53.469311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.480770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ec885-59b1-44c1-8573-53705e185cc3 req-d3010403-9eb8-4e0b-a6b6-147057983ecd tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:53.494128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e32ec885-59b1-44c1-8573-53705e185cc3 req-d3010403-9eb8-4e0b-a6b6-147057983ecd tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.3076735 Aug 31 14:09:53.513092 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c0266a-4c1b-4149-97e3-2347e9a182d4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:53.513874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c0266a-4c1b-4149-97e3-2347e9a182d4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:53.519085 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d4c0266a-4c1b-4149-97e3-2347e9a182d4 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/d6e3471f-95c4-4f98-841c-b05077782dcd HTTP/1.1" status: 404 len: 339 time: 0.0454125 Aug 31 14:09:53.522196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57750) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.558245 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-452ee241-69bc-4ba0-9a15-f122dc6bf8a3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:53.558714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452ee241-69bc-4ba0-9a15-f122dc6bf8a3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:53.562969 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-452ee241-69bc-4ba0-9a15-f122dc6bf8a3 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/8310620e-6304-4590-b062-61ccb7c7dea8 HTTP/1.1" status: 404 len: 337 time: 0.0373204 Aug 31 14:09:53.563739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57752) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.573530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2744b5e-2555-4ffb-8521-0fc6520f9249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.573857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e32ec885-59b1-44c1-8573-53705e185cc3 req-9ab70eda-5893-4185-aa85-a553fb46a2ec tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780458 Aug 31 14:09:53.588379 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-0add7c72-9515-4d2f-860b-dbac6bc72274 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:53.589026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0add7c72-9515-4d2f-860b-dbac6bc72274 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:53.590889 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0add7c72-9515-4d2f-860b-dbac6bc72274 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/e5c01171-4234-44e4-af9b-854db4f2405c HTTP/1.1" status: 404 len: 339 time: 0.0256157 Aug 31 14:09:53.591608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2744b5e-2555-4ffb-8521-0fc6520f9249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.593967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57756) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.631239 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4fd02c-ba41-42c8-9327-a873d426697f x-openstack-request-id: req-bc4fd02c-ba41-42c8-9327-a873d426697f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:53.631827 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "name": "network-vif-plugged", "status": "completed", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:53.632154 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc4fd02c-ba41-42c8-9327-a873d426697f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:53.632630 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'code': 200} Aug 31 14:09:53.636216 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e2744b5e-2555-4ffb-8521-0fc6520f9249 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd6adde8d1004a6c91875f7390ea0db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7641058 Aug 31 14:09:53.636800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57758) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.636945 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55208d6-a178-4c47-9aab-7bd6936c6b09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:53.637218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55208d6-a178-4c47-9aab-7bd6936c6b09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:53.640927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e55208d6-a178-4c47-9aab-7bd6936c6b09 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/84e8da9b-b6a2-4169-9ea5-33ad3d88157f HTTP/1.1" status: 404 len: 337 time: 0.0438008 Aug 31 14:09:53.641995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57760) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.645782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2744b5e-2555-4ffb-8521-0fc6520f9249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628ef99-42ac-433e-ba20-b187496863fd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:53.671951 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-036db451-245a-40c8-8e76-e28d64781c03 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:53.672606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036db451-245a-40c8-8e76-e28d64781c03 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:53.675128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-036db451-245a-40c8-8e76-e28d64781c03 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/eed236fc-256c-47bc-965c-1adc8316303b HTTP/1.1" status: 404 len: 339 time: 0.0316265 Aug 31 14:09:53.677838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57770) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.708885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-087edc46-5c96-4cc1-b8ba-1a057c7d1ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.738937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-087edc46-5c96-4cc1-b8ba-1a057c7d1ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.794215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-087edc46-5c96-4cc1-b8ba-1a057c7d1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.797644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-087edc46-5c96-4cc1-b8ba-1a057c7d1ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.800030 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-087edc46-5c96-4cc1-b8ba-1a057c7d1ff9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f628ef99-42ac-433e-ba20-b187496863fd HTTP/1.1" status: 204 len: 168 time: 0.1622031 Aug 31 14:09:53.811455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087edc46-5c96-4cc1-b8ba-1a057c7d1ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628ef99-42ac-433e-ba20-b187496863fd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:53.852109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade745-2512-417a-8634-c440c1e7cf3f req-f8af2e9a-d99f-4bb5-8d53-c4e91ec9a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:53.853671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92ade745-2512-417a-8634-c440c1e7cf3f req-f8af2e9a-d99f-4bb5-8d53-c4e91ec9a6b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0863457 Aug 31 14:09:53.856904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting port 11b092b3-daa1-4f30-8d7f-b9d8a873d0f5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:53.856904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.951908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92ade745-2512-417a-8634-c440c1e7cf3f req-2a10938f-c38c-480f-9c94-0c7b02ede16b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798309 Aug 31 14:09:53.961754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.978297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Calling delete_port for 11b092b3-daa1-4f30-8d7f-b9d8a873d0f5 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:54.083011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.123451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Port': ['ID=11b092b3-daa1-4f30-8d7f-b9d8a873d0f5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:54.130271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.135373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57802) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:54.135899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0649ed71-0f21-4566-8797-e48a7548b729 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/ports/11b092b3-daa1-4f30-8d7f-b9d8a873d0f5 HTTP/1.1" status: 204 len: 168 time: 0.4559793 Aug 31 14:09:54.168554 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aff93e2-7e1b-4cc9-92ad-080a7bc2c184 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:54.169169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aff93e2-7e1b-4cc9-92ad-080a7bc2c184 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:54.170923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5aff93e2-7e1b-4cc9-92ad-080a7bc2c184 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/ae8664a7-54a4-47af-b5b3-f813cbd324bd HTTP/1.1" status: 404 len: 337 time: 0.0349720 Aug 31 14:09:54.174074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57806) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:54.214896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57808) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:54.229710 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3325683-dc05-4ad0-b3ce-2b540334b6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.286639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.367209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3325683-dc05-4ad0-b3ce-2b540334b6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.372107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3325683-dc05-4ad0-b3ce-2b540334b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.399482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.412554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb23272-c58f-41d3-8151-2551eeb3dda6']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:54.418895 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3325683-dc05-4ad0-b3ce-2b540334b6eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=007e9639c5da44b18477fa4a3dfcbb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026732 Aug 31 14:09:54.421234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57810) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:54.427005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1a8b65-fa03-41d7-a567-ecc7bc921998') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:54.427571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3325683-dc05-4ad0-b3ce-2b540334b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1bdbf8-5f87-44ad-a3f0-f2d414697bb9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:54.428141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1a8b65-fa03-41d7-a567-ecc7bc921998') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:54.448059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.475493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.488044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:54.492882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:54.502618 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:54.514332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4913595-2c96-40e4-b162-e53f9bef05fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.545580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4913595-2c96-40e4-b162-e53f9bef05fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.602718 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.618118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.621252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/aeb23272-c58f-41d3-8151-2551eeb3dda6 HTTP/1.1" status: 204 len: 168 time: 0.4460099 Aug 31 14:09:54.624281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57816) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:54.635318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a96e8-2da0-4306-bd18-553cd7e531d1 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Network': ['ID=aeb23272-c58f-41d3-8151-2551eeb3dda6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:54.698667 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4913595-2c96-40e4-b162-e53f9bef05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.701968 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f4913595-2c96-40e4-b162-e53f9bef05fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.706881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f4913595-2c96-40e4-b162-e53f9bef05fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c1bdbf8-5f87-44ad-a3f0-f2d414697bb9 HTTP/1.1" status: 204 len: 168 time: 0.2808712 Aug 31 14:09:54.722325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4913595-2c96-40e4-b162-e53f9bef05fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1bdbf8-5f87-44ad-a3f0-f2d414697bb9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:54.786638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting port 173998fd-305d-41c5-9d62-4dd42488adde {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:54.787011 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.808992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27218-8c6a-4f04-beab-e2e522fda778 req-d7dad51a-abcd-4901-a5fa-32faef569a46 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:54.810741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb27218-8c6a-4f04-beab-e2e522fda778 req-d7dad51a-abcd-4901-a5fa-32faef569a46 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1066644 Aug 31 14:09:54.856603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb27218-8c6a-4f04-beab-e2e522fda778 req-dbdbaa65-5891-4d62-a846-f8c458aaff2e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393493 Aug 31 14:09:54.883870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.900475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Calling delete_port for 173998fd-305d-41c5-9d62-4dd42488adde owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:54.988422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.023640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Port': ['ID=173998fd-305d-41c5-9d62-4dd42488adde,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:55.027498 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.029601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6702c903-6172-497c-aebb-6d7c92c236cc tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/ports/173998fd-305d-41c5-9d62-4dd42488adde HTTP/1.1" status: 204 len: 168 time: 0.4040785 Aug 31 14:09:55.032068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57822) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:55.066896 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad9462b-1cbf-45a9-9e8a-eecd2ae1e31c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:55.067532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad9462b-1cbf-45a9-9e8a-eecd2ae1e31c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:55.069703 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dad9462b-1cbf-45a9-9e8a-eecd2ae1e31c tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/0df8fd57-6a43-4b0d-bccd-85393bd3ccd6 HTTP/1.1" status: 404 len: 337 time: 0.0358758 Aug 31 14:09:55.072204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:55.161719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.263004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting port 6a69ad16-2bb6-4e6a-9e68-9352036dee64 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:55.264283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.388777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] For port 6a69ad16-2bb6-4e6a-9e68-9352036dee64, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6a69ad16-2bb6-4e6a-9e68-9352036dee64,segment=NetworkSegment(b388676a-e42d-4f48-9065-325e334547be),segment_id=b388676a-e42d-4f48-9065-325e334547be)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:55.389631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.406596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Calling delete_port for 6a69ad16-2bb6-4e6a-9e68-9352036dee64 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:55.539424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.578162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Port': ['ID=6a69ad16-2bb6-4e6a-9e68-9352036dee64,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:55.581823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No DVR routers for this DVR port 6a69ad16-2bb6-4e6a-9e68-9352036dee64 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:55.671059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.684611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7e82c1-d6fb-4dd9-a23c-1428af85331d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:55.699642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b388676a-e42d-4f48-9065-325e334547be') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:55.700129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b388676a-e42d-4f48-9065-325e334547be') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:55.710357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.725779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.734166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:55.734656 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:55.738863 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:55.810042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.819193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.824140 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/9a7e82c1-d6fb-4dd9-a23c-1428af85331d HTTP/1.1" status: 204 len: 168 time: 0.7473044 Aug 31 14:09:55.825068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57854) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:55.834714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90582b7-d884-4a7d-95a8-d0f6d84ef113 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Network': ['ID=9a7e82c1-d6fb-4dd9-a23c-1428af85331d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:55.950160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting subnet 0fc1af09-3f19-423b-b683-053f0fecb498 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:55.955612 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.024102 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.073113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34080a36-1bcb-48ac-ad9a-8cff2725f020 req-205ef59d-a391-4b22-a911-ed5214ad2e3a tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:56.074661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34080a36-1bcb-48ac-ad9a-8cff2725f020 req-205ef59d-a391-4b22-a911-ed5214ad2e3a tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1211450 Aug 31 14:09:56.181505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34080a36-1bcb-48ac-ad9a-8cff2725f020 req-ad181c59-5e69-461e-a389-3140059d7522 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956748 Aug 31 14:09:56.209796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.301738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.316591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:56.341393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc1af09-3f19-423b-b683-053f0fecb498,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:56.343452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.345474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-27a7f0ee-599c-4283-a67a-040fb1289832 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/subnets/0fc1af09-3f19-423b-b683-053f0fecb498 HTTP/1.1" status: 204 len: 168 time: 0.5181513 Aug 31 14:09:56.347836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57874) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:56.364276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb0e53-ed6c-442d-a0d7-951c94ed17d0 None None] Network f0ba105f-82c0-4e24-8657-1d15d5de750b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:56.431893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.453828 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.resource_extend [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:09:56.456349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93070f-ed38-47aa-8109-0e12c9ecf517 req-60548962-5e4d-4051-9c06-0d7f5eb5e779 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:56.461654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b93070f-ed38-47aa-8109-0e12c9ecf517 req-60548962-5e4d-4051-9c06-0d7f5eb5e779 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1901276 Aug 31 14:09:56.466469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57878) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:56.471312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'floatingip': {'port_id': '00cdd302-53ee-4217-8ad1-50b521be0a52'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:56.563576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.634676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Deleting port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:56.635125 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.671710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:56.691703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'mac_address': 'fa:16:3e:b4:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:56.737221 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.763480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] DHCP port deletion for f0ba105f-82c0-4e24-8657-1d15d5de750b request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:56.770610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:56.805931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] For port 7008abf9-0e2f-42cc-9648-2fef666dd6e7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7008abf9-0e2f-42cc-9648-2fef666dd6e7,segment=NetworkSegment(90142b30-88f2-40c0-9ea4-b811b6ce41d3),segment_id=90142b30-88f2-40c0-9ea4-b811b6ce41d3)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:56.806230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.825637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Calling delete_port for 7008abf9-0e2f-42cc-9648-2fef666dd6e7 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:56.845906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b9f902de-a321-45d5-822e-c2e4cf84869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.857656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:56.873580 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.929034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] Deleting port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:56.935681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.036059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] For port 7008abf9-0e2f-42cc-9648-2fef666dd6e7, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7008abf9-0e2f-42cc-9648-2fef666dd6e7,segment=NetworkSegment(90142b30-88f2-40c0-9ea4-b811b6ce41d3),segment_id=90142b30-88f2-40c0-9ea4-b811b6ce41d3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:57.036557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.104225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:57.108136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7008abf9-0e2f-42cc-9648-2fef666dd6e7 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:57.116565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] Calling delete_port for 7008abf9-0e2f-42cc-9648-2fef666dd6e7 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:57.151734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.152313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.152995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.153487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.153973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.154483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.154964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.155657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.156140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.156618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.157130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.157612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:57.187387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['5ac9689d-f3b0-4420-9802-3b95ca862f8a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:57.241933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.263555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No active binding found for port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 {{(pid=101362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:09:57.264252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7008abf9-0e2f-42cc-9648-2fef666dd6e7 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:57.339611 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.370198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] Pushing event deleted for resources: {'Port': ['ID=7008abf9-0e2f-42cc-9648-2fef666dd6e7,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:57.380799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] No DVR routers for this DVR port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:57.403381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f2923-909d-4bd9-8ae6-7e8a3ee4a2de None None] No DVR routers for this DVR port 7008abf9-0e2f-42cc-9648-2fef666dd6e7 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:57.407913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.resource_extend [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:09:57.495976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Port': ['ID=7008abf9-0e2f-42cc-9648-2fef666dd6e7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:57.579405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.584769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.588410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.638009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba105f-82c0-4e24-8657-1d15d5de750b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:57.653748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90142b30-88f2-40c0-9ea4-b811b6ce41d3') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:57.654301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90142b30-88f2-40c0-9ea4-b811b6ce41d3') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:57.676968 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.730675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.750073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Releasing vlan 1511 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:57.750696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:57.754713 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:57.818325 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Floating IP 1d17d046-43ff-4137-a4b4-07f7fb2cdb18 associated. External IP: 172.25.0.180, port: 00cdd302-53ee-4217-8ad1-50b521be0a52. Aug 31 14:09:57.877218 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.888666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.891290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] 10.222.0.10 "DELETE /v2.0/networks/f0ba105f-82c0-4e24-8657-1d15d5de750b HTTP/1.1" status: 204 len: 168 time: 1.5422230 Aug 31 14:09:57.917633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c18ea-ff7b-45cf-96ba-f90ea0488992 tempest-NetworksIpV6TestAttrs-1477741852 tempest-NetworksIpV6TestAttrs-1477741852-project] Pushing event deleted for resources: {'Network': ['ID=f0ba105f-82c0-4e24-8657-1d15d5de750b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:58.327542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:58.410335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57942) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:58.560824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 5ac9689d-f3b0-4420-9802-3b95ca862f8a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:58.561571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.751825 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.813601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:58.816802 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bd2e61-a3c6-4549-abbb-db79afcc8727" -d '{"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:58.855018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:58.872118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.881897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Router 14f918d4-5b72-42ea-8541-c0e102880172 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:58.886866 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-911e3107-7d2d-444f-bd70-408ea836ba01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9b3ef33493e41a78e12677afb1635fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744000 Aug 31 14:09:58.887878 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57952) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:58.903890 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c5fc0-8e10-42f8-8c16-cb29be5c18b9 x-openstack-request-id: req-cb1c5fc0-8e10-42f8-8c16-cb29be5c18b9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:58.904500 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:58.905019 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb1c5fc0-8e10-42f8-8c16-cb29be5c18b9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:58.905867 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'code': 200} Aug 31 14:09:58.965138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:59.037128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54acfba6-3777-4ed5-86ef-0bc32062f314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.092565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54acfba6-3777-4ed5-86ef-0bc32062f314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.148622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:59.161873 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.164001 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] Sync routers for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:59.179556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54acfba6-3777-4ed5-86ef-0bc32062f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.186048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54acfba6-3777-4ed5-86ef-0bc32062f314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.187750 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-54acfba6-3777-4ed5-86ef-0bc32062f314 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8498fba1-1561-4ce0-9db8-baad83efc87e HTTP/1.1" status: 204 len: 168 time: 0.2923512 Aug 31 14:09:59.199247 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:59.200357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acfba6-3777-4ed5-86ef-0bc32062f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8498fba1-1561-4ce0-9db8-baad83efc87e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:59.210480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:59.317264 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-63bbeab7-a6f3-4293-b9aa-37905b1e3dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.386144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2c74077d-01a4-45a3-bda5-e8e4d4a92558 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "PUT /v2.0/floatingips/1d17d046-43ff-4137-a4b4-07f7fb2cdb18 HTTP/1.1" status: 200 len: 992 time: 2.9144354 Aug 31 14:09:59.387688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:59.396058 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:59.430199 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:59.461162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b060765-4a2a-4f1d-b8c1-f6c1f0304d28 req-27acdeca-ae7d-4593-a1e1-e9810f1b6bcb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:59.466013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b060765-4a2a-4f1d-b8c1-f6c1f0304d28 req-27acdeca-ae7d-4593-a1e1-e9810f1b6bcb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.1853392 Aug 31 14:09:59.526141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.584157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b060765-4a2a-4f1d-b8c1-f6c1f0304d28 req-ec88b4e7-22d5-4921-bbf2-40dcd869820a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105478 Aug 31 14:09:59.600837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57976) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:59.878079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91fc04ce-3208-4b97-8a7c-9afc9c0553ed tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/2b02a40f-a865-4855-805d-a674181fe7b7 HTTP/1.1" status: 200 len: 993 time: 0.2624428 Aug 31 14:09:59.903240 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5cbd26-5758-4ada-918a-c81c26b0b794 x-openstack-request-id: req-ab5cbd26-5758-4ada-918a-c81c26b0b794 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:59.903830 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:59.903830 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab5cbd26-5758-4ada-918a-c81c26b0b794 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:59.904011 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'status': 'completed', 'code': 200} Aug 31 14:09:59.947273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57994) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:59.995833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '1d17d046-43ff-4137-a4b4-07f7fb2cdb18', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'port_id': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'mac_address': 'fa:16:3e:7e:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:09:33Z', 'updated_at': '2021-08-31T14:09:57Z', 'revision_number': 1, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:00.095148 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] Checking router: 14f918d4-5b72-42ea-8541-c0e102880172 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:10:00.107376 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:00.108075 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:00.136908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-022c0674-9d78-45c7-853a-282e8a526cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:00.136908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-022c0674-9d78-45c7-853a-282e8a526cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1097 time: 0.1718948 Aug 31 14:10:00.290717 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:00.399675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-e71f3563-c55c-4bc5-b8c1-9f58baa26ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:00.401547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-e71f3563-c55c-4bc5-b8c1-9f58baa26ea7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.2604594 Aug 31 14:10:00.578784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:00.711995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-f1ef72fc-fc96-45c1-a70d-0fcda403d574 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 1000 time: 0.2383008 Aug 31 14:10:00.883148 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '1d17d046-43ff-4137-a4b4-07f7fb2cdb18', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'port_id': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'mac_address': 'fa:16:3e:7e:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:09:33Z', 'updated_at': '2021-08-31T14:09:57Z', 'revision_number': 1, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:00.896055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-8e6df343-f630-4f00-8920-3605ac9b7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:00.906085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-8e6df343-f630-4f00-8920-3605ac9b7deb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.1738319 Aug 31 14:10:00.927688 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd69d1-72c1-4974-a2a3-88348c99a4d7 None None] The sync data for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 is: [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '1d17d046-43ff-4137-a4b4-07f7fb2cdb18', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'port_id': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'mac_address': 'fa:16:3e:7e:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:09:33Z', 'updated_at': '2021-08-31T14:09:57Z', 'revision_number': 1, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:01.027532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58020) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:01.196829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-d7cbb00b-1f57-4188-a535-17f33dafeb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:01.200683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-d7cbb00b-1f57-4188-a535-17f33dafeb57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778864 Aug 31 14:10:01.366504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a0366-6f6e-4492-8f65-07a340bd0e73 None None] New status for floating IP 1d17d046-43ff-4137-a4b4-07f7fb2cdb18: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:10:01.371195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dede30-bfc9-4b51-aa49-90b434ff239b req-a138535c-caa8-4dcd-9138-37d8469ad87b tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:01.384790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00dede30-bfc9-4b51-aa49-90b434ff239b req-a138535c-caa8-4dcd-9138-37d8469ad87b tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 1096 time: 0.3592777 Aug 31 14:10:01.422070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0208a92a-c20b-4596-8ddc-36a8a79d67bf tempest-DvrRoutersNegativeTest-1631115588 tempest-DvrRoutersNegativeTest-1631115588-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-592057105', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:01.427110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.policy [None req-0208a92a-c20b-4596-8ddc-36a8a79d67bf tempest-DvrRoutersNegativeTest-1631115588 tempest-DvrRoutersNegativeTest-1631115588-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101360) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 14:10:01.427420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.policy [None req-0208a92a-c20b-4596-8ddc-36a8a79d67bf tempest-DvrRoutersNegativeTest-1631115588 tempest-DvrRoutersNegativeTest-1631115588-project] Failed policy check for 'create_router' {{(pid=101360) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 14:10:01.427975 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-0208a92a-c20b-4596-8ddc-36a8a79d67bf tempest-DvrRoutersNegativeTest-1631115588 tempest-DvrRoutersNegativeTest-1631115588-project] create failed (client error): Access was denied to this resource. Aug 31 14:10:01.429015 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0208a92a-c20b-4596-8ddc-36a8a79d67bf tempest-DvrRoutersNegativeTest-1631115588 tempest-DvrRoutersNegativeTest-1631115588-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4003994 Aug 31 14:10:01.518686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.545545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00dede30-bfc9-4b51-aa49-90b434ff239b req-aff48d21-b861-496d-a792-90c62fc0ace4 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589801 Aug 31 14:10:01.612833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-ccf4b321-9a6f-48d6-aa56-f97d3631dd87 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004838 Aug 31 14:10:01.976314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb921042-c87d-42e7-9d7e-02a0ce34f1ea req-640e6868-4d56-477b-8e2c-866dd1b180be service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489983 Aug 31 14:10:01.982841 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.087555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Deleting port 5f2d9d34-011c-4a77-9bda-a5852071095f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:02.088173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.142235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58050) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:02.296066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] For port 5f2d9d34-011c-4a77-9bda-a5852071095f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5f2d9d34-011c-4a77-9bda-a5852071095f,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:02.296601 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.334640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Calling delete_port for 5f2d9d34-011c-4a77-9bda-a5852071095f owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:02.429773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.509594 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:10:02.725482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.733938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.767672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.836027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d479c0986a664871817c2a5c2ed697f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916180 Aug 31 14:10:02.847833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58084) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:02.859014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d1c1f6-7265-4495-b079-ba8492d5479f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:02.864630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2d9d34-011c-4a77-9bda-a5852071095f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:02.897663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.897663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.900825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.903015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.904832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.905212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.906740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.907116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.907524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.911045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.911402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.912030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9c9f4-f1d8-43f7-bd4c-ac54afa2ae5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:02.978931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58086) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:03.161494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-47bd0cbf-5ab6-49f0-8410-7f0e073a2821 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922546 Aug 31 14:10:03.231480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d915-4a93-4d36-96d3-ef6dc348ac73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.481132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d915-4a93-4d36-96d3-ef6dc348ac73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.494569 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d915-4a93-4d36-96d3-ef6dc348ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.560166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2d915-4a93-4d36-96d3-ef6dc348ac73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9affbe-9e89-4e31-b939-62504bea8eef,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:03.580074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a5e2d915-4a93-4d36-96d3-ef6dc348ac73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91f0f2c19aa44a20b52d7eaf2860e42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981023 Aug 31 14:10:03.580728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58096) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:03.641637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c341617a-04a8-45cd-b8b5-ca09ad2ca919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.683723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c341617a-04a8-45cd-b8b5-ca09ad2ca919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.693872 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52db5b3f-ccee-45c8-a0b4-ae64dcf8a8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.725719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52db5b3f-ccee-45c8-a0b4-ae64dcf8a8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.811483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52db5b3f-ccee-45c8-a0b4-ae64dcf8a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.814821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52db5b3f-ccee-45c8-a0b4-ae64dcf8a8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.818388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-52db5b3f-ccee-45c8-a0b4-ae64dcf8a8a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c9affbe-9e89-4e31-b939-62504bea8eef HTTP/1.1" status: 204 len: 168 time: 0.2345092 Aug 31 14:10:03.825292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db5b3f-ccee-45c8-a0b4-ae64dcf8a8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9affbe-9e89-4e31-b939-62504bea8eef,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:03.840860 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.896833 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c341617a-04a8-45cd-b8b5-ca09ad2ca919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.899479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c341617a-04a8-45cd-b8b5-ca09ad2ca919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.905819 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c341617a-04a8-45cd-b8b5-ca09ad2ca919 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62d1c1f6-7265-4495-b079-ba8492d5479f HTTP/1.1" status: 204 len: 168 time: 1.0520725 Aug 31 14:10:03.932883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341617a-04a8-45cd-b8b5-ca09ad2ca919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d1c1f6-7265-4495-b079-ba8492d5479f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:04.038228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-cc15dedf-7373-400d-b2d8-0e9932dbeb47 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:10:04.039778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-cc15dedf-7373-400d-b2d8-0e9932dbeb47 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075617 Aug 31 14:10:04.058588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Request body: {'binding': {'host': 'n-h1-792362-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:04.059113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Unknown quota resources ['binding']. {{(pid=101361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:10:04.395531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Router 3ff92c63-924c-4823-90d0-a389fc220209 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:04.398413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.399489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.399767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.408586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.409832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.415388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.415931 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.416694 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 2 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:04.435881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.436228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.436558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.442443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.442766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.450228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.450715 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.451444 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 3 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:04.477201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.477743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.478295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.485230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.486328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.493217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.494481 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.495054 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 4 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:04.512015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58108) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:04.512638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.513112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.513347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.531893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.532218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.537930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.538269 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.538821 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 5 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:04.583376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e0a3-3238-4cab-a8d2-af07d3cfb2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.592384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.592727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.593088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.681690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:04.690709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b1aac461-3f26-47d6-a0f7-aacebf06debd admin admin] 10.222.0.10 "PUT /v2.0/routers/3ff92c63-924c-4823-90d0-a389fc220209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7417066 Aug 31 14:10:04.691818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58114) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:04.693175 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] Sync routers for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:04.699509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.699996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.711830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.712247 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.714070 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:04.714791 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 6 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:04.716404 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:04.731572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.731914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.732399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.740690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.740915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.751276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.751613 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.755003 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 7 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:04.777094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.777422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.777788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.785527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e0a3-3238-4cab-a8d2-af07d3cfb2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.788491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.788820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.794794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.795135 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.795810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e0a3-3238-4cab-a8d2-af07d3cfb2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.799501 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 8 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:04.892258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.927979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:04.928541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:04.929104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.935603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c2e2e0a3-3238-4cab-a8d2-af07d3cfb2d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6ce464202d14ffabbfbf68da672eba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198277 Aug 31 14:10:04.937679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2e0a3-3238-4cab-a8d2-af07d3cfb2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae2296-a45a-4d3f-9760-b03d1bfce9de,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:04.941990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58122) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:04.948468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.948809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:04.972257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:04.972604 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:04.991581 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 9 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:05.035005 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:05.065971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:05.066536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:05.069827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:05.093403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:05.094186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:05.110601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:05.111310 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:05.112091 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempt 10 to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 Aug 31 14:10:05.148231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.172500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal with profile None {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:05.173030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:05.173618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:05.179190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:05.179641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Attempting to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:05.181802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba06f-2c6e-4b9b-8f87-1f2e6b04dbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.214400 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba06f-2c6e-4b9b-8f87-1f2e6b04dbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.266302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Deleting port 43d7bd41-e64f-4a9f-a236-386c5463d257 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:05.266771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.279474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:05.280129 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to bind port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6027f79b-142e-405a-bdf5-d18e69ee5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0'}] Aug 31 14:10:05.280560 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.plugin [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] Failed to commit binding results for f6424d0b-9c6a-4590-bd21-1cf3724ee634 after 10 tries Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 could not be created or updated. Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource Traceback (most recent call last): Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource result = method(request=request, **args) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 562, in _create Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource obj = do_create(body) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 543, in do_create Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource self.force_reraise() Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise self.value Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2481, in create_port_binding Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h1-792362-6 could not be created or updated. Aug 31 14:10:05.282542 n-d-792362-6 neutron-server[101361]: ERROR neutron.api.v2.resource Aug 31 14:10:05.288927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0818e36-9245-46b8-9578-a13b3cc21d1e req-e137c1b4-914b-461b-86e2-b06df33f5d22 service neutron] 10.222.0.10 "POST /v2.0/ports/f6424d0b-9c6a-4590-bd21-1cf3724ee634/bindings HTTP/1.1" status: 500 len: 401 time: 1.2344315 Aug 31 14:10:05.292253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba06f-2c6e-4b9b-8f87-1f2e6b04dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.294623 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba06f-2c6e-4b9b-8f87-1f2e6b04dbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.298491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f3ba06f-2c6e-4b9b-8f87-1f2e6b04dbc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2ae2296-a45a-4d3f-9760-b03d1bfce9de HTTP/1.1" status: 204 len: 168 time: 0.3555443 Aug 31 14:10:05.310194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ba06f-2c6e-4b9b-8f87-1f2e6b04dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae2296-a45a-4d3f-9760-b03d1bfce9de,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:05.479481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] For port 43d7bd41-e64f-4a9f-a236-386c5463d257, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=43d7bd41-e64f-4a9f-a236-386c5463d257,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:05.484198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.511830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T14:10:02Z', 'revision_number': 5, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port': {'id': '43d7bd41-e64f-4a9f-a236-386c5463d257', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff92c63-924c-4823-90d0-a389fc220209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:12Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:05.532585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Calling delete_port for 43d7bd41-e64f-4a9f-a236-386c5463d257 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:05.804503 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] Checking router: 3ff92c63-924c-4823-90d0-a389fc220209 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:10:05.825800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] Routers {'3ff92c63-924c-4823-90d0-a389fc220209'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:05.827728 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3ff92c63-924c-4823-90d0-a389fc220209'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:05.978882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.026214 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] Set router 3ff92c63-924c-4823-90d0-a389fc220209 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:06.033328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d7bd41-e64f-4a9f-a236-386c5463d257,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:06.154741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58158) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:06.161440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T14:10:05Z', 'revision_number': 6, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:06.227512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.331065 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a6b1f-4bbd-4be0-9f52-cad6c2e28274 None None] The sync data for ids ['3ff92c63-924c-4823-90d0-a389fc220209'] in n-d-792362-6 is: [{'id': '3ff92c63-924c-4823-90d0-a389fc220209', 'name': 'tempest-TaggedBootDevicesTest-905453609-router', 'tenant_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:09Z', 'updated_at': '2021-08-31T14:10:05Z', 'revision_number': 6, 'project_id': 'ce5012d880584cd3980d2e6d3ff98c53', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:06.445807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.453702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.518309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880948741'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:06.562523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.563170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff92c63-924c-4823-90d0-a389fc220209 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:10:06.570253 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.573568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9335c712-53a4-4938-b8ab-2f6d9ec3cf91 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3ff92c63-924c-4823-90d0-a389fc220209 HTTP/1.1" status: 204 len: 168 time: 1.8804119 Aug 31 14:10:06.575993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58172) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:06.591134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.642464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] Deleting subnet a5c5e8a8-a03e-43c4-89b6-dbc845c14e20 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:06.646156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.656504 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.717816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.921167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.947619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.974308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.061184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7336dfe3-9caf-469d-a4cd-ee6d7ae5aadd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:07.102299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.150557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c5e8a8-a03e-43c4-89b6-dbc845c14e20,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:07.153298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.155917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d0b9fe8-bc9d-419d-88f3-1ed7e44f3fce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a5c5e8a8-a03e-43c4-89b6-dbc845c14e20 HTTP/1.1" status: 204 len: 168 time: 0.5788605 Aug 31 14:10:07.156479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4087df50-bb57-4509-81d2-0abb61fc5da8 None None] Network 8131c70e-d9c0-4845-b9a0-445c81ca8d3a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:07.158941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58192) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:07.233462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.233462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58194) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:07.313658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.384510 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.432099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f2d9d34-011c-4a77-9bda-a5852071095f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:07.472988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Deleting port bf40c755-56c9-4bd8-a90c-e4eee722b32a {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:07.473475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.490643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5f2d9d34-011c-4a77-9bda-a5852071095f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:07.491223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5f2d9d34-011c-4a77-9bda-a5852071095f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:07.551333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9754e4a-a669-411d-9a94-34053fe6c3ef,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:07.585772 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.588018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-71285683-c62e-472f-8c7f-a42405d53668 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4315217 Aug 31 14:10:07.596507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58200) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:07.597075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] For port bf40c755-56c9-4bd8-a90c-e4eee722b32a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bf40c755-56c9-4bd8-a90c-e4eee722b32a,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:07.597459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.615379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Calling delete_port for bf40c755-56c9-4bd8-a90c-e4eee722b32a owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:07.621307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] DHCP port deletion for 8131c70e-d9c0-4845-b9a0-445c81ca8d3a request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:07.741989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] Deleting port bf40c755-56c9-4bd8-a90c-e4eee722b32a {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:07.742495 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.809039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.867034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-02233cc6-4b59-41bd-b9a0-841650a2a2b0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2658365 Aug 31 14:10:07.873038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58206) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:07.882231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] For port bf40c755-56c9-4bd8-a90c-e4eee722b32a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bf40c755-56c9-4bd8-a90c-e4eee722b32a,segment=NetworkSegment(f345b766-ebdd-47dd-a8da-2f57e1bca88a),segment_id=f345b766-ebdd-47dd-a8da-2f57e1bca88a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:07.882787 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.882993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf40c755-56c9-4bd8-a90c-e4eee722b32a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:07.890511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f79f5c53-c2cb-40aa-8351-839871a5e032 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-security--1590445315', 'description': 'tempest-security-description-980034050'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:07.896856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] No DVR routers for this DVR port bf40c755-56c9-4bd8-a90c-e4eee722b32a on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:07.929692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] Calling delete_port for bf40c755-56c9-4bd8-a90c-e4eee722b32a owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:08.043761 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.073018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] Pushing event deleted for resources: {'Port': ['ID=bf40c755-56c9-4bd8-a90c-e4eee722b32a,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:08.075094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f08e59-62a6-46ff-935b-7b3bb7f54b60 None None] No DVR routers for this DVR port bf40c755-56c9-4bd8-a90c-e4eee722b32a on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:08.109465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f79f5c53-c2cb-40aa-8351-839871a5e032 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.118246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.142166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8131c70e-d9c0-4845-b9a0-445c81ca8d3a']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.169452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f345b766-ebdd-47dd-a8da-2f57e1bca88a') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.170428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f345b766-ebdd-47dd-a8da-2f57e1bca88a') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.192731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.209136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f79f5c53-c2cb-40aa-8351-839871a5e032 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.219300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f79f5c53-c2cb-40aa-8351-839871a5e032 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.223043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f79f5c53-c2cb-40aa-8351-839871a5e032 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.227353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58214) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.228089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f79f5c53-c2cb-40aa-8351-839871a5e032 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "PUT /v2.0/security-groups/a9754e4a-a669-411d-9a94-34053fe6c3ef HTTP/1.1" status: 200 len: 1779 time: 0.3520997 Aug 31 14:10:08.261580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f5c53-c2cb-40aa-8351-839871a5e032 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9754e4a-a669-411d-9a94-34053fe6c3ef,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:08.278384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port b6a1fff6-99f5-474c-bb0c-ff2f0b5bbe43 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:08.281301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.286126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.316726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:08.319423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:08.322810 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:08.442966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.443310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.466830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for b6a1fff6-99f5-474c-bb0c-ff2f0b5bbe43 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:08.542304 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9626c378-2a76-44b8-a806-a3456ef424ce tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups/a9754e4a-a669-411d-9a94-34053fe6c3ef HTTP/1.1" status: 200 len: 1779 time: 0.3132379 Aug 31 14:10:08.546494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58222) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.582587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.604928 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.618183 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8131c70e-d9c0-4845-b9a0-445c81ca8d3a HTTP/1.1" status: 204 len: 168 time: 1.4516656 Aug 31 14:10:08.620284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9331cfa-9717-4715-adc8-4f8a5ced88e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8131c70e-d9c0-4845-b9a0-445c81ca8d3a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:08.748268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9065fcec-71b4-4249-b4f2-0d7f50eff26d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.848996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9065fcec-71b4-4249-b4f2-0d7f50eff26d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.895637 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.958150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9065fcec-71b4-4249-b4f2-0d7f50eff26d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.961245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9065fcec-71b4-4249-b4f2-0d7f50eff26d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.962457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9065fcec-71b4-4249-b4f2-0d7f50eff26d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/a9754e4a-a669-411d-9a94-34053fe6c3ef HTTP/1.1" status: 204 len: 168 time: 0.4158344 Aug 31 14:10:08.972587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58230) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.991627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065fcec-71b4-4249-b4f2-0d7f50eff26d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9754e4a-a669-411d-9a94-34053fe6c3ef,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:09.026942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=b6a1fff6-99f5-474c-bb0c-ff2f0b5bbe43,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:09.100734 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58232) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.101413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 43d7bd41-e64f-4a9f-a236-386c5463d257 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:09.140059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.140421 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP 2b02a40f-a865-4855-805d-a674181fe7b7 disassociated (deleted). External IP: 172.25.0.173, port: f6424d0b-9c6a-4590-bd21-1cf3724ee634. Aug 31 14:10:09.151421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 43d7bd41-e64f-4a9f-a236-386c5463d257 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:09.151774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 43d7bd41-e64f-4a9f-a236-386c5463d257 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:09.154388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bf40c755-56c9-4bd8-a90c-e4eee722b32a no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:09.158200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37f41391-51b8-4b8c-98f3-52ec0c941858 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1823902 Aug 31 14:10:09.161376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58236) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.198443 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-cf15f453-a73d-40b3-bceb-2ba28617fcef tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] delete failed (client error): The resource could not be found. Aug 31 14:10:09.199531 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cf15f453-a73d-40b3-bceb-2ba28617fcef tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/a9754e4a-a669-411d-9a94-34053fe6c3ef HTTP/1.1" status: 404 len: 347 time: 0.0378191 Aug 31 14:10:09.212911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: bf40c755-56c9-4bd8-a90c-e4eee722b32a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:09.214166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bf40c755-56c9-4bd8-a90c-e4eee722b32a not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:09.216452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58238) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.221546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4ab8ad56-5ae4-4b2e-9d06-06d617309212 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--488242407'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:09.276839 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-42e2c031-0ce7-4529-8ec9-0cdfb7d9064d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce5012d880584cd3980d2e6d3ff98c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695855 Aug 31 14:10:09.279499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58240) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.280124 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ab8ad56-5ae4-4b2e-9d06-06d617309212 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.412142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ab8ad56-5ae4-4b2e-9d06-06d617309212 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.420504 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ab8ad56-5ae4-4b2e-9d06-06d617309212 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.462251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ed337f2-aeb7-43dc-a2d2-bcf2ac1e95d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.511411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ed337f2-aeb7-43dc-a2d2-bcf2ac1e95d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.516793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ab8ad56-5ae4-4b2e-9d06-06d617309212 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.519204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ab8ad56-5ae4-4b2e-9d06-06d617309212 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3013852 Aug 31 14:10:09.523034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58244) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.531687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4e4dbab4-c3a3-4db3-bdcb-0c2e64b2dc29 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': '5873b678-ca6b-43e1-b047-328337b49409', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:09.577123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4dbab4-c3a3-4db3-bdcb-0c2e64b2dc29 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.581977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8ad56-5ae4-4b2e-9d06-06d617309212 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5873b678-ca6b-43e1-b047-328337b49409,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:09.694990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4dbab4-c3a3-4db3-bdcb-0c2e64b2dc29 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.717372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4dbab4-c3a3-4db3-bdcb-0c2e64b2dc29 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.742142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dbab4-c3a3-4db3-bdcb-0c2e64b2dc29 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc642cf-d85d-4ff0-83a3-a298c31b21a2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:09.813064 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e4dbab4-c3a3-4db3-bdcb-0c2e64b2dc29 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.818123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4e4dbab4-c3a3-4db3-bdcb-0c2e64b2dc29 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939301 Aug 31 14:10:09.818828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58252) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.840888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ed337f2-aeb7-43dc-a2d2-bcf2ac1e95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.845566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ed337f2-aeb7-43dc-a2d2-bcf2ac1e95d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.852202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ed337f2-aeb7-43dc-a2d2-bcf2ac1e95d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09b0e3ea-cf62-4d93-bd06-8b7fd7582c86 HTTP/1.1" status: 204 len: 168 time: 0.5689757 Aug 31 14:10:09.877434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f53ace8-2742-45fe-babb-dd8ddd7561d9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.889343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.901654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed337f2-aeb7-43dc-a2d2-bcf2ac1e95d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0e3ea-cf62-4d93-bd06-8b7fd7582c86,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:09.914628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f53ace8-2742-45fe-babb-dd8ddd7561d9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.922670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-5dacdeaf-8c58-49e9-816e-59dfea9c6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:09.925035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-5dacdeaf-8c58-49e9-816e-59dfea9c6fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1096 time: 0.0966599 Aug 31 14:10:09.933822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:09.980387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f53ace8-2742-45fe-babb-dd8ddd7561d9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.004187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f53ace8-2742-45fe-babb-dd8ddd7561d9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.012396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2f53ace8-2742-45fe-babb-dd8ddd7561d9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/5cc642cf-d85d-4ff0-83a3-a298c31b21a2 HTTP/1.1" status: 204 len: 168 time: 0.1920655 Aug 31 14:10:10.013585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53ace8-2742-45fe-babb-dd8ddd7561d9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cc642cf-d85d-4ff0-83a3-a298c31b21a2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:10.016226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58256) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.191639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1e5a9ee1-e9d3-4993-b96d-12e53c6dfe7f tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1673234 Aug 31 14:10:10.193176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58258) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.393773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cad7b41e-f151-468a-95fb-578f75ace049 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.398114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:10.403252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.443317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] Sync routers for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:10.462732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:10.464084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:10.471390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cad7b41e-f151-468a-95fb-578f75ace049 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.476222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-242be888-b77c-4cd4-9974-37b14deab265 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/floatingips/2b02a40f-a865-4855-805d-a674181fe7b7 HTTP/1.1" status: 204 len: 168 time: 3.2417064 Aug 31 14:10:10.478517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:10.487577 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924751ac-5914-4268-80e6-86f5a52da72a" -d '{"events": [{"name": "network-changed", "server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:10.564188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cad7b41e-f151-468a-95fb-578f75ace049 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.567453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cad7b41e-f151-468a-95fb-578f75ace049 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.568962 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cad7b41e-f151-468a-95fb-578f75ace049 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/5873b678-ca6b-43e1-b047-328337b49409 HTTP/1.1" status: 204 len: 168 time: 0.3744636 Aug 31 14:10:10.574054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58270) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.589715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7b41e-f151-468a-95fb-578f75ace049 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873b678-ca6b-43e1-b047-328337b49409,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:10.640336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-1c9b7175-4dc8-4370-97ed-0b0315cdf8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.644890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-1c9b7175-4dc8-4370-97ed-0b0315cdf8b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.6080611 Aug 31 14:10:10.655853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36877498-77a3-48ab-8a15-42a8b5245aec tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802419 Aug 31 14:10:10.661558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58274) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.671139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fc76a88c-5e8f-4572-901d-f101f939bed3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--663915435'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:10.737793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc76a88c-5e8f-4572-901d-f101f939bed3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.931814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-db49cab4-3b79-4469-b2e7-9902369d3d87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 1001 time: 0.2797246 Aug 31 14:10:11.039458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc76a88c-5e8f-4572-901d-f101f939bed3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.050217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc76a88c-5e8f-4572-901d-f101f939bed3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.074385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc76a88c-5e8f-4572-901d-f101f939bed3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.076367 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fc76a88c-5e8f-4572-901d-f101f939bed3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4132731 Aug 31 14:10:11.079689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:11.084817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58286) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:11.089921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fdc8e7ea-1db5-4a9a-bd94-9aba42183d12 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': 'fccdac47-8d8c-4998-8b5c-51ff731037cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:11.120909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76a88c-5e8f-4572-901d-f101f939bed3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccdac47-8d8c-4998-8b5c-51ff731037cf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.149746 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec513ed-2556-494a-972b-826a29e8afae x-openstack-request-id: req-aec513ed-2556-494a-972b-826a29e8afae {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:11.150954 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:11.152162 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aec513ed-2556-494a-972b-826a29e8afae {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:11.154727 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'status': 'completed', 'code': 200} Aug 31 14:10:11.161191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e7ea-1db5-4a9a-bd94-9aba42183d12 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.168645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-b15b2f50-ccd1-4379-bf9e-8a7730f98aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:11.186556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-b15b2f50-ccd1-4379-bf9e-8a7730f98aaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.2385614 Aug 31 14:10:11.261319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e7ea-1db5-4a9a-bd94-9aba42183d12 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.274305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e7ea-1db5-4a9a-bd94-9aba42183d12 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.316132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8e7ea-1db5-4a9a-bd94-9aba42183d12 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acd3452-850a-4571-a782-be8314002bd2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.341718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e7ea-1db5-4a9a-bd94-9aba42183d12 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.354696 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fdc8e7ea-1db5-4a9a-bd94-9aba42183d12 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2670834 Aug 31 14:10:11.356980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58290) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:11.370113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3a81ea9e-751e-4bc6-a764-1776d315aa48 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': 'fccdac47-8d8c-4998-8b5c-51ff731037cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:11.419595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-b3edddde-6900-4721-98f6-3919823bd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:11.423536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-b3edddde-6900-4721-98f6-3919823bd2f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292120 Aug 31 14:10:11.443554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a81ea9e-751e-4bc6-a764-1776d315aa48 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.449602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924751ac-5914-4268-80e6-86f5a52da72a req-bc320cef-c13e-4a16-8a35-69b0f7fd7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:11.451452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-924751ac-5914-4268-80e6-86f5a52da72a req-bc320cef-c13e-4a16-8a35-69b0f7fd7c02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 1096 time: 0.2327199 Aug 31 14:10:11.655051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a81ea9e-751e-4bc6-a764-1776d315aa48 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.662244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a81ea9e-751e-4bc6-a764-1776d315aa48 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.685533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:11.723085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81ea9e-751e-4bc6-a764-1776d315aa48 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2879d8-6ea0-48dd-b34a-5d30b0d2f419,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.733624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a81ea9e-751e-4bc6-a764-1776d315aa48 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.738261 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a81ea9e-751e-4bc6-a764-1776d315aa48 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3721347 Aug 31 14:10:11.739142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58300) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:11.758617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3db5f94b-68b6-4fd9-becf-ed72d851cdac tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': 'fccdac47-8d8c-4998-8b5c-51ff731037cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:11.806729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] Checking router: 3d1cf76e-1e14-40ab-ab61-f257bbda30ab for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:10:11.812280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3db5f94b-68b6-4fd9-becf-ed72d851cdac tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.837965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:11.842405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:11.896321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58306) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:11.978897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3db5f94b-68b6-4fd9-becf-ed72d851cdac tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.985927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3db5f94b-68b6-4fd9-becf-ed72d851cdac tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.026901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5f94b-68b6-4fd9-becf-ed72d851cdac tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff8b283-e0ec-4440-b2a1-2b7567916bdc,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:12.043382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3db5f94b-68b6-4fd9-becf-ed72d851cdac tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.046689 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3db5f94b-68b6-4fd9-becf-ed72d851cdac tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2925391 Aug 31 14:10:12.048576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58310) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:12.069383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4fbc4beb-6d68-49da-9887-c79aa52eef6e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': 'fccdac47-8d8c-4998-8b5c-51ff731037cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:12.123137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4beb-6d68-49da-9887-c79aa52eef6e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.218868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:12.261021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4beb-6d68-49da-9887-c79aa52eef6e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.270378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4beb-6d68-49da-9887-c79aa52eef6e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.305324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc4beb-6d68-49da-9887-c79aa52eef6e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ce4f3f-feae-4e19-8261-d8f71dfdd24f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:12.312084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2105695929-network', 'tenant_id': 'e50bb0d1b7f54cac9a39899e03ace5a7'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:12.398262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Made reservation on behalf of e50bb0d1b7f54cac9a39899e03ace5a7 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:12.409188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.421043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4beb-6d68-49da-9887-c79aa52eef6e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.424313 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4fbc4beb-6d68-49da-9887-c79aa52eef6e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3720696 Aug 31 14:10:12.425882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.428600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:12.434897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2b3ac841-ad41-4403-8585-a98a851926f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': 'fccdac47-8d8c-4998-8b5c-51ff731037cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:12.476976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29624d85-b169-4963-9ad7-50fdb4249196 req-062be1ad-91b1-45d8-bb2e-884e262f6653 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.486147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29624d85-b169-4963-9ad7-50fdb4249196 req-062be1ad-91b1-45d8-bb2e-884e262f6653 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.8953886 Aug 31 14:10:12.508815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-5a742700-60fc-4978-b58b-522fb9cd180c service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0755038 Aug 31 14:10:12.523440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924751ac-5914-4268-80e6-86f5a52da72a req-559d2c71-28e9-48c7-9595-32c2df54adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.525476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-924751ac-5914-4268-80e6-86f5a52da72a req-559d2c71-28e9-48c7-9595-32c2df54adc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fdf34d2-445d-4041-9641-1483c0d0c2f0 HTTP/1.1" status: 200 len: 898 time: 0.9907897 Aug 31 14:10:12.562418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29624d85-b169-4963-9ad7-50fdb4249196 req-e9351239-a99a-4967-a42b-97740a538741 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736477 Aug 31 14:10:12.655160 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac841-ad41-4403-8585-a98a851926f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.737566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-924751ac-5914-4268-80e6-86f5a52da72a req-a04c6773-5e08-4bf7-bf1e-ae1de3ed5fb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634 HTTP/1.1" status: 200 len: 217 time: 0.1642940 Aug 31 14:10:12.769204 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.838752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.012207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:13.057250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 1526, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:13.069783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924751ac-5914-4268-80e6-86f5a52da72a req-f54b74ec-5da1-4f2e-ba56-a3234a71b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.072230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-924751ac-5914-4268-80e6-86f5a52da72a req-f54b74ec-5da1-4f2e-ba56-a3234a71b8db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adcf0563-f957-41dd-b6c1-3984c4a85dac HTTP/1.1" status: 200 len: 834 time: 0.2216842 Aug 31 14:10:13.088936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15012d7-9be3-4981-8b1c-76fdbd2043b4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:13.106561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-012d5830-6d2e-4d38-9c48-737e256a8cd4 req-585436fe-cb4a-4461-ab97-75b969daceef service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422599 Aug 31 14:10:13.139427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac841-ad41-4403-8585-a98a851926f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.146900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09bd73b-7a66-409f-a516-fa6b3c99cdd4 None None] The sync data for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 is: [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd2b395b7-f7a0-4c34-bc60-4c2aa74ec345', 'name': '', 'network_id': '2fdf34d2-445d-4041-9641-1483c0d0c2f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:b3:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:48Z', 'updated_at': '2021-08-31T14:08:59Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'adcf0563-f957-41dd-b6c1-3984c4a85dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:13.198098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac841-ad41-4403-8585-a98a851926f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.221401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924751ac-5914-4268-80e6-86f5a52da72a req-f4a1a3db-4c1d-44b0-92f7-bbf21004092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.227968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-924751ac-5914-4268-80e6-86f5a52da72a req-f4a1a3db-4c1d-44b0-92f7-bbf21004092f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fdf34d2-445d-4041-9641-1483c0d0c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379528 Aug 31 14:10:13.229286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-caaccebe-acd4-404a-9022-49751d276495 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.230934 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-caaccebe-acd4-404a-9022-49751d276495 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.3742645 Aug 31 14:10:13.236919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.237313 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Added segment d30ac7d9-ad05-4136-ba61-b9ac4986c351 of type vlan for network 13e3e036-067f-49f7-9289-4da4cbb7203b Aug 31 14:10:13.277858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ac841-ad41-4403-8585-a98a851926f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3abcba8-0da9-4e0f-9b90-9e1ad1a212b2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:13.339953 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac841-ad41-4403-8585-a98a851926f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.341926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2b3ac841-ad41-4403-8585-a98a851926f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9119802 Aug 31 14:10:13.362088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58332) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:13.420280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.428844 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f5e8-3b12-461d-8e47-caf790b7f18e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.471342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-924751ac-5914-4268-80e6-86f5a52da72a req-16a3e53a-9a23-42af-94af-fee49a9a3eda service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314036 Aug 31 14:10:13.471596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f5e8-3b12-461d-8e47-caf790b7f18e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.582592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.583729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.584723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.614816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f5e8-3b12-461d-8e47-caf790b7f18e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.625906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f5e8-3b12-461d-8e47-caf790b7f18e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.627543 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2b7f5e8-3b12-461d-8e47-caf790b7f18e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b3abcba8-0da9-4e0f-9b90-9e1ad1a212b2 HTTP/1.1" status: 204 len: 168 time: 0.2588327 Aug 31 14:10:13.630328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58340) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:13.706614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7f5e8-3b12-461d-8e47-caf790b7f18e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3abcba8-0da9-4e0f-9b90-9e1ad1a212b2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:13.739267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-227ccf6e-ab4e-4fb0-91fc-b3c40791a848 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1040437 Aug 31 14:10:13.747690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58342) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:13.765472 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8651934 Aug 31 14:10:13.768624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58348) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:13.781987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port f6424d0b-9c6a-4590-bd21-1cf3724ee634 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:13.782960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.786818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Request body: {'subnet': {'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2105695929-subnet', 'tenant_id': 'e50bb0d1b7f54cac9a39899e03ace5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:13.792445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-924751ac-5914-4268-80e6-86f5a52da72a req-cb53bc73-7f77-4d84-a9b2-97e0b61c9a6d service neutron] 10.222.0.26 "GET /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088505 Aug 31 14:10:13.804856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88e8a7-b35d-4c57-8f9b-b3a9c6ac3f99 admin admin] Pushing event updated for resources: {'Network': ['ID=13e3e036-067f-49f7-9289-4da4cbb7203b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:13.827351 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6176488-8a2f-4f1f-ac50-5c21ef01ad2b None None] New status for floating IP 2b02a40f-a865-4855-805d-a674181fe7b7: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:10:13.827946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 13e3e036-067f-49f7-9289-4da4cbb7203b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:13.850241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44b2ff3f-759b-4c60-b699-03f1167d4e6a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.863854 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44b2ff3f-759b-4c60-b699-03f1167d4e6a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.885787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Made reservation on behalf of e50bb0d1b7f54cac9a39899e03ace5a7 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:13.889273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.012907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fbfb8-351d-4a4e-a967-3adea4db2929 req-70855be7-f9b3-4e50-814e-60818b6fcd3c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:14.015393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e94fbfb8-351d-4a4e-a967-3adea4db2929 req-70855be7-f9b3-4e50-814e-60818b6fcd3c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 945 time: 0.2192922 Aug 31 14:10:14.028019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44b2ff3f-759b-4c60-b699-03f1167d4e6a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.045490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44b2ff3f-759b-4c60-b699-03f1167d4e6a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.046899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-44b2ff3f-759b-4c60-b699-03f1167d4e6a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/39ce4f3f-feae-4e19-8261-d8f71dfdd24f HTTP/1.1" status: 204 len: 168 time: 0.2978723 Aug 31 14:10:14.051057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2ff3f-759b-4c60-b699-03f1167d4e6a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39ce4f3f-feae-4e19-8261-d8f71dfdd24f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:14.052969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58350) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:14.081315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port f6424d0b-9c6a-4590-bd21-1cf3724ee634, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f6424d0b-9c6a-4590-bd21-1cf3724ee634,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:14.081756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.108131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for f6424d0b-9c6a-4590-bd21-1cf3724ee634 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:14.213277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e94fbfb8-351d-4a4e-a967-3adea4db2929 req-750976bf-95cb-454a-8da2-5f53c34f9ad1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f11c69a-ce82-4794-8e88-d39e65d5fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809919 Aug 31 14:10:14.264729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b5001ee4-2cb7-480b-9afa-b5da45d334c2 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1887171 Aug 31 14:10:14.268308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58352) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:14.325256 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42d49301-b32c-4bac-8422-ec534e33c391 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.369463 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.378924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42d49301-b32c-4bac-8422-ec534e33c391 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.424117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=f6424d0b-9c6a-4590-bd21-1cf3724ee634,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:14.451864 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42d49301-b32c-4bac-8422-ec534e33c391 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.467673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-42d49301-b32c-4bac-8422-ec534e33c391 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.468839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-42d49301-b32c-4bac-8422-ec534e33c391 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dff8b283-e0ec-4440-b2a1-2b7567916bdc HTTP/1.1" status: 204 len: 168 time: 0.1995654 Aug 31 14:10:14.475922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58354) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:14.491857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d49301-b32c-4bac-8422-ec534e33c391 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dff8b283-e0ec-4440-b2a1-2b7567916bdc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:14.504820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] No DVR routers for this DVR port f6424d0b-9c6a-4590-bd21-1cf3724ee634 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:14.511462 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.515368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-54f1c0ac-e46c-4486-8fcf-443b63da5850 req-fe513ac8-2c0f-4b6d-8a61-8f4d5fcd718b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "DELETE /v2.0/ports/f6424d0b-9c6a-4590-bd21-1cf3724ee634 HTTP/1.1" status: 204 len: 173 time: 1.2595000 Aug 31 14:10:14.517622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'name': 'network-vif-deleted', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:14.537683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.554325 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc47f8bc-ac01-40ce-ac48-e91e00ad2f7a" -d '{"events": [{"server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "name": "network-vif-deleted", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:14.567455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bc9164f0-6e8b-482e-b160-2c4ceb7e3951 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0903051 Aug 31 14:10:14.574937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58358) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:14.640858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007bc0b5-3d91-4262-95db-e9494d07387f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:14.683007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Checking segment: {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:14.683389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Network hostable DHCP agents. Network: 13e3e036-067f-49f7-9289-4da4cbb7203b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:14.703031 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-060d0630-c0cd-4ebc-b213-1647b5ceb8cf tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.724066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Network 13e3e036-067f-49f7-9289-4da4cbb7203b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:14.753824 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f420eb97-78e6-454d-b419-4e3342e72dcc x-openstack-request-id: req-f420eb97-78e6-454d-b419-4e3342e72dcc {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:14.753824 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de915033-b89a-433b-b8d3-8cb61b413de6", "name": "network-vif-deleted", "tag": "f6424d0b-9c6a-4590-bd21-1cf3724ee634", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:14.753824 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f420eb97-78e6-454d-b419-4e3342e72dcc {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:14.753824 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de915033-b89a-433b-b8d3-8cb61b413de6', 'name': 'network-vif-deleted', 'tag': 'f6424d0b-9c6a-4590-bd21-1cf3724ee634', 'status': 'completed', 'code': 200} Aug 31 14:10:14.755980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 13e3e036-067f-49f7-9289-4da4cbb7203b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:14.757549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-060d0630-c0cd-4ebc-b213-1647b5ceb8cf tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.762511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:14.763656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.771574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a6a19-6d6e-48b2-bbcf-381c1e09b46d None None] Network 13e3e036-067f-49f7-9289-4da4cbb7203b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:14.797054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2555a1ee-c37e-4e4a-805d-07720faafb60 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0254276 Aug 31 14:10:14.842670 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-060d0630-c0cd-4ebc-b213-1647b5ceb8cf tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.853542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-060d0630-c0cd-4ebc-b213-1647b5ceb8cf tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.857672 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-060d0630-c0cd-4ebc-b213-1647b5ceb8cf tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/bc2879d8-6ea0-48dd-b34a-5d30b0d2f419 HTTP/1.1" status: 204 len: 168 time: 0.2773790 Aug 31 14:10:14.859352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:14.888922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d0630-c0cd-4ebc-b213-1647b5ceb8cf tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc2879d8-6ea0-48dd-b34a-5d30b0d2f419,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:15.000150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1ad8823b-96fc-4d02-ae8b-34586cbf4e27 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1395009 Aug 31 14:10:15.002993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58368) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:15.059772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bbc343-8875-4d5a-b9cb-ee90f2496ab7 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.077866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bbc343-8875-4d5a-b9cb-ee90f2496ab7 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.137613 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bbc343-8875-4d5a-b9cb-ee90f2496ab7 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.158267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65fa29d-d224-4d79-b02b-b5da511fbfad None None] Network 13e3e036-067f-49f7-9289-4da4cbb7203b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:15.159427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bbc343-8875-4d5a-b9cb-ee90f2496ab7 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.160672 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-26bbc343-8875-4d5a-b9cb-ee90f2496ab7 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6acd3452-850a-4571-a782-be8314002bd2 HTTP/1.1" status: 204 len: 168 time: 0.1564140 Aug 31 14:10:15.163742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58370) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:15.178286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbc343-8875-4d5a-b9cb-ee90f2496ab7 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6acd3452-850a-4571-a782-be8314002bd2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:15.335337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-566bb9c4-627c-465d-9919-cfbd3ec1329d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1677430 Aug 31 14:10:15.335556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58378) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:15.615591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0bc5-3d39-4b3f-80db-74c6c3b48995 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.690561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0bc5-3d39-4b3f-80db-74c6c3b48995 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.821551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0bc5-3d39-4b3f-80db-74c6c3b48995 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.828680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0bc5-3d39-4b3f-80db-74c6c3b48995 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.829903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2f8e0bc5-3d39-4b3f-80db-74c6c3b48995 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/fccdac47-8d8c-4998-8b5c-51ff731037cf HTTP/1.1" status: 204 len: 168 time: 0.4913282 Aug 31 14:10:15.832377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58386) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:15.854129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e0bc5-3d39-4b3f-80db-74c6c3b48995 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccdac47-8d8c-4998-8b5c-51ff731037cf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:15.931557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24e6e87e-a949-4cd5-bf58-1cb482d5f37e req-5fdbf159-9fac-4ceb-8878-75c310011fca tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=de915033-b89a-433b-b8d3-8cb61b413de6 HTTP/1.1" status: 200 len: 210 time: 0.4022708 Aug 31 14:10:15.960070 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7d563ea1-72a0-457e-be0f-647ad45fe4ee tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223824 Aug 31 14:10:15.962379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:15.971784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-97495da4-a9f7-42ca-a6eb-bf9262f9bcb8 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062676403'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:16.042556 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97495da4-a9f7-42ca-a6eb-bf9262f9bcb8 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.386948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f6424d0b-9c6a-4590-bd21-1cf3724ee634 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:16.416675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97495da4-a9f7-42ca-a6eb-bf9262f9bcb8 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.468394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f6424d0b-9c6a-4590-bd21-1cf3724ee634 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:16.470918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97495da4-a9f7-42ca-a6eb-bf9262f9bcb8 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.471373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f6424d0b-9c6a-4590-bd21-1cf3724ee634 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:16.500668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-2daf5161-d9f4-4da4-ad5e-78d939091e93 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:16.508402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-2daf5161-d9f4-4da4-ad5e-78d939091e93 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 815 time: 0.3367922 Aug 31 14:10:16.537433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-a35a196e-bdab-4285-a0aa-22191f7fccf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/quotas/e50bb0d1b7f54cac9a39899e03ace5a7 HTTP/1.1" status: 200 len: 375 time: 0.0279443 Aug 31 14:10:16.538927 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-97495da4-a9f7-42ca-a6eb-bf9262f9bcb8 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.540553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-97495da4-a9f7-42ca-a6eb-bf9262f9bcb8 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5763116 Aug 31 14:10:16.541614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97495da4-a9f7-42ca-a6eb-bf9262f9bcb8 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3962868d-3d22-4c4a-8a9e-071529533ed4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:16.543599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58410) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:16.549472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0b2a5715-86c6-444a-befe-09869dd9260e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': '3962868d-3d22-4c4a-8a9e-071529533ed4', 'direction': 'ingress', 'protocol': 17}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:16.590514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-32affe97-7510-408d-bf2e-4025ae8922b0 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434113 Aug 31 14:10:16.621665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5715-86c6-444a-befe-09869dd9260e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.764755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5715-86c6-444a-befe-09869dd9260e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.771429 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5715-86c6-444a-befe-09869dd9260e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.810530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-c98a9050-ee30-4c37-86fd-df568113064d service neutron] 10.222.0.10 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155511 Aug 31 14:10:16.823919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a5715-86c6-444a-befe-09869dd9260e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db649ff5-ef41-4e98-9568-72c80dae3587,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:16.834306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5715-86c6-444a-befe-09869dd9260e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.842332 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b2a5715-86c6-444a-befe-09869dd9260e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2974734 Aug 31 14:10:16.843109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58416) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:16.977473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-02d67013-35b7-4166-95dc-98ca34905d72 service neutron] 10.222.0.10 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660206 Aug 31 14:10:17.007410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8e20-a679-4676-9a14-273252e8f28d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.062488 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8e20-a679-4676-9a14-273252e8f28d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.200171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8e20-a679-4676-9a14-273252e8f28d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.213701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8e20-a679-4676-9a14-273252e8f28d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.224280 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8f8e8e20-a679-4676-9a14-273252e8f28d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/3962868d-3d22-4c4a-8a9e-071529533ed4 HTTP/1.1" status: 204 len: 168 time: 0.3687935 Aug 31 14:10:17.224549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58424) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:17.241376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8e20-a679-4676-9a14-273252e8f28d tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962868d-3d22-4c4a-8a9e-071529533ed4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:17.392198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91e47826-5813-43e6-8147-1475ab2c6842 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723762 Aug 31 14:10:17.397779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58438) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:17.413821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-014a7b13-8761-4d78-8ffb-8198bf291e92 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402335133'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:17.480152 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-014a7b13-8761-4d78-8ffb-8198bf291e92 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.518006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:17.677739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-014a7b13-8761-4d78-8ffb-8198bf291e92 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.683450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-014a7b13-8761-4d78-8ffb-8198bf291e92 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.746728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-014a7b13-8761-4d78-8ffb-8198bf291e92 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.761995 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-014a7b13-8761-4d78-8ffb-8198bf291e92 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3573606 Aug 31 14:10:17.770207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fa9af90-d3e6-4b5c-8503-a2e1c58b5aa9 req-12b2ae1a-93ef-4f0c-8d8e-c8e57833e0ee tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 210 time: 0.1136236 Aug 31 14:10:17.775921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58452) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:17.788531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a7b13-8761-4d78-8ffb-8198bf291e92 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf988074-3341-40df-ae0a-839d0da8e87f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:17.792479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6cceaa22-1f1d-4265-b398-e9a4d7d2cd4a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471891191'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:17.941106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58460) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:17.953006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cceaa22-1f1d-4265-b398-e9a4d7d2cd4a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.217744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-610e49b4-67ac-4bc8-a74f-ba9c5b6b1c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.220089 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cceaa22-1f1d-4265-b398-e9a4d7d2cd4a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.281240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cceaa22-1f1d-4265-b398-e9a4d7d2cd4a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.443082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceaa22-1f1d-4265-b398-e9a4d7d2cd4a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9973605-4df3-42d8-a346-c8b3930e70ad,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:18.477534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-610e49b4-67ac-4bc8-a74f-ba9c5b6b1c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.483332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-610e49b4-67ac-4bc8-a74f-ba9c5b6b1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.520458 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-610e49b4-67ac-4bc8-a74f-ba9c5b6b1c9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d50ba01119594be3bd4e707e54e95c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766907 Aug 31 14:10:18.528662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58468) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:18.549366 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6cceaa22-1f1d-4265-b398-e9a4d7d2cd4a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.554941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58470) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:18.566893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6cceaa22-1f1d-4265-b398-e9a4d7d2cd4a tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7874703 Aug 31 14:10:18.584251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4509f97d-39e5-4006-a311-8da3a517efd0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': 'cf988074-3341-40df-ae0a-839d0da8e87f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a9973605-4df3-42d8-a346-c8b3930e70ad', 'remote_ip_prefix': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:18.635119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e49b4-67ac-4bc8-a74f-ba9c5b6b1c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d516d8f9-ea9f-4d09-85d1-a3ae5023b873,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:18.713974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-995cceda-d07e-444c-8775-af469d66c443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.739525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4509f97d-39e5-4006-a311-8da3a517efd0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.757726 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-995cceda-d07e-444c-8775-af469d66c443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.804964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.965369 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4509f97d-39e5-4006-a311-8da3a517efd0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.989743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4509f97d-39e5-4006-a311-8da3a517efd0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.014906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509f97d-39e5-4006-a311-8da3a517efd0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7a896b-a7e0-4727-b418-88c8845dd133,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:19.069184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b16ae4e-fd6c-44eb-bb52-87d84e4786c9 req-038eb79e-bb7f-4876-b281-55d05bd6f8f7 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 210 time: 0.0950925 Aug 31 14:10:19.116351 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-995cceda-d07e-444c-8775-af469d66c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.120945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-995cceda-d07e-444c-8775-af469d66c443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.122132 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-995cceda-d07e-444c-8775-af469d66c443 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d516d8f9-ea9f-4d09-85d1-a3ae5023b873 HTTP/1.1" status: 204 len: 168 time: 0.5923793 Aug 31 14:10:19.177660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4509f97d-39e5-4006-a311-8da3a517efd0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.182865 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4509f97d-39e5-4006-a311-8da3a517efd0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6119661 Aug 31 14:10:19.183158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58488) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:19.184298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cceda-d07e-444c-8775-af469d66c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d516d8f9-ea9f-4d09-85d1-a3ae5023b873,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:19.263971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-a270e61f-ca1b-4199-a5d5-98f435e4ae46 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.268197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-a270e61f-ca1b-4199-a5d5-98f435e4ae46 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 815 time: 0.2367849 Aug 31 14:10:19.278321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-241a625a-a0bb-4892-be2a-9d1a57e5989b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.294699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-241a625a-a0bb-4892-be2a-9d1a57e5989b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.328513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Request body: {'port': {'device_id': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'admin_state_up': True, 'tenant_id': 'e50bb0d1b7f54cac9a39899e03ace5a7'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:19.399236 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-241a625a-a0bb-4892-be2a-9d1a57e5989b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.415068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-241a625a-a0bb-4892-be2a-9d1a57e5989b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.421367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-241a625a-a0bb-4892-be2a-9d1a57e5989b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6c7a896b-a7e0-4727-b418-88c8845dd133 HTTP/1.1" status: 204 len: 168 time: 0.2370265 Aug 31 14:10:19.424555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58492) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:19.458881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a625a-a0bb-4892-be2a-9d1a57e5989b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c7a896b-a7e0-4727-b418-88c8845dd133,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:19.501415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:19.501844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.561276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Made reservation on behalf of e50bb0d1b7f54cac9a39899e03ace5a7 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:19.562935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f883b62-2c30-4355-8f26-eae9e0348560 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1256294 Aug 31 14:10:19.566322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58494) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:19.566802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.741963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port d2b395b7-f7a0-4c34-bc60-4c2aa74ec345, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:19.742352 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.762957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:19.799025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58500) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:19.820303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4c486e-e8e2-4dea-8623-d311ce4f1d9e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.856676 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4c486e-e8e2-4dea-8623-d311ce4f1d9e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.874424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Allocated IP 172.20.0.7 (13e3e036-067f-49f7-9289-4da4cbb7203b/007bc0b5-3d91-4262-95db-e9494d07387f/3da692e6-3bf9-46c7-a275-1d5910263454) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:19.936905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-998cbf70-05ee-44d4-ad5b-de7ca4eb72db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.964953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4c486e-e8e2-4dea-8623-d311ce4f1d9e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.968618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac4c486e-e8e2-4dea-8623-d311ce4f1d9e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.970663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ac4c486e-e8e2-4dea-8623-d311ce4f1d9e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/a9973605-4df3-42d8-a346-c8b3930e70ad HTTP/1.1" status: 204 len: 168 time: 0.4032738 Aug 31 14:10:19.983011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58506) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:20.023942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c486e-e8e2-4dea-8623-d311ce4f1d9e tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9973605-4df3-42d8-a346-c8b3930e70ad,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.164081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.198430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=d2b395b7-f7a0-4c34-bc60-4c2aa74ec345,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.326223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-998cbf70-05ee-44d4-ad5b-de7ca4eb72db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.374207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f60443c4-3d8e-441b-8f68-557420457668 req-62274931-e415-48f6-9b70-840bc8ce5753 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 210 time: 0.1570044 Aug 31 14:10:20.379211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2afb4ede-3aba-407b-a60a-2c5132e9decc tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3935220 Aug 31 14:10:20.384452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:20.386701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-998cbf70-05ee-44d4-ad5b-de7ca4eb72db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.495227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.537682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-998cbf70-05ee-44d4-ad5b-de7ca4eb72db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec5d16c78ced4171890041d20b956b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7364271 Aug 31 14:10:20.539570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58516) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:20.554238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cbf70-05ee-44d4-ad5b-de7ca4eb72db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20184f58-638d-4ba6-b798-23f7c70e1d00,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.601825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9881c6-70a5-4b10-a38b-9d2fcf6cf963 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.613374 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.639840 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e90ef80e-86cd-4248-a346-6ca3b428739e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.646660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9881c6-70a5-4b10-a38b-9d2fcf6cf963 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.682456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.706708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e90ef80e-86cd-4248-a346-6ca3b428739e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.738694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.767337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Network 13e3e036-067f-49f7-9289-4da4cbb7203b is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:20.770735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:20.777827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:20.781238 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9881c6-70a5-4b10-a38b-9d2fcf6cf963 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.783966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9881c6-70a5-4b10-a38b-9d2fcf6cf963 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.785244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c9881c6-70a5-4b10-a38b-9d2fcf6cf963 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf988074-3341-40df-ae0a-839d0da8e87f HTTP/1.1" status: 204 len: 168 time: 0.3994963 Aug 31 14:10:20.799225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:20.832563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9881c6-70a5-4b10-a38b-9d2fcf6cf963 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf988074-3341-40df-ae0a-839d0da8e87f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.889068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:20.889714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.928829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-75614ddc-819e-481b-8440-6ece85d72e03 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6255887 Aug 31 14:10:20.933556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58524) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:20.933731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2d2874d1-1a09-44bd-8832-c8e5ffdd8cf0 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235058 Aug 31 14:10:20.941502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-07639e54-614c-4d86-82e2-92a1b4bb658b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774579214'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:20.976206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e90ef80e-86cd-4248-a346-6ca3b428739e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.978844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e90ef80e-86cd-4248-a346-6ca3b428739e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.982342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e90ef80e-86cd-4248-a346-6ca3b428739e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20184f58-638d-4ba6-b798-23f7c70e1d00 HTTP/1.1" status: 204 len: 168 time: 0.4394975 Aug 31 14:10:20.982498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Request body: {'port': {'device_id': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:21.026244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef80e-86cd-4248-a346-6ca3b428739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20184f58-638d-4ba6-b798-23f7c70e1d00,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:21.072561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07639e54-614c-4d86-82e2-92a1b4bb658b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.144679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:21.154662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.374791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:21.381498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-81770b3d-5282-475a-ad0f-10025b7ce8f6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/3d1cf76e-1e14-40ab-ab61-f257bbda30ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8618093 Aug 31 14:10:21.384153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58540) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:21.387900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] Sync routers for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:21.410115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:21.412631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:21.427738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07639e54-614c-4d86-82e2-92a1b4bb658b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.439651 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07639e54-614c-4d86-82e2-92a1b4bb658b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.510255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting subnet adcf0563-f957-41dd-b6c1-3984c4a85dac {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:21.518883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.573270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07639e54-614c-4d86-82e2-92a1b4bb658b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.578058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-07639e54-614c-4d86-82e2-92a1b4bb658b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6432371 Aug 31 14:10:21.580275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58546) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:21.593266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.600348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3dcc708d-4937-4c6e-8bc0-5ae2c5cfc4d4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': '4c19babf-3550-492c-84ed-4b1d84c173df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:21.611586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07639e54-614c-4d86-82e2-92a1b4bb658b tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19babf-3550-492c-84ed-4b1d84c173df,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:21.655697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:21.738908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.785029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da692e6-3bf9-46c7-a275-1d5910263454 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:21.790175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3dcc708d-4937-4c6e-8bc0-5ae2c5cfc4d4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.798793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.824560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.841480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.843404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/subnets/adcf0563-f957-41dd-b6c1-3984c4a85dac HTTP/1.1" status: 204 len: 168 time: 0.4563882 Aug 31 14:10:21.851151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58558) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:21.886332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Transition to ACTIVE for port object 3da692e6-3bf9-46c7-a275-1d5910263454 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:21.905225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0b0ad-2fe0-43ad-9239-d428436a29cd tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Subnet': ['ID=adcf0563-f957-41dd-b6c1-3984c4a85dac,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:21.905917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9fa5fc-84f0-42d6-8120-2269022ea78c None None] Network 2fdf34d2-445d-4041-9641-1483c0d0c2f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:21.941163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e9b1-fbcb-4006-a5dc-6653dab83a24 req-24f4afe5-0b1a-49c5-8f12-1e2394a12743 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:21.943523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f76e9b1-fbcb-4006-a5dc-6653dab83a24 req-24f4afe5-0b1a-49c5-8f12-1e2394a12743 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 931 time: 0.1325181 Aug 31 14:10:22.019482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f76e9b1-fbcb-4006-a5dc-6653dab83a24 req-28ec5b3e-2954-40e0-b627-65822538f4e1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658991 Aug 31 14:10:22.057427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3dcc708d-4937-4c6e-8bc0-5ae2c5cfc4d4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.058595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.069420 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3dcc708d-4937-4c6e-8bc0-5ae2c5cfc4d4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.169346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:10:20Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:22.187944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3dcc708d-4937-4c6e-8bc0-5ae2c5cfc4d4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.195385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58574) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:22.196815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3dcc708d-4937-4c6e-8bc0-5ae2c5cfc4d4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6026831 Aug 31 14:10:22.221855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc708d-4937-4c6e-8bc0-5ae2c5cfc4d4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d81e3c-def6-45b1-8804-26da79c59676,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:22.265205 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af764449-805a-4420-b31d-cdc25941f3d6 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.287775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af764449-805a-4420-b31d-cdc25941f3d6 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.291733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] Checking router: 3d1cf76e-1e14-40ab-ab61-f257bbda30ab for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:10:22.324268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:22.326750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] Routers {'3d1cf76e-1e14-40ab-ab61-f257bbda30ab'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:22.327394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:09:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:22.447799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.460353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af764449-805a-4420-b31d-cdc25941f3d6 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.482657 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af764449-805a-4420-b31d-cdc25941f3d6 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.490468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-af764449-805a-4420-b31d-cdc25941f3d6 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/10d81e3c-def6-45b1-8804-26da79c59676 HTTP/1.1" status: 204 len: 168 time: 0.2932327 Aug 31 14:10:22.495793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58582) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:22.503657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af764449-805a-4420-b31d-cdc25941f3d6 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10d81e3c-def6-45b1-8804-26da79c59676,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:22.570500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Attempting to bind port 3da692e6-3bf9-46c7-a275-1d5910263454 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:22.573438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Attempting to bind port 3da692e6-3bf9-46c7-a275-1d5910263454 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:22.573800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Attempting to bind port 3da692e6-3bf9-46c7-a275-1d5910263454 on network 13e3e036-067f-49f7-9289-4da4cbb7203b {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:22.574499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e74e2-9f61-4b16-968a-0e93f77fa18e req-3b72015d-293e-41f4-aaaf-be54d3a57b7e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:22.576547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a4e74e2-9f61-4b16-968a-0e93f77fa18e req-3b72015d-293e-41f4-aaaf-be54d3a57b7e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 945 time: 0.1959450 Aug 31 14:10:22.590638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] DHCP port deletion for 2fdf34d2-445d-4041-9641-1483c0d0c2f0 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:22.651008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a4e74e2-9f61-4b16-968a-0e93f77fa18e req-45fc7cfb-0708-4594-bb37-0685f7e07f22 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640788 Aug 31 14:10:22.681912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] Set router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:22.929285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] Deleting port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:22.929675 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.089086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] For port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=78bd0c65-feaf-44b9-bdff-8752ff0ec39f,segment=NetworkSegment(6027f79b-142e-405a-bdf5-d18e69ee5405),segment_id=6027f79b-142e-405a-bdf5-d18e69ee5405)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:23.094218 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.130971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 78bd0c65-feaf-44b9-bdff-8752ff0ec39f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:23.142638 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.164136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ed2ead54-60d6-485e-8c24-e703a55849f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6609819 Aug 31 14:10:23.164136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Port 3da692e6-3bf9-46c7-a275-1d5910263454 on network 13e3e036-067f-49f7-9289-4da4cbb7203b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:23.164136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Attempting to bind port 3da692e6-3bf9-46c7-a275-1d5910263454 on network 13e3e036-067f-49f7-9289-4da4cbb7203b {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:23.166480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58610) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:23.170822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:23.171188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Checking segment: {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:23.171574 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Bound using segment: {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:23.173117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Bound port: 3da692e6-3bf9-46c7-a275-1d5910263454, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:23.173637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.182983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] Calling delete_port for 78bd0c65-feaf-44b9-bdff-8752ff0ec39f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:23.309226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port b030e531-b14c-48d6-811d-46214c6711c3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:23.309846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.326820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:10:20Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:23.409887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2673f0-f3a6-40fd-9011-b475907184a0 None None] The sync data for ids ['3d1cf76e-1e14-40ab-ab61-f257bbda30ab'] in n-d-792362-6 is: [{'id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673118728', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:08:40Z', 'updated_at': '2021-08-31T14:10:20Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': 'b030e531-b14c-48d6-811d-46214c6711c3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cf76e-1e14-40ab-ab61-f257bbda30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:08:42Z', 'updated_at': '2021-08-31T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:23.432923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7fb134a-5f8e-44cf-899c-6008be5edbfb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.439621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port b030e531-b14c-48d6-811d-46214c6711c3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b030e531-b14c-48d6-811d-46214c6711c3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:23.440324 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.454195 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.460622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.476615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:23.487108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7fb134a-5f8e-44cf-899c-6008be5edbfb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.502294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for b030e531-b14c-48d6-811d-46214c6711c3 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:23.523910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:23.537442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.546560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7fb134a-5f8e-44cf-899c-6008be5edbfb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.549042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] Pushing event deleted for resources: {'Port': ['ID=78bd0c65-feaf-44b9-bdff-8752ff0ec39f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:23.549389 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7fb134a-5f8e-44cf-899c-6008be5edbfb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.550571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f7fb134a-5f8e-44cf-899c-6008be5edbfb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/4c19babf-3550-492c-84ed-4b1d84c173df HTTP/1.1" status: 204 len: 168 time: 0.3827553 Aug 31 14:10:23.556592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58620) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:23.561535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28daf2-da9a-4061-8c96-01f35d578cec None None] No DVR routers for this DVR port 78bd0c65-feaf-44b9-bdff-8752ff0ec39f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:23.579403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb134a-5f8e-44cf-899c-6008be5edbfb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19babf-3550-492c-84ed-4b1d84c173df,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:23.597959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7652dc2-2b72-4625-8525-23f3f6901a7e req-2449c056-d07f-45dc-99be-7dbfac68c009 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.606210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7652dc2-2b72-4625-8525-23f3f6901a7e req-2449c056-d07f-45dc-99be-7dbfac68c009 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 943 time: 0.3041353 Aug 31 14:10:23.660436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7652dc2-2b72-4625-8525-23f3f6901a7e req-9d042a0c-404a-43a7-957f-eda2a3384f21 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530019 Aug 31 14:10:23.727688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.728385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.729981 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] 10.222.0.26 "PUT /v2.0/ports/3da692e6-3bf9-46c7-a275-1d5910263454 HTTP/1.1" status: 200 len: 1091 time: 2.7767947 Aug 31 14:10:23.732403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:23.734899 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d" -d '{"events": [{"name": "network-changed", "server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:23.777444 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e715abef-c769-479a-b2c4-3181b8e8e4a6 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2134352 Aug 31 14:10:23.777834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58630) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:23.784005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1cbdf553-4952-436b-86d9-411da34ba042 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020884374'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:23.791379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4c8df-c9d7-4e15-88c8-89d2255d5758 service neutron] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:23.851373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf553-4952-436b-86d9-411da34ba042 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.937205 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa1dbda-8a29-4981-83ad-9ba8d5940bb1 x-openstack-request-id: req-eaa1dbda-8a29-4981-83ad-9ba8d5940bb1 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:23.937681 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:23.938556 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaa1dbda-8a29-4981-83ad-9ba8d5940bb1 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:23.939205 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454', 'status': 'completed', 'code': 200} Aug 31 14:10:23.974508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-6b8a6fa5-7bd2-48a5-b933-e3ac9f67005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.976284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-6b8a6fa5-7bd2-48a5-b933-e3ac9f67005f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 1094 time: 0.1026459 Aug 31 14:10:23.996493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf553-4952-436b-86d9-411da34ba042 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.002717 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf553-4952-436b-86d9-411da34ba042 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.038682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf553-4952-436b-86d9-411da34ba042 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.040210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1cbdf553-4952-436b-86d9-411da34ba042 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2613463 Aug 31 14:10:24.043758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58632) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.048906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8222b71c-9298-4261-8605-3bb6e9d27feb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': '48432a87-e007-484f-9d08-71cc14440bc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:24.055921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-a6331bfa-ef1b-4b68-aa59-c5bd235d1859 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da692e6-3bf9-46c7-a275-1d5910263454 HTTP/1.1" status: 200 len: 217 time: 0.0467803 Aug 31 14:10:24.058421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdf553-4952-436b-86d9-411da34ba042 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48432a87-e007-484f-9d08-71cc14440bc2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.099498 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8222b71c-9298-4261-8605-3bb6e9d27feb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.135562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.184834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=b030e531-b14c-48d6-811d-46214c6711c3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.192180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-edddff3a-25c1-4fe5-b24c-deb3a6a6aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.194082 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-edddff3a-25c1-4fe5-b24c-deb3a6a6aa9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007bc0b5-3d91-4262-95db-e9494d07387f HTTP/1.1" status: 200 len: 855 time: 0.1215265 Aug 31 14:10:24.200114 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8222b71c-9298-4261-8605-3bb6e9d27feb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.206387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8222b71c-9298-4261-8605-3bb6e9d27feb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.231823 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8222b71c-9298-4261-8605-3bb6e9d27feb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.236690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8222b71c-9298-4261-8605-3bb6e9d27feb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1911979 Aug 31 14:10:24.237669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.241455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-8d927295-d1c6-4804-9c01-75ad7fd871a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13e3e036-067f-49f7-9289-4da4cbb7203b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291593 Aug 31 14:10:24.248976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b71c-9298-4261-8605-3bb6e9d27feb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7015f574-0ec3-4771-8592-9e759ee7c438,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.294427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-08725a21-edf5-4826-8c38-3d357453b883 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules/7015f574-0ec3-4771-8592-9e759ee7c438 HTTP/1.1" status: 200 len: 763 time: 0.0553136 Aug 31 14:10:24.298193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58646) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.349209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c4190f56-a424-40db-84f5-bfe47fd0ab91 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0498469 Aug 31 14:10:24.351428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58648) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.355783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.383243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95f5c74e-a433-47d0-b51c-01005bd1bc56 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.393439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95f5c74e-a433-47d0-b51c-01005bd1bc56 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.428822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95f5c74e-a433-47d0-b51c-01005bd1bc56 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.440387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95f5c74e-a433-47d0-b51c-01005bd1bc56 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.441361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-95f5c74e-a433-47d0-b51c-01005bd1bc56 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7015f574-0ec3-4771-8592-9e759ee7c438 HTTP/1.1" status: 204 len: 168 time: 0.0887659 Aug 31 14:10:24.448947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58650) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.451845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5c74e-a433-47d0-b51c-01005bd1bc56 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7015f574-0ec3-4771-8592-9e759ee7c438,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.481469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.483916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.518730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5f3c7e0-5cfe-4787-b220-4205f37c3139 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675902 Aug 31 14:10:24.520187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58658) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.533628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5975980e-126a-408e-ac11-c19da7cf8f85 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': '48432a87-e007-484f-9d08-71cc14440bc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:24.566024 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.566634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1cf76e-1e14-40ab-ab61-f257bbda30ab {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:10:24.574886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5975980e-126a-408e-ac11-c19da7cf8f85 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.581823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.583162 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a979153e-62a1-4ebe-baa4-d11523447553 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/routers/3d1cf76e-1e14-40ab-ab61-f257bbda30ab HTTP/1.1" status: 204 len: 168 time: 2.7276943 Aug 31 14:10:24.585672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58662) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.673738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5975980e-126a-408e-ac11-c19da7cf8f85 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.687460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5975980e-126a-408e-ac11-c19da7cf8f85 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.702326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-7d560b87-8e67-4af9-b8f8-2e79d9e27278 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348269 Aug 31 14:10:24.774067 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.911718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dfb3fb82-d670-42ff-8327-59f1f0fe6e6d req-51e9afab-2517-4033-9f47-5c731d0db2cb service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922405 Aug 31 14:10:24.913431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.925513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdf34d2-445d-4041-9641-1483c0d0c2f0']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:24.938357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6027f79b-142e-405a-bdf5-d18e69ee5405') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:24.938587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6027f79b-142e-405a-bdf5-d18e69ee5405') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:24.949307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.973008 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.980153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:24.980701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:24.984199 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:25.077198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.096921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.101614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/networks/2fdf34d2-445d-4041-9641-1483c0d0c2f0 HTTP/1.1" status: 204 len: 168 time: 0.5115929 Aug 31 14:10:25.101614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-34e85740-23f4-46a9-9ed3-fe1ac6735203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.103043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-34e85740-23f4-46a9-9ed3-fe1ac6735203 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 1094 time: 0.0767617 Aug 31 14:10:25.103644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58670) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.104421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fb00b-9ec6-46e6-b240-c0a010c0dbb6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Network': ['ID=2fdf34d2-445d-4041-9641-1483c0d0c2f0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.154553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975980e-126a-408e-ac11-c19da7cf8f85 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1a878d-cb91-4741-b4c0-c400421c5834,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.166048 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5975980e-126a-408e-ac11-c19da7cf8f85 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.170513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5975980e-126a-408e-ac11-c19da7cf8f85 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6448333 Aug 31 14:10:25.174019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.198586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0cc0018-bf80-4a8f-a8ef-79e09dc4c4f3 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules/ae1a878d-cb91-4741-b4c0-c400421c5834 HTTP/1.1" status: 200 len: 763 time: 0.0239775 Aug 31 14:10:25.202242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58674) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.268444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-9efaadc4-4c92-4ee3-8f7d-58397c7ebc28 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.270257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-9efaadc4-4c92-4ee3-8f7d-58397c7ebc28 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.6414745 Aug 31 14:10:25.275816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-235a2d99-d576-41c1-ae1f-9e9245664918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.277680 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-235a2d99-d576-41c1-ae1f-9e9245664918 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 917 time: 0.1637096 Aug 31 14:10:25.297151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ae9d4b3-dd49-4b13-b560-46ce98d5e432 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0916681 Aug 31 14:10:25.297416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b030e531-b14c-48d6-811d-46214c6711c3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:25.297862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58680) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.337100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b030e531-b14c-48d6-811d-46214c6711c3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:25.337566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b030e531-b14c-48d6-811d-46214c6711c3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:25.337992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:25.355074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-056c94a3-5cbc-4a90-959e-bf10eb2021c2 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.358357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:25.359022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d2b395b7-f7a0-4c34-bc60-4c2aa74ec345 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:25.365841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-172ff679-5472-4893-872d-cd36ad398716 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/quotas/8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 375 time: 0.0692384 Aug 31 14:10:25.367059 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-3930d0d5-8b1d-4c8a-9a55-06121e3961f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da692e6-3bf9-46c7-a275-1d5910263454 HTTP/1.1" status: 200 len: 217 time: 0.0787089 Aug 31 14:10:25.400067 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-056c94a3-5cbc-4a90-959e-bf10eb2021c2 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.410503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c3dee1f-97ee-47ed-b5f6-f65acd822c2d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.440056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-d83be03b-093c-47cd-afc5-8744451d366c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732718 Aug 31 14:10:25.446099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-056c94a3-5cbc-4a90-959e-bf10eb2021c2 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.446289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c3dee1f-97ee-47ed-b5f6-f65acd822c2d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.455950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-056c94a3-5cbc-4a90-959e-bf10eb2021c2 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.457053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-056c94a3-5cbc-4a90-959e-bf10eb2021c2 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ae1a878d-cb91-4741-b4c0-c400421c5834 HTTP/1.1" status: 204 len: 168 time: 0.1586630 Aug 31 14:10:25.457174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-7d6a550b-191c-4d30-8550-28bb316f302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.458598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-7d6a550b-191c-4d30-8550-28bb316f302c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007bc0b5-3d91-4262-95db-e9494d07387f HTTP/1.1" status: 200 len: 855 time: 0.0808506 Aug 31 14:10:25.461010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58682) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.506618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c94a3-5cbc-4a90-959e-bf10eb2021c2 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae1a878d-cb91-4741-b4c0-c400421c5834,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.521288 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-6a604a3f-91e4-4b3c-ab7b-870acbdbdf67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13e3e036-067f-49f7-9289-4da4cbb7203b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465136 Aug 31 14:10:25.551536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-defc13cc-8a36-4a7f-a8a6-94e897de42e5 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024120 Aug 31 14:10:25.598666 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-89ef3116-3ba4-4e82-9a9d-063864c3ec33 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1343377 Aug 31 14:10:25.598953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58686) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.603263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e8888422-5150-4bc4-9360-7a925ee706f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Request body: {'security_group_rule': {'security_group_id': '48432a87-e007-484f-9d08-71cc14440bc2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:25.655403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c3dee1f-97ee-47ed-b5f6-f65acd822c2d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.657899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-dfc09975-faa5-43e5-ba5c-4a40e9b7ac9c service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988851 Aug 31 14:10:25.659274 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0c3dee1f-97ee-47ed-b5f6-f65acd822c2d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.660430 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0c3dee1f-97ee-47ed-b5f6-f65acd822c2d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/security-groups/0f11c69a-ce82-4794-8e88-d39e65d5fdff HTTP/1.1" status: 204 len: 168 time: 0.5539920 Aug 31 14:10:25.666671 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8888422-5150-4bc4-9360-7a925ee706f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.692090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dee1f-97ee-47ed-b5f6-f65acd822c2d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f11c69a-ce82-4794-8e88-d39e65d5fdff,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.706506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-23413d7f-fb39-44fa-886b-eedf29587ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763895 Aug 31 14:10:25.804184 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8888422-5150-4bc4-9360-7a925ee706f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.814729 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8888422-5150-4bc4-9360-7a925ee706f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.848672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8888422-5150-4bc4-9360-7a925ee706f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43df80e5-7291-4902-b828-002dbf7898f3,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.857572 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-32b2f5b5-b01c-49d7-9f2f-a0ab3755ae6d req-42ef5745-8b8a-4b7a-8c81-74b4d4791469 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391613 Aug 31 14:10:25.866343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e8888422-5150-4bc4-9360-7a925ee706f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.867674 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e8888422-5150-4bc4-9360-7a925ee706f4 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677686 Aug 31 14:10:25.870286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58700) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.907695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b7f167e7-d4ba-4f5f-bc99-36724d2e7f09 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules/43df80e5-7291-4902-b828-002dbf7898f3 HTTP/1.1" status: 200 len: 764 time: 0.0362041 Aug 31 14:10:25.910166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58702) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.960620 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fa3deed1-3cf4-4a22-8d4a-273ae97c7157 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0493379 Aug 31 14:10:25.964266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58704) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.990488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f57e8ff-97d6-44d9-bfd3-24f074d47580 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.998277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f57e8ff-97d6-44d9-bfd3-24f074d47580 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.059157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f57e8ff-97d6-44d9-bfd3-24f074d47580 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.066262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f57e8ff-97d6-44d9-bfd3-24f074d47580 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.067622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f57e8ff-97d6-44d9-bfd3-24f074d47580 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/43df80e5-7291-4902-b828-002dbf7898f3 HTTP/1.1" status: 204 len: 168 time: 0.1022091 Aug 31 14:10:26.070589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58710) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:26.099863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57e8ff-97d6-44d9-bfd3-24f074d47580 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43df80e5-7291-4902-b828-002dbf7898f3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:26.130414 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b4b73c6e-e941-4acb-bc69-8f8b129bbcdb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585461 Aug 31 14:10:26.131650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6377f4d-2da5-436b-abaf-fbe063ff65b8 req-ccc7f71b-7b7a-4f1a-a0c2-aabb680bfb00 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:26.133110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58712) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:26.133554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6377f4d-2da5-436b-abaf-fbe063ff65b8 req-ccc7f71b-7b7a-4f1a-a0c2-aabb680bfb00 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 943 time: 0.0648463 Aug 31 14:10:26.191216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6377f4d-2da5-436b-abaf-fbe063ff65b8 req-5a3483f5-0c72-405f-b8c1-72b50c194e91 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490391 Aug 31 14:10:26.222295 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b752a03-1be7-4623-8249-e1efe238c2a9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.268344 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b752a03-1be7-4623-8249-e1efe238c2a9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.319342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b752a03-1be7-4623-8249-e1efe238c2a9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.323870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b752a03-1be7-4623-8249-e1efe238c2a9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.327770 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3b752a03-1be7-4623-8249-e1efe238c2a9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "DELETE /v2.0/security-groups/48432a87-e007-484f-9d08-71cc14440bc2 HTTP/1.1" status: 204 len: 168 time: 0.1910462 Aug 31 14:10:26.328427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58720) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:26.339266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b752a03-1be7-4623-8249-e1efe238c2a9 tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48432a87-e007-484f-9d08-71cc14440bc2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:26.424183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:26.431304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-85bf42f0-6b0c-42e2-9ada-87fec84388eb tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005375 Aug 31 14:10:26.439187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58728) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:26.470106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:26.493569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa3618a4-6805-4c71-9cdb-b2a6d977dabb req-d36b922b-182e-47bb-b20d-8301c4a483b0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 210 time: 0.0325494 Aug 31 14:10:26.527320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-97314c81-ba72-4ddf-9634-3c26e12bafce tempest-SecGroupTest-535511342 tempest-SecGroupTest-535511342-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864947 Aug 31 14:10:26.666195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:26.686409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'mac_address': 'fa:16:3e:b4:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:26.691776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58732) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:26.694345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.699944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d849aaf9-232c-4978-84f3-1ac7fa86e0d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992833779', 'description': 'tempest-secgroup-smoke-992833779 description', 'project_id': '596b8a705248434c887d147153bd491b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:26.732029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:26.734539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:26.737556 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe372c1-d5aa-4557-ad9d-b1b60a8d89c7" -d '{"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:26.740840 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d849aaf9-232c-4978-84f3-1ac7fa86e0d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.758640 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.901732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d849aaf9-232c-4978-84f3-1ac7fa86e0d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.908781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d849aaf9-232c-4978-84f3-1ac7fa86e0d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.979784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58740) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:26.982502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849aaf9-232c-4978-84f3-1ac7fa86e0d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825e09f4-74ff-4e20-aa42-3e812cb2a18f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:26.988828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d849aaf9-232c-4978-84f3-1ac7fa86e0d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.991326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d849aaf9-232c-4978-84f3-1ac7fa86e0d4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2974479 Aug 31 14:10:26.994398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58744) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:26.999007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-397e7fab-dd0c-4f91-b30b-8a9317f87547 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '825e09f4-74ff-4e20-aa42-3e812cb2a18f', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:27.033358 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6704c29-0644-4c31-bf11-78154e3edbfb x-openstack-request-id: req-e6704c29-0644-4c31-bf11-78154e3edbfb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:27.033618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-397e7fab-dd0c-4f91-b30b-8a9317f87547 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.034210 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:27.034697 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6704c29-0644-4c31-bf11-78154e3edbfb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:27.035309 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'code': 200} Aug 31 14:10:27.036117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.050474 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eedb6013-2c5e-4602-85f3-4fb2ca0e27f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.066992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.082384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:27.105914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:27.111496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.117608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-397e7fab-dd0c-4f91-b30b-8a9317f87547 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.126386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-397e7fab-dd0c-4f91-b30b-8a9317f87547 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.157447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e7fab-dd0c-4f91-b30b-8a9317f87547 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4205f477-2e48-4aeb-8cbd-0801a433b440,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.169271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-397e7fab-dd0c-4f91-b30b-8a9317f87547 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.176593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-397e7fab-dd0c-4f91-b30b-8a9317f87547 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751544 Aug 31 14:10:27.176593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-29bf93bf-db57-484a-9966-b15589d44c6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c10b9a63b224839a33392a4a5d09004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931751 Aug 31 14:10:27.176853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58746) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:27.177066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58748) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:27.182014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c495e559-2e0e-42f9-b39c-bfd94b35ee83 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '825e09f4-74ff-4e20-aa42-3e812cb2a18f', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:27.182243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.211372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c495e559-2e0e-42f9-b39c-bfd94b35ee83 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.239243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-273ca957-088d-4c29-aa45-8d88536e04f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.265326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-273ca957-088d-4c29-aa45-8d88536e04f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.303230 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c495e559-2e0e-42f9-b39c-bfd94b35ee83 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.308290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c495e559-2e0e-42f9-b39c-bfd94b35ee83 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.342434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495e559-2e0e-42f9-b39c-bfd94b35ee83 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49046e83-0dec-4eef-b381-aedb41c76ae0,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.366801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['5ac9689d-f3b0-4420-9802-3b95ca862f8a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:27.381888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c495e559-2e0e-42f9-b39c-bfd94b35ee83 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.384928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c495e559-2e0e-42f9-b39c-bfd94b35ee83 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2061050 Aug 31 14:10:27.386426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58758) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:27.394897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1520e3db-13a5-414c-ac93-f4437fd3f5f5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '825e09f4-74ff-4e20-aa42-3e812cb2a18f', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:27.425180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434235b-20ca-45bd-952d-8bcea382c87a req-551967aa-1c8c-4f07-8b65-48e4f2113d9f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:27.433600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2434235b-20ca-45bd-952d-8bcea382c87a req-551967aa-1c8c-4f07-8b65-48e4f2113d9f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 943 time: 0.1594954 Aug 31 14:10:27.442107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-273ca957-088d-4c29-aa45-8d88536e04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.445080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-273ca957-088d-4c29-aa45-8d88536e04f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.446600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-273ca957-088d-4c29-aa45-8d88536e04f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7336dfe3-9caf-469d-a4cd-ee6d7ae5aadd HTTP/1.1" status: 204 len: 168 time: 0.2691543 Aug 31 14:10:27.464424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1520e3db-13a5-414c-ac93-f4437fd3f5f5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.467635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ca957-088d-4c29-aa45-8d88536e04f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7336dfe3-9caf-469d-a4cd-ee6d7ae5aadd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.515217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2434235b-20ca-45bd-952d-8bcea382c87a req-6b122805-250c-4a77-9c5b-120ff5f3e01d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793226 Aug 31 14:10:27.715196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1520e3db-13a5-414c-ac93-f4437fd3f5f5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.726768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1520e3db-13a5-414c-ac93-f4437fd3f5f5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.759349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e3db-13a5-414c-ac93-f4437fd3f5f5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ab6268-abcc-46e6-9572-505f5584d756,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.774533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1520e3db-13a5-414c-ac93-f4437fd3f5f5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.775894 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1520e3db-13a5-414c-ac93-f4437fd3f5f5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3865144 Aug 31 14:10:27.780797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58776) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:27.786157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b24e9a71-2f8b-495d-8a3a-5085f7bab447 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '825e09f4-74ff-4e20-aa42-3e812cb2a18f', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:27.824494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fab1f38-3ba9-4ff4-9735-d756252b3718 req-01ba89e9-d7e6-4085-9ab5-3443df882a9a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 210 time: 0.0670030 Aug 31 14:10:27.854835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-92ef4493-4bce-4116-ada4-8b716059eb69 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:27.856562 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-92ef4493-4bce-4116-ada4-8b716059eb69 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.2893369 Aug 31 14:10:27.872423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a71-2f8b-495d-8a3a-5085f7bab447 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.894968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'port': {'device_id': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'admin_state_up': True, 'tenant_id': '8fe03bac1876499f863ad70254fc903a'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:28.028238 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a71-2f8b-495d-8a3a-5085f7bab447 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.043713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a71-2f8b-495d-8a3a-5085f7bab447 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.093006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9a71-2f8b-495d-8a3a-5085f7bab447 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c9bf2c-5733-433e-8263-6c434f164e0e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:28.109362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a71-2f8b-495d-8a3a-5085f7bab447 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.111211 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b24e9a71-2f8b-495d-8a3a-5085f7bab447 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292387 Aug 31 14:10:28.117056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58794) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:28.122901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '825e09f4-74ff-4e20-aa42-3e812cb2a18f', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:28.165284 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:10:28.174909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.186790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:28.192370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.311783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.324097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.380509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e415b744-40d1-4a4d-ae53-27560e075968,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:28.410743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.416708 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-477cacb1-5d93-4da7-b06f-5970c6a5c158 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940111 Aug 31 14:10:28.418302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58800) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:28.437203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'security_group_rule': {'security_group_id': '825e09f4-74ff-4e20-aa42-3e812cb2a18f', 'project_id': '596b8a705248434c887d147153bd491b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:28.441507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3da692e6-3bf9-46c7-a275-1d5910263454 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:28.458858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:28.493533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8319881-e8f9-4d62-a468-a1dbb8dbdfda req-d3d1cb87-eef3-4ef1-b03f-c48e0c3d95d9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0371411 Aug 31 14:10:28.509371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.20.0.11 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/1d985c30-2634-440c-8168-6126c5946f8d) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:28.516799 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Project 596b8a705248434c887d147153bd491b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:10:28.528767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.688398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8319881-e8f9-4d62-a468-a1dbb8dbdfda req-768e36ec-79ae-4a2c-a19a-ff212967756f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.1045814 Aug 31 14:10:28.825479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 5ac9689d-f3b0-4420-9802-3b95ca862f8a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:28.825898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.826503 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58820) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:28.865690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8319881-e8f9-4d62-a468-a1dbb8dbdfda req-ca050157-6e0d-4a64-98f6-14723d412e83 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532382 Aug 31 14:10:28.890876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92b299-2eb5-4b0c-b616-b8e72180f8f6 req-68705417-63e1-41a7-83fa-712718e56698 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:28.892214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:28.899611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce92b299-2eb5-4b0c-b616-b8e72180f8f6 req-68705417-63e1-41a7-83fa-712718e56698 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 943 time: 0.2374330 Aug 31 14:10:28.942699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.969779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3da692e6-3bf9-46c7-a275-1d5910263454', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'port_id': '3da692e6-3bf9-46c7-a275-1d5910263454', 'mac_address': 'fa:16:3e:f1:74:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007bc0b5-3d91-4262-95db-e9494d07387f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:28.982137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Transition to ACTIVE for port object 1d985c30-2634-440c-8168-6126c5946f8d will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:29.051577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.055081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.075845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da692e6-3bf9-46c7-a275-1d5910263454 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:29.091597 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.115989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:29.118675 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6917edbc-8859-4eb7-a0fc-c6c6f6d1b83c" -d '{"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:29.126112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:29.134085 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.143138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:29.147366 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.179313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.183445 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.228117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:29.231581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:29.240450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:29.247167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6a52853a-6819-40dc-b6ce-b2607f3fe735 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:29.248099 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-6a52853a-6819-40dc-b6ce-b2607f3fe735 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:10:29.248828 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-6a52853a-6819-40dc-b6ce-b2607f3fe735 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:10:29.250029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6a52853a-6819-40dc-b6ce-b2607f3fe735 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4140399 Aug 31 14:10:29.263062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58830) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:29.264649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:29.268914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce92b299-2eb5-4b0c-b616-b8e72180f8f6 req-d2b81af5-0756-401f-bcdc-0c723fee6f61 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682942 Aug 31 14:10:29.331084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec7d0cb-3dd3-405a-8e92-d5dfd709876a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:29.370027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.372719 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0cd8a2fd-a159-42a7-8a8d-16fd6b0f490d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9510770 Aug 31 14:10:29.376944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58832) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:29.378727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319881-e8f9-4d62-a468-a1dbb8dbdfda req-27b7cbab-e196-475e-bbcb-a25f311c6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:29.384550 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8319881-e8f9-4d62-a468-a1dbb8dbdfda req-27b7cbab-e196-475e-bbcb-a25f311c6e79 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4985583 Aug 31 14:10:29.390228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:29.391558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'network': {'name': 'tempest-network-smoke--762225997', 'project_id': '596b8a705248434c887d147153bd491b', 'port_security_enabled': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:29.440255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350555417'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:29.458530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:29.463501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.468680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f10349d-766a-4b0d-b7c0-ddc90aa5e3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.528665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.536910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.555363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3da692e6-3bf9-46c7-a275-1d5910263454'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:29.557357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] vlan segment allocate from pool success with {'vlan_id': 1512, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:29.558336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=1d985c30-2634-440c-8168-6126c5946f8d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:29.587106 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.587527 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Added segment 7d5fe879-ab36-42c9-9006-4d8d5a395288 of type vlan for network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 Aug 31 14:10:29.591425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:29.592154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.599431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.693262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc935f-c1c2-462b-a1e1-b984639ef3a8 req-92b80482-aebf-48b6-8c09-7ca156b9c318 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:29.695402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1dc935f-c1c2-462b-a1e1-b984639ef3a8 req-92b80482-aebf-48b6-8c09-7ca156b9c318 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 932 time: 0.1300278 Aug 31 14:10:29.700404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.713915 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-3a11a584-1103-49dc-9038-dd560c15537c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8263206 Aug 31 14:10:29.739970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Request body: {'port': {'device_id': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:29.769041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1dc935f-c1c2-462b-a1e1-b984639ef3a8 req-4ae5d1a0-a64a-4913-87c0-7dc0fa5e54a6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651693 Aug 31 14:10:29.778746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.788205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dc168c52-383d-4a7f-8c4f-05282e8c6643 None None] Provisioning for port 1d985c30-2634-440c-8168-6126c5946f8d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:29.789043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:29.789777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.801460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dc168c52-383d-4a7f-8c4f-05282e8c6643 None None] Provisioning complete for port 1d985c30-2634-440c-8168-6126c5946f8d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:29.803043 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc168c52-383d-4a7f-8c4f-05282e8c6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.871921 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808f133d-2f0f-4353-b743-5b094d6dfa54 x-openstack-request-id: req-808f133d-2f0f-4353-b743-5b094d6dfa54 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:29.872366 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:29.872737 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-808f133d-2f0f-4353-b743-5b094d6dfa54 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:29.873360 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'code': 200} Aug 31 14:10:29.880512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.881916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.886980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Network': ['ID=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:29.904653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58840) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:29.904921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d2926ab7-d400-4d1d-a786-817e29093dd2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5186338 Aug 31 14:10:29.907981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.914297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'admin_state_up': True, 'project_id': '596b8a705248434c887d147153bd491b', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:29.923461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:29.928261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-dc168c52-383d-4a7f-8c4f-05282e8c6643 None None] Port 1d985c30-2634-440c-8168-6126c5946f8d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:29.995176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.db.api [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:10:29.995176 n-d-792362-6 neutron-server[101360]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:10:29.995176 n-d-792362-6 neutron-server[101360]: [parameters: {'project_id_1': '596b8a705248434c887d147153bd491b', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 10, 29, 956292)}] Aug 31 14:10:29.995176 n-d-792362-6 neutron-server[101360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:10:29.995768 n-d-792362-6 neutron-server[101360]: DEBUG oslo_db.api [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:10:29.996372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bfdade-cc33-48b6-b7c4-ab3ae787a3bd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:30.204475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.211734 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.271912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.276018 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9189413 Aug 31 14:10:30.276210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58844) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:30.283167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-22ef09c4-24c6-4102-acd7-0b9be00d9b2b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '15759ee7-5e35-4296-aa4d-06716f8c2fec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:30.308739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed9d4-5cea-49fd-a70e-efadae51b7cd tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15759ee7-5e35-4296-aa4d-06716f8c2fec,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:30.321472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22ef09c4-24c6-4102-acd7-0b9be00d9b2b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.448320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d985c30-2634-440c-8168-6126c5946f8d {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:30.484837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419468-fb0e-4bb9-ab22-146f7e2edb21 req-89354053-e3c3-4eb4-a58e-c841d8abeca2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:30.493306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.507077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf419468-fb0e-4bb9-ab22-146f7e2edb21 req-89354053-e3c3-4eb4-a58e-c841d8abeca2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 944 time: 0.1084523 Aug 31 14:10:30.538315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22ef09c4-24c6-4102-acd7-0b9be00d9b2b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.546327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Transition to ACTIVE for port object 1d985c30-2634-440c-8168-6126c5946f8d will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:30.564707 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.576055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22ef09c4-24c6-4102-acd7-0b9be00d9b2b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.581141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.604148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf419468-fb0e-4bb9-ab22-146f7e2edb21 req-2f1a4971-45e7-46b9-a744-3b22848f8257 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961592 Aug 31 14:10:30.618802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.619968 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.674883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef09c4-24c6-4102-acd7-0b9be00d9b2b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdd000d-1f64-479a-a2c4-f4dd3c7519f1,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:30.683058 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22ef09c4-24c6-4102-acd7-0b9be00d9b2b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.684355 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22ef09c4-24c6-4102-acd7-0b9be00d9b2b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070003 Aug 31 14:10:30.688481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58854) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:30.695722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d985c30-2634-440c-8168-6126c5946f8d,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:30.696545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bca6ea06-9572-488b-b046-6671f09b66d1 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '15759ee7-5e35-4296-aa4d-06716f8c2fec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:30.745602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bca6ea06-9572-488b-b046-6671f09b66d1 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.836750 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.867228 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-bca6ea06-9572-488b-b046-6671f09b66d1 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:10:30.868929 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bca6ea06-9572-488b-b046-6671f09b66d1 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1788201 Aug 31 14:10:30.873026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58858) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:31.089615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Attempting to bind port 1d985c30-2634-440c-8168-6126c5946f8d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:31.090070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Attempting to bind port 1d985c30-2634-440c-8168-6126c5946f8d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:31.090351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Attempting to bind port 1d985c30-2634-440c-8168-6126c5946f8d on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:31.095194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dae1d-c201-4fda-a520-7f0d85bc5ab2 req-f0888607-df29-45eb-b15f-9430b4869e36 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:31.097275 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-732dae1d-c201-4fda-a520-7f0d85bc5ab2 req-f0888607-df29-45eb-b15f-9430b4869e36 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.1946089 Aug 31 14:10:31.108069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.113530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Port 1d985c30-2634-440c-8168-6126c5946f8d on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:31.113976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Attempting to bind port 1d985c30-2634-440c-8168-6126c5946f8d on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:31.121538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:31.122708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:31.122708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:31.123084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Bound port: 1d985c30-2634-440c-8168-6126c5946f8d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:31.123084 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.136355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a45428e-4864-4087-a649-7f762c9ce63b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.183608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-732dae1d-c201-4fda-a520-7f0d85bc5ab2 req-d5f30b63-3eea-4ebe-9fcb-8e945813ddba tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760512 Aug 31 14:10:31.194541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a45428e-4864-4087-a649-7f762c9ce63b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.268360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a45428e-4864-4087-a649-7f762c9ce63b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.272086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a45428e-4864-4087-a649-7f762c9ce63b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.274410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8a45428e-4864-4087-a649-7f762c9ce63b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/15759ee7-5e35-4296-aa4d-06716f8c2fec HTTP/1.1" status: 204 len: 168 time: 0.3999517 Aug 31 14:10:31.274547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] For port 1d985c30-2634-440c-8168-6126c5946f8d, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:31.278728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58862) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:31.282189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] For port 1d985c30-2634-440c-8168-6126c5946f8d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d985c30-2634-440c-8168-6126c5946f8d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:31.294853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45428e-4864-4087-a649-7f762c9ce63b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15759ee7-5e35-4296-aa4d-06716f8c2fec,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:31.295998 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.791280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:31.791280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.792697 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d985c30-2634-440c-8168-6126c5946f8d HTTP/1.1" status: 200 len: 1092 time: 2.0606434 Aug 31 14:10:31.805766 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3c9eb00-a3cb-40ff-ab15-a4f91a667f74 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5202951 Aug 31 14:10:31.806506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'tag': '1d985c30-2634-440c-8168-6126c5946f8d'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:31.809054 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d131e-237e-46e3-8f29-2b10b034f043" -d '{"events": [{"name": "network-changed", "server_uuid": "fbafbaf1-62b1-4c2b-830f-5851b06bc051", "tag": "1d985c30-2634-440c-8168-6126c5946f8d"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:31.817431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58872) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:31.827525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-54025543-3cd9-4cf3-b65d-5748f6f6ecf5 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--679011264'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:31.916217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d5b5-2cc9-47d5-aa71-42e351a40821 req-acd3ead0-59af-4449-8deb-83d6d2e1f380 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:31.928341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e322d5b5-2cc9-47d5-aa71-42e351a40821 req-acd3ead0-59af-4449-8deb-83d6d2e1f380 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 944 time: 0.1433516 Aug 31 14:10:31.980839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54025543-3cd9-4cf3-b65d-5748f6f6ecf5 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.983587 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.031751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e322d5b5-2cc9-47d5-aa71-42e351a40821 req-90670924-537e-4ad1-aa04-72d5776e92df tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022794 Aug 31 14:10:32.140845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-057b03f7-9800-407d-8a8f-15fa8d78eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:32.143641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-057b03f7-9800-407d-8a8f-15fa8d78eaea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 1095 time: 0.2804146 Aug 31 14:10:32.144335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609b19d-5200-4558-bde4-9532a89ddef8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d985c30-2634-440c-8168-6126c5946f8d,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:32.158360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.287840 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54025543-3cd9-4cf3-b65d-5748f6f6ecf5 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.291581 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6392d8bc-3688-477f-99a7-74fdc5a5c546 x-openstack-request-id: req-6392d8bc-3688-477f-99a7-74fdc5a5c546 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:32.291969 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbafbaf1-62b1-4c2b-830f-5851b06bc051", "tag": "1d985c30-2634-440c-8168-6126c5946f8d", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:32.292460 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6392d8bc-3688-477f-99a7-74fdc5a5c546 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:32.293162 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'tag': '1d985c30-2634-440c-8168-6126c5946f8d', 'status': 'completed', 'code': 200} Aug 31 14:10:32.301791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.360687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54025543-3cd9-4cf3-b65d-5748f6f6ecf5 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.443644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-0b515db9-4e2c-4bf0-b34e-1e4fe738267b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d985c30-2634-440c-8168-6126c5946f8d HTTP/1.1" status: 200 len: 217 time: 0.1486378 Aug 31 14:10:32.477100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da30ab-a021-4a28-a6c6-aef9bae0e59f req-01a79540-4c5b-49fe-b471-36fee516e33d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:32.477728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3da692e6-3bf9-46c7-a275-1d5910263454 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:32.487165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1da30ab-a021-4a28-a6c6-aef9bae0e59f req-01a79540-4c5b-49fe-b471-36fee516e33d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.0776565 Aug 31 14:10:32.540503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-54025543-3cd9-4cf3-b65d-5748f6f6ecf5 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.544799 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-54025543-3cd9-4cf3-b65d-5748f6f6ecf5 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7222943 Aug 31 14:10:32.548197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58880) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:32.570785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6a024300-6abb-47ca-80fd-1771091bed5b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f47a6d56-b68c-49eb-bda6-c3274f57fbf2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:32.571552 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-6a024300-6abb-47ca-80fd-1771091bed5b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 14:10:32.572063 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-6a024300-6abb-47ca-80fd-1771091bed5b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:32.576101 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6a024300-6abb-47ca-80fd-1771091bed5b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090039 Aug 31 14:10:32.576794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58882) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:32.586867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1da30ab-a021-4a28-a6c6-aef9bae0e59f req-37b5df49-4bad-42e4-b2d9-0441c37c43cf tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984719 Aug 31 14:10:32.588673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54025543-3cd9-4cf3-b65d-5748f6f6ecf5 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a6d56-b68c-49eb-bda6-c3274f57fbf2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:32.606847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3da692e6-3bf9-46c7-a275-1d5910263454 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:32.626385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3da692e6-3bf9-46c7-a275-1d5910263454 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:32.630139 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.630830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-6458c919-aff9-4e88-b065-d650a7faa808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:32.632410 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-6458c919-aff9-4e88-b065-d650a7faa808 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1753595 Aug 31 14:10:32.710244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.81 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/55ab8c58-a2db-4db2-9aa1-940aa5f6a05b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:32.751949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-debe4d4d-2d8f-4414-be9a-91b29249ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:32.754125 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-debe4d4d-2d8f-4414-be9a-91b29249ca77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107433 Aug 31 14:10:32.761625 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.812418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:32.816656 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5957e2-111f-4262-a12c-fe1c77c500e2" -d '{"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-plugged", "status": "completed", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:32.835797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:32.850984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.895054 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a37ee7-fc99-4c9a-be62-0c1b6047f970 x-openstack-request-id: req-b9a37ee7-fc99-4c9a-be62-0c1b6047f970 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:32.895365 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-plugged", "status": "completed", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:32.895591 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9a37ee7-fc99-4c9a-be62-0c1b6047f970 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:32.895978 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454', 'code': 200} Aug 31 14:10:32.913809 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-f26e4484-0959-432b-8f7d-633a47842302 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412168 Aug 31 14:10:32.916777 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27e0d6ef-28b0-4c99-87ad-e92c8c80cf6c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.920666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:32.960106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27e0d6ef-28b0-4c99-87ad-e92c8c80cf6c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.130154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360840e-baa7-4bf9-a8cf-71e6f38330cd req-13023d8c-1bed-4d66-ad2e-1ec58a8b9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.132756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9360840e-baa7-4bf9-a8cf-71e6f38330cd req-13023d8c-1bed-4d66-ad2e-1ec58a8b9376 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 1096 time: 0.1245463 Aug 31 14:10:33.154608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27e0d6ef-28b0-4c99-87ad-e92c8c80cf6c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.166890 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27e0d6ef-28b0-4c99-87ad-e92c8c80cf6c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.171007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27e0d6ef-28b0-4c99-87ad-e92c8c80cf6c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/f47a6d56-b68c-49eb-bda6-c3274f57fbf2 HTTP/1.1" status: 204 len: 168 time: 0.5888548 Aug 31 14:10:33.175117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58894) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.195997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9360840e-baa7-4bf9-a8cf-71e6f38330cd req-0afeff8c-5d3e-4a2c-950e-34467e518117 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511305 Aug 31 14:10:33.225020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497d91-a36c-443c-9b75-bc74dc3531df req-949f7ffe-0364-4de7-9297-e6a79038f79a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.227763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c497d91-a36c-443c-9b75-bc74dc3531df req-949f7ffe-0364-4de7-9297-e6a79038f79a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0998855 Aug 31 14:10:33.244269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0d6ef-28b0-4c99-87ad-e92c8c80cf6c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a6d56-b68c-49eb-bda6-c3274f57fbf2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:33.259685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.300600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c497d91-a36c-443c-9b75-bc74dc3531df req-3908e7ed-d9aa-43e3-9912-64ccf881b202 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Aug 31 14:10:33.313588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6864073b-66d8-48d6-89db-8e9ac0f965e2 req-a1974909-849a-4e8e-8a27-30d4d95fd0f6 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456163 Aug 31 14:10:33.335408 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56c8f877-5359-4b12-9d33-a8c1ec2b0dae tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1565747 Aug 31 14:10:33.335580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58898) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.342218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5c8ec23c-f4e7-4517-82b9-bbba8a9bc932 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--317166279'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:33.374367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec23c-f4e7-4517-82b9-bbba8a9bc932 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.383862 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.448827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:33.452905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:33.461312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:33.503116 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec23c-f4e7-4517-82b9-bbba8a9bc932 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.508757 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec23c-f4e7-4517-82b9-bbba8a9bc932 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.534386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:33.561201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec23c-f4e7-4517-82b9-bbba8a9bc932 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.566338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5c8ec23c-f4e7-4517-82b9-bbba8a9bc932 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2295825 Aug 31 14:10:33.569126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58900) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.574902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8717a2c7-a624-4ba1-a203-1043e76fadf9 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '59a32362-19da-439c-9408-5e62ac082d7f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:33.575534 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-8717a2c7-a624-4ba1-a203-1043e76fadf9 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 14:10:33.576115 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-8717a2c7-a624-4ba1-a203-1043e76fadf9 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:33.581504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8717a2c7-a624-4ba1-a203-1043e76fadf9 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110245 Aug 31 14:10:33.582276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.582956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ec23c-f4e7-4517-82b9-bbba8a9bc932 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a32362-19da-439c-9408-5e62ac082d7f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:33.687803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c76d3f-8aa1-4fba-8375-183b00314517 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.727893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c76d3f-8aa1-4fba-8375-183b00314517 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.756663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-dd153552-5903-4d12-afb5-9e4ddca1269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.758353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-dd153552-5903-4d12-afb5-9e4ddca1269a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 1095 time: 0.1611967 Aug 31 14:10:33.803116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05015e-eaba-4422-9630-19f50adb3696 req-7a0fd579-0a8f-433a-bd1a-56b3bda3bc72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.805128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a05015e-eaba-4422-9630-19f50adb3696 req-7a0fd579-0a8f-433a-bd1a-56b3bda3bc72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.0973659 Aug 31 14:10:33.821875 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c76d3f-8aa1-4fba-8375-183b00314517 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.826110 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c76d3f-8aa1-4fba-8375-183b00314517 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.831475 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-39c76d3f-8aa1-4fba-8375-183b00314517 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/59a32362-19da-439c-9408-5e62ac082d7f HTTP/1.1" status: 204 len: 168 time: 0.2444084 Aug 31 14:10:33.833449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58910) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.858608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76d3f-8aa1-4fba-8375-183b00314517 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a32362-19da-439c-9408-5e62ac082d7f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:33.895304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-ae359bf8-eee7-467a-8c51-fd37b696b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.896946 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-ae359bf8-eee7-467a-8c51-fd37b696b202 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1256704 Aug 31 14:10:33.936844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2faad4c2-db16-474a-bae4-21418f13c018 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990171 Aug 31 14:10:33.937651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58912) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.946674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6d1197a7-a9e2-42da-bbd7-67a0925452d3 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--352987926'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:33.966943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a05015e-eaba-4422-9630-19f50adb3696 req-5da4fa5b-2970-49e3-b690-59c11641c14d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301887 Aug 31 14:10:33.985884 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-8da515c3-44c9-4283-8583-32eadfdbda0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d985c30-2634-440c-8168-6126c5946f8d HTTP/1.1" status: 200 len: 217 time: 0.0488911 Aug 31 14:10:33.996818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d1197a7-a9e2-42da-bbd7-67a0925452d3 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.087561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-52ad5961-ca3b-48af-b28c-13974e80ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:34.089933 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-52ad5961-ca3b-48af-b28c-13974e80ba4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0948329 Aug 31 14:10:34.108814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.159265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d1197a7-a9e2-42da-bbd7-67a0925452d3 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.168118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d1197a7-a9e2-42da-bbd7-67a0925452d3 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.196045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-ee44a831-4eb2-46cd-a9a8-5f987a860eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:34.197731 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-ee44a831-4eb2-46cd-a9a8-5f987a860eca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982749 Aug 31 14:10:34.225434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1197a7-a9e2-42da-bbd7-67a0925452d3 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf93069-6dc8-40ab-8d54-0435517959c0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:34.246396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d1197a7-a9e2-42da-bbd7-67a0925452d3 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.247834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6d1197a7-a9e2-42da-bbd7-67a0925452d3 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3055136 Aug 31 14:10:34.251430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58916) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:34.256315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-261e5fcc-5c7b-4ce9-9da8-e142cf9a85a0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '5bf93069-6dc8-40ab-8d54-0435517959c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:34.273594 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-261e5fcc-5c7b-4ce9-9da8-e142cf9a85a0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 14:10:34.274837 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-261e5fcc-5c7b-4ce9-9da8-e142cf9a85a0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:34.281746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-261e5fcc-5c7b-4ce9-9da8-e142cf9a85a0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290418 Aug 31 14:10:34.283137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58918) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:34.294287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-41ecfd1a-1781-4d82-8463-6656aad9df59 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '5bf93069-6dc8-40ab-8d54-0435517959c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:34.296352 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-41ecfd1a-1781-4d82-8463-6656aad9df59 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 14:10:34.299034 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-41ecfd1a-1781-4d82-8463-6656aad9df59 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:34.301397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-41ecfd1a-1781-4d82-8463-6656aad9df59 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166500 Aug 31 14:10:34.304695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58920) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:34.312018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-21e27763-bf7a-4b89-9959-c13a98725adc tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '5bf93069-6dc8-40ab-8d54-0435517959c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:34.313699 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-21e27763-bf7a-4b89-9959-c13a98725adc tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 14:10:34.314355 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-21e27763-bf7a-4b89-9959-c13a98725adc tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:34.315652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-21e27763-bf7a-4b89-9959-c13a98725adc tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096867 Aug 31 14:10:34.318656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58922) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:34.324550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d27e1bee-415b-4b4f-bbcc-a70fd12aa87d tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '5bf93069-6dc8-40ab-8d54-0435517959c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:34.326651 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-d27e1bee-415b-4b4f-bbcc-a70fd12aa87d tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 14:10:34.327194 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-d27e1bee-415b-4b4f-bbcc-a70fd12aa87d tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:34.333376 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d27e1bee-415b-4b4f-bbcc-a70fd12aa87d tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085857 Aug 31 14:10:34.333818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58926) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:34.446771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69d23a19-c30f-4aa8-9cc5-3536bcfda24a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.457014 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-8dea9320-69e8-478c-aceb-9a0f241707d5 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252316 Aug 31 14:10:34.510397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69d23a19-c30f-4aa8-9cc5-3536bcfda24a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.561859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045e2a5-2a1d-49a7-b1b1-dbb47328ab11 req-d169934d-35a6-43d5-9f40-ccf744f35723 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:34.564268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7045e2a5-2a1d-49a7-b1b1-dbb47328ab11 req-d169934d-35a6-43d5-9f40-ccf744f35723 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1009910 Aug 31 14:10:34.647789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7045e2a5-2a1d-49a7-b1b1-dbb47328ab11 req-6b5b9409-a56e-4b9c-aac7-e25109664b77 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717244 Aug 31 14:10:34.650497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69d23a19-c30f-4aa8-9cc5-3536bcfda24a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.654290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69d23a19-c30f-4aa8-9cc5-3536bcfda24a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.657998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69d23a19-c30f-4aa8-9cc5-3536bcfda24a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/5bf93069-6dc8-40ab-8d54-0435517959c0 HTTP/1.1" status: 204 len: 168 time: 0.3209839 Aug 31 14:10:34.660972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58930) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:34.677050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d23a19-c30f-4aa8-9cc5-3536bcfda24a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf93069-6dc8-40ab-8d54-0435517959c0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:34.749846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d0d131e-237e-46e3-8f29-2b10b034f043 req-a47a544f-733e-40b3-85dd-dbdd48343f28 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228737 Aug 31 14:10:34.760685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b56b135d-9232-43b4-94b6-52bec806ea2c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949423 Aug 31 14:10:34.761023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58936) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:34.766815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-332f1e81-9495-46c5-a9b6-d34406fb6fbf tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495483802'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:34.826966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-332f1e81-9495-46c5-a9b6-d34406fb6fbf tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.871909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.990048 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-332f1e81-9495-46c5-a9b6-d34406fb6fbf tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.998740 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-332f1e81-9495-46c5-a9b6-d34406fb6fbf tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.045011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:10:35.114300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-332f1e81-9495-46c5-a9b6-d34406fb6fbf tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.119616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58944) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.120393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-332f1e81-9495-46c5-a9b6-d34406fb6fbf tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3581898 Aug 31 14:10:35.123328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f1e81-9495-46c5-a9b6-d34406fb6fbf tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f810faf4-e8d0-4b22-933c-eea4d76a6fd7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:35.131158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-54493766-c2cc-4d14-bd6b-4a7f9e6aa457 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.133019 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-54493766-c2cc-4d14-bd6b-4a7f9e6aa457 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:10:35.133738 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-54493766-c2cc-4d14-bd6b-4a7f9e6aa457 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.138482 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-54493766-c2cc-4d14-bd6b-4a7f9e6aa457 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150139 Aug 31 14:10:35.141432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58946) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.148322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-294ff535-60ae-44f5-bcc3-82e5fff41b25 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.178787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b690b-f06a-4eea-9a78-4f9c15452248 req-79fd08ee-3c51-4ec9-a9aa-c1b73d07841d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:35.188595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e22b690b-f06a-4eea-9a78-4f9c15452248 req-79fd08ee-3c51-4ec9-a9aa-c1b73d07841d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.1150513 Aug 31 14:10:35.258426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:35.276812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e22b690b-f06a-4eea-9a78-4f9c15452248 req-569b9178-98da-4f16-97ff-997f4f0237f5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869412 Aug 31 14:10:35.280197 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Sync routers for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:35.298354 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:35.298999 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:10:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:35.302603 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-294ff535-60ae-44f5-bcc3-82e5fff41b25 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.306395 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-294ff535-60ae-44f5-bcc3-82e5fff41b25 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1612113 Aug 31 14:10:35.307047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58950) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.314496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-276cc079-9e20-40ce-9773-3baa50c3aa60 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.314496 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-276cc079-9e20-40ce-9773-3baa50c3aa60 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 14:10:35.314971 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-276cc079-9e20-40ce-9773-3baa50c3aa60 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.318924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-276cc079-9e20-40ce-9773-3baa50c3aa60 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081561 Aug 31 14:10:35.319863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58952) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.327171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fdb437ae-f930-4745-9bfb-7f411d4605c1 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.333479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.336827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7c956a3d-4c71-4ace-b951-6312fb0d2dbc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4301805 Aug 31 14:10:35.340204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58954) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.384991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1f8bd388-ad47-4539-9fdb-d91f69f07f35 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=596b8a705248434c887d147153bd491b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433326 Aug 31 14:10:35.387913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58956) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.409522 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-fdb437ae-f930-4745-9bfb-7f411d4605c1 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.416223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fdb437ae-f930-4745-9bfb-7f411d4605c1 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0947881 Aug 31 14:10:35.417081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58958) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.454504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-86f90ec1-7786-49fc-8be9-a8ec4f951663 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.456512 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-86f90ec1-7786-49fc-8be9-a8ec4f951663 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:10:35.457138 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-86f90ec1-7786-49fc-8be9-a8ec4f951663 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.461326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-86f90ec1-7786-49fc-8be9-a8ec4f951663 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0412092 Aug 31 14:10:35.462090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.468148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b076d760-e0e7-4f06-8661-90dfbab1a95c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.507137 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:35.529925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedbf3d5-391f-460e-805b-cd0ad1e4b5b6 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:35.533058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bedbf3d5-391f-460e-805b-cd0ad1e4b5b6 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437011 Aug 31 14:10:35.536366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58962) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.609401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c709dae8-2675-47c3-9802-0c36e511e725 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711255 Aug 31 14:10:35.612597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58966) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.619890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1261670054', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'project_id': '596b8a705248434c887d147153bd491b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.621514 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-b076d760-e0e7-4f06-8661-90dfbab1a95c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.625949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58968) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.626590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b076d760-e0e7-4f06-8661-90dfbab1a95c tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1631448 Aug 31 14:10:35.639193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-94578a1a-3220-4b77-bd89-5542309bb288 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.639925 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-94578a1a-3220-4b77-bd89-5542309bb288 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 14:10:35.640662 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-94578a1a-3220-4b77-bd89-5542309bb288 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.644900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-94578a1a-3220-4b77-bd89-5542309bb288 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127580 Aug 31 14:10:35.645912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58970) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.651715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d1104e65-b922-4104-bba3-8cfcce4c2383 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.743272 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-d1104e65-b922-4104-bba3-8cfcce4c2383 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.747073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d1104e65-b922-4104-bba3-8cfcce4c2383 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0972230 Aug 31 14:10:35.747337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58974) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.753968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f6828b4b-4208-4843-b297-ec7e1228b301 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'f810faf4-e8d0-4b22-933c-eea4d76a6fd7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.839044 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-f6828b4b-4208-4843-b297-ec7e1228b301 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:35.843199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f6828b4b-4208-4843-b297-ec7e1228b301 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0922446 Aug 31 14:10:35.844144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58980) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.931300 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:33Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:35.932439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:35.940212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.987658 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Checking router: 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:10:35.988269 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Updating router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:10:36.005510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f505-293d-4423-8bb7-676caadff7f4 req-71cbd3b4-490b-455f-8242-b42f4a43ae4a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.010431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82e2f505-293d-4423-8bb7-676caadff7f4 req-71cbd3b4-490b-455f-8242-b42f4a43ae4a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1341755 Aug 31 14:10:36.017665 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.061187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a56f767b-d636-4734-83a2-e3199b8a4344 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.092913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82e2f505-293d-4423-8bb7-676caadff7f4 req-eaf73faa-1f19-4ce1-9b72-ce86181f8a24 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755408 Aug 31 14:10:36.134373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a56f767b-d636-4734-83a2-e3199b8a4344 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.205755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a56f767b-d636-4734-83a2-e3199b8a4344 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.209493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a56f767b-d636-4734-83a2-e3199b8a4344 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.213576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58986) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:36.214686 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a56f767b-d636-4734-83a2-e3199b8a4344 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/f810faf4-e8d0-4b22-933c-eea4d76a6fd7 HTTP/1.1" status: 204 len: 168 time: 0.3662698 Aug 31 14:10:36.231039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f767b-d636-4734-83a2-e3199b8a4344 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f810faf4-e8d0-4b22-933c-eea4d76a6fd7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:36.312433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5bb1e9ca-7af2-4db0-9c64-76355e3f470d tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969245 Aug 31 14:10:36.316524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58992) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:36.338786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e041cefc-2331-498f-8f7f-647bcc714c18 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--326594155'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:36.431815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da35d6-436e-4721-9f30-551c4fcf75a7 req-3188c641-28fb-4dbb-b174-45c39dd09d42 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.448556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4da35d6-436e-4721-9f30-551c4fcf75a7 req-3188c641-28fb-4dbb-b174-45c39dd09d42 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0835631 Aug 31 14:10:36.451751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.512379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4da35d6-436e-4721-9f30-551c4fcf75a7 req-11228f33-a1bf-4d9d-ac9d-381bd5121e12 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613227 Aug 31 14:10:36.512657 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.525647 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Transition to ACTIVE for port object 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:36.545081 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.545225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e041cefc-2331-498f-8f7f-647bcc714c18 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.585939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Subnet': ['ID=eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:36.610197 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Attempting to bind port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:36.610718 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Attempting to bind port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:36.611685 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Attempting to bind port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:36.637082 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:36.637565 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:36.638049 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.638515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:36.639068 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Bound port: 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:36.639526 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.650821 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Pushing event updated for resources: {'Port': ['ID=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:36.685084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7a38-4174-4c67-85d3-a61a9611221b req-711da361-488e-430a-bfb0-330b13cb37e4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.691785 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.692224 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.692640 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.693402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884a7a38-4174-4c67-85d3-a61a9611221b req-711da361-488e-430a-bfb0-330b13cb37e4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.0959444 Aug 31 14:10:36.693734 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.694115 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.694653 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.696329 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.696738 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.697253 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.698274 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.703271 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.703664 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:36.729104 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e041cefc-2331-498f-8f7f-647bcc714c18 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.745690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e041cefc-2331-498f-8f7f-647bcc714c18 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.769044 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-884a7a38-4174-4c67-85d3-a61a9611221b req-b373ab3d-02e6-4e32-94b9-a8f049b2d564 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732543 Aug 31 14:10:36.781573 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] For port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:36.795814 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] For port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:36.797467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041cefc-2331-498f-8f7f-647bcc714c18 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd8a3a-78fa-42ff-8a54-0cab5447cfae,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:36.797817 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.824486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e041cefc-2331-498f-8f7f-647bcc714c18 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.826012 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e041cefc-2331-498f-8f7f-647bcc714c18 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5053527 Aug 31 14:10:36.827347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Checking segment: {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:36.827826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network hostable DHCP agents. Network: f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:36.829991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:36.851775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3ba073e5-d59f-4c4d-a9d9-9a4aad5b25a9 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'b2bd8a3a-78fa-42ff-8a54-0cab5447cfae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:36.854195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:36.870182 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:36.871191 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:10:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:36.900013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:36.915551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f9c7c-f729-4ca3-a3f9-6890ef41cc85 None None] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:36.925356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.927780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.954221 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-3ba073e5-d59f-4c4d-a9d9-9a4aad5b25a9 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The resource could not be found. Aug 31 14:10:36.975435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3ba073e5-d59f-4c4d-a9d9-9a4aad5b25a9 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1438940 Aug 31 14:10:36.976356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59002) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:36.987011 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854c159-13f5-4c73-9a91-e5a98bbe5162 None None] Pushing event updated for resources: {'Port': ['ID=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:37.005805 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-580afd83-aeac-4830-bcaf-18cf3412a837 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3863471 Aug 31 14:10:37.006752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59004) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:37.010335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-40bcfce5-abb1-49d9-9643-3ff8857d7010 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': 'b2bd8a3a-78fa-42ff-8a54-0cab5447cfae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e2fd7ece-3dd1-4f75-8507-cc4974892715'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:37.162382 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-40bcfce5-abb1-49d9-9643-3ff8857d7010 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The resource could not be found. Aug 31 14:10:37.167781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-40bcfce5-abb1-49d9-9643-3ff8857d7010 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1794002 Aug 31 14:10:37.168005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59014) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:37.189471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:37.446783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4ba16bb-960c-4d0c-a75e-d7b28e8816b4 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.596287 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4ba16bb-960c-4d0c-a75e-d7b28e8816b4 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.601286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:10:37.602193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.702800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:33Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:37.833875 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4ba16bb-960c-4d0c-a75e-d7b28e8816b4 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.851514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423b862-9329-4038-bc12-5efb7e435546 None None] The sync data for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 is: [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:33Z', 'revision_number': 3, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:37.856830 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4ba16bb-960c-4d0c-a75e-d7b28e8816b4 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.866579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c4ba16bb-960c-4d0c-a75e-d7b28e8816b4 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/b2bd8a3a-78fa-42ff-8a54-0cab5447cfae HTTP/1.1" status: 204 len: 168 time: 0.6953242 Aug 31 14:10:37.887540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59030) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:37.967821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba16bb-960c-4d0c-a75e-d7b28e8816b4 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd8a3a-78fa-42ff-8a54-0cab5447cfae,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:38.020612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Allocated IP 172.20.0.2 (f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0/eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9/74a6d214-abfa-4deb-8b42-41f615e4c66f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:38.031747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633a55-b222-4cbc-8883-04c614c991e0 req-238ed878-b7df-4e6d-b2ed-dda04c3ff4d8 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:38.041645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80633a55-b222-4cbc-8883-04c614c991e0 req-238ed878-b7df-4e6d-b2ed-dda04c3ff4d8 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.3036554 Aug 31 14:10:38.164906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-39eab8c9-905a-472d-a6ff-ef67a07c4797 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2689009 Aug 31 14:10:38.176367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:38.186679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-713f0e85-2e5d-45ae-816d-52548ba650ae tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '4a5cbcb4-cf33-4075-b873-ac38d45e9490', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:38.233277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80633a55-b222-4cbc-8883-04c614c991e0 req-246afbc2-0cf9-4775-ab05-52a16f80dc4d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887705 Aug 31 14:10:38.325186 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-713f0e85-2e5d-45ae-816d-52548ba650ae tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The resource could not be found. Aug 31 14:10:38.325186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-713f0e85-2e5d-45ae-816d-52548ba650ae tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1375313 Aug 31 14:10:38.325186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59044) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:38.330931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-52718d3d-7ab9-491e-99ad-369cf21808ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112298293'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:38.394650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52718d3d-7ab9-491e-99ad-369cf21808ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.494082 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.524998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Transition to ACTIVE for port object 74a6d214-abfa-4deb-8b42-41f615e4c66f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:38.594430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Transition to ACTIVE for port object 74a6d214-abfa-4deb-8b42-41f615e4c66f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:38.609127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.737735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:38.761739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:38.777078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:38.798945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Pushing event updated for resources: {'Port': ['ID=74a6d214-abfa-4deb-8b42-41f615e4c66f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:38.862229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52718d3d-7ab9-491e-99ad-369cf21808ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.877752 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52718d3d-7ab9-491e-99ad-369cf21808ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.921083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Attempting to bind port 74a6d214-abfa-4deb-8b42-41f615e4c66f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:38.921751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Attempting to bind port 74a6d214-abfa-4deb-8b42-41f615e4c66f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:38.923015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Attempting to bind port 74a6d214-abfa-4deb-8b42-41f615e4c66f on network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:38.931125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:38.931889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Checking segment: {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:38.934977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.939682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Bound using segment: {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:38.940485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Bound port: 74a6d214-abfa-4deb-8b42-41f615e4c66f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:38.942446 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.961926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f427a9e-6690-4fe7-a8cc-5252f3ebc657 req-5ed29d23-1aa6-46e7-8583-4ab1f81318fa tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:38.974556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f427a9e-6690-4fe7-a8cc-5252f3ebc657 req-5ed29d23-1aa6-46e7-8583-4ab1f81318fa tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.3257194 Aug 31 14:10:39.030627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52718d3d-7ab9-491e-99ad-369cf21808ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8307ac9b-bd8b-4002-bc09-d92a7fa0e7e5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:39.057463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52718d3d-7ab9-491e-99ad-369cf21808ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.061248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-52718d3d-7ab9-491e-99ad-369cf21808ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7359049 Aug 31 14:10:39.083499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59056) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:39.095557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d33c6ab2-0c00-487c-b629-7ae802f6c646 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707138607'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:39.108180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] For port 74a6d214-abfa-4deb-8b42-41f615e4c66f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:39.119177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] For port 74a6d214-abfa-4deb-8b42-41f615e4c66f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=74a6d214-abfa-4deb-8b42-41f615e4c66f,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:39.126451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.181092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6ab2-0c00-487c-b629-7ae802f6c646 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.303686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:39.482630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060487a-8299-4f90-9442-b1ddb54adca8 None None] Pushing event updated for resources: {'Port': ['ID=74a6d214-abfa-4deb-8b42-41f615e4c66f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:39.517605 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:10:39.529770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f427a9e-6690-4fe7-a8cc-5252f3ebc657 req-94e89ecd-1f47-455c-b7cb-22c06049f7dd tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519874 Aug 31 14:10:39.540677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:39.553118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:39.553508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.665878 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6ab2-0c00-487c-b629-7ae802f6c646 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.674579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6ab2-0c00-487c-b629-7ae802f6c646 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.690134 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.722701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d33c6ab2-0c00-487c-b629-7ae802f6c646 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.724262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d33c6ab2-0c00-487c-b629-7ae802f6c646 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6397140 Aug 31 14:10:39.726846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c6ab2-0c00-487c-b629-7ae802f6c646 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df3a606-bbeb-463b-b682-b947c85039b6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:39.757259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59070) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:39.775600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ec7f92ce-0f34-4f5a-816b-4a873984b8f0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group_rule': {'security_group_id': '8307ac9b-bd8b-4002-bc09-d92a7fa0e7e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8df3a606-bbeb-463b-b682-b947c85039b6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:39.817253 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.886122 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-ec7f92ce-0f34-4f5a-816b-4a873984b8f0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:10:39.887913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ec7f92ce-0f34-4f5a-816b-4a873984b8f0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1253941 Aug 31 14:10:39.891530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59074) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:39.913449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:39.917179 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.918390 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.039905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:40.208279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589ac9d-ac3f-4ec6-af64-3933096598df req-80142070-24de-403d-885d-f8239127f3e4 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:40.216354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ac9d-ac3f-4ec6-af64-3933096598df req-80142070-24de-403d-885d-f8239127f3e4 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.2243166 Aug 31 14:10:40.218618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e680-85ac-442a-83c8-3057c9b81cd2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.286252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e680-85ac-442a-83c8-3057c9b81cd2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.336297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6589ac9d-ac3f-4ec6-af64-3933096598df req-a34dcfbb-fd37-45ba-b2ba-e2fe5a6e0d26 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185904 Aug 31 14:10:40.350357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.1 (f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0/eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9/37329d49-fefd-4e63-bca9-0942de052d80) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:40.380584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e680-85ac-442a-83c8-3057c9b81cd2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.384413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e680-85ac-442a-83c8-3057c9b81cd2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.387308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5bd9e680-85ac-442a-83c8-3057c9b81cd2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/8df3a606-bbeb-463b-b682-b947c85039b6 HTTP/1.1" status: 204 len: 168 time: 0.4940121 Aug 31 14:10:40.390614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:40.436838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9e680-85ac-442a-83c8-3057c9b81cd2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df3a606-bbeb-463b-b682-b947c85039b6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:40.548568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.597323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object 37329d49-fefd-4e63-bca9-0942de052d80 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:40.599791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59094) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:40.603590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c105ad2-867f-4c16-9a6b-fd45b873cb1d tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2010076 Aug 31 14:10:40.821964 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-edec6d40-0417-465f-8163-2f98a537c519 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.849493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c024871-7d47-4e87-97a2-b5c2bf4905cf req-eae5bab0-4a3b-4bed-aef9-c325cac43a09 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:40.858184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c024871-7d47-4e87-97a2-b5c2bf4905cf req-eae5bab0-4a3b-4bed-aef9-c325cac43a09 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.2063186 Aug 31 14:10:40.862379 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-edec6d40-0417-465f-8163-2f98a537c519 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.913361 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-edec6d40-0417-465f-8163-2f98a537c519 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.917824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-edec6d40-0417-465f-8163-2f98a537c519 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.919318 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-edec6d40-0417-465f-8163-2f98a537c519 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/8307ac9b-bd8b-4002-bc09-d92a7fa0e7e5 HTTP/1.1" status: 204 len: 168 time: 0.3163345 Aug 31 14:10:40.927505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59098) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:40.947193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.970120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c024871-7d47-4e87-97a2-b5c2bf4905cf req-5919811b-70b2-4bc3-950b-ae531e064f59 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104035 Aug 31 14:10:40.993705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec6d40-0417-465f-8163-2f98a537c519 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307ac9b-bd8b-4002-bc09-d92a7fa0e7e5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:41.226133 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-257e6036-59cf-4a14-adfa-58376bf21d6b tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2966590 Aug 31 14:10:41.230499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59106) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:41.230959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:41.232445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd7ea6-22a7-45a4-a399-19c79395512b None None] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:41.237695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=37329d49-fefd-4e63-bca9-0942de052d80,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:41.240707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-49030015-7cac-4b16-bc16-05140829b22a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'tempest-secgroup--489867940'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:41.253820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:41.261078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:41.326519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.336128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49030015-7cac-4b16-bc16-05140829b22a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.406053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:41.569142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dd8b6e97-bbbf-4945-8ca1-4605c47c972b None None] Provisioning for port 74a6d214-abfa-4deb-8b42-41f615e4c66f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:41.719223 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49030015-7cac-4b16-bc16-05140829b22a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.739885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:41.740620 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.746019 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.747953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895255-17c5-47cd-8336-d65027742739 req-6082fe23-fef1-4882-ba48-718ea02ba8ee tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:41.749675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84895255-17c5-47cd-8336-d65027742739 req-6082fe23-fef1-4882-ba48-718ea02ba8ee tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.2006817 Aug 31 14:10:41.750889 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49030015-7cac-4b16-bc16-05140829b22a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.870080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49030015-7cac-4b16-bc16-05140829b22a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.873158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59114) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:41.878637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-49030015-7cac-4b16-bc16-05140829b22a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6445146 Aug 31 14:10:41.886570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49030015-7cac-4b16-bc16-05140829b22a tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed2101-ba84-4c49-8b2f-df6abf7bb24e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:41.949607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 74a6d214-abfa-4deb-8b42-41f615e4c66f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:41.961880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ce522363-90a9-463e-a80a-5c429615c6d2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:41.962600 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-ce522363-90a9-463e-a80a-5c429615c6d2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:10:41.963369 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-ce522363-90a9-463e-a80a-5c429615c6d2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:10:41.965114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ce522363-90a9-463e-a80a-5c429615c6d2 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "PUT /v2.0/security-groups/05ed2101-ba84-4c49-8b2f-df6abf7bb24e HTTP/1.1" status: 409 len: 330 time: 0.0093668 Aug 31 14:10:41.971363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84895255-17c5-47cd-8336-d65027742739 req-12e7b7f8-752b-475f-884c-1c625d3d059f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874270 Aug 31 14:10:41.977421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59120) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:42.073453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 74a6d214-abfa-4deb-8b42-41f615e4c66f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:42.085772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 74a6d214-abfa-4deb-8b42-41f615e4c66f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:42.089376 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.195068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a04-d8a5-4f21-9d2e-00c1692d67b0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.249703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a04-d8a5-4f21-9d2e-00c1692d67b0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.392661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.426655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a04-d8a5-4f21-9d2e-00c1692d67b0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.434340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a04-d8a5-4f21-9d2e-00c1692d67b0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.435654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d14b6a04-d8a5-4f21-9d2e-00c1692d67b0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/05ed2101-ba84-4c49-8b2f-df6abf7bb24e HTTP/1.1" status: 204 len: 168 time: 0.4456193 Aug 31 14:10:42.446420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59130) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:42.472521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.491039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.496753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 74a6d214-abfa-4deb-8b42-41f615e4c66f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=74a6d214-abfa-4deb-8b42-41f615e4c66f,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:42.504536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b6a04-d8a5-4f21-9d2e-00c1692d67b0 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed2101-ba84-4c49-8b2f-df6abf7bb24e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:42.512779 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.588098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652fd9-1814-4662-b34c-13c892e2d87f req-6d5ae347-4455-4b0c-915b-d55fe08f0c2f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:42.596027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae652fd9-1814-4662-b34c-13c892e2d87f req-6d5ae347-4455-4b0c-915b-d55fe08f0c2f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.1896205 Aug 31 14:10:42.610054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e8b70dce-4c18-4307-9305-3c63a22a31cc tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251516 Aug 31 14:10:42.610964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59136) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:42.667228 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-530f3a6b-0a45-42f9-bc99-9aeedf47d1af tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] delete failed (client error): The resource could not be found. Aug 31 14:10:42.675381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-530f3a6b-0a45-42f9-bc99-9aeedf47d1af tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "DELETE /v2.0/security-groups/e5f31e51-7024-4d49-87dd-06c5d484d53a HTTP/1.1" status: 404 len: 347 time: 0.0486109 Aug 31 14:10:42.682847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.684441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59140) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:42.735482 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-66f1c9e7-2c2c-4489-a733-2a197d1ae444 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] show failed (client error): The resource could not be found. Aug 31 14:10:42.746767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66f1c9e7-2c2c-4489-a733-2a197d1ae444 tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-groups/43e594c7-b121-4a28-b016-a4adde0af70b HTTP/1.1" status: 404 len: 347 time: 0.0544016 Aug 31 14:10:42.748737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59142) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:42.766721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e2f2c423-f787-4bd1-a682-97027b8405dc None None] Provisioning for port 37329d49-fefd-4e63-bca9-0942de052d80 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:42.767654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae652fd9-1814-4662-b34c-13c892e2d87f req-cd6231c4-d920-437c-8642-e990fe0d9402 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706090 Aug 31 14:10:42.794936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e2f2c423-f787-4bd1-a682-97027b8405dc None None] Provisioning complete for port 37329d49-fefd-4e63-bca9-0942de052d80 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:42.795522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2f2c423-f787-4bd1-a682-97027b8405dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.801661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=74a6d214-abfa-4deb-8b42-41f615e4c66f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:42.823658 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-261afd9b-66ba-4f08-bb8d-95ef63da76ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] show failed (client error): The resource could not be found. Aug 31 14:10:42.830987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-261afd9b-66ba-4f08-bb8d-95ef63da76ef tempest-NegativeSecGroupTest-616300730 tempest-NegativeSecGroupTest-616300730-project] 10.222.0.10 "GET /v2.0/security-group-rules/aaccedbf-a939-425d-8a95-715ee942d991 HTTP/1.1" status: 404 len: 356 time: 0.0561361 Aug 31 14:10:42.902545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=37329d49-fefd-4e63-bca9-0942de052d80,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:42.908513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2c423-f787-4bd1-a682-97027b8405dc None None] Port 37329d49-fefd-4e63-bca9-0942de052d80 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:42.949145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e2f2c423-f787-4bd1-a682-97027b8405dc None None] Provisioning complete for port 74a6d214-abfa-4deb-8b42-41f615e4c66f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:42.949607 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2f2c423-f787-4bd1-a682-97027b8405dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.003687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:43.005436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:43.148677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 74a6d214-abfa-4deb-8b42-41f615e4c66f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:43.250726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:43.271818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b39cee-63ee-4c45-9fe4-d7553a7df042 req-d1e80362-1ecf-4cdf-a137-b1632805af66 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:43.289128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b39cee-63ee-4c45-9fe4-d7553a7df042 req-d1e80362-1ecf-4cdf-a137-b1632805af66 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1313019 Aug 31 14:10:43.339799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 74a6d214-abfa-4deb-8b42-41f615e4c66f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:43.340182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.371819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b39cee-63ee-4c45-9fe4-d7553a7df042 req-97016f15-6d7f-45df-90af-f292029bfb59 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816963 Aug 31 14:10:43.460317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-25d80685-a0bb-4f93-ac90-e2731047a04a None None] Provisioning complete for port 37329d49-fefd-4e63-bca9-0942de052d80 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:43.471516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-25d80685-a0bb-4f93-ac90-e2731047a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.513085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:43.538781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:43.545734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-05739840-4a9d-4793-b51b-b1be40d7c6eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/5dc8ce8b-d410-45e2-b9eb-2cff2fd950df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5330791 Aug 31 14:10:43.593082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Sync routers for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:43.602836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-25d80685-a0bb-4f93-ac90-e2731047a04a None None] Port 37329d49-fefd-4e63-bca9-0942de052d80 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:43.625825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:43.626597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:10:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:43.874086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e87c6813-3427-442f-971a-f6f1290a740d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=983313d3513646aab19e092f1e7d9620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590672 Aug 31 14:10:43.878046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:43.925826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-1788824a-9c1a-4c6c-9d41-57647a60c54a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992833779&fields=id&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 267 time: 0.1117651 Aug 31 14:10:43.990227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-52c9a2b8-44db-4c12-9b12-f4a8f72b8123 None None] Provisioning complete for port 37329d49-fefd-4e63-bca9-0942de052d80 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:43.990811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52c9a2b8-44db-4c12-9b12-f4a8f72b8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.030710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:44.058761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8664824-8641-44ef-8680-62bd55051a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.072996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-52c9a2b8-44db-4c12-9b12-f4a8f72b8123 None None] Port 37329d49-fefd-4e63-bca9-0942de052d80 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:44.092731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8664824-8641-44ef-8680-62bd55051a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.156844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8664824-8641-44ef-8680-62bd55051a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.160463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8664824-8641-44ef-8680-62bd55051a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.161782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c8664824-8641-44ef-8680-62bd55051a62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39bfdade-cc33-48b6-b7c4-ab3ae787a3bd HTTP/1.1" status: 204 len: 168 time: 0.2822590 Aug 31 14:10:44.176574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664824-8641-44ef-8680-62bd55051a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bfdade-cc33-48b6-b7c4-ab3ae787a3bd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:44.196088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-36a3b2d0-78b3-417f-b596-ccba68f916dc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:44.203623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-36a3b2d0-78b3-417f-b596-ccba68f916dc tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/networks?id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 HTTP/1.1" status: 200 len: 796 time: 0.2765229 Aug 31 14:10:44.221829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-8e3826ab-b3e6-44bd-8e3a-b87d99d7be4d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/quotas/596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 375 time: 0.0171003 Aug 31 14:10:44.393883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-2dbfab59-4a39-4b44-8f69-fefde9f35190 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707635 Aug 31 14:10:44.395869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:42Z', 'revision_number': 2, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:44.432783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Checking router: 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:10:44.433568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Updating router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df port 37329d49-fefd-4e63-bca9-0942de052d80 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:10:44.470759 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.613313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-f36593a0-ba50-40a1-a286-9d092777a703 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023828 Aug 31 14:10:44.811134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-6ea22f5f-3fe6-4f55-b952-577227477ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894550 Aug 31 14:10:45.149343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d307197-454f-47ae-83dc-0d4a70e7f52f req-ba841413-6466-43a1-bdbb-8d757641fa45 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:45.162337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d307197-454f-47ae-83dc-0d4a70e7f52f req-ba841413-6466-43a1-bdbb-8d757641fa45 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.1448619 Aug 31 14:10:45.229234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d307197-454f-47ae-83dc-0d4a70e7f52f req-3e8a1e47-aa71-4ee8-bb50-cb40f2dd2994 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655649 Aug 31 14:10:45.299457 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.331893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Transition to ACTIVE for port object 37329d49-fefd-4e63-bca9-0942de052d80 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:45.353938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.468894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dc9db-94b9-4ada-becf-0b236f1a8ea7 None None] Pushing event updated for resources: {'Port': ['ID=37329d49-fefd-4e63-bca9-0942de052d80,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:45.651115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Attempting to bind port 37329d49-fefd-4e63-bca9-0942de052d80 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:45.653260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Attempting to bind port 37329d49-fefd-4e63-bca9-0942de052d80 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:45.653260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Attempting to bind port 37329d49-fefd-4e63-bca9-0942de052d80 on network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:45.657775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:45.658154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Checking segment: {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:45.658561 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.658956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Bound using segment: {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:45.659430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Bound port: 37329d49-fefd-4e63-bca9-0942de052d80, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:45.659810 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.751942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396ffef-df6f-4cf9-bdc1-808a0fe0d087 req-fba80526-86f1-4160-9a90-6d2b0f2d9c8e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:45.754299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e396ffef-df6f-4cf9-bdc1-808a0fe0d087 req-fba80526-86f1-4160-9a90-6d2b0f2d9c8e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.2166224 Aug 31 14:10:45.800185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] For port 37329d49-fefd-4e63-bca9-0942de052d80, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:45.810479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] For port 37329d49-fefd-4e63-bca9-0942de052d80, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37329d49-fefd-4e63-bca9-0942de052d80,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:45.816727 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.861977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e396ffef-df6f-4cf9-bdc1-808a0fe0d087 req-2bea870b-3b87-4752-a855-ed0ee19331c7 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985670 Aug 31 14:10:45.960968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dc9db-94b9-4ada-becf-0b236f1a8ea7 None None] Pushing event updated for resources: {'Port': ['ID=37329d49-fefd-4e63-bca9-0942de052d80,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:46.026652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:46.027320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:10:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:46.045402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-769b4fae-da42-4025-b767-30e33ff55114 req-d4724e5b-729d-49f4-839b-e194adcbc421 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 210 time: 0.1195724 Aug 31 14:10:46.304716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:10:46.451047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9c72c-e04d-426c-a09c-a9f269feb9ae req-5cade05a-0d16-4b26-8947-ff8f10941916 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:46.458665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cad9c72c-e04d-426c-a09c-a9f269feb9ae req-5cade05a-0d16-4b26-8947-ff8f10941916 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.1157167 Aug 31 14:10:46.529757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cad9c72c-e04d-426c-a09c-a9f269feb9ae req-40d0740c-6cfe-4bda-bb6c-2cb1b79cf88f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700772 Aug 31 14:10:46.806526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:45Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:46.841580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3123560-94f9-4c88-a533-c950e95cb7a2 None None] The sync data for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 is: [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:45Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:47.178258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37329d49-fefd-4e63-bca9-0942de052d80 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:47.214904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ce362-dfd0-433f-8fb0-3aed03ec6c71 req-3c501473-e91e-4aae-b51d-0e8befe48f07 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:47.240066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-846ce362-dfd0-433f-8fb0-3aed03ec6c71 req-3c501473-e91e-4aae-b51d-0e8befe48f07 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.2043834 Aug 31 14:10:47.260009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 37329d49-fefd-4e63-bca9-0942de052d80 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:47.264548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 37329d49-fefd-4e63-bca9-0942de052d80 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:47.265010 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.341523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-846ce362-dfd0-433f-8fb0-3aed03ec6c71 req-899f19a3-66e3-4373-98cf-52a4dc8e00dd tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001623 Aug 31 14:10:47.641682 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.689319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05fe4437-cba0-4f23-94e3-22273eaf21f1 req-776c0a25-3bb9-4dbc-ac16-9e705bb59d77 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 210 time: 0.1006813 Aug 31 14:10:47.734848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-ed3c6786-fba8-48c3-9184-8413afe78896 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:47.737655 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-ed3c6786-fba8-48c3-9184-8413afe78896 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/networks?id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 HTTP/1.1" status: 200 len: 796 time: 0.3727069 Aug 31 14:10:47.790238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 37329d49-fefd-4e63-bca9-0942de052d80, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37329d49-fefd-4e63-bca9-0942de052d80,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:47.810217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.926705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=37329d49-fefd-4e63-bca9-0942de052d80,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:47.937534 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-cc6953c2-0240-46aa-a762-5d1f13eac189 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=596b8a705248434c887d147153bd491b HTTP/1.1" status: 200 len: 379 time: 0.1427894 Aug 31 14:10:47.950553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'port': {'device_id': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'admin_state_up': True, 'tenant_id': '596b8a705248434c887d147153bd491b', 'security_groups': ['825e09f4-74ff-4e20-aa42-3e812cb2a18f']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:48.014752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d733-ee89-4637-bbd0-75dc9d69fe86 req-821961ee-050b-4c68-99fb-05d9daad0ca6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.025594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6164d733-ee89-4637-bbd0-75dc9d69fe86 req-821961ee-050b-4c68-99fb-05d9daad0ca6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 944 time: 0.1632040 Aug 31 14:10:48.123449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6164d733-ee89-4637-bbd0-75dc9d69fe86 req-aff4667b-9882-44a9-b261-3383811ccd3f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826340 Aug 31 14:10:48.179653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Made reservation on behalf of 596b8a705248434c887d147153bd491b for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:48.185140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.436916 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.20.0.12 (f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0/eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9/81221565-b47c-40e6-9087-857894a71c53) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:48.615556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d985c30-2634-440c-8168-6126c5946f8d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:48.631027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ef09b-9aa0-4082-8ab2-8f3b772ebeae req-27907033-86ac-4b61-a00a-363d8e07179d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.645517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-553ef09b-9aa0-4082-8ab2-8f3b772ebeae req-27907033-86ac-4b61-a00a-363d8e07179d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1594672 Aug 31 14:10:48.768233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-553ef09b-9aa0-4082-8ab2-8f3b772ebeae req-cf253f2a-c45c-4791-8996-ce6440661f8d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217389 Aug 31 14:10:48.783270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1d985c30-2634-440c-8168-6126c5946f8d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d985c30-2634-440c-8168-6126c5946f8d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:48.801387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '1d985c30-2634-440c-8168-6126c5946f8d', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'port_id': '1d985c30-2634-440c-8168-6126c5946f8d', 'mac_address': 'fa:16:3e:a2:a6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:48.868213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.908409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.917968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Transition to ACTIVE for port object 81221565-b47c-40e6-9087-857894a71c53 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:48.966660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5e04271-ca66-4cfe-ac32-6812ccfa76af req-55455f8e-9713-4004-b4a9-d5a00b10075c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 210 time: 0.0623012 Aug 31 14:10:48.968022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d985c30-2634-440c-8168-6126c5946f8d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:48.984679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.020553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1d985c30-2634-440c-8168-6126c5946f8d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d985c30-2634-440c-8168-6126c5946f8d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:49.026825 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.080987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:49.091531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:49.095075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:49.160255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1d985c30-2634-440c-8168-6126c5946f8d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:49.215530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37329d49-fefd-4e63-bca9-0942de052d80 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:49.222596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:49.223483 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.256428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:49.264173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-099ddc50-efd2-4cab-87ff-74bfa972c3a3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3202453 Aug 31 14:10:49.290524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Request body: {'port': {'device_id': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:49.380783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 37329d49-fefd-4e63-bca9-0942de052d80 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:49.381395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.447171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.466881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d985c30-2634-440c-8168-6126c5946f8d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:49.505419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80bf3-b788-4451-9e1b-e6548f9f7aef req-315724eb-cffa-4440-9edc-05e12752f185 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:49.519835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0eb80bf3-b788-4451-9e1b-e6548f9f7aef req-315724eb-cffa-4440-9edc-05e12752f185 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 945 time: 0.1984210 Aug 31 14:10:49.619239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0eb80bf3-b788-4451-9e1b-e6548f9f7aef req-41aaeb87-2b9f-4d24-abb1-7c397b78e294 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918629 Aug 31 14:10:49.768035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2d5c1912-2915-4bf3-abfa-852af0104088 None None] Provisioning for port 81221565-b47c-40e6-9087-857894a71c53 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:49.786160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2d5c1912-2915-4bf3-abfa-852af0104088 None None] Provisioning complete for port 81221565-b47c-40e6-9087-857894a71c53 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:49.787697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1912-2915-4bf3-abfa-852af0104088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.838560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c1912-2915-4bf3-abfa-852af0104088 None None] Port 81221565-b47c-40e6-9087-857894a71c53 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:49.976690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11293007-8afd-476f-9271-65ade2338c80 req-6ac55410-c4c9-42a1-98e8-362d5f09d7a2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:49.986800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11293007-8afd-476f-9271-65ade2338c80 req-6ac55410-c4c9-42a1-98e8-362d5f09d7a2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1005895 Aug 31 14:10:49.999267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81221565-b47c-40e6-9087-857894a71c53 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:50.015014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.040928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Transition to ACTIVE for port object 81221565-b47c-40e6-9087-857894a71c53 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:50.045700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11293007-8afd-476f-9271-65ade2338c80 req-ec404384-beb6-4383-89df-491f5fc8cd6b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575781 Aug 31 14:10:50.050320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.149501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:50.301285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ee94c-261b-4bf9-8440-23c040f3d0ad req-2095a9c3-4c63-49e0-987e-3e864d14401b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.315418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a6ee94c-261b-4bf9-8440-23c040f3d0ad req-2095a9c3-4c63-49e0-987e-3e864d14401b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 944 time: 0.1139467 Aug 31 14:10:50.341672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Attempting to bind port 81221565-b47c-40e6-9087-857894a71c53 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:50.344382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Attempting to bind port 81221565-b47c-40e6-9087-857894a71c53 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:50.344839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Attempting to bind port 81221565-b47c-40e6-9087-857894a71c53 on network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:50.363391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Port 81221565-b47c-40e6-9087-857894a71c53 on network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:50.370771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Attempting to bind port 81221565-b47c-40e6-9087-857894a71c53 on network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:50.387363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:50.387725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Checking segment: {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:50.388127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Bound using segment: {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:50.388576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Bound port: 81221565-b47c-40e6-9087-857894a71c53, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5fe879-ab36-42c9-9006-4d8d5a395288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1512, 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:50.390053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.429156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a6ee94c-261b-4bf9-8440-23c040f3d0ad req-b2a35f0c-db57-439a-8796-854eb52aa72d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122384 Aug 31 14:10:50.556191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:50.560566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:50.567440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.630834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:50.640130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.641415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.641890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.642357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.642910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.643329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.643740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.644185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.644737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.645225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.647336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.647759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:50.713570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.713570 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.719119 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-0795d5ec-6fc2-4092-9e66-67246d3ccc7f service neutron] 10.222.0.26 "PUT /v2.0/ports/81221565-b47c-40e6-9087-857894a71c53 HTTP/1.1" status: 200 len: 1092 time: 1.4359016 Aug 31 14:10:50.719119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'tag': '81221565-b47c-40e6-9087-857894a71c53'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:50.719119 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "tag": "81221565-b47c-40e6-9087-857894a71c53"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:50.805874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b923359-b561-4dde-8866-740706b5fb02 req-36603e39-6dd7-45a8-91d6-417f6a011746 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.807820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b923359-b561-4dde-8866-740706b5fb02 req-36603e39-6dd7-45a8-91d6-417f6a011746 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 945 time: 0.0811675 Aug 31 14:10:50.897318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b923359-b561-4dde-8866-740706b5fb02 req-095f12f6-6ff1-4829-94b3-d7b29f3fbab4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744936 Aug 31 14:10:51.018528 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe78cb-e58b-4676-84d5-126f28e2334e x-openstack-request-id: req-eebe78cb-e58b-4676-84d5-126f28e2334e {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:51.019066 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "tag": "81221565-b47c-40e6-9087-857894a71c53", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:51.019406 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eebe78cb-e58b-4676-84d5-126f28e2334e {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:51.019893 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'tag': '81221565-b47c-40e6-9087-857894a71c53', 'status': 'completed', 'code': 200} Aug 31 14:10:51.129899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-72a306fb-bce4-4d57-bef1-e6a34d5f2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.131896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-72a306fb-bce4-4d57-bef1-e6a34d5f2513 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 1095 time: 0.3246446 Aug 31 14:10:51.241986 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-400ca137-bdb7-4af5-a298-02dbf544acb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81221565-b47c-40e6-9087-857894a71c53 HTTP/1.1" status: 200 len: 217 time: 0.0770814 Aug 31 14:10:51.321930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-2d3051f4-c5f9-4ef9-9b55-43c1430d8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.325192 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-2d3051f4-c5f9-4ef9-9b55-43c1430d8207 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9 HTTP/1.1" status: 200 len: 835 time: 0.0761759 Aug 31 14:10:51.351611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a6309-ba3f-4191-a473-e1ce1519dc83 req-12f11390-e15b-4b37-b769-3f9de90e1be5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.353183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-821a6309-ba3f-4191-a473-e1ce1519dc83 req-12f11390-e15b-4b37-b769-3f9de90e1be5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1292784 Aug 31 14:10:51.401547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-d25d194e-c389-43ac-b1de-d4ec809280a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.403672 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-d25d194e-c389-43ac-b1de-d4ec809280a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653310 Aug 31 14:10:51.428700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-821a6309-ba3f-4191-a473-e1ce1519dc83 req-6b8cefaa-1914-48a6-b2e7-cb594417b9af tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Aug 31 14:10:51.586803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-6de476e0-da2e-4f25-99ec-710be76f177d service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736116 Aug 31 14:10:51.589223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3fae9-a49c-4706-ae8d-ddb694ea7027 req-7eecc136-e04d-4c6c-9bc4-1c8e0969f22e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.591801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4df3fae9-a49c-4706-ae8d-ddb694ea7027 req-7eecc136-e04d-4c6c-9bc4-1c8e0969f22e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 944 time: 0.0860431 Aug 31 14:10:51.672776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4df3fae9-a49c-4706-ae8d-ddb694ea7027 req-a6abe951-c03f-440f-869d-0bb8a49a3014 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751171 Aug 31 14:10:51.730877 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-903bfa5f-a840-4cca-aa2a-29b5982ae51e req-b742ea9a-8f2b-4683-b19a-4cc942292441 service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345463 Aug 31 14:10:51.891367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-f00364b7-bff4-4969-a379-a136514d0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.892735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-f00364b7-bff4-4969-a379-a136514d0b1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 1095 time: 0.0547006 Aug 31 14:10:52.030564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-b0ced623-4d8f-43c3-9f3a-9ba7fca6cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.030564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-b0ced623-4d8f-43c3-9f3a-9ba7fca6cfc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 HTTP/1.1" status: 200 len: 898 time: 0.1243622 Aug 31 14:10:52.061615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d799d-a94c-4865-bff7-3e7b65331846 req-532e4f61-bf46-4df9-a5d0-94cf8b565327 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.064786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e6d799d-a94c-4865-bff7-3e7b65331846 req-532e4f61-bf46-4df9-a5d0-94cf8b565327 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 945 time: 0.0772882 Aug 31 14:10:52.076311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-b08e390a-7c82-44f5-b8fc-cc0077cd5ce8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81221565-b47c-40e6-9087-857894a71c53 HTTP/1.1" status: 200 len: 217 time: 0.0437841 Aug 31 14:10:52.106565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e6d799d-a94c-4865-bff7-3e7b65331846 req-ab210acb-e8cf-470e-a5f6-f8e1533dc0b4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Aug 31 14:10:52.141926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-12aab1d6-27c6-455f-bd90-aab9c044f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.143432 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-12aab1d6-27c6-455f-bd90-aab9c044f4fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9 HTTP/1.1" status: 200 len: 835 time: 0.0480464 Aug 31 14:10:52.204927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-cdee749a-e5ac-4bfe-bdbe-1502c94f3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.206535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-cdee749a-e5ac-4bfe-bdbe-1502c94f3565 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484993 Aug 31 14:10:52.330432 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-1b528774-97dd-489b-b4ce-8700234da67b service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997517 Aug 31 14:10:52.514277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b0a72d7f-5d6c-4dd4-b18c-69455b27b831 req-f9e4a5c4-f129-4631-9ee3-8a00d5626d04 service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034112 Aug 31 14:10:52.597975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b6e06-13bd-47c2-ac3b-3703380431c0 req-1eb62971-6566-4d06-be48-fdf0b72bd0b5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.600737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-794b6e06-13bd-47c2-ac3b-3703380431c0 req-1eb62971-6566-4d06-be48-fdf0b72bd0b5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0835311 Aug 31 14:10:52.622112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d985c30-2634-440c-8168-6126c5946f8d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:52.692007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-794b6e06-13bd-47c2-ac3b-3703380431c0 req-2aea66a3-6ad6-474b-b096-b443025dff2a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851438 Aug 31 14:10:52.712594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 1d985c30-2634-440c-8168-6126c5946f8d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:52.721697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 1d985c30-2634-440c-8168-6126c5946f8d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:52.725232 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.834192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.845198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f69b3a-cdeb-4cbd-90e6-4a56aba33dd3 req-14b08d7d-bd22-464c-8125-f55194ba5e8f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.847001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93f69b3a-cdeb-4cbd-90e6-4a56aba33dd3 req-14b08d7d-bd22-464c-8125-f55194ba5e8f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 944 time: 0.0599933 Aug 31 14:10:52.881748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1d985c30-2634-440c-8168-6126c5946f8d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d985c30-2634-440c-8168-6126c5946f8d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:52.883161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d985c30-2634-440c-8168-6126c5946f8d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:52.892537 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8b5ea1-2603-4daf-941a-b7d8efc32447" -d '{"events": [{"server_uuid": "fbafbaf1-62b1-4c2b-830f-5851b06bc051", "name": "network-vif-plugged", "status": "completed", "tag": "1d985c30-2634-440c-8168-6126c5946f8d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:52.898125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.900206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93f69b3a-cdeb-4cbd-90e6-4a56aba33dd3 req-261f7180-08cf-4303-a70d-83f642ff4960 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470932 Aug 31 14:10:52.965584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1d985c30-2634-440c-8168-6126c5946f8d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:53.022642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61bb47-2149-4daa-97b8-2cf4f750942e req-8ad76082-37ce-41d7-8dee-185b3a85d91a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.024134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af61bb47-2149-4daa-97b8-2cf4f750942e req-8ad76082-37ce-41d7-8dee-185b3a85d91a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.0713489 Aug 31 14:10:53.063895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af61bb47-2149-4daa-97b8-2cf4f750942e req-bef635e6-654b-42de-8b5f-186cc8b9a41b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337451 Aug 31 14:10:53.120241 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebf9a59-ea40-4338-b077-b7669c4a9acd x-openstack-request-id: req-2ebf9a59-ea40-4338-b077-b7669c4a9acd {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:53.120646 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbafbaf1-62b1-4c2b-830f-5851b06bc051", "name": "network-vif-plugged", "status": "completed", "tag": "1d985c30-2634-440c-8168-6126c5946f8d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:53.121024 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ebf9a59-ea40-4338-b077-b7669c4a9acd {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:53.121517 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d985c30-2634-440c-8168-6126c5946f8d', 'code': 200} Aug 31 14:10:53.289016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad8888-80b8-4392-b85d-e070e8c92c24 req-6e93098d-ce92-48ac-9707-5b599408e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.291204 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74ad8888-80b8-4392-b85d-e070e8c92c24 req-6e93098d-ce92-48ac-9707-5b599408e76e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 1097 time: 0.0598843 Aug 31 14:10:53.338404 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-74ad8888-80b8-4392-b85d-e070e8c92c24 req-ecb6c448-9bde-401c-8865-8dd4554f4080 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375879 Aug 31 14:10:53.588615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b67ed0-478f-4f84-a136-5eae7aeb6be5 req-ad259005-ac6c-4727-9dfa-2902945892fb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.590335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9b67ed0-478f-4f84-a136-5eae7aeb6be5 req-ad259005-ac6c-4727-9dfa-2902945892fb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.0652754 Aug 31 14:10:53.648302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9b67ed0-478f-4f84-a136-5eae7aeb6be5 req-1f0cc41d-94ac-45e4-a010-1a2ec72120cf tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462847 Aug 31 14:10:53.879395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5c82-6ec7-4699-a6e0-5324545e667c req-e7506fee-d1ba-4cd0-b2d0-1019cce40971 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.882197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02dc5c82-6ec7-4699-a6e0-5324545e667c req-e7506fee-d1ba-4cd0-b2d0-1019cce40971 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.0672474 Aug 31 14:10:53.931510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02dc5c82-6ec7-4699-a6e0-5324545e667c req-9f3b36b4-637e-4b3e-b5cb-f1491f8f097d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Aug 31 14:10:54.056251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23d67f-f221-4a2c-b50f-2d302ebf33b5 req-884033e0-e1e0-40cb-9d8c-278623f14b06 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:54.058025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab23d67f-f221-4a2c-b50f-2d302ebf33b5 req-884033e0-e1e0-40cb-9d8c-278623f14b06 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0663233 Aug 31 14:10:54.109057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab23d67f-f221-4a2c-b50f-2d302ebf33b5 req-93929553-4f95-4a18-a0f4-5fe83cbb4707 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434532 Aug 31 14:10:54.262548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6a8-d298-4b23-80d1-c64ed436a6ea req-f24415b0-c15a-4e3a-b2dd-5f4a929dedd3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:54.264070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f24f6a8-d298-4b23-80d1-c64ed436a6ea req-f24415b0-c15a-4e3a-b2dd-5f4a929dedd3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 944 time: 0.0797901 Aug 31 14:10:54.331670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f24f6a8-d298-4b23-80d1-c64ed436a6ea req-26875a86-a5c5-46f1-b4cf-36ff0dc84587 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550094 Aug 31 14:10:54.631560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 81221565-b47c-40e6-9087-857894a71c53 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:54.760474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:54.776551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '81221565-b47c-40e6-9087-857894a71c53', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'port_id': '81221565-b47c-40e6-9087-857894a71c53', 'mac_address': 'fa:16:3e:0b:c3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:54.804199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ec60a-d87e-4727-94c2-c6fda09cb775 req-84324a4f-7c5e-4dcd-bf68-cd5bfd8805b0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:54.812636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a7ec60a-d87e-4727-94c2-c6fda09cb775 req-84324a4f-7c5e-4dcd-bf68-cd5bfd8805b0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.0705991 Aug 31 14:10:54.825248 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.841564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81221565-b47c-40e6-9087-857894a71c53 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:54.866472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a7ec60a-d87e-4727-94c2-c6fda09cb775 req-c2270247-27fd-40b0-9400-6890c2a75721 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527315 Aug 31 14:10:54.903326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:54.908809 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.045399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:55.276391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5421762-57ea-4191-b2c6-888082b7f343 req-7643d281-df17-494f-a1f7-f01015307665 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:55.278281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5421762-57ea-4191-b2c6-888082b7f343 req-7643d281-df17-494f-a1f7-f01015307665 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.0887389 Aug 31 14:10:55.343860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5421762-57ea-4191-b2c6-888082b7f343 req-6c2eaa53-db27-4280-a6d4-52322f2151fa tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549400 Aug 31 14:10:55.365385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['81221565-b47c-40e6-9087-857894a71c53'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:55.584373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c9ea-5911-4485-8bde-5eb48571781d req-c2b19400-8e75-452d-8268-24e30e92d27e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:55.587726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c20c9ea-5911-4485-8bde-5eb48571781d req-c2b19400-8e75-452d-8268-24e30e92d27e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0898514 Aug 31 14:10:55.677348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c20c9ea-5911-4485-8bde-5eb48571781d req-c221654b-2263-483a-98e5-7e35e7a8aa42 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792313 Aug 31 14:10:55.857907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec30fe-0e81-4792-a0f2-4690a49e0e00 req-0002e565-e941-4147-a792-2776e37b99af tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:55.860376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0eec30fe-0e81-4792-a0f2-4690a49e0e00 req-0002e565-e941-4147-a792-2776e37b99af tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 945 time: 0.0772612 Aug 31 14:10:55.904740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0eec30fe-0e81-4792-a0f2-4690a49e0e00 req-55d9278e-d502-4e21-b08c-0ecdeb282f70 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379426 Aug 31 14:10:56.017719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2334e0-81ea-4340-9bd9-dbbd1defb6b4 req-6727d625-024e-44d0-a69e-e487cf5454af tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:56.019522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b2334e0-81ea-4340-9bd9-dbbd1defb6b4 req-6727d625-024e-44d0-a69e-e487cf5454af tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.0541236 Aug 31 14:10:56.064707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b2334e0-81ea-4340-9bd9-dbbd1defb6b4 req-08ca8739-4785-4f18-98b9-11da7f240c06 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373955 Aug 31 14:10:56.307964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8625c-1ecb-47da-8d72-17dab48be7eb req-7d5ad8b6-ce6b-49f1-95d5-392689c31673 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:56.309986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17a8625c-1ecb-47da-8d72-17dab48be7eb req-7d5ad8b6-ce6b-49f1-95d5-392689c31673 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.0538235 Aug 31 14:10:56.357341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17a8625c-1ecb-47da-8d72-17dab48be7eb req-7022c8f0-2f3a-4d75-96dd-994c22201344 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Aug 31 14:10:56.642276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:56.649387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 81221565-b47c-40e6-9087-857894a71c53 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:56.727813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 81221565-b47c-40e6-9087-857894a71c53 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:56.769675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 81221565-b47c-40e6-9087-857894a71c53 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:56.770219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.815313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7328b899-0341-4cec-94b0-480e1bf6641f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.869450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:56.911775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'mac_address': 'fa:16:3e:b4:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:56.933926 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.022344 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.049197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81221565-b47c-40e6-9087-857894a71c53'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:57.052581 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df444ee2-9c24-4357-afc2-160da8eedfe6" -d '{"events": [{"server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "name": "network-vif-plugged", "status": "completed", "tag": "81221565-b47c-40e6-9087-857894a71c53"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:57.077945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:57.089554 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.090356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:57.186592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:57.271410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:57.282265 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.356425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:57.388993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.389230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.389579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.389920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.391045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.391388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.391715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.392047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.392371 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.392701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.393085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.393418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:57.399294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.442528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:57.464258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:57.468996 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.479290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['5ac9689d-f3b0-4420-9802-3b95ca862f8a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:57.537101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:57.615618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=12']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:58.223644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a3e47-0090-4db3-9c4a-95cd1dbddf83 req-7ff2ee0d-9bff-4ee2-b325-fa789981c982 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:58.225334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f36a3e47-0090-4db3-9c4a-95cd1dbddf83 req-7ff2ee0d-9bff-4ee2-b325-fa789981c982 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1099093 Aug 31 14:10:58.266502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f36a3e47-0090-4db3-9c4a-95cd1dbddf83 req-c3e4720f-0558-4c45-a30a-b0d08738ce3f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343447 Aug 31 14:10:58.441207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943b9c1-7c37-40ae-ba89-cd06cce13476 req-e7754293-c2fd-46dc-bcc8-80b3898043c6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:58.453983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6943b9c1-7c37-40ae-ba89-cd06cce13476 req-e7754293-c2fd-46dc-bcc8-80b3898043c6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0993886 Aug 31 14:10:58.512187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6943b9c1-7c37-40ae-ba89-cd06cce13476 req-d33797ae-bfbd-4281-a6eb-f23634b7a873 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Aug 31 14:10:58.674727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:58.776791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d64d6-a78b-46ba-97ce-b619e2d8b08e req-c8bc6dc3-33a5-4ac8-a499-967e1e69b445 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:58.778527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f34d64d6-a78b-46ba-97ce-b619e2d8b08e req-c8bc6dc3-33a5-4ac8-a499-967e1e69b445 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.1159058 Aug 31 14:10:58.815709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 5ac9689d-f3b0-4420-9802-3b95ca862f8a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:58.816069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.873238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f34d64d6-a78b-46ba-97ce-b619e2d8b08e req-549e7df4-7d5a-4ac8-9dff-d95e67f4e4a2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878189 Aug 31 14:10:58.993901 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178e4a17-3d30-4720-a69c-9f4e5b0bc096 x-openstack-request-id: req-178e4a17-3d30-4720-a69c-9f4e5b0bc096 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:59.004386 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "name": "network-vif-plugged", "status": "completed", "tag": "81221565-b47c-40e6-9087-857894a71c53", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:59.004655 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-178e4a17-3d30-4720-a69c-9f4e5b0bc096 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:59.005698 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81221565-b47c-40e6-9087-857894a71c53', 'code': 200} Aug 31 14:10:59.006564 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.066743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:59.073014 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.135641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=13']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:59.169345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec6d56-02a3-4e86-93cd-622337d0689f req-6fc45b4c-a693-4987-b92a-723fdf9ed1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:59.177953 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-99ec6d56-02a3-4e86-93cd-622337d0689f req-6fc45b4c-a693-4987-b92a-723fdf9ed1c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 1097 time: 0.0881050 Aug 31 14:10:59.223346 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-99ec6d56-02a3-4e86-93cd-622337d0689f req-866d690f-019e-4b53-baa7-3ccf1bb4686d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322146 Aug 31 14:10:59.323615 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-027a45de-c3ac-4f4f-bdfd-d310668443f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.494241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf5a41-5e92-4cac-9319-28d9b81fcd97 req-a856d127-d482-42ea-99bd-b462b9d6b614 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:59.502836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12cf5a41-5e92-4cac-9319-28d9b81fcd97 req-a856d127-d482-42ea-99bd-b462b9d6b614 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1088984 Aug 31 14:10:59.536277 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.583695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-12cf5a41-5e92-4cac-9319-28d9b81fcd97 req-d77a3a4f-bd53-4e2d-abce-0183936cc5fe tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660474 Aug 31 14:10:59.887682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-ed0b44a5-5b17-427c-882c-cf329194e9eb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:59.889485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-ed0b44a5-5b17-427c-882c-cf329194e9eb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.1808312 Aug 31 14:10:59.915646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1054ce45-cc1f-4c32-acb4-47e04d7b2b17 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/quotas/8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 375 time: 0.0181730 Aug 31 14:11:00.004925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-541324b7-3e70-4eff-af68-00a452d398bc tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866244 Aug 31 14:11:00.167290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-bf8ec41d-fb63-4964-8a88-1ccac0e31f13 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629841 Aug 31 14:11:00.369833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-6fd1a199-7a1f-483f-b6a6-03205945dde7 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016468 Aug 31 14:11:00.593898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.863639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6424-ae5d-4cd5-9cbd-2524bb8fb06c req-b25ffba9-8dcf-4941-ac35-e9d8746558ed tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:00.868320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e37d6424-ae5d-4cd5-9cbd-2524bb8fb06c req-b25ffba9-8dcf-4941-ac35-e9d8746558ed tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0836015 Aug 31 14:11:00.956341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e37d6424-ae5d-4cd5-9cbd-2524bb8fb06c req-b0311bb8-fce7-46ff-8228-b960bb2efe5e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806646 Aug 31 14:11:01.007193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:01.009623 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b858e45f-1927-416d-ad10-8ffab5d9f982" -d '{"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:01.215857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd7ba-c678-4483-b21a-503d01947602 req-a170f743-c1df-4926-8f8f-61116a3c50f7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:01.224273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-474dd7ba-c678-4483-b21a-503d01947602 req-a170f743-c1df-4926-8f8f-61116a3c50f7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0990117 Aug 31 14:11:01.245595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59798) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:01.283817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-474dd7ba-c678-4483-b21a-503d01947602 req-4d95ae7d-e4be-472a-a098-2d68734bf98e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524840 Aug 31 14:11:01.476362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0393aaf5-6178-4cef-8d78-de79f0c3758a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.698155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538211e7-a89f-42c3-947d-65c2ad3ce23a req-c2d02e92-fa9b-45b0-aff4-690a0ba68615 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:01.707284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-538211e7-a89f-42c3-947d-65c2ad3ce23a req-c2d02e92-fa9b-45b0-aff4-690a0ba68615 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1923463 Aug 31 14:11:01.717545 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0393aaf5-6178-4cef-8d78-de79f0c3758a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.727110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0393aaf5-6178-4cef-8d78-de79f0c3758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.762625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-538211e7-a89f-42c3-947d-65c2ad3ce23a req-631e9dbb-905d-43af-838a-f8ecdd7c14c6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501840 Aug 31 14:11:01.794555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393aaf5-6178-4cef-8d78-de79f0c3758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653a4b9e-4871-448f-baa8-2392be89819e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:01.839648 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0393aaf5-6178-4cef-8d78-de79f0c3758a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84c70e2ea6f64edea95f7524ae66b43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898306 Aug 31 14:11:01.839911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59816) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:01.893556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-507b69d1-8890-41e5-9aa6-c967a0036096 req-d671ad3b-7bf8-40dd-9977-c75d6039eeba tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0445569 Aug 31 14:11:01.945251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba23d33b-b952-4788-a5b5-67b466917200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.977607 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.979538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba23d33b-b952-4788-a5b5-67b466917200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.984798 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f87140-9808-455a-9895-a58cbf4da118 x-openstack-request-id: req-51f87140-9808-455a-9895-a58cbf4da118 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:01.985464 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:01.985952 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51f87140-9808-455a-9895-a58cbf4da118 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:01.986573 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'code': 200} Aug 31 14:11:02.076798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba23d33b-b952-4788-a5b5-67b466917200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.090293 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba23d33b-b952-4788-a5b5-67b466917200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.090293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ba23d33b-b952-4788-a5b5-67b466917200 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/653a4b9e-4871-448f-baa8-2392be89819e HTTP/1.1" status: 204 len: 168 time: 0.2401891 Aug 31 14:11:02.129306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23d33b-b952-4788-a5b5-67b466917200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653a4b9e-4871-448f-baa8-2392be89819e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:02.169278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5049-d2f9-45c6-b7cf-1b31d5e30854 req-f55da7ae-9c60-4f9a-87aa-a17dd91abc4e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:02.180581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58fd5049-d2f9-45c6-b7cf-1b31d5e30854 req-f55da7ae-9c60-4f9a-87aa-a17dd91abc4e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.1204917 Aug 31 14:11:02.261852 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58fd5049-d2f9-45c6-b7cf-1b31d5e30854 req-0f3e7cef-0416-46b0-98a3-f8509e99aefb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800159 Aug 31 14:11:02.289368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59828) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:02.368457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32867b34-4742-4eca-849f-c5f8a935fc67 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:02.370243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-32867b34-4742-4eca-849f-c5f8a935fc67 tempest-TestNetworkAdvancedServerOps-1485057026 tempest-TestNetworkAdvancedServerOps-1485057026-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 1092 time: 0.0793178 Aug 31 14:11:02.373030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59832) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:02.378224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '81221565-b47c-40e6-9087-857894a71c53', 'tenant_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:02.424608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.526130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec6b4f-c2d5-4f36-9f33-0cd742e4899b req-d1fc7aa0-2d9c-4307-a079-b0da3236c3e6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:02.527716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eec6b4f-c2d5-4f36-9f33-0cd742e4899b req-d1fc7aa0-2d9c-4307-a079-b0da3236c3e6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0854776 Aug 31 14:11:02.554164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59836) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:02.582900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c07679c6-fdcb-4022-9c37-c3b1f872bcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.590213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eec6b4f-c2d5-4f36-9f33-0cd742e4899b req-9325b9c1-853a-4ac9-966f-d059fd36ac07 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497234 Aug 31 14:11:02.634393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.845205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c07679c6-fdcb-4022-9c37-c3b1f872bcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.862070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c07679c6-fdcb-4022-9c37-c3b1f872bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.919886 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c07679c6-fdcb-4022-9c37-c3b1f872bcf3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d93d236fcd6a41eba25619609ffb6c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638282 Aug 31 14:11:02.925358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59844) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:02.972916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea658-f33d-46f6-a0c5-9d001029f7f9 req-e3515e1a-6c1c-410a-af48-bbe57dc4cda0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:02.977524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e6ea658-f33d-46f6-a0c5-9d001029f7f9 req-e3515e1a-6c1c-410a-af48-bbe57dc4cda0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.0689590 Aug 31 14:11:02.997439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07679c6-fdcb-4022-9c37-c3b1f872bcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc5b63-99c0-40b8-b6bd-5462df18bb46,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:03.052832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e6ea658-f33d-46f6-a0c5-9d001029f7f9 req-4a3cfa6c-7267-4fdd-98e0-2b96b3ac8148 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712178 Aug 31 14:11:03.188527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad113e57-ee65-44f8-9f34-2b4f3f1d07c0 req-1418d1a5-3b2c-49f3-9d30-35a45c248e6f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0523577 Aug 31 14:11:03.198213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa661e65-e747-414b-ba08-c99380b9eda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.239937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Allocated IP 172.25.0.45 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/cb2095dd-06eb-4f67-a183-853bf6247464) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:03.291076 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa661e65-e747-414b-ba08-c99380b9eda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.813949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf419e8a-c4ef-40c2-b777-b35373d2b182 req-6c01a1ce-e01e-4ff5-bbb2-67939f66ddcc tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:03.815552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf419e8a-c4ef-40c2-b777-b35373d2b182 req-6c01a1ce-e01e-4ff5-bbb2-67939f66ddcc tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0869610 Aug 31 14:11:03.877553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-db501130-7e97-4d89-9267-54aabbb5ff4e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:03.879622 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-db501130-7e97-4d89-9267-54aabbb5ff4e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 1.0327439 Aug 31 14:11:03.899739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf419e8a-c4ef-40c2-b777-b35373d2b182 req-283ca0c5-5035-4f2c-b661-2dfde2a1f212 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658271 Aug 31 14:11:03.923981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'port': {'device_id': 'c9059586-ac51-4e06-8464-3afd0235456d', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'admin_state_up': True, 'tenant_id': '8fe03bac1876499f863ad70254fc903a'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:04.098307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa661e65-e747-414b-ba08-c99380b9eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.101384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fa661e65-e747-414b-ba08-c99380b9eda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.105420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fa661e65-e747-414b-ba08-c99380b9eda0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96fc5b63-99c0-40b8-b6bd-5462df18bb46 HTTP/1.1" status: 204 len: 168 time: 1.1092727 Aug 31 14:11:04.125085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa661e65-e747-414b-ba08-c99380b9eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc5b63-99c0-40b8-b6bd-5462df18bb46,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:04.164932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.169471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:04.173694 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.387096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2578126-e42f-4b9f-986a-2e4e4de18286 req-450cce47-078a-481b-890e-9353d137cf2b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:04.388689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2578126-e42f-4b9f-986a-2e4e4de18286 req-450cce47-078a-481b-890e-9353d137cf2b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1303978 Aug 31 14:11:04.459115 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.532422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2578126-e42f-4b9f-986a-2e4e4de18286 req-36fccda6-69f8-4a55-bedd-f86cffb95091 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314926 Aug 31 14:11:04.665438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=cb2095dd-06eb-4f67-a183-853bf6247464,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:04.695298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.20.0.9 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/3a79f91b-c39f-4c1a-b674-7aabe452111e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:04.719223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2aa24e1-f891-4892-80fe-e9b793bebac5 req-5cb8ad9a-fc97-43d4-b0d8-f9811533a362 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0851531 Aug 31 14:11:04.863265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:04.874490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:04.881367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:05.144440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8491303-04ab-43c9-a035-5f931c0ec47b req-0fc6df81-3ee0-4b64-a0aa-de37bd7549ae tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:05.146011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8491303-04ab-43c9-a035-5f931c0ec47b req-0fc6df81-3ee0-4b64-a0aa-de37bd7549ae tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0842011 Aug 31 14:11:05.154029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59892) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:05.154215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.183968 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.208389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Transition to ACTIVE for port object 3a79f91b-c39f-4c1a-b674-7aabe452111e will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:05.235945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8491303-04ab-43c9-a035-5f931c0ec47b req-0737fe0d-a41e-47f9-802c-2ae1daafb683 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826702 Aug 31 14:11:05.451054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.474493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.481452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.500284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d985c30-2634-440c-8168-6126c5946f8d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:05.526106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962887ec-13c2-4255-b930-38f2982123a6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:05.584922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.589333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.590666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.591559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.598397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.600134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.603229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=3a79f91b-c39f-4c1a-b674-7aabe452111e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:05.620120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.620812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.621358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.622709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.626358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.627083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:05.662996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fa1e7588-c5e0-4942-8610-a4fd04eeda05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9938f6073d04e6596a2b032e5c5e4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064085 Aug 31 14:11:05.674969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59906) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:05.684811 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:05.694325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:05.718113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:05.799362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-739a4c7b-a306-4db8-8300-b773e00074f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.860682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:05.861538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.880215 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-739a4c7b-a306-4db8-8300-b773e00074f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.930331 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8cb02aa4-762d-4a8a-affa-0871bc84c620 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0321710 Aug 31 14:11:05.957966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Request body: {'port': {'device_id': 'c9059586-ac51-4e06-8464-3afd0235456d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:06.026266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-739a4c7b-a306-4db8-8300-b773e00074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.034641 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-739a4c7b-a306-4db8-8300-b773e00074f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.039828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-739a4c7b-a306-4db8-8300-b773e00074f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/962887ec-13c2-4255-b930-38f2982123a6 HTTP/1.1" status: 204 len: 168 time: 0.3607550 Aug 31 14:11:06.089974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070395f-dfae-4e56-8c6a-701ef5f0ff15 req-261dadc5-46b4-4f38-8ce4-5c6967693ec0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:06.096839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8070395f-dfae-4e56-8c6a-701ef5f0ff15 req-261dadc5-46b4-4f38-8ce4-5c6967693ec0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.3009477 Aug 31 14:11:06.097905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a4c7b-a306-4db8-8300-b773e00074f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962887ec-13c2-4255-b930-38f2982123a6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:06.114727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7778f320-bf3f-4ccb-a393-d1780e7bf425 None None] Provisioning for port 3a79f91b-c39f-4c1a-b674-7aabe452111e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:06.132290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7778f320-bf3f-4ccb-a393-d1780e7bf425 None None] Provisioning complete for port 3a79f91b-c39f-4c1a-b674-7aabe452111e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:06.133123 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7778f320-bf3f-4ccb-a393-d1780e7bf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.191125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7778f320-bf3f-4ccb-a393-d1780e7bf425 None None] Port 3a79f91b-c39f-4c1a-b674-7aabe452111e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:06.199187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8070395f-dfae-4e56-8c6a-701ef5f0ff15 req-17b9fb5f-df34-44c1-b49e-33bdbe4de201 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821381 Aug 31 14:11:06.267132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.422125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.580423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a077d-44b1-4349-97db-209da33c8ac9 req-fb351b2f-9db9-4a76-972a-3637adbd907d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:06.607983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-066a077d-44b1-4349-97db-209da33c8ac9 req-fb351b2f-9db9-4a76-972a-3637adbd907d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 931 time: 0.2695110 Aug 31 14:11:06.681991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.775417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-066a077d-44b1-4349-97db-209da33c8ac9 req-400a2b47-d847-48ca-9f4f-4e8b10899028 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362326 Aug 31 14:11:07.181245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14176cec-e0a3-4817-b082-4b632b34ba26 req-2c9a3797-b968-44a3-97f7-c4953e952541 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:07.182935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a79f91b-c39f-4c1a-b674-7aabe452111e {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:07.191404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14176cec-e0a3-4817-b082-4b632b34ba26 req-2c9a3797-b968-44a3-97f7-c4953e952541 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1372187 Aug 31 14:11:07.206075 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.231052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.235579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Transition to ACTIVE for port object 3a79f91b-c39f-4c1a-b674-7aabe452111e will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:07.238044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.247670 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.274199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14176cec-e0a3-4817-b082-4b632b34ba26 req-70c44905-89ea-4a1a-9789-048b126641c9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781982 Aug 31 14:11:07.691258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fb030-a493-4086-bd72-67f979b0f0f6 req-a6ed6d6c-4cb4-417d-82a1-53e029f62a8e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:07.713034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f50fb030-a493-4086-bd72-67f979b0f0f6 req-a6ed6d6c-4cb4-417d-82a1-53e029f62a8e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1499076 Aug 31 14:11:07.800100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f50fb030-a493-4086-bd72-67f979b0f0f6 req-43dbd494-bf26-4fc9-b295-bd1e744c18fc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845766 Aug 31 14:11:07.831526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event updated for resources: {'Port': ['ID=cb2095dd-06eb-4f67-a183-853bf6247464,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:07.870112 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.098746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Attempting to bind port 3a79f91b-c39f-4c1a-b674-7aabe452111e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:08.099153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Attempting to bind port 3a79f91b-c39f-4c1a-b674-7aabe452111e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:08.099500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Attempting to bind port 3a79f91b-c39f-4c1a-b674-7aabe452111e on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:08.103297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Pushing event updated for resources: {'Port': ['ID=3a79f91b-c39f-4c1a-b674-7aabe452111e,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:08.118155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Port 3a79f91b-c39f-4c1a-b674-7aabe452111e on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:11:08.118412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Attempting to bind port 3a79f91b-c39f-4c1a-b674-7aabe452111e on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:08.135296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad04d-3a26-4419-bdae-0cec16901e7f req-9d7273b9-b2f2-4cfb-8f62-26a1abd72839 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:08.147944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-009ad04d-3a26-4419-bdae-0cec16901e7f req-9d7273b9-b2f2-4cfb-8f62-26a1abd72839 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1663883 Aug 31 14:11:08.174860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:08.175267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:08.175816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:08.176281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Bound port: 3a79f91b-c39f-4c1a-b674-7aabe452111e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:08.176655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.269174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-009ad04d-3a26-4419-bdae-0cec16901e7f req-6474e738-f5b0-4fc2-9441-d0b4eaa8b5d5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198394 Aug 31 14:11:08.289782 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP 3ddf1b78-4562-4643-acfc-b4f03e0d6693 associated. External IP: 172.25.0.45, port: 81221565-b47c-40e6-9087-857894a71c53. Aug 31 14:11:08.476376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6cf7-b56b-43e9-946e-53ef03d0aba0 req-e92337a8-3a0b-4097-940d-d947f7c67574 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:08.495989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0cd6cf7-b56b-43e9-946e-53ef03d0aba0 req-e92337a8-3a0b-4097-940d-d947f7c67574 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1004016 Aug 31 14:11:08.553663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] For port 3a79f91b-c39f-4c1a-b674-7aabe452111e, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:08.558354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] For port 3a79f91b-c39f-4c1a-b674-7aabe452111e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a79f91b-c39f-4c1a-b674-7aabe452111e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:08.572657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.622591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0cd6cf7-b56b-43e9-946e-53ef03d0aba0 req-350040f6-a298-4a0a-9f9f-8cf5770d6a0a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252203 Aug 31 14:11:08.936356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:08.939680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.944599 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a79f91b-c39f-4c1a-b674-7aabe452111e HTTP/1.1" status: 200 len: 1091 time: 2.9982567 Aug 31 14:11:08.947824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bc78a-972d-494c-8fd4-e1a7a1873954 service neutron] Pushing event updated for resources: {'Port': ['ID=3a79f91b-c39f-4c1a-b674-7aabe452111e,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:08.960143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9059586-ac51-4e06-8464-3afd0235456d', 'tag': '3a79f91b-c39f-4c1a-b674-7aabe452111e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:08.967586 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a388eda-b5f8-499c-8e76-52aff3caa315" -d '{"events": [{"name": "network-changed", "server_uuid": "c9059586-ac51-4e06-8464-3afd0235456d", "tag": "3a79f91b-c39f-4c1a-b674-7aabe452111e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:09.190032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59984) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:09.256100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-464e7fa1-3517-4ff5-9d31-47c014b067c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:09.257758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-464e7fa1-3517-4ff5-9d31-47c014b067c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 1094 time: 0.2098010 Aug 31 14:11:09.285128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cd65-e46a-445b-8546-03a437bcceae req-7e9f7007-31c5-4981-b3ff-d5bc6f14b41c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:09.302013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8c3cd65-e46a-445b-8546-03a437bcceae req-7e9f7007-31c5-4981-b3ff-d5bc6f14b41c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.2076657 Aug 31 14:11:09.468144 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-2fc51bac-f403-46f1-b985-5fff0ff805ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a79f91b-c39f-4c1a-b674-7aabe452111e HTTP/1.1" status: 200 len: 217 time: 0.1608250 Aug 31 14:11:09.505934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:09.550580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8c3cd65-e46a-445b-8546-03a437bcceae req-c4acde55-4b87-4eb4-aa41-abe267c37da6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470191 Aug 31 14:11:09.640104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3402bbae-f0e0-4dc4-ba2c-c7696946ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.826687 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef89e5a2-c57d-4e2e-a22a-9a33d01ec7f7 x-openstack-request-id: req-ef89e5a2-c57d-4e2e-a22a-9a33d01ec7f7 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:09.826968 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9059586-ac51-4e06-8464-3afd0235456d", "tag": "3a79f91b-c39f-4c1a-b674-7aabe452111e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:09.827503 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef89e5a2-c57d-4e2e-a22a-9a33d01ec7f7 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:09.828220 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9059586-ac51-4e06-8464-3afd0235456d', 'tag': '3a79f91b-c39f-4c1a-b674-7aabe452111e', 'status': 'completed', 'code': 200} Aug 31 14:11:09.841820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-fada8882-8197-4062-9768-8a868896b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:09.844244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-fada8882-8197-4062-9768-8a868896b6ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.3676372 Aug 31 14:11:09.911499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46bfe4-82a7-4da8-ad31-6a75af668444 req-c280039f-8bba-4959-820c-740676eb6d3e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:09.914008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c46bfe4-82a7-4da8-ad31-6a75af668444 req-c280039f-8bba-4959-820c-740676eb6d3e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1086299 Aug 31 14:11:09.924644 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.008721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8f77bd0b-8be0-4638-b933-05e0f618a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:10.011063 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-8f77bd0b-8be0-4638-b933-05e0f618a887 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327660 Aug 31 14:11:10.055613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:10.074391 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] Sync routers for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:10.109989 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:10.113299 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:10:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:10.175029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c46bfe4-82a7-4da8-ad31-6a75af668444 req-8f4e7d27-03e5-4f18-a90d-bf4e36ed48f0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454174 Aug 31 14:11:10.217467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3402bbae-f0e0-4dc4-ba2c-c7696946ef15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.233831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3402bbae-f0e0-4dc4-ba2c-c7696946ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.377754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3402bbae-f0e0-4dc4-ba2c-c7696946ef15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf8b1794e8594078b61106a2c2ff061d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1862004 Aug 31 14:11:10.383756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:10.388974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.499511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2c18442b-f82f-44a1-b04a-41a3e80d63d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1245589 Aug 31 14:11:10.587930 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-b0f27dd6-4825-49e5-a6bd-f2995053dc10 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207932 Aug 31 14:11:10.642004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402bbae-f0e0-4dc4-ba2c-c7696946ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3a2e6-476c-472a-a2de-87b6074cf2ba,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:10.647702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f5070d1-e759-4408-8f1b-cd60a629209f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.678858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098786-9e2f-4a40-9e7c-8b73915699dd req-30ddddda-5e23-4783-bf25-bfe1026d35cb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:10.699535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87098786-9e2f-4a40-9e7c-8b73915699dd req-30ddddda-5e23-4783-bf25-bfe1026d35cb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.3190200 Aug 31 14:11:10.917491 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:10.949386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f5070d1-e759-4408-8f1b-cd60a629209f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.054231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-62131fec-13d3-4baf-85bb-14fda687fcde req-4a904a54-ec5b-4cf6-8e0f-882948f34c45 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600677 Aug 31 14:11:11.095160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87098786-9e2f-4a40-9e7c-8b73915699dd req-9ba74151-b875-4bb7-ba1c-b860becde9bd tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924780 Aug 31 14:11:11.178245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f5070d1-e759-4408-8f1b-cd60a629209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.184213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f5070d1-e759-4408-8f1b-cd60a629209f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.191763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f5070d1-e759-4408-8f1b-cd60a629209f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fe3a2e6-476c-472a-a2de-87b6074cf2ba HTTP/1.1" status: 204 len: 168 time: 0.7238576 Aug 31 14:11:11.220662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5070d1-e759-4408-8f1b-cd60a629209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3a2e6-476c-472a-a2de-87b6074cf2ba,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:11.237935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-86c0b6c6-bb11-4886-a357-67659b8bcd26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602631 Aug 31 14:11:11.337312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-8d516167-9548-48cc-81cd-5e606b7a504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.364273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-8d516167-9548-48cc-81cd-5e606b7a504d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 1094 time: 0.1213300 Aug 31 14:11:11.513460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-3408d43b-0c7c-4cec-9043-c641c26c4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.516680 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-3408d43b-0c7c-4cec-9043-c641c26c4f87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1513634 Aug 31 14:11:11.536966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-7b477c38-f22f-4985-b243-88a49fa4695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.540467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-7b477c38-f22f-4985-b243-88a49fa4695d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1097 time: 0.2208803 Aug 31 14:11:11.629037 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-28e87653-be63-4d75-9c10-29e3493c3714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a79f91b-c39f-4c1a-b674-7aabe452111e HTTP/1.1" status: 200 len: 217 time: 0.1008854 Aug 31 14:11:11.768667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-82cb639c-6c51-4f20-b9b7-646a34f40888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.770196 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-82cb639c-6c51-4f20-b9b7-646a34f40888 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1285813 Aug 31 14:11:11.781826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '3ddf1b78-4562-4643-acfc-b4f03e0d6693', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'port_id': '81221565-b47c-40e6-9087-857894a71c53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'mac_address': 'fa:16:3e:0b:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:11:05Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:47Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:11.830195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'tag': '81221565-b47c-40e6-9087-857894a71c53'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:11.833728 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e98f23-2757-4675-8925-eb8a20814163" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "tag": "81221565-b47c-40e6-9087-857894a71c53"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:11.874852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-1a257323-a181-46e6-901b-dcc2d3316238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.876768 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-1a257323-a181-46e6-901b-dcc2d3316238 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986288 Aug 31 14:11:11.917342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8670f79-ba02-4584-ba31-55ea1764f8ef req-473a3b01-c5c2-41fc-bf1b-9ee13b3c660d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.927699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8670f79-ba02-4584-ba31-55ea1764f8ef req-473a3b01-c5c2-41fc-bf1b-9ee13b3c660d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.3475928 Aug 31 14:11:11.959232 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] Checking router: 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:11.970747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-848b9954-639f-46e8-ad44-5e28794dfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.979480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-848b9954-639f-46e8-ad44-5e28794dfc26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.3959427 Aug 31 14:11:12.018750 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:12.026817 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:10:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:12.187154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8670f79-ba02-4584-ba31-55ea1764f8ef req-392fabb1-85c1-4926-aa35-32d89bd7e366 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579899 Aug 31 14:11:12.212235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60032) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:12.258759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-06fba1e3-df81-447e-8f96-0a25d669ddd7 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596673 Aug 31 14:11:12.404704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a23a774b-c7cc-4716-8981-988c007452a2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/3ddf1b78-4562-4643-acfc-b4f03e0d6693 HTTP/1.1" status: 200 len: 991 time: 0.1901748 Aug 31 14:11:12.417348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-0074f305-e17c-4391-9faf-85f746d2a5d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 1002 time: 0.4246924 Aug 31 14:11:12.517997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-835e7f8a-0a20-4f11-acb6-8517cc2d603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:12.519606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-835e7f8a-0a20-4f11-acb6-8517cc2d603c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0585630 Aug 31 14:11:12.551999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe748c-b5ad-4a1a-809d-3ac8e561c259 req-cc01f817-b8af-4a04-a6ff-893d9ca1a144 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:12.560196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5abe748c-b5ad-4a1a-809d-3ac8e561c259 req-cc01f817-b8af-4a04-a6ff-893d9ca1a144 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1722958 Aug 31 14:11:12.627454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-058c6e47-9768-407e-bec7-d8efd145fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:12.629637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-058c6e47-9768-407e-bec7-d8efd145fcb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987363 Aug 31 14:11:12.644959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5abe748c-b5ad-4a1a-809d-3ac8e561c259 req-3d942d48-c383-4e4f-9801-d8a66ca1feff tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832958 Aug 31 14:11:12.669276 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:12.779567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0a388eda-b5f8-499c-8e76-52aff3caa315 req-4c1f2c04-9791-46dc-bfa1-b39e33b2141a service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031750 Aug 31 14:11:13.406871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60058) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:13.509397 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '3ddf1b78-4562-4643-acfc-b4f03e0d6693', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'port_id': '81221565-b47c-40e6-9087-857894a71c53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'mac_address': 'fa:16:3e:0b:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:11:05Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:47Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:13.551740 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b89ae4e8-2d87-4740-a54e-7c25cbf2ab72 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/3ddf1b78-4562-4643-acfc-b4f03e0d6693 HTTP/1.1" status: 200 len: 991 time: 0.1430154 Aug 31 14:11:13.591937 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70dc8a5-8251-4a1d-92fd-a4020b2f437c None None] The sync data for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 is: [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '3ddf1b78-4562-4643-acfc-b4f03e0d6693', 'tenant_id': '596b8a705248434c887d147153bd491b', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'port_id': '81221565-b47c-40e6-9087-857894a71c53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'mac_address': 'fa:16:3e:0b:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:11:05Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 0, 'project_id': '596b8a705248434c887d147153bd491b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:47Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:13.633209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617da31-5f59-48ef-a056-65d199a9596b req-d723fc54-b64b-4f1f-b253-cfcf2f53af58 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:13.635002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b617da31-5f59-48ef-a056-65d199a9596b req-d723fc54-b64b-4f1f-b253-cfcf2f53af58 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0945499 Aug 31 14:11:13.756105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b617da31-5f59-48ef-a056-65d199a9596b req-d151ce9d-23b8-44de-ab35-126e3594049b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133995 Aug 31 14:11:13.765163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-732ef934-b52f-4932-abd2-0fe2365277a7 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1102064 Aug 31 14:11:13.879865 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b579e67f-460c-4f42-8d2f-89d1525c380a x-openstack-request-id: req-b579e67f-460c-4f42-8d2f-89d1525c380a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:13.880599 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "tag": "81221565-b47c-40e6-9087-857894a71c53", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:13.880599 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b579e67f-460c-4f42-8d2f-89d1525c380a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:13.881118 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'tag': '81221565-b47c-40e6-9087-857894a71c53', 'status': 'completed', 'code': 200} Aug 31 14:11:14.119258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98f23-2757-4675-8925-eb8a20814163 req-4cac6f1f-9a30-456f-b9ed-0b6121895916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:14.120937 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27e98f23-2757-4675-8925-eb8a20814163 req-4cac6f1f-9a30-456f-b9ed-0b6121895916 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 1097 time: 0.1897388 Aug 31 14:11:14.215269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dcaca-4aac-44e4-93c3-633213474de2 None None] New status for floating IP 3ddf1b78-4562-4643-acfc-b4f03e0d6693: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:11:14.281482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd70b9-fb8b-41d3-ad11-a518da904a5b req-35528931-7147-4d2c-a43a-8dc97d21290e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:14.285798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7bd70b9-fb8b-41d3-ad11-a518da904a5b req-35528931-7147-4d2c-a43a-8dc97d21290e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.2029672 Aug 31 14:11:14.494792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d36ad5-ab88-4293-8659-1240d8f2b003 req-2c13d25c-b1c4-46e4-bbdb-a2625de1aa8a service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216372 Aug 31 14:11:14.555603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7bd70b9-fb8b-41d3-ad11-a518da904a5b req-86883c89-cca6-4101-af28-257a68db3955 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596240 Aug 31 14:11:14.559631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60078) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:14.608265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98f23-2757-4675-8925-eb8a20814163 req-4952d73f-50ff-4185-9912-9f71107a3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:14.611112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27e98f23-2757-4675-8925-eb8a20814163 req-4952d73f-50ff-4185-9912-9f71107a3521 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 HTTP/1.1" status: 200 len: 898 time: 0.4790230 Aug 31 14:11:14.801571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3da692e6-3bf9-46c7-a275-1d5910263454 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:11:14.813790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d42feabf-3ca5-4f84-9d96-443ac196121e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/3ddf1b78-4562-4643-acfc-b4f03e0d6693 HTTP/1.1" status: 200 len: 991 time: 0.2514107 Aug 31 14:11:14.896470 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27e98f23-2757-4675-8925-eb8a20814163 req-d91dc4f2-3b31-48de-8d5f-1d7180461db8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81221565-b47c-40e6-9087-857894a71c53 HTTP/1.1" status: 200 len: 999 time: 0.2705500 Aug 31 14:11:14.943418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3da692e6-3bf9-46c7-a275-1d5910263454 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:15.011653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:15.055033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3da692e6-3bf9-46c7-a275-1d5910263454', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'port_id': '3da692e6-3bf9-46c7-a275-1d5910263454', 'mac_address': 'fa:16:3e:f1:74:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007bc0b5-3d91-4262-95db-e9494d07387f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:11:15.100413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2257-b0ea-4422-a613-68b8749857a6 req-d3ef4516-6edd-4ba5-9c79-39f386c71c87 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:15.118337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42ff2257-b0ea-4422-a613-68b8749857a6 req-d3ef4516-6edd-4ba5-9c79-39f386c71c87 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1916707 Aug 31 14:11:15.197428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.228729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42ff2257-b0ea-4422-a613-68b8749857a6 req-ec24e91f-551b-4aa1-b2af-34bd2880559c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089087 Aug 31 14:11:15.238663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.310983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:15.312108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:15.315419 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c7e86-b7b5-4bfa-ab8f-1844b0f46d8c" -d '{"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-unplugged", "status": "completed", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:15.324272 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.342950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3da692e6-3bf9-46c7-a275-1d5910263454 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:15.460890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:11:15.469587 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:11:15.520983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:15.602620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959cd8-710c-4087-b60f-246dc23b63f7 req-6d7ecb4a-83a8-49af-a9af-eedd7fc375a1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:15.605071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20959cd8-710c-4087-b60f-246dc23b63f7 req-6d7ecb4a-83a8-49af-a9af-eedd7fc375a1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1377368 Aug 31 14:11:15.733255 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20959cd8-710c-4087-b60f-246dc23b63f7 req-5fa17e0f-03b9-4e1b-bac4-8b45991ad175 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117017 Aug 31 14:11:15.768458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98f23-2757-4675-8925-eb8a20814163 req-ed288dab-3ad7-47a8-a97b-9609df8642cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:15.768458 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27e98f23-2757-4675-8925-eb8a20814163 req-ed288dab-3ad7-47a8-a97b-9609df8642cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9 HTTP/1.1" status: 200 len: 835 time: 0.8625438 Aug 31 14:11:15.817871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60110) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:15.917070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98f23-2757-4675-8925-eb8a20814163 req-03439c62-5784-4a48-a426-de822908d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:15.926521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27e98f23-2757-4675-8925-eb8a20814163 req-03439c62-5784-4a48-a426-de822908d15a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436605 Aug 31 14:11:16.095950 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.160660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da692e6-3bf9-46c7-a275-1d5910263454 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:16.178060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7cb1d5a5-ce3e-48ce-b824-be2589b17b74 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/3ddf1b78-4562-4643-acfc-b4f03e0d6693 HTTP/1.1" status: 200 len: 993 time: 0.3590641 Aug 31 14:11:16.223018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:16.234150 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.333885 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e585ce5-875e-44ef-a127-2154ebeeea08 x-openstack-request-id: req-1e585ce5-875e-44ef-a127-2154ebeeea08 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:16.334501 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-unplugged", "status": "completed", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:16.334501 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e585ce5-875e-44ef-a127-2154ebeeea08 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:16.334814 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454', 'code': 200} Aug 31 14:11:16.337569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:16.482615 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27e98f23-2757-4675-8925-eb8a20814163 req-3b307b25-20e5-4e73-9049-6cf464e3f200 service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462639 Aug 31 14:11:16.510431 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:11:16.526535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342de90d-d847-444c-9c0e-25d43aa7ed95 req-81479b76-2466-4e34-b5f4-098958a171ca tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:16.528186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342de90d-d847-444c-9c0e-25d43aa7ed95 req-81479b76-2466-4e34-b5f4-098958a171ca tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 944 time: 0.0736403 Aug 31 14:11:16.621305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3da692e6-3bf9-46c7-a275-1d5910263454'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:16.651061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-342de90d-d847-444c-9c0e-25d43aa7ed95 req-bec4124d-13b8-411a-b324-83756c5d3542 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162913 Aug 31 14:11:16.688338 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-27e98f23-2757-4675-8925-eb8a20814163 req-aa0a131d-6932-4318-813c-12945dfebffd service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978791 Aug 31 14:11:17.182768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70054db-7811-4585-bf21-4d3e3c795b16 req-d60c34e4-a843-47db-8e20-9fcc371cb8b1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:17.193882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a70054db-7811-4585-bf21-4d3e3c795b16 req-d60c34e4-a843-47db-8e20-9fcc371cb8b1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1966095 Aug 31 14:11:17.325225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a70054db-7811-4585-bf21-4d3e3c795b16 req-d85e5ddb-94f9-4f48-9dae-c10e551089ed tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293378 Aug 31 14:11:17.708781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c872-893b-4e80-b5a0-b84ea7d12d5e req-5816b16a-46ac-44e5-bec3-d1c6a1dc84ee tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:17.710786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc82c872-893b-4e80-b5a0-b84ea7d12d5e req-5816b16a-46ac-44e5-bec3-d1c6a1dc84ee tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1955085 Aug 31 14:11:17.821348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc82c872-893b-4e80-b5a0-b84ea7d12d5e req-d8e625be-043a-468f-9f68-d563157e9c8b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025498 Aug 31 14:11:18.062607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab0497-3839-4887-bdb4-b3428f82c555 req-ed19ddf0-92fb-4b29-b9d6-3459fed1e3aa tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:18.073082 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0ab0497-3839-4887-bdb4-b3428f82c555 req-ed19ddf0-92fb-4b29-b9d6-3459fed1e3aa tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 944 time: 0.1157589 Aug 31 14:11:18.129548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0ab0497-3839-4887-bdb4-b3428f82c555 req-a59c8312-af94-4d4d-b9d2-b0fe748c3233 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551357 Aug 31 14:11:18.619436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210787c0-732e-4928-a014-71095fe53516 req-48fe2971-ee48-4874-bf8b-48b90b9af442 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:18.634281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-210787c0-732e-4928-a014-71095fe53516 req-48fe2971-ee48-4874-bf8b-48b90b9af442 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1003721 Aug 31 14:11:18.747985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3da692e6-3bf9-46c7-a275-1d5910263454 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:18.785464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-210787c0-732e-4928-a014-71095fe53516 req-016bf55c-d577-46e5-8b47-c772b0648d52 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458313 Aug 31 14:11:18.902212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3da692e6-3bf9-46c7-a275-1d5910263454 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:18.902894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.045551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ac12-1a20-4fc9-9995-0892567964a3 req-44808d61-6684-4e8d-b960-a109bb2d91f8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:19.050048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdd2ac12-1a20-4fc9-9995-0892567964a3 req-44808d61-6684-4e8d-b960-a109bb2d91f8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1044946 Aug 31 14:11:19.068525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.127336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:19.133129 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0175acf-798a-4479-b8d6-e2159830baa9" -d '{"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-plugged", "status": "completed", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:19.193619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:19.201584 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.203821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdd2ac12-1a20-4fc9-9995-0892567964a3 req-cedc09b7-c9fa-4efc-85c0-3306575d8b38 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434467 Aug 31 14:11:19.302806 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ec1645-a1c9-4061-a1c8-1e2fae83d9a7 x-openstack-request-id: req-c7ec1645-a1c9-4061-a1c8-1e2fae83d9a7 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:19.303390 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-plugged", "status": "completed", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:19.303829 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7ec1645-a1c9-4061-a1c8-1e2fae83d9a7 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:19.304434 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454', 'code': 200} Aug 31 14:11:19.305674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:19.521462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d06cb-cec3-4ab1-8bcc-10218124be93 req-f02097fe-617e-4b38-8161-2e00d7ac2bbe tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:19.524322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-320d06cb-cec3-4ab1-8bcc-10218124be93 req-f02097fe-617e-4b38-8161-2e00d7ac2bbe tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1414917 Aug 31 14:11:19.591403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce17b9-f1a6-4143-ba4e-e74273bee314 req-1230cf12-e6da-4d32-95a2-41b05d54f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:19.594445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01ce17b9-f1a6-4143-ba4e-e74273bee314 req-1230cf12-e6da-4d32-95a2-41b05d54f98f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 1096 time: 0.0847256 Aug 31 14:11:19.756500 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-01ce17b9-f1a6-4143-ba4e-e74273bee314 req-980b63c0-468a-441f-ab73-021234c2a876 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529629 Aug 31 14:11:19.757759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-320d06cb-cec3-4ab1-8bcc-10218124be93 req-3a8e1147-d4b4-44aa-b34a-be2d23de838e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009952 Aug 31 14:11:20.326942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920c18d-1d28-415e-a2ab-1ed92e46c425 req-000e0882-2ce2-422e-b0b6-91f1440b08a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:20.340879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f920c18d-1d28-415e-a2ab-1ed92e46c425 req-000e0882-2ce2-422e-b0b6-91f1440b08a0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1148100 Aug 31 14:11:20.422573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f920c18d-1d28-415e-a2ab-1ed92e46c425 req-2befa2fe-217a-4116-a412-8457c587344d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806375 Aug 31 14:11:20.641560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d67da-cba8-4aee-8fa4-0997e3904162 req-8ecf94bd-fc6f-42e5-88bf-3b1711bd7865 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:20.660707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-135d67da-cba8-4aee-8fa4-0997e3904162 req-8ecf94bd-fc6f-42e5-88bf-3b1711bd7865 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0936015 Aug 31 14:11:20.757118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-135d67da-cba8-4aee-8fa4-0997e3904162 req-5cbb0a63-69d3-4f83-b387-1d4e73e05f37 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953658 Aug 31 14:11:21.055707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da3fbf-c04b-464e-805f-d7db7612c750 req-60148cb7-76f6-41c1-8f1f-b051251002e4 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:21.058852 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64da3fbf-c04b-464e-805f-d7db7612c750 req-60148cb7-76f6-41c1-8f1f-b051251002e4 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0687704 Aug 31 14:11:21.158606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64da3fbf-c04b-464e-805f-d7db7612c750 req-3955ef6c-bc2a-4303-bc78-4dd2c44db720 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920107 Aug 31 14:11:21.710316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1b64c-7927-4240-a338-146dcf392f4b req-caf431ab-630a-483b-bbd4-d144070ddf4a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:21.713836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45c1b64c-7927-4240-a338-146dcf392f4b req-caf431ab-630a-483b-bbd4-d144070ddf4a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1270983 Aug 31 14:11:21.830166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-45c1b64c-7927-4240-a338-146dcf392f4b req-4ef2d151-ab39-4ab2-837c-70b469e538b5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962152 Aug 31 14:11:22.025329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a004-b186-4429-9a91-4eac76a74e42 req-90f9ae49-f51a-484a-8aae-281f24fbd369 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:22.041770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3d5a004-b186-4429-9a91-4eac76a74e42 req-90f9ae49-f51a-484a-8aae-281f24fbd369 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1341288 Aug 31 14:11:22.118220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3d5a004-b186-4429-9a91-4eac76a74e42 req-3b5cbe9a-20f9-487f-b053-edbc6f9ea18a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754316 Aug 31 14:11:22.331569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60248) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:22.521672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed018-e593-4121-bd4e-c085d1338694 req-6f70d6cd-3cb3-45a4-994d-c327a983a2d4 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:22.523409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1fed018-e593-4121-bd4e-c085d1338694 req-6f70d6cd-3cb3-45a4-994d-c327a983a2d4 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1697426 Aug 31 14:11:22.537021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-437231bf-7ac5-496f-8daf-e1eb20f05eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.664564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1fed018-e593-4121-bd4e-c085d1338694 req-828aa56f-2107-4cc7-a116-755bcb09138e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278567 Aug 31 14:11:22.696226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-437231bf-7ac5-496f-8daf-e1eb20f05eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.702983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-437231bf-7ac5-496f-8daf-e1eb20f05eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.738545 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-437231bf-7ac5-496f-8daf-e1eb20f05eec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40f7de93369948c5b0c89739e196652f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030757 Aug 31 14:11:22.741119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60270) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:22.773289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437231bf-7ac5-496f-8daf-e1eb20f05eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce05a2-aa0d-4d24-bfb3-3c2ea75751ef,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:22.806855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b128ea0-6673-4439-89f8-06d7c4f0bd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.836246 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b128ea0-6673-4439-89f8-06d7c4f0bd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.903559 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b128ea0-6673-4439-89f8-06d7c4f0bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.908914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b128ea0-6673-4439-89f8-06d7c4f0bd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.913465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4b128ea0-6673-4439-89f8-06d7c4f0bd46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fce05a2-aa0d-4d24-bfb3-3c2ea75751ef HTTP/1.1" status: 204 len: 168 time: 0.1712673 Aug 31 14:11:22.961082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b128ea0-6673-4439-89f8-06d7c4f0bd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce05a2-aa0d-4d24-bfb3-3c2ea75751ef,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:22.986550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847f81e-2988-4647-9e61-c3edff5fc54f req-3520be50-e43e-4dd7-87af-a335535a535c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:22.993473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2847f81e-2988-4647-9e61-c3edff5fc54f req-3520be50-e43e-4dd7-87af-a335535a535c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.0787301 Aug 31 14:11:23.053928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2847f81e-2988-4647-9e61-c3edff5fc54f req-f7867e43-bd3f-42ca-aef4-4a8698a08969 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590105 Aug 31 14:11:23.268539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb231abc-cfaa-486d-aacc-0ab800b906e1 req-bb622072-3c17-44ef-ad25-394c413c5a33 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:23.271618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb231abc-cfaa-486d-aacc-0ab800b906e1 req-bb622072-3c17-44ef-ad25-394c413c5a33 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1348147 Aug 31 14:11:23.342878 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb231abc-cfaa-486d-aacc-0ab800b906e1 req-c3d37941-1577-419a-afc7-c965c4e8128e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599308 Aug 31 14:11:23.719475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb696809-40bb-452e-9acc-d36560941bac req-5cdb459d-90b3-4085-a0b5-5bfdb1d04187 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:23.721315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb696809-40bb-452e-9acc-d36560941bac req-5cdb459d-90b3-4085-a0b5-5bfdb1d04187 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0646985 Aug 31 14:11:23.819226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb696809-40bb-452e-9acc-d36560941bac req-2958d928-dabf-401c-8eba-9a450d246eec tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908258 Aug 31 14:11:24.139511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-55a20358-1aac-45b1-9528-034e77d3d452 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:24.141798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-55a20358-1aac-45b1-9528-034e77d3d452 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 815 time: 0.1539228 Aug 31 14:11:24.160838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-4a357c04-4625-451d-9fdd-2b78f44da3c8 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/quotas/e50bb0d1b7f54cac9a39899e03ace5a7 HTTP/1.1" status: 200 len: 375 time: 0.0113831 Aug 31 14:11:24.263437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-f8cb59f2-49bd-4623-9c32-d0a1f6831f6b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934060 Aug 31 14:11:24.425377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-8e50cd0e-912d-4381-be7d-83ae98055396 service neutron] 10.222.0.10 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527853 Aug 31 14:11:24.541850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-d589bc08-2613-4ba8-b810-e9fd21e90699 service neutron] 10.222.0.10 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154866 Aug 31 14:11:25.035331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17857867-150f-4f7f-bc3d-2df5db3b0b31 req-00953757-9e46-45e9-8465-7a62300e6ad2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:25.045552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17857867-150f-4f7f-bc3d-2df5db3b0b31 req-00953757-9e46-45e9-8465-7a62300e6ad2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1152582 Aug 31 14:11:25.095866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-17857867-150f-4f7f-bc3d-2df5db3b0b31 req-545fe182-33c6-41ee-aed9-282a3173c0c8 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490534 Aug 31 14:11:25.278687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-615b4131-e1ec-4215-b4f8-761744342715 req-6bf8a386-6d36-4ee7-8424-1f4486ee4e12 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 210 time: 0.0660787 Aug 31 14:11:25.430319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e2254-09bc-4173-8d5f-5a2cd55a1eba req-1f787863-7bd0-45b5-913e-12e2ee848420 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:25.445144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-914e2254-09bc-4173-8d5f-5a2cd55a1eba req-1f787863-7bd0-45b5-913e-12e2ee848420 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0937436 Aug 31 14:11:25.520037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-914e2254-09bc-4173-8d5f-5a2cd55a1eba req-f49b477c-e062-4506-9a28-d791eecf663a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674808 Aug 31 14:11:25.528339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-aa3afdf8-ce2c-4da8-8325-592a414fa785 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:25.531723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-aa3afdf8-ce2c-4da8-8325-592a414fa785 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "GET /v2.0/ports?device_id=84c0f407-9de8-4e9e-b6cb-6f811fea8523 HTTP/1.1" status: 200 len: 945 time: 0.1135986 Aug 31 14:11:25.708156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Deleting port 3da692e6-3bf9-46c7-a275-1d5910263454 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:25.710355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.751927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3f491-e732-414e-bc79-7bc32a998cb9 req-717bfce4-f2e0-4dfd-93d7-39d53a885151 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:25.753875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bc3f491-e732-414e-bc79-7bc32a998cb9 req-717bfce4-f2e0-4dfd-93d7-39d53a885151 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 946 time: 0.1083891 Aug 31 14:11:25.851986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8bc3f491-e732-414e-bc79-7bc32a998cb9 req-be1bffa1-9d7c-4c75-87c7-fc36ede276f6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912399 Aug 31 14:11:25.904083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] For port 3da692e6-3bf9-46c7-a275-1d5910263454, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3da692e6-3bf9-46c7-a275-1d5910263454,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:25.904450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.931817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Calling delete_port for 3da692e6-3bf9-46c7-a275-1d5910263454 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:26.186441 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.229657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3da692e6-3bf9-46c7-a275-1d5910263454'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:26.302113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Pushing event deleted for resources: {'Port': ['ID=3da692e6-3bf9-46c7-a275-1d5910263454,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:26.353426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] No DVR routers for this DVR port 3da692e6-3bf9-46c7-a275-1d5910263454 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:26.369265 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.371598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3e2e39cf-9cd5-4df5-bc5c-43bc4b8ebeb8 req-1f87fe8f-037f-4065-8573-c4e1619fdcf5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "DELETE /v2.0/ports/3da692e6-3bf9-46c7-a275-1d5910263454 HTTP/1.1" status: 204 len: 173 time: 0.8315744 Aug 31 14:11:26.372179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-deleted', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:26.375337 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e8cd8c-800f-45f5-9ffe-5b35a3d7fb31" -d '{"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-deleted", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:26.439297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e9ebfed-f2b2-44f6-8fb8-338a3e480fe0 req-457c4357-cf81-48ca-b913-0f086130c3d9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 210 time: 0.0453839 Aug 31 14:11:26.742500 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca7e187-9e98-47d7-8e30-84342d058443 x-openstack-request-id: req-5ca7e187-9e98-47d7-8e30-84342d058443 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:26.744176 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c0f407-9de8-4e9e-b6cb-6f811fea8523", "name": "network-vif-deleted", "tag": "3da692e6-3bf9-46c7-a275-1d5910263454", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:26.744741 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ca7e187-9e98-47d7-8e30-84342d058443 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:26.745703 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0f407-9de8-4e9e-b6cb-6f811fea8523', 'name': 'network-vif-deleted', 'tag': '3da692e6-3bf9-46c7-a275-1d5910263454', 'status': 'completed', 'code': 200} Aug 31 14:11:26.761852 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5de3e57-eca4-42bc-a97b-1b0132789bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.777600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff42bd-10b5-4761-8093-68bf73c0cd19 req-c1c7ebbe-98ab-4a00-b6c4-5594edb7fe21 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:26.792638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aff42bd-10b5-4761-8093-68bf73c0cd19 req-c1c7ebbe-98ab-4a00-b6c4-5594edb7fe21 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0775092 Aug 31 14:11:26.826712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:26.858557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aff42bd-10b5-4761-8093-68bf73c0cd19 req-407dcb54-2bc9-4d7f-a538-ba60d3f4f410 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630026 Aug 31 14:11:26.869545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-7f4e8b05-7bfb-4fee-83b0-b60eb5d8aeb1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:26.871509 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-7f4e8b05-7bfb-4fee-83b0-b60eb5d8aeb1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 815 time: 0.4289169 Aug 31 14:11:26.928098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Request body: {'port': {'device_id': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'admin_state_up': True, 'tenant_id': 'e50bb0d1b7f54cac9a39899e03ace5a7'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:27.064471 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.111845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:27.113293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:27.116619 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08182b6-6e4f-408e-bd44-4a387920cd88" -d '{"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:27.121045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.122092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3da692e6-3bf9-46c7-a275-1d5910263454 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:27.167622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Made reservation on behalf of e50bb0d1b7f54cac9a39899e03ace5a7 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:27.173747 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.191260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3da692e6-3bf9-46c7-a275-1d5910263454 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:27.192024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3da692e6-3bf9-46c7-a275-1d5910263454 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:27.225965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=14']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:27.229993 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c159220-0d47-457d-9dda-d96aa7a0b09d x-openstack-request-id: req-5c159220-0d47-457d-9dda-d96aa7a0b09d {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:27.231267 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:27.231694 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c159220-0d47-457d-9dda-d96aa7a0b09d {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:27.232335 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'code': 200} Aug 31 14:11:27.454875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Allocated IP 172.20.0.13 (13e3e036-067f-49f7-9289-4da4cbb7203b/007bc0b5-3d91-4262-95db-e9494d07387f/0468d24a-6000-4b08-83db-c50086ab427d) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:27.708467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b99e295-ba93-46c2-a4ed-3cd930f870a1 req-44c3bb3f-8ba1-4b50-a5d4-24e4cdc15364 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 210 time: 0.1097369 Aug 31 14:11:27.924909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.048431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.152429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:28.154103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3fdb1-3674-4995-b84f-e8100ccb8d4e req-bb81d547-06d6-4ffe-8dfe-a6b94ee69e03 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:28.156156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-60d3fdb1-3674-4995-b84f-e8100ccb8d4e req-bb81d547-06d6-4ffe-8dfe-a6b94ee69e03 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1168649 Aug 31 14:11:28.176452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Network 13e3e036-067f-49f7-9289-4da4cbb7203b is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:28.178776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:28.184435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:28.283399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-60d3fdb1-3674-4995-b84f-e8100ccb8d4e req-46531c18-470c-4cc4-9f74-7603a325b931 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750911 Aug 31 14:11:28.346911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:28.346911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.374461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-790d8852-6172-45ad-9b40-81a88919e674 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4531603 Aug 31 14:11:28.403413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Request body: {'port': {'device_id': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:28.508362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.638107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b7c8-546a-40cd-9e4a-8732cdf08ca8 req-060512d1-c9bc-4d8f-ad3a-f730217e3e1e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:28.641884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8973b7c8-546a-40cd-9e4a-8732cdf08ca8 req-060512d1-c9bc-4d8f-ad3a-f730217e3e1e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0784190 Aug 31 14:11:28.713009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8973b7c8-546a-40cd-9e4a-8732cdf08ca8 req-a2daafa0-e464-40e5-87cf-a659073d9c87 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522089 Aug 31 14:11:28.848283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154fa87-8bfd-4028-ab10-cd06646b8990 req-10a2a627-4f47-4668-9fc8-cd26a1fc4f4c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:28.850230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4154fa87-8bfd-4028-ab10-cd06646b8990 req-10a2a627-4f47-4668-9fc8-cd26a1fc4f4c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 932 time: 0.0565274 Aug 31 14:11:28.892911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4154fa87-8bfd-4028-ab10-cd06646b8990 req-4a151be4-6c70-48d5-a1d7-a850e382daea tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Aug 31 14:11:28.920367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0468d24a-6000-4b08-83db-c50086ab427d {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:28.929318 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.944453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Transition to ACTIVE for port object 0468d24a-6000-4b08-83db-c50086ab427d will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:28.954385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.034245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:29.098343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Attempting to bind port 0468d24a-6000-4b08-83db-c50086ab427d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:29.099010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Attempting to bind port 0468d24a-6000-4b08-83db-c50086ab427d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:29.099533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Attempting to bind port 0468d24a-6000-4b08-83db-c50086ab427d on network 13e3e036-067f-49f7-9289-4da4cbb7203b {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:29.104340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Port 0468d24a-6000-4b08-83db-c50086ab427d on network 13e3e036-067f-49f7-9289-4da4cbb7203b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:11:29.104675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Attempting to bind port 0468d24a-6000-4b08-83db-c50086ab427d on network 13e3e036-067f-49f7-9289-4da4cbb7203b {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:29.109984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:29.110328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Checking segment: {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:29.110719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Bound using segment: {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:29.111248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Bound port: 0468d24a-6000-4b08-83db-c50086ab427d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:29.111615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.157593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9fbcf-eeb7-46fe-b619-cf2273b3046d req-d11fc77d-ceed-49fe-80e1-873a6483e520 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.159201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ea9fbcf-eeb7-46fe-b619-cf2273b3046d req-d11fc77d-ceed-49fe-80e1-873a6483e520 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0755861 Aug 31 14:11:29.195459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:29.199548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:29.205580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.229909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-44f89ae7-df1b-4022-bd32-9c6f6001d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.231261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-44f89ae7-df1b-4022-bd32-9c6f6001d6a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1095 time: 0.0711827 Aug 31 14:11:29.234800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ea9fbcf-eeb7-46fe-b619-cf2273b3046d req-4386adba-f287-4ff7-aa40-657a19db11a2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666080 Aug 31 14:11:29.247662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.248848 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.250475 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] 10.222.0.26 "PUT /v2.0/ports/0468d24a-6000-4b08-83db-c50086ab427d HTTP/1.1" status: 200 len: 1092 time: 0.8533754 Aug 31 14:11:29.250927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:29.253295 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "tag": "0468d24a-6000-4b08-83db-c50086ab427d"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:29.284291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ed521-4180-43f6-aa21-80ed1dfe0ecd service neutron] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:29.306218 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0612c7af-969b-48d2-ab2b-944f9369f18d x-openstack-request-id: req-0612c7af-969b-48d2-ab2b-944f9369f18d {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:29.306471 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "tag": "0468d24a-6000-4b08-83db-c50086ab427d", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:29.306734 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0612c7af-969b-48d2-ab2b-944f9369f18d {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:29.307294 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d', 'status': 'completed', 'code': 200} Aug 31 14:11:29.327374 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57174247-f7a4-4dbb-aa04-0e88e842d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.412927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-2ca10617-de0a-4415-bc3e-d75b84bb9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.414538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-2ca10617-de0a-4415-bc3e-d75b84bb9f0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 1095 time: 0.0831468 Aug 31 14:11:29.418313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-165961df-42a0-4240-800c-3a1fb5c1de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.419833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-165961df-42a0-4240-800c-3a1fb5c1de46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1791384 Aug 31 14:11:29.477960 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-aa32a858-20fb-4855-9a24-c86bcfac5e06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0468d24a-6000-4b08-83db-c50086ab427d HTTP/1.1" status: 200 len: 217 time: 0.0367744 Aug 31 14:11:29.515519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.524970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74726bdb-40af-47d5-bf2b-2c4ced9b71c9 req-748ce8df-ccbf-4c59-88a3-65607fbee6ff tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.526554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74726bdb-40af-47d5-bf2b-2c4ced9b71c9 req-748ce8df-ccbf-4c59-88a3-65607fbee6ff tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1234601 Aug 31 14:11:29.540499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-0fb8648a-f39c-4da6-963d-b8e00946a0f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.0975814 Aug 31 14:11:29.544563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-c1c488cf-5a52-4fa1-981c-53d9893cd27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.546858 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-c1c488cf-5a52-4fa1-981c-53d9893cd27d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007bc0b5-3d91-4262-95db-e9494d07387f HTTP/1.1" status: 200 len: 855 time: 0.0601776 Aug 31 14:11:29.595426 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-15e968c1-097f-429b-bfbc-e250a9602134 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13e3e036-067f-49f7-9289-4da4cbb7203b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317361 Aug 31 14:11:29.604249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74726bdb-40af-47d5-bf2b-2c4ced9b71c9 req-7e337b31-89d6-4d4b-b1ae-90b7398cfa94 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670886 Aug 31 14:11:29.634128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-c67f87e6-55f6-456e-a066-e48577ab7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.637815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-c67f87e6-55f6-456e-a066-e48577ab7229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0746324 Aug 31 14:11:29.716551 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-713c7d9d-1ca2-46b4-98a2-52672a50d829 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121702 Aug 31 14:11:29.721140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-6239944f-ea86-4e5e-b94f-47de2f46fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.723925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-6239944f-ea86-4e5e-b94f-47de2f46fb55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756407 Aug 31 14:11:29.841193 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aed81e36-0b12-4c0c-9dae-6db8ef22f8e0 req-458a1481-cdcf-483c-9807-4ecf007768e2 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088934 Aug 31 14:11:29.859599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-c5400418-0a30-4f7b-bf0d-671a8f0239f9 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252675 Aug 31 14:11:29.988679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7787f7dc-fbdd-48a1-a4eb-14be160bd010 req-d6e823c5-4681-4a13-9305-052cd644a3e3 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214366 Aug 31 14:11:30.000255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-4beb0839-09c5-425c-84c6-4c930bf1892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.001974 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-4beb0839-09c5-425c-84c6-4c930bf1892d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 1095 time: 0.0533214 Aug 31 14:11:30.072091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c40d6-7479-4e92-a1b0-ad46b2cc1f01 req-48852d6c-1cef-43b7-a0c0-050c27acea35 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.073786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-375c40d6-7479-4e92-a1b0-ad46b2cc1f01 req-48852d6c-1cef-43b7-a0c0-050c27acea35 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 944 time: 0.0752344 Aug 31 14:11:30.132021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-375c40d6-7479-4e92-a1b0-ad46b2cc1f01 req-80ff7248-a899-4e2a-9ed4-19f6def49cc6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Aug 31 14:11:30.137483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-dacf99a2-efe9-4718-b437-944404310539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.139838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-dacf99a2-efe9-4718-b437-944404310539 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 917 time: 0.1281130 Aug 31 14:11:30.204177 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-0de02b33-52c7-4752-b97d-8cb8e8b3d9fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0468d24a-6000-4b08-83db-c50086ab427d HTTP/1.1" status: 200 len: 217 time: 0.0533528 Aug 31 14:11:30.267362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-4f5dacfa-f6ee-473b-a4fb-69af9da0135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.269249 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-4f5dacfa-f6ee-473b-a4fb-69af9da0135b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007bc0b5-3d91-4262-95db-e9494d07387f HTTP/1.1" status: 200 len: 855 time: 0.0563877 Aug 31 14:11:30.309205 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-62496d2e-53b8-47d5-979e-d7cbd753ed6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13e3e036-067f-49f7-9289-4da4cbb7203b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307498 Aug 31 14:11:30.413800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1733-f47d-4e7a-8310-216ed56e1b53 req-ef8050e7-7a19-4dd4-bc4c-c659b00143d9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.415461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7cb1733-f47d-4e7a-8310-216ed56e1b53 req-ef8050e7-7a19-4dd4-bc4c-c659b00143d9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0853763 Aug 31 14:11:30.440716 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-138b9bca-4586-4fbf-8c6d-c2db0c0e1df5 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221797 Aug 31 14:11:30.466046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7cb1733-f47d-4e7a-8310-216ed56e1b53 req-1a670b96-924b-4e05-a317-d09142052a79 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440171 Aug 31 14:11:30.599172 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.688698 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-53df4c17-e117-41c4-b46b-c5c0f27d6c2e req-d18ed656-e0e2-4416-9253-f4def742452f service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727533 Aug 31 14:11:30.770800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec386-9c8a-431c-85e1-b54b021236f2 req-59c8dcab-5617-4aac-bfca-f7204313e907 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.772397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9eec386-9c8a-431c-85e1-b54b021236f2 req-59c8dcab-5617-4aac-bfca-f7204313e907 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0577214 Aug 31 14:11:30.816557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9eec386-9c8a-431c-85e1-b54b021236f2 req-5cd4ed84-8384-48f2-8f9c-a06aec4b9366 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347342 Aug 31 14:11:31.303399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc20a8a-ff9d-43f5-9f88-3187ba9adb06 req-3f5971fb-5190-4022-ad0a-bfa783b8a65f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:31.305233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4cc20a8a-ff9d-43f5-9f88-3187ba9adb06 req-3f5971fb-5190-4022-ad0a-bfa783b8a65f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 944 time: 0.0772190 Aug 31 14:11:31.371350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4cc20a8a-ff9d-43f5-9f88-3187ba9adb06 req-b52b20f2-338f-4f82-843d-2fcd9ce5301f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549810 Aug 31 14:11:31.410323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e0e4ce8-0a69-44e0-b035-716fa9914751 req-b6b01384-ece4-49fc-b6a9-cba5cee31e05 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2274675 Aug 31 14:11:31.484102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e0e4ce8-0a69-44e0-b035-716fa9914751 req-0d7ae2c8-6759-487b-8dac-04bbd6f34f45 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0315108 Aug 31 14:11:31.677189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563920ca-1b98-4ddc-8ec5-1df5f388837b req-cf71c67c-8bf2-4e8c-a72b-87f4d1854bcb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:31.685131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-563920ca-1b98-4ddc-8ec5-1df5f388837b req-cf71c67c-8bf2-4e8c-a72b-87f4d1854bcb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1032517 Aug 31 14:11:31.693991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e4ce8-0a69-44e0-b035-716fa9914751 req-2d9ddde2-5289-412e-9844-fd84f7b07957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:31.695787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e0e4ce8-0a69-44e0-b035-716fa9914751 req-2d9ddde2-5289-412e-9844-fd84f7b07957 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1749198 Aug 31 14:11:31.781853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-563920ca-1b98-4ddc-8ec5-1df5f388837b req-0bcc3ad3-1e69-49c9-89d1-f2cfd6974763 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950558 Aug 31 14:11:31.859630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e4ce8-0a69-44e0-b035-716fa9914751 req-6f57b1f9-3285-4df2-a2ac-fb0c7a001d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:31.861321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e0e4ce8-0a69-44e0-b035-716fa9914751 req-6f57b1f9-3285-4df2-a2ac-fb0c7a001d9a service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1541212 Aug 31 14:11:31.994259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.040587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac88fc9-c7d2-4c4c-92ee-e7bb1037fd2c req-d5acacba-948b-48bf-8db0-053496539d4d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:32.043033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ac88fc9-c7d2-4c4c-92ee-e7bb1037fd2c req-d5acacba-948b-48bf-8db0-053496539d4d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0782082 Aug 31 14:11:32.110900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ac88fc9-c7d2-4c4c-92ee-e7bb1037fd2c req-23c5913c-451d-4218-bf0d-e5e25f10aea1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583556 Aug 31 14:11:32.232041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e4d2c-398b-4f2f-8af2-27797b2b7b3e req-5364beb4-8cf0-47c8-b4e3-0ea59943f287 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:32.240484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca2e4d2c-398b-4f2f-8af2-27797b2b7b3e req-5364beb4-8cf0-47c8-b4e3-0ea59943f287 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0646329 Aug 31 14:11:32.293482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca2e4d2c-398b-4f2f-8af2-27797b2b7b3e req-4cc66e42-96bd-41f2-9ea2-72a98049f55e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520205 Aug 31 14:11:32.638663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3f29-8340-4b24-a160-1e8ed17bc2ef req-afd3b48d-b8d6-4715-a4ef-be2a49f91d3d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:32.641290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ffc3f29-8340-4b24-a160-1e8ed17bc2ef req-afd3b48d-b8d6-4715-a4ef-be2a49f91d3d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0777924 Aug 31 14:11:32.697709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ffc3f29-8340-4b24-a160-1e8ed17bc2ef req-2081b94f-51b1-4e15-b6c1-349b4acdd868 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478396 Aug 31 14:11:32.840028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0468d24a-6000-4b08-83db-c50086ab427d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:11:32.859104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472e765-fb5a-4651-9113-de24fb504a0c req-e597039f-e2f3-4d72-8f22-2b6289718961 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:32.868971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7472e765-fb5a-4651-9113-de24fb504a0c req-e597039f-e2f3-4d72-8f22-2b6289718961 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 944 time: 0.0970964 Aug 31 14:11:32.918230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7472e765-fb5a-4651-9113-de24fb504a0c req-a446bfef-109d-42ad-b572-937fa21e40ad tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482528 Aug 31 14:11:32.957234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:32.971164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0468d24a-6000-4b08-83db-c50086ab427d', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'port_id': '0468d24a-6000-4b08-83db-c50086ab427d', 'mac_address': 'fa:16:3e:cc:bb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007bc0b5-3d91-4262-95db-e9494d07387f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:11:33.016407 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.043785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0468d24a-6000-4b08-83db-c50086ab427d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:33.070175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:33.074900 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.145473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:33.171036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-0152a33b-081a-4926-9ae2-0814b9184883 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:33.179611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-0152a33b-081a-4926-9ae2-0814b9184883 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.1735077 Aug 31 14:11:33.200480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-b39e5d01-4b98-4be7-96ad-93a41fdf7b77 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/quotas/0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 375 time: 0.0196939 Aug 31 14:11:33.281755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-04c2febd-d5d9-45aa-9754-2152d33d1b6b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799165 Aug 31 14:11:33.398552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-ef3614f0-c549-43e7-b485-4fe344daddee service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151874 Aug 31 14:11:33.484195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0468d24a-6000-4b08-83db-c50086ab427d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:33.511352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-a84b8f22-3f07-4f9c-b49e-54e0cf7da240 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095152 Aug 31 14:11:33.817151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bff1f-3f69-46da-bd0e-7671dd0e3314 req-7ce1f9e7-dfe6-4564-b136-2630ce4a4819 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:33.818751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c11bff1f-3f69-46da-bd0e-7671dd0e3314 req-7ce1f9e7-dfe6-4564-b136-2630ce4a4819 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0724235 Aug 31 14:11:33.892196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c11bff1f-3f69-46da-bd0e-7671dd0e3314 req-eea5599b-a32b-4b11-a619-12fdbd0b3064 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620134 Aug 31 14:11:34.094633 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a7521f7-4cda-44c5-84e7-4185b84d1a5f req-36e59dee-0e84-426c-86d6-4ae3176a6f6d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 210 time: 0.0343242 Aug 31 14:11:34.271717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb034-8d1c-43f7-ace4-34a1d19eb5cb req-bfb06764-0003-4e17-9070-2986ef45a5cb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:34.273767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-010cb034-8d1c-43f7-ace4-34a1d19eb5cb req-bfb06764-0003-4e17-9070-2986ef45a5cb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 945 time: 0.0725367 Aug 31 14:11:34.346408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-010cb034-8d1c-43f7-ace4-34a1d19eb5cb req-3af32388-e04d-4ca2-9e28-f2ffd66ebeb3 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608468 Aug 31 14:11:34.845462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0468d24a-6000-4b08-83db-c50086ab427d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:34.901041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 0468d24a-6000-4b08-83db-c50086ab427d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:34.906595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0468d24a-6000-4b08-83db-c50086ab427d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:34.907213 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.017097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.066631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:35.067946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:35.072718 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ca3d6-52c1-4ee3-92c3-87063952d890" -d '{"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-plugged", "status": "completed", "tag": "0468d24a-6000-4b08-83db-c50086ab427d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:35.086964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.136436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91954a23-dc21-4311-a668-27c0be09771f req-91c333f7-1322-4df0-867c-bf98cb800807 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.145528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91954a23-dc21-4311-a668-27c0be09771f req-91c333f7-1322-4df0-867c-bf98cb800807 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.0875866 Aug 31 14:11:35.193567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91954a23-dc21-4311-a668-27c0be09771f req-ebbd278c-cc9b-4d8a-b930-0585124b9a34 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Aug 31 14:11:35.206384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:35.464860 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb97a5e0-369f-4cd5-ba0e-a2f1925b518f x-openstack-request-id: req-cb97a5e0-369f-4cd5-ba0e-a2f1925b518f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:35.465580 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-plugged", "status": "completed", "tag": "0468d24a-6000-4b08-83db-c50086ab427d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:35.466061 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb97a5e0-369f-4cd5-ba0e-a2f1925b518f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:35.466930 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d', 'code': 200} Aug 31 14:11:35.517389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-6063f32e-a08b-48c7-bc8f-08f52c4d6e5e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.519121 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-6063f32e-a08b-48c7-bc8f-08f52c4d6e5e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.3652601 Aug 31 14:11:35.559095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'port': {'device_id': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'admin_state_up': True, 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:35.610730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa7f2fc8-68f6-47b4-8ea8-830c493a803d req-8e9969e8-7b81-44ab-99aa-cfbee93a20b9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 210 time: 0.0709693 Aug 31 14:11:35.688570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a18db8-751d-4f5c-bcdb-7e0f1155ad0d req-6f1091dc-d7bc-467c-a993-d4df763f5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.692313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95a18db8-751d-4f5c-bcdb-7e0f1155ad0d req-6f1091dc-d7bc-467c-a993-d4df763f5b13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 1097 time: 0.1038604 Aug 31 14:11:35.753433 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Made reservation on behalf of 0043b1b4ab2145c598698dd5a0579b3c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:35.764586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.784539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95a18db8-751d-4f5c-bcdb-7e0f1155ad0d req-8b2a50e7-fd47-46ba-afb4-246ab4a91b5f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778909 Aug 31 14:11:35.811145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b5b-e048-4a2d-98ed-3471c6a1dfb5 req-0b8461fd-8834-41a6-a54f-39c7b5874df5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.820641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54038b5b-e048-4a2d-98ed-3471c6a1dfb5 req-0b8461fd-8834-41a6-a54f-39c7b5874df5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1265328 Aug 31 14:11:35.879276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54038b5b-e048-4a2d-98ed-3471c6a1dfb5 req-c1eebeb2-0393-49f5-a016-0ed1fe68eba3 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573769 Aug 31 14:11:35.958306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Allocated IP 172.20.0.7 (12b46c0e-9247-4dca-a4d2-98fc54e46b95/90c8d49e-4a97-4d82-aa5d-0e596c420a89/64d6336d-c396-4d76-b911-9ee2667a88b0) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:36.133776 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.152481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Transition to ACTIVE for port object 64d6336d-c396-4d76-b911-9ee2667a88b0 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:36.190503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.236835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:36.242737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:36.247034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:36.301930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:36.302595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.324881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=64d6336d-c396-4d76-b911-9ee2667a88b0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:36.340750 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-986ee649-affb-4ecd-bcd6-d7d0260d3681 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850266 Aug 31 14:11:36.364677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Request body: {'port': {'device_id': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:36.433909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9ffab-59ae-4799-b683-8d579ad6d186 req-a4581cb0-c7d2-410b-ab7b-9fc10cea7167 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:36.442549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16c9ffab-59ae-4799-b683-8d579ad6d186 req-a4581cb0-c7d2-410b-ab7b-9fc10cea7167 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 943 time: 0.1128721 Aug 31 14:11:36.495959 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.515368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16c9ffab-59ae-4799-b683-8d579ad6d186 req-84ac3d8d-5216-4e5f-a470-fa4c7aba9a95 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714402 Aug 31 14:11:36.620725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6c9b7bca-504d-47d8-816f-5e5aa885f98d None None] Provisioning for port 64d6336d-c396-4d76-b911-9ee2667a88b0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:36.626091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6c9b7bca-504d-47d8-816f-5e5aa885f98d None None] Provisioning complete for port 64d6336d-c396-4d76-b911-9ee2667a88b0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:36.626895 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7bca-504d-47d8-816f-5e5aa885f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.675326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b7bca-504d-47d8-816f-5e5aa885f98d None None] Port 64d6336d-c396-4d76-b911-9ee2667a88b0 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:36.775511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b19c81-2578-4fd0-9bf5-67cc87608825 req-683c02b0-b3e8-4252-922c-40ff6e555300 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:36.778706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81b19c81-2578-4fd0-9bf5-67cc87608825 req-683c02b0-b3e8-4252-922c-40ff6e555300 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 931 time: 0.0886514 Aug 31 14:11:36.832720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81b19c81-2578-4fd0-9bf5-67cc87608825 req-4c2d1db3-fb8b-49f8-be70-275f9f000a56 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 Aug 31 14:11:36.858394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a79f91b-c39f-4c1a-b674-7aabe452111e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:11:36.871397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d6336d-c396-4d76-b911-9ee2667a88b0 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:36.882925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.899633 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Transition to ACTIVE for port object 64d6336d-c396-4d76-b911-9ee2667a88b0 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:36.904821 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.982926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Pushing event updated for resources: {'Port': ['ID=64d6336d-c396-4d76-b911-9ee2667a88b0,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:37.091164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Attempting to bind port 64d6336d-c396-4d76-b911-9ee2667a88b0 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:37.091617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Attempting to bind port 64d6336d-c396-4d76-b911-9ee2667a88b0 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:37.092748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Attempting to bind port 64d6336d-c396-4d76-b911-9ee2667a88b0 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:37.100241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Port 64d6336d-c396-4d76-b911-9ee2667a88b0 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:11:37.100772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Attempting to bind port 64d6336d-c396-4d76-b911-9ee2667a88b0 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:37.106785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:37.107553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:37.108132 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Bound using segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:37.108997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Bound port: 64d6336d-c396-4d76-b911-9ee2667a88b0, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:37.109543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.143535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3a79f91b-c39f-4c1a-b674-7aabe452111e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a79f91b-c39f-4c1a-b674-7aabe452111e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:37.164047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3a79f91b-c39f-4c1a-b674-7aabe452111e', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'port_id': '3a79f91b-c39f-4c1a-b674-7aabe452111e', 'mac_address': 'fa:16:3e:92:a2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:11:37.178878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90172e21-34c6-4e45-8b41-dd635a8fb054 req-da0eb7b0-8c63-49bd-94af-9f35204a52b8 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.207533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90172e21-34c6-4e45-8b41-dd635a8fb054 req-da0eb7b0-8c63-49bd-94af-9f35204a52b8 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1250825 Aug 31 14:11:37.275026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] For port 64d6336d-c396-4d76-b911-9ee2667a88b0, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:37.284328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] For port 64d6336d-c396-4d76-b911-9ee2667a88b0, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64d6336d-c396-4d76-b911-9ee2667a88b0,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:37.293234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.304019 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.313508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90172e21-34c6-4e45-8b41-dd635a8fb054 req-68b7ecf6-beb9-4496-8597-3d71adf01854 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043892 Aug 31 14:11:37.347398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a79f91b-c39f-4c1a-b674-7aabe452111e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:37.387876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3a79f91b-c39f-4c1a-b674-7aabe452111e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a79f91b-c39f-4c1a-b674-7aabe452111e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:37.396294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.403443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Pushing event updated for resources: {'Port': ['ID=64d6336d-c396-4d76-b911-9ee2667a88b0,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:37.431498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.432449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.434699 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-51d7aa90-90bd-4899-8621-5e2e1bb2ed6d service neutron] 10.222.0.26 "PUT /v2.0/ports/64d6336d-c396-4d76-b911-9ee2667a88b0 HTTP/1.1" status: 200 len: 1091 time: 1.0778532 Aug 31 14:11:37.435265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'tag': '64d6336d-c396-4d76-b911-9ee2667a88b0'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:37.447381 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d561a3-7003-4cf8-9117-069efaa160b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d96a-26f0-44c5-b281-b66c72f577f7", "tag": "64d6336d-c396-4d76-b911-9ee2667a88b0"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:37.471787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3a79f91b-c39f-4c1a-b674-7aabe452111e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:37.512517 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab7e01b-78a1-4488-b5b0-c361b31a7750 x-openstack-request-id: req-3ab7e01b-78a1-4488-b5b0-c361b31a7750 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:37.512991 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d96a-26f0-44c5-b281-b66c72f577f7", "tag": "64d6336d-c396-4d76-b911-9ee2667a88b0", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:37.513360 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ab7e01b-78a1-4488-b5b0-c361b31a7750 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:37.514999 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'tag': '64d6336d-c396-4d76-b911-9ee2667a88b0', 'status': 'completed', 'code': 200} Aug 31 14:11:37.591518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-2d44b08d-44a8-42c5-9d7a-a339ffe5380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.593656 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-2d44b08d-44a8-42c5-9d7a-a339ffe5380e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 1094 time: 0.0576758 Aug 31 14:11:37.680038 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-189b1295-82b1-400b-b14b-58da6bb56f9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d6336d-c396-4d76-b911-9ee2667a88b0 HTTP/1.1" status: 200 len: 217 time: 0.0578506 Aug 31 14:11:37.712079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b3e08-da6b-4de0-bfcb-f0535a6a67d0 req-237af3e0-a336-4e57-8e9a-314ab49170ee tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.714507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-850b3e08-da6b-4de0-bfcb-f0535a6a67d0 req-237af3e0-a336-4e57-8e9a-314ab49170ee tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 944 time: 0.1054580 Aug 31 14:11:37.715027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60792) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:37.764283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-8fc24a7f-7e83-4396-b39a-71f334824ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.766086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-850b3e08-da6b-4de0-bfcb-f0535a6a67d0 req-4eaf9e5d-d0ed-4e6a-a614-163c6edc80c9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Aug 31 14:11:37.766894 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-8fc24a7f-7e83-4396-b39a-71f334824ad6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0740833 Aug 31 14:11:37.817228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3a79f91b-c39f-4c1a-b674-7aabe452111e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:37.824382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-3b1881dc-64b8-4be7-bdf5-25a769d007c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.828658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-3b1881dc-64b8-4be7-bdf5-25a769d007c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532682 Aug 31 14:11:37.962813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-604b5e93-94db-4c05-b4a3-76b192d65df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.977017 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-430db8d4-5235-4664-b715-c41bddf11627 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378219 Aug 31 14:11:38.054047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d0f65-0c0c-4879-873b-2355a9920aa5 req-74e2ede8-8683-48ab-9c46-fac8f54b9943 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.063823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff6d0f65-0c0c-4879-873b-2355a9920aa5 req-74e2ede8-8683-48ab-9c46-fac8f54b9943 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 943 time: 0.0926468 Aug 31 14:11:38.129035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff6d0f65-0c0c-4879-873b-2355a9920aa5 req-16c09ca2-e6db-439a-9741-de23782147ab tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642047 Aug 31 14:11:38.158107 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c9cdea5b-ab0a-4452-aa9c-caf769113706 req-cc34da4d-c747-479f-8310-22f00c2ce516 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730978 Aug 31 14:11:38.185352 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-604b5e93-94db-4c05-b4a3-76b192d65df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.190277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-604b5e93-94db-4c05-b4a3-76b192d65df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.235660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b5e93-94db-4c05-b4a3-76b192d65df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6313f3a-5789-4b8b-b713-9bfdd0df1d5e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:38.240017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-604b5e93-94db-4c05-b4a3-76b192d65df2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=638d1afb21134acaa5dd3fbf14fdcb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238070 Aug 31 14:11:38.242698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60808) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:38.349693 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac950fe6-d561-480d-bf4f-48eb70802416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.359535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-42cd5c6c-5128-4755-bc2b-0d3226b9ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.361696 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-42cd5c6c-5128-4755-bc2b-0d3226b9ed20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 1094 time: 0.0798969 Aug 31 14:11:38.429857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac950fe6-d561-480d-bf4f-48eb70802416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.447791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a083-6b8a-4560-b8bc-4f5bee5ef883 req-898805d9-2a93-43dd-a40d-a2a208351c34 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.449654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1013a083-6b8a-4560-b8bc-4f5bee5ef883 req-898805d9-2a93-43dd-a40d-a2a208351c34 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0630519 Aug 31 14:11:38.513453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1013a083-6b8a-4560-b8bc-4f5bee5ef883 req-b006bdc4-da34-4cd9-b76a-b6720471665c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Aug 31 14:11:38.523609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-eda40e7f-432e-4d7d-98f7-3759c871d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.525733 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-eda40e7f-432e-4d7d-98f7-3759c871d572 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1552832 Aug 31 14:11:38.546370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac950fe6-d561-480d-bf4f-48eb70802416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.548976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac950fe6-d561-480d-bf4f-48eb70802416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.550160 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ac950fe6-d561-480d-bf4f-48eb70802416 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6313f3a-5789-4b8b-b713-9bfdd0df1d5e HTTP/1.1" status: 204 len: 168 time: 0.3064876 Aug 31 14:11:38.588718 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-7c669821-cfcd-4283-8f82-98eb4e310b94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d6336d-c396-4d76-b911-9ee2667a88b0 HTTP/1.1" status: 200 len: 217 time: 0.0547254 Aug 31 14:11:38.593539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac950fe6-d561-480d-bf4f-48eb70802416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6313f3a-5789-4b8b-b713-9bfdd0df1d5e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:38.647476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d881b19-df22-4c85-bb9b-7bf9c2483039 req-d96feb5b-7ad1-47f2-80dd-d2e874ec814b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.649108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d881b19-df22-4c85-bb9b-7bf9c2483039 req-d96feb5b-7ad1-47f2-80dd-d2e874ec814b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0570445 Aug 31 14:11:38.654137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-8d476c0c-c516-4cb9-8e8c-11c759bf7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.656091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-8d476c0c-c516-4cb9-8e8c-11c759bf7221 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0596116 Aug 31 14:11:38.717534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d881b19-df22-4c85-bb9b-7bf9c2483039 req-cf744041-d565-40ac-923f-273d34386f14 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618565 Aug 31 14:11:38.722384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-db4c6c6d-df0d-4bb4-a3ee-8f0ca0328e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.733219 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-db4c6c6d-df0d-4bb4-a3ee-8f0ca0328e2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546253 Aug 31 14:11:38.877051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-b5cca166-44f4-4834-abfd-d130c81b39bb service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351221 Aug 31 14:11:38.911543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60832) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:38.947161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd40e81c-5a8b-46a9-8d51-e9e5ead1ae29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.985580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2e64-2c9e-429f-9020-fcd3c690af4e req-8876cab5-36da-4535-8e8b-4a329a98a4ae tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.993435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-723c2e64-2c9e-429f-9020-fcd3c690af4e req-8876cab5-36da-4535-8e8b-4a329a98a4ae tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 944 time: 0.0958390 Aug 31 14:11:39.000854 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-78d561a3-7003-4cf8-9117-069efaa160b3 req-3df0d7a8-5233-4ccc-9de3-b21d6967e7fa service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135516 Aug 31 14:11:39.064673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-723c2e64-2c9e-429f-9020-fcd3c690af4e req-94922c9f-8bf0-47d6-bba0-fab12b409cd2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701864 Aug 31 14:11:39.116837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd40e81c-5a8b-46a9-8d51-e9e5ead1ae29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.121216 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd40e81c-5a8b-46a9-8d51-e9e5ead1ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.189467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bd40e81c-5a8b-46a9-8d51-e9e5ead1ae29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=467acb8054134f459bccd8e2bab6bb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762396 Aug 31 14:11:39.192030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60836) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:39.193576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40e81c-5a8b-46a9-8d51-e9e5ead1ae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062bccb-9f5c-4a8b-98f0-ee3049b85a3d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:39.220188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843625ca-e67a-4a97-92a8-435e7c80ec29 req-02a4cd07-f221-463e-8ca8-3249de0fc28d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:39.221764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-843625ca-e67a-4a97-92a8-435e7c80ec29 req-02a4cd07-f221-463e-8ca8-3249de0fc28d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0827875 Aug 31 14:11:39.248662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-394ff98c-671b-4e89-9704-b47b8fc253f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.265173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-843625ca-e67a-4a97-92a8-435e7c80ec29 req-e0f3ee00-7f97-4de9-b38b-4d3b56a6d8d9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 Aug 31 14:11:39.276793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-394ff98c-671b-4e89-9704-b47b8fc253f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.333834 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-394ff98c-671b-4e89-9704-b47b8fc253f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.336731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-394ff98c-671b-4e89-9704-b47b8fc253f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.337932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-394ff98c-671b-4e89-9704-b47b8fc253f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7062bccb-9f5c-4a8b-98f0-ee3049b85a3d HTTP/1.1" status: 204 len: 168 time: 0.1448584 Aug 31 14:11:39.347399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ff98c-671b-4e89-9704-b47b8fc253f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7062bccb-9f5c-4a8b-98f0-ee3049b85a3d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:39.491838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1123-5a01-4864-a72d-1c41e4c91047 req-3f236811-d6fa-40a7-b30f-95c340d31deb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:39.494141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c4a1123-5a01-4864-a72d-1c41e4c91047 req-3f236811-d6fa-40a7-b30f-95c340d31deb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 943 time: 0.0621703 Aug 31 14:11:39.547916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c4a1123-5a01-4864-a72d-1c41e4c91047 req-fbd64962-7de2-47d0-ad8d-174881325c31 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466273 Aug 31 14:11:39.666161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958e309-cf3e-47bb-a0d9-be39244cec57 req-a4bca8e6-e0df-4032-a49c-fd154ed30e49 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:39.668321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a958e309-cf3e-47bb-a0d9-be39244cec57 req-a4bca8e6-e0df-4032-a49c-fd154ed30e49 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0594215 Aug 31 14:11:39.718442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a958e309-cf3e-47bb-a0d9-be39244cec57 req-7e62156f-82c5-4711-bd6e-3d3cb503770b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Aug 31 14:11:39.762566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60852) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:39.782393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68f24534-fbd3-420b-a963-545cd0f1082f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.893988 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.915370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68f24534-fbd3-420b-a963-545cd0f1082f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.921688 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-68f24534-fbd3-420b-a963-545cd0f1082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.975582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-68f24534-fbd3-420b-a963-545cd0f1082f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=696c856e463c436889b43d1c8730a955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101536 Aug 31 14:11:39.978038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60866) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:39.991414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f24534-fbd3-420b-a963-545cd0f1082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a8da33-056c-4252-94aa-e8fe5b021f77,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:40.062273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91374225-9877-425e-9970-ab649af002b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.086658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91374225-9877-425e-9970-ab649af002b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.156175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb964de-33c8-448c-a1ca-197b10c06745 req-58da5688-975a-4c8c-a4c7-2048d7f50c63 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.166660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-feb964de-33c8-448c-a1ca-197b10c06745 req-58da5688-975a-4c8c-a4c7-2048d7f50c63 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0873473 Aug 31 14:11:40.167768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91374225-9877-425e-9970-ab649af002b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.171709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-91374225-9877-425e-9970-ab649af002b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.177850 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-91374225-9877-425e-9970-ab649af002b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49a8da33-056c-4252-94aa-e8fe5b021f77 HTTP/1.1" status: 204 len: 168 time: 0.1959116 Aug 31 14:11:40.183954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91374225-9877-425e-9970-ab649af002b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a8da33-056c-4252-94aa-e8fe5b021f77,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:40.236758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-feb964de-33c8-448c-a1ca-197b10c06745 req-8b10b1cb-2fb1-42b8-812d-221654ed0e97 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Aug 31 14:11:40.407305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56991954-fa94-41d6-b740-32c9a36181ca req-9ae486cd-ad61-48f4-8653-99ae9dc66be3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.408966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56991954-fa94-41d6-b740-32c9a36181ca req-9ae486cd-ad61-48f4-8653-99ae9dc66be3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 944 time: 0.0636237 Aug 31 14:11:40.458682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56991954-fa94-41d6-b740-32c9a36181ca req-a6b16159-d488-43ea-b488-ad657d3fed23 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Aug 31 14:11:40.713760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbf9f0-97f9-40f5-8c5b-afcdaf96da9c req-ad714e1e-c7f1-47f5-accc-8b3a1efc314d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.715357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2bbf9f0-97f9-40f5-8c5b-afcdaf96da9c req-ad714e1e-c7f1-47f5-accc-8b3a1efc314d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 943 time: 0.0691535 Aug 31 14:11:40.766472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2bbf9f0-97f9-40f5-8c5b-afcdaf96da9c req-7aa1e030-988c-4371-9a27-49ef5e66bb0c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Aug 31 14:11:40.860959 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64d6336d-c396-4d76-b911-9ee2667a88b0 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:11:40.882394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a79f91b-c39f-4c1a-b674-7aabe452111e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:40.991868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3a79f91b-c39f-4c1a-b674-7aabe452111e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:40.998600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3a79f91b-c39f-4c1a-b674-7aabe452111e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:40.998600 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.037696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 64d6336d-c396-4d76-b911-9ee2667a88b0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64d6336d-c396-4d76-b911-9ee2667a88b0,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:41.057564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '64d6336d-c396-4d76-b911-9ee2667a88b0', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '64d6336d-c396-4d76-b911-9ee2667a88b0', 'mac_address': 'fa:16:3e:d3:b6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:11:41.130575 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.150622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.153386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d6336d-c396-4d76-b911-9ee2667a88b0 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:41.193620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 64d6336d-c396-4d76-b911-9ee2667a88b0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64d6336d-c396-4d76-b911-9ee2667a88b0,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:41.198578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9059586-ac51-4e06-8464-3afd0235456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a79f91b-c39f-4c1a-b674-7aabe452111e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:41.201596 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d108b7-f0a1-416a-847e-2875abd5e2b8" -d '{"events": [{"server_uuid": "c9059586-ac51-4e06-8464-3afd0235456d", "name": "network-vif-plugged", "status": "completed", "tag": "3a79f91b-c39f-4c1a-b674-7aabe452111e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:41.212216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.220060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3a79f91b-c39f-4c1a-b674-7aabe452111e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a79f91b-c39f-4c1a-b674-7aabe452111e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:41.243208 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.262057 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2689ce-940a-44f4-a2f3-ce27e6afdf71 x-openstack-request-id: req-8c2689ce-940a-44f4-a2f3-ce27e6afdf71 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:41.262354 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9059586-ac51-4e06-8464-3afd0235456d", "name": "network-vif-plugged", "status": "completed", "tag": "3a79f91b-c39f-4c1a-b674-7aabe452111e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:41.262629 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c2689ce-940a-44f4-a2f3-ce27e6afdf71 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:41.264921 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9059586-ac51-4e06-8464-3afd0235456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a79f91b-c39f-4c1a-b674-7aabe452111e', 'code': 200} Aug 31 14:11:41.275119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=64d6336d-c396-4d76-b911-9ee2667a88b0,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:41.358771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3a79f91b-c39f-4c1a-b674-7aabe452111e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:41.396201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e8bc8-6da4-4636-9c8b-2da6b9f691e7 req-2fc2c92c-ca1f-4c43-8179-d9cb69d18140 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.397751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d20e8bc8-6da4-4636-9c8b-2da6b9f691e7 req-2fc2c92c-ca1f-4c43-8179-d9cb69d18140 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0657370 Aug 31 14:11:41.441280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d20e8bc8-6da4-4636-9c8b-2da6b9f691e7 req-d6ee1b11-6027-4047-8d42-0a2780574d02 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369399 Aug 31 14:11:41.451663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0340725-c278-4c05-8d38-1701ff4d7f50 req-72a21cc0-3eaa-412d-985b-b3d8483ccd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.454152 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0340725-c278-4c05-8d38-1701ff4d7f50 req-72a21cc0-3eaa-412d-985b-b3d8483ccd7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 1096 time: 0.0473790 Aug 31 14:11:41.495231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0340725-c278-4c05-8d38-1701ff4d7f50 req-1e612569-eee2-4671-97e9-6494bbf67d0d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Aug 31 14:11:41.599048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66e48a-1e78-4b8e-95cb-ba0ada0cd431 req-6ed3eaad-e55c-4824-9487-1039fd5f0860 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.600631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd66e48a-1e78-4b8e-95cb-ba0ada0cd431 req-6ed3eaad-e55c-4824-9487-1039fd5f0860 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0561345 Aug 31 14:11:41.642496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd66e48a-1e78-4b8e-95cb-ba0ada0cd431 req-8e20fa90-a426-464f-aec6-5cc7052bdcb0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355363 Aug 31 14:11:41.736996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:42.007934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c9d6b-cf5c-4c1d-a75e-aa5e45c89742 req-c2f02c5f-4234-4066-be2e-d6496b25d00c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:42.010336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a87c9d6b-cf5c-4c1d-a75e-aa5e45c89742 req-c2f02c5f-4234-4066-be2e-d6496b25d00c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 944 time: 0.0559623 Aug 31 14:11:42.050757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a87c9d6b-cf5c-4c1d-a75e-aa5e45c89742 req-08b0729f-468a-469b-95ff-39b974e03356 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Aug 31 14:11:42.562396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3bbc-b174-4a60-8859-be224c0143d3 req-c8f1b439-79f4-4386-8e08-a12a385b9f3e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:42.563950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-778b3bbc-b174-4a60-8859-be224c0143d3 req-c8f1b439-79f4-4386-8e08-a12a385b9f3e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0521910 Aug 31 14:11:42.603375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-778b3bbc-b174-4a60-8859-be224c0143d3 req-3b589ce1-65b3-4958-b40c-ee36ac9fec84 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Aug 31 14:11:42.761512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d668a5-b88c-4c5e-bd11-9cfb075acae3 req-47574351-07ec-4ef9-a33d-942e77641694 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:42.763007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7d668a5-b88c-4c5e-bd11-9cfb075acae3 req-47574351-07ec-4ef9-a33d-942e77641694 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0500495 Aug 31 14:11:42.805436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7d668a5-b88c-4c5e-bd11-9cfb075acae3 req-71be90e7-3b5b-4e6b-b7b7-29347c682d7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Aug 31 14:11:43.207350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d140fc-c7d3-4334-87f3-2b4859b47d52 req-a90f4e63-a537-4539-a7a1-63b7e68450b0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.213357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32d140fc-c7d3-4334-87f3-2b4859b47d52 req-a90f4e63-a537-4539-a7a1-63b7e68450b0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 944 time: 0.0790472 Aug 31 14:11:43.274594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32d140fc-c7d3-4334-87f3-2b4859b47d52 req-7a68438a-7e7c-4f6c-9cd2-c04dcf0bcccf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Aug 31 14:11:43.700489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54128749-dcb1-4ac4-a263-cd14e956ba59 req-961c073d-d46a-4a3c-ae89-c827aacc215b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.702536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54128749-dcb1-4ac4-a263-cd14e956ba59 req-961c073d-d46a-4a3c-ae89-c827aacc215b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0593545 Aug 31 14:11:43.754489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54128749-dcb1-4ac4-a263-cd14e956ba59 req-d0b997e3-5dea-4e1b-a456-a1b7252ab6e4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 Aug 31 14:11:43.869835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c327136-4ce4-4ee5-9e74-c290d42e381b req-72a9de35-33cc-48e1-b13e-6e9f4424de49 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.871564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c327136-4ce4-4ee5-9e74-c290d42e381b req-72a9de35-33cc-48e1-b13e-6e9f4424de49 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0545177 Aug 31 14:11:43.937442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c327136-4ce4-4ee5-9e74-c290d42e381b req-6e441c12-c91e-4084-8cd4-e33b4dd669fe tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595701 Aug 31 14:11:44.073140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db41529-873f-4599-b00f-308d10b04f7c req-76016341-a38b-4d9b-bd02-8d681ffa6f5a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.082299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db41529-873f-4599-b00f-308d10b04f7c req-76016341-a38b-4d9b-bd02-8d681ffa6f5a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0745029 Aug 31 14:11:44.127273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db41529-873f-4599-b00f-308d10b04f7c req-9b2ba5b7-f56b-4c1c-ad57-006261e5ae61 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440946 Aug 31 14:11:44.347800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55e0c-81d9-4bcb-88ed-9026ba64db54 req-efeb826f-eb2b-4cf3-aad3-316a9bfe5561 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.356112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77c55e0c-81d9-4bcb-88ed-9026ba64db54 req-efeb826f-eb2b-4cf3-aad3-316a9bfe5561 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0596764 Aug 31 14:11:44.393459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77c55e0c-81d9-4bcb-88ed-9026ba64db54 req-2f048a44-bc42-41ed-8485-58af5b222f8a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363119 Aug 31 14:11:44.571184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbef12-28ba-44f1-b5d5-48b30912bf08 req-84d2f335-9766-416c-bf52-627964571bcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.573231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-afbbef12-28ba-44f1-b5d5-48b30912bf08 req-84d2f335-9766-416c-bf52-627964571bcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 944 time: 0.0657172 Aug 31 14:11:44.617193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-afbbef12-28ba-44f1-b5d5-48b30912bf08 req-e01215b2-315a-4d26-b791-e8a1b697e3f9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Aug 31 14:11:44.886918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64d6336d-c396-4d76-b911-9ee2667a88b0 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:44.904687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee78b5d-d7f4-43a5-ac73-ad2fa32af1bb req-e5315258-6b76-42b3-a438-19f0f6f76879 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.906777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eee78b5d-d7f4-43a5-ac73-ad2fa32af1bb req-e5315258-6b76-42b3-a438-19f0f6f76879 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0613959 Aug 31 14:11:44.948059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 64d6336d-c396-4d76-b911-9ee2667a88b0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:44.954670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 64d6336d-c396-4d76-b911-9ee2667a88b0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:44.955367 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.971063 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eee78b5d-d7f4-43a5-ac73-ad2fa32af1bb req-f3df7005-691a-41d8-86cc-2969ee89d1eb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579185 Aug 31 14:11:45.060840 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.085142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2b12a-b161-4436-9169-5a6e33f15f2f req-7509d526-eb89-4d44-a240-30906aeee578 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.086525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d6336d-c396-4d76-b911-9ee2667a88b0'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:45.088955 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ac2aa-4bb1-42d3-85e4-2e593f7d6e5a" -d '{"events": [{"server_uuid": "b7c7d96a-26f0-44c5-b281-b66c72f577f7", "name": "network-vif-plugged", "status": "completed", "tag": "64d6336d-c396-4d76-b911-9ee2667a88b0"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:45.092808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aee2b12a-b161-4436-9169-5a6e33f15f2f req-7509d526-eb89-4d44-a240-30906aeee578 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0594668 Aug 31 14:11:45.107591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 64d6336d-c396-4d76-b911-9ee2667a88b0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64d6336d-c396-4d76-b911-9ee2667a88b0,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:45.113134 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.149575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aee2b12a-b161-4436-9169-5a6e33f15f2f req-3094e667-489e-4f32-a18b-fdaeb3b24b0d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Aug 31 14:11:45.177000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=64d6336d-c396-4d76-b911-9ee2667a88b0,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.277619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5b10-b4b1-4d17-97ef-51d9654b45dd req-dc8402d4-9520-4adc-85a4-d8d804a933ae tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.279964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa5c5b10-b4b1-4d17-97ef-51d9654b45dd req-dc8402d4-9520-4adc-85a4-d8d804a933ae tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0593708 Aug 31 14:11:45.339229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa5c5b10-b4b1-4d17-97ef-51d9654b45dd req-bbfe6938-1f06-421f-b0f6-70b97d8fd5bf tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Aug 31 14:11:45.406968 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29121f0b-7f69-4511-b2a3-4c3f1cbf851b x-openstack-request-id: req-29121f0b-7f69-4511-b2a3-4c3f1cbf851b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:45.407404 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d96a-26f0-44c5-b281-b66c72f577f7", "name": "network-vif-plugged", "status": "completed", "tag": "64d6336d-c396-4d76-b911-9ee2667a88b0", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:45.407710 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29121f0b-7f69-4511-b2a3-4c3f1cbf851b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:45.408065 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d6336d-c396-4d76-b911-9ee2667a88b0', 'code': 200} Aug 31 14:11:45.501540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 32768) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:45.598406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b6f2-5fd2-4515-a788-7208bf103a0c req-29182041-7f80-471e-8ab8-4169481f8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.600192 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c2c4b6f2-5fd2-4515-a788-7208bf103a0c req-29182041-7f80-471e-8ab8-4169481f8299 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 1096 time: 0.0698819 Aug 31 14:11:45.642048 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c2c4b6f2-5fd2-4515-a788-7208bf103a0c req-1eb47fae-4243-4a54-9306-0a605afac63b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Aug 31 14:11:45.662743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95111377-833c-4a4e-ae1f-9dbcc3fd6207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.780262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288de30-4394-4337-828d-2aceaaec891a req-014d8973-9902-4217-bd46-b289b269555e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.788902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5288de30-4394-4337-828d-2aceaaec891a req-014d8973-9902-4217-bd46-b289b269555e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0753763 Aug 31 14:11:45.810955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95111377-833c-4a4e-ae1f-9dbcc3fd6207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.815050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95111377-833c-4a4e-ae1f-9dbcc3fd6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.832518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5288de30-4394-4337-828d-2aceaaec891a req-78a5e27f-d32f-4e0b-8f02-15c27c75c0c7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Aug 31 14:11:45.853577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95111377-833c-4a4e-ae1f-9dbcc3fd6207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48806abb-7f80-4947-a996-322fe66f5800,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.859230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95111377-833c-4a4e-ae1f-9dbcc3fd6207 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a76e494e02b42ba86fb27c4fa8ea1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542836 Aug 31 14:11:45.861862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 32776) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:45.909993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63f009b9-3c17-42b3-8ae2-0fbda2cb4907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.930206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63f009b9-3c17-42b3-8ae2-0fbda2cb4907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.978111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63f009b9-3c17-42b3-8ae2-0fbda2cb4907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.980753 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-63f009b9-3c17-42b3-8ae2-0fbda2cb4907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.981961 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-63f009b9-3c17-42b3-8ae2-0fbda2cb4907 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48806abb-7f80-4947-a996-322fe66f5800 HTTP/1.1" status: 204 len: 168 time: 0.1191745 Aug 31 14:11:45.999758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f009b9-3c17-42b3-8ae2-0fbda2cb4907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48806abb-7f80-4947-a996-322fe66f5800,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:46.088523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243f30d-723f-4736-aa30-9004e2ef8ddf req-59851c78-407a-408a-9647-f983a0cb5fb9 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.090119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2243f30d-723f-4736-aa30-9004e2ef8ddf req-59851c78-407a-408a-9647-f983a0cb5fb9 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0537496 Aug 31 14:11:46.130876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2243f30d-723f-4736-aa30-9004e2ef8ddf req-b58122dd-efea-49c5-99e0-65ef86385e1b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346544 Aug 31 14:11:46.269252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac426b-5e33-4f22-9e28-018411170a29 req-c574152c-67ec-4ec9-9177-70e93e95ba72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.270827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcac426b-5e33-4f22-9e28-018411170a29 req-c574152c-67ec-4ec9-9177-70e93e95ba72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0599585 Aug 31 14:11:46.314075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcac426b-5e33-4f22-9e28-018411170a29 req-5f4ce56d-ce5a-4989-bb21-19b997089c6c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Aug 31 14:11:46.480727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03d081-dac7-4dfa-924c-e0307840549e req-785214d7-be6f-461d-aa7f-aaee63a0916a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.481935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a03d081-dac7-4dfa-924c-e0307840549e req-785214d7-be6f-461d-aa7f-aaee63a0916a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0577545 Aug 31 14:11:46.526118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a03d081-dac7-4dfa-924c-e0307840549e req-6a4da44c-2ae7-4e55-aa93-560170822b18 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352495 Aug 31 14:11:47.002736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3a48-0ac9-4056-9f09-2520b741c619 req-21dc7d6f-5f7f-4945-adea-e589129d3603 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:47.012775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8ce3a48-0ac9-4056-9f09-2520b741c619 req-21dc7d6f-5f7f-4945-adea-e589129d3603 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0869126 Aug 31 14:11:47.071450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8ce3a48-0ac9-4056-9f09-2520b741c619 req-5971b38c-a1d3-4eba-b315-d01260052753 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Aug 31 14:11:47.402564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6a89d-e3ab-44bf-b312-8283fcde0bd9 req-ba09a4b2-559a-454f-bd74-3905b48238e5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:47.402564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25a6a89d-e3ab-44bf-b312-8283fcde0bd9 req-ba09a4b2-559a-454f-bd74-3905b48238e5 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.1180089 Aug 31 14:11:47.416000 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25a6a89d-e3ab-44bf-b312-8283fcde0bd9 req-b026135c-cd6a-41e7-8683-fb7154109e6e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594273 Aug 31 14:11:47.567212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a0281-6f49-433c-84e7-934d784aca46 req-1d72eaac-5612-4321-a052-035504149366 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:47.569015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c10a0281-6f49-433c-84e7-934d784aca46 req-1d72eaac-5612-4321-a052-035504149366 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0649583 Aug 31 14:11:47.636327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c10a0281-6f49-433c-84e7-934d784aca46 req-26c5c403-2942-4b70-9f3a-fda1b6a61f38 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608606 Aug 31 14:11:47.806910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf984b-959c-412c-b399-15e8b2b8dfc1 req-b1fd03be-96da-42bf-bad0-f5d1dae55271 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:47.808491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9faf984b-959c-412c-b399-15e8b2b8dfc1 req-b1fd03be-96da-42bf-bad0-f5d1dae55271 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0731897 Aug 31 14:11:47.857239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9faf984b-959c-412c-b399-15e8b2b8dfc1 req-49df5767-37cb-461f-81bf-46961b94aafa tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Aug 31 14:11:48.095144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-37a0423a-12ac-49b3-b68f-9174e08e0eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.098803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-37a0423a-12ac-49b3-b68f-9174e08e0eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 945 time: 0.0656674 Aug 31 14:11:48.312320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port 3a79f91b-c39f-4c1a-b674-7aabe452111e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:48.312770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.429510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] For port 3a79f91b-c39f-4c1a-b674-7aabe452111e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3a79f91b-c39f-4c1a-b674-7aabe452111e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:48.430111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.446703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for 3a79f91b-c39f-4c1a-b674-7aabe452111e owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:48.571187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799059-3feb-49dd-b0d3-6dc8a37ca416 req-8f94aff9-1af9-472a-a0ee-627b85b1fd44 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.576855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4799059-3feb-49dd-b0d3-6dc8a37ca416 req-8f94aff9-1af9-472a-a0ee-627b85b1fd44 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.1040299 Aug 31 14:11:48.634546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.669358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4799059-3feb-49dd-b0d3-6dc8a37ca416 req-bfdc7c88-8a4b-4ef7-b59c-c7c6f09d3f53 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807219 Aug 31 14:11:48.674665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=3a79f91b-c39f-4c1a-b674-7aabe452111e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:48.692896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d985c30-2634-440c-8168-6126c5946f8d', '3a79f91b-c39f-4c1a-b674-7aabe452111e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:48.774879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] No DVR routers for this DVR port 3a79f91b-c39f-4c1a-b674-7aabe452111e on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:48.783696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.788043 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a4f01280-6944-4924-8083-b6f7d9b2e0e5 req-e555d839-2d9f-42c7-8542-5673cc37835a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "DELETE /v2.0/ports/3a79f91b-c39f-4c1a-b674-7aabe452111e HTTP/1.1" status: 204 len: 173 time: 0.6704166 Aug 31 14:11:48.793451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9059586-ac51-4e06-8464-3afd0235456d', 'name': 'network-vif-deleted', 'tag': '3a79f91b-c39f-4c1a-b674-7aabe452111e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:48.796749 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab2bdbc-4fa7-48fc-a73c-fa87bd84bbbb" -d '{"events": [{"server_uuid": "c9059586-ac51-4e06-8464-3afd0235456d", "name": "network-vif-deleted", "tag": "3a79f91b-c39f-4c1a-b674-7aabe452111e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:48.880961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba48e-059c-48b3-a1f0-f586094bca28 req-06547234-368b-45b7-b6fb-b72c3674135b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.883279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04eba48e-059c-48b3-a1f0-f586094bca28 req-06547234-368b-45b7-b6fb-b72c3674135b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0788481 Aug 31 14:11:48.953146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04eba48e-059c-48b3-a1f0-f586094bca28 req-bde27be4-ebcc-4ad8-80fb-e9ddbb7d5e02 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567877 Aug 31 14:11:49.083787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61653146-9d36-4cb5-9335-d89c950b246a req-08b0411c-b530-4f1f-b14c-048d06bee849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0529778 Aug 31 14:11:49.343939 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5535a95b-b909-4db3-906c-840876c14a37 x-openstack-request-id: req-5535a95b-b909-4db3-906c-840876c14a37 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:49.344476 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9059586-ac51-4e06-8464-3afd0235456d", "name": "network-vif-deleted", "tag": "3a79f91b-c39f-4c1a-b674-7aabe452111e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:49.344476 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5535a95b-b909-4db3-906c-840876c14a37 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:49.344910 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9059586-ac51-4e06-8464-3afd0235456d', 'name': 'network-vif-deleted', 'tag': '3a79f91b-c39f-4c1a-b674-7aabe452111e', 'status': 'completed', 'code': 200} Aug 31 14:11:49.502506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ebf14-041b-4c9b-b4b8-03a6e2b72f01 req-b5ab2f9d-5e4e-4b68-aa6d-69a39d36aa3f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:49.504217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f31ebf14-041b-4c9b-b4b8-03a6e2b72f01 req-b5ab2f9d-5e4e-4b68-aa6d-69a39d36aa3f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0853796 Aug 31 14:11:49.566758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f31ebf14-041b-4c9b-b4b8-03a6e2b72f01 req-bf4ea6d7-b3d0-49b6-9510-d1ac09d8b2f4 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Aug 31 14:11:49.781067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf10209-29d1-482c-9dda-148d62b61990 req-a551fb3a-1ddb-4f92-bfd3-59cbebbc2f1c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:49.783243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0bf10209-29d1-482c-9dda-148d62b61990 req-a551fb3a-1ddb-4f92-bfd3-59cbebbc2f1c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.1159377 Aug 31 14:11:49.836205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0bf10209-29d1-482c-9dda-148d62b61990 req-dfcf0920-06c8-4d57-8d42-2d91e8bdfac6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Aug 31 14:11:50.103892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8b69f-a2af-4a75-aca0-681fdc4e91d2 req-c1c36e44-279c-4ccc-94de-96c1adb48675 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:50.113574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23e8b69f-a2af-4a75-aca0-681fdc4e91d2 req-c1c36e44-279c-4ccc-94de-96c1adb48675 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0701654 Aug 31 14:11:50.167952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23e8b69f-a2af-4a75-aca0-681fdc4e91d2 req-6add5c80-d628-414d-b9d2-dc16eb708da4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533566 Aug 31 14:11:50.358442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d7c460c-52fa-48f3-873b-14c4905a60ae req-9191df02-5a14-490a-822d-716650fa9679 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0940225 Aug 31 14:11:50.697661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468b9f-b3b2-4268-8025-58b66969a510 req-1442e509-3c95-493e-963a-97e6c1716f0a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:50.699465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d468b9f-b3b2-4268-8025-58b66969a510 req-1442e509-3c95-493e-963a-97e6c1716f0a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0606146 Aug 31 14:11:50.741799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d468b9f-b3b2-4268-8025-58b66969a510 req-376d509a-b7e6-4cde-965a-18c304f6254a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Aug 31 14:11:50.897366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a79f91b-c39f-4c1a-b674-7aabe452111e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:50.921383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3a79f91b-c39f-4c1a-b674-7aabe452111e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:50.922096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3a79f91b-c39f-4c1a-b674-7aabe452111e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:50.985190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63127116-ff25-4bd0-9fe4-538df8afe215 req-5c4027b2-2f4a-4fe4-a49d-7904243d4848 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:50.987078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63127116-ff25-4bd0-9fe4-538df8afe215 req-5c4027b2-2f4a-4fe4-a49d-7904243d4848 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Aug 31 14:11:51.042137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63127116-ff25-4bd0-9fe4-538df8afe215 req-fe7a5d63-8836-49b0-8b69-829aab6720c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Aug 31 14:11:51.294703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be969f7c-9c1a-4f43-bfd8-e1fa879c4376 req-28c2e035-5de2-4bde-a9b9-f968e137a94c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:51.296781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be969f7c-9c1a-4f43-bfd8-e1fa879c4376 req-28c2e035-5de2-4bde-a9b9-f968e137a94c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0556448 Aug 31 14:11:51.349784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be969f7c-9c1a-4f43-bfd8-e1fa879c4376 req-47f7f95a-186d-4835-9622-f16aad3c6512 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460474 Aug 31 14:11:51.459329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29cb3e91-8e40-4592-9db7-6de6f6cda047 req-11723b64-6cef-4208-98d1-d4b4e92071f3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0326576 Aug 31 14:11:51.871562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf0c88-10a7-4b1d-92b6-8771848648c1 req-b78f024f-b30f-4c0b-b308-264ca5aea48e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:51.873836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cbf0c88-10a7-4b1d-92b6-8771848648c1 req-b78f024f-b30f-4c0b-b308-264ca5aea48e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0514088 Aug 31 14:11:51.929431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cbf0c88-10a7-4b1d-92b6-8771848648c1 req-b1151abc-55ed-467d-92dd-034351bc8d5f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 Aug 31 14:11:52.173418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7ce5-ac99-4b79-8531-d6f90cc62577 req-4ff944a5-6265-4503-be53-8c55392aa118 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:52.175233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-afdd7ce5-ac99-4b79-8531-d6f90cc62577 req-4ff944a5-6265-4503-be53-8c55392aa118 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Aug 31 14:11:52.226467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-afdd7ce5-ac99-4b79-8531-d6f90cc62577 req-2edf35d6-bb7e-4abd-9b6c-f6d8c78d2e6c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Aug 31 14:11:52.515083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3c24-0171-4c19-83e4-c33bae8a5bbb req-549c4539-9372-48b0-9349-9e9642726be9 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:52.517263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-730d3c24-0171-4c19-83e4-c33bae8a5bbb req-549c4539-9372-48b0-9349-9e9642726be9 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0805624 Aug 31 14:11:52.568038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-730d3c24-0171-4c19-83e4-c33bae8a5bbb req-61c27590-2cd4-40fb-a82f-ddd6ffc96bf0 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Aug 31 14:11:52.673571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ac19964-1d59-4960-8776-f7c84de5d661 req-74c7f024-88eb-4268-b673-3a1d694c1118 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0342956 Aug 31 14:11:53.072934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517375-00bd-41f9-a1e9-13aaf7f08216 req-48fbbf9e-91b7-49a7-bb0c-5b0b7fab2173 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:53.074649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8517375-00bd-41f9-a1e9-13aaf7f08216 req-48fbbf9e-91b7-49a7-bb0c-5b0b7fab2173 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0619783 Aug 31 14:11:53.136615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8517375-00bd-41f9-a1e9-13aaf7f08216 req-59ad8e3d-609a-4de2-99e9-bfb072317913 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547237 Aug 31 14:11:53.510837 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:11:53.530138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c2aa-976d-41fa-8459-0907dfdb3ada req-41846667-8b4b-4dea-a1ad-0d210be2c25a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:53.540895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf55c2aa-976d-41fa-8459-0907dfdb3ada req-41846667-8b4b-4dea-a1ad-0d210be2c25a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.1247299 Aug 31 14:11:53.597273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf55c2aa-976d-41fa-8459-0907dfdb3ada req-6cef04dd-c88d-4b8f-a8de-4f001531d557 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Aug 31 14:11:53.773343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e170e44-161b-413e-9116-163daa1b48da req-0a0ef69f-52e5-458f-a7d4-d5388ce7fd21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:53.775197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e170e44-161b-413e-9116-163daa1b48da req-0a0ef69f-52e5-458f-a7d4-d5388ce7fd21 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0790167 Aug 31 14:11:53.833203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e170e44-161b-413e-9116-163daa1b48da req-75ec9cf7-60e2-4a03-8113-6f51a35a7363 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482161 Aug 31 14:11:53.971018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d21bbc4a-f351-48aa-b6d1-55db3737a471 req-9a394ec8-8d4c-48f2-b065-34e218b9a34a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9059586-ac51-4e06-8464-3afd0235456d HTTP/1.1" status: 200 len: 210 time: 0.0529981 Aug 31 14:11:54.277161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9ad3d-9b38-4710-a45c-31c6ec058c25 req-cbb64351-8ad2-409c-a528-2c421deefe67 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:54.280014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abc9ad3d-9b38-4710-a45c-31c6ec058c25 req-cbb64351-8ad2-409c-a528-2c421deefe67 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0624237 Aug 31 14:11:54.341242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abc9ad3d-9b38-4710-a45c-31c6ec058c25 req-1dd7f6d7-6dc3-4bc2-b928-69713778dcce tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Aug 31 14:11:54.815762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc325a-c6a9-4df3-aa65-1e9a35df8564 req-35bc091a-b84a-4712-ab94-aef45ae1be38 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:54.824754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0fc325a-c6a9-4df3-aa65-1e9a35df8564 req-35bc091a-b84a-4712-ab94-aef45ae1be38 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.1150002 Aug 31 14:11:54.864912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0fc325a-c6a9-4df3-aa65-1e9a35df8564 req-e9fbbc7e-2a59-45c1-b6bd-baf38fcd61cd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Aug 31 14:11:55.054073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f12773-a496-4661-8d34-833787d64f26 req-d0fbfffe-92d7-4e09-aca7-08861f2a202c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:55.056060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84f12773-a496-4661-8d34-833787d64f26 req-d0fbfffe-92d7-4e09-aca7-08861f2a202c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0882850 Aug 31 14:11:55.188022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84f12773-a496-4661-8d34-833787d64f26 req-3ecf8bb6-98b3-4893-8295-a774c6deb4f3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842927 Aug 31 14:11:55.513754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2184f-231e-443c-8925-2fe24ef0cd0c req-4f1673e8-014f-4c8b-99d4-1cbbf8979867 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:55.517228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fba2184f-231e-443c-8925-2fe24ef0cd0c req-4f1673e8-014f-4c8b-99d4-1cbbf8979867 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0667567 Aug 31 14:11:55.558037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fba2184f-231e-443c-8925-2fe24ef0cd0c req-8075f1a6-820b-4e2e-8d93-d4f8d37942cd tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360014 Aug 31 14:11:56.042413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e8ecd-0756-4cca-8e5c-499230263715 req-19ae9565-d2c6-41a5-bf81-e47ce22f3f5a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:56.048561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-657e8ecd-0756-4cca-8e5c-499230263715 req-19ae9565-d2c6-41a5-bf81-e47ce22f3f5a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0889747 Aug 31 14:11:56.110381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-657e8ecd-0756-4cca-8e5c-499230263715 req-d724b050-13e8-416a-a0bb-be806ab361b0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524874 Aug 31 14:11:56.329585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797485e-b558-481f-935c-df2f9f40a08c req-29ebcb98-cfa6-48a8-bc01-dd379a68ec95 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:56.337329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2797485e-b558-481f-935c-df2f9f40a08c req-29ebcb98-cfa6-48a8-bc01-dd379a68ec95 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0796835 Aug 31 14:11:56.425537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2797485e-b558-481f-935c-df2f9f40a08c req-83d1c160-0467-4cdb-ba74-9f1c765216c4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872114 Aug 31 14:11:56.746836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-198c46f0-a86e-459c-b48a-639a63ae8dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.752439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a806c26-af28-4e09-9718-94e51078c4b7 req-e9565362-1e86-4b4d-9da4-8f74ab2c990b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:56.754376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a806c26-af28-4e09-9718-94e51078c4b7 req-e9565362-1e86-4b4d-9da4-8f74ab2c990b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0642500 Aug 31 14:11:56.802386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a806c26-af28-4e09-9718-94e51078c4b7 req-ce6f2177-d77b-4d08-bbfc-3bf9993dbc72 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Aug 31 14:11:57.441768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce707215-668b-4fb6-a413-b7344e4b1001 req-9ca7c577-1a4d-457a-8ec2-5211790ff03c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:57.464458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce707215-668b-4fb6-a413-b7344e4b1001 req-9ca7c577-1a4d-457a-8ec2-5211790ff03c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.2351270 Aug 31 14:11:57.941281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce707215-668b-4fb6-a413-b7344e4b1001 req-6e31bd97-5065-467f-929d-3bf0dba8cc4a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753520 Aug 31 14:11:58.074077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93316346-5d97-442a-b4d5-a07326b775a3 req-7c4940c7-3440-47cd-9246-6c6f93593c2a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:58.075811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93316346-5d97-442a-b4d5-a07326b775a3 req-7c4940c7-3440-47cd-9246-6c6f93593c2a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0561376 Aug 31 14:11:58.188050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93316346-5d97-442a-b4d5-a07326b775a3 req-9c0941db-3e96-43c4-95ed-086c8fdf0e8c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019628 Aug 31 14:11:58.334457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca98cd4-aa2e-46a7-8a73-96368a64d268 req-417c12ca-7422-49ed-875b-036e497328ba tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:58.336508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cca98cd4-aa2e-46a7-8a73-96368a64d268 req-417c12ca-7422-49ed-875b-036e497328ba tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0564940 Aug 31 14:11:58.414984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cca98cd4-aa2e-46a7-8a73-96368a64d268 req-5f71e1d9-02f4-47d9-91ee-369796d68f27 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 Aug 31 14:11:59.101022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e2594-4899-48d4-92b4-85849408c7c3 req-2f5a62ba-75a9-4733-8a54-9c516fe279cc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:59.102999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c0e2594-4899-48d4-92b4-85849408c7c3 req-2f5a62ba-75a9-4733-8a54-9c516fe279cc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0781298 Aug 31 14:11:59.175112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c0e2594-4899-48d4-92b4-85849408c7c3 req-710ed32b-c94b-446b-88e8-97c864de20d2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613542 Aug 31 14:11:59.324920 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-427e4ebf-18c2-4817-ba6f-846d020c73f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.364800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a03f5-ba9d-423d-9ac7-894a08904aa2 req-4197635e-9d89-4ed2-9dbe-527bccb398d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:59.373756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee5a03f5-ba9d-423d-9ac7-894a08904aa2 req-4197635e-9d89-4ed2-9dbe-527bccb398d3 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0720625 Aug 31 14:11:59.421716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee5a03f5-ba9d-423d-9ac7-894a08904aa2 req-93edfddf-0f43-4c43-8a2e-c3613687542d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Aug 31 14:11:59.516169 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.587835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf749cc4-b851-4d63-851a-8d73a2fb2a97 req-8d8ad646-4369-4ec1-8931-f6fc6e5799d1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:59.593145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf749cc4-b851-4d63-851a-8d73a2fb2a97 req-8d8ad646-4369-4ec1-8931-f6fc6e5799d1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0745428 Aug 31 14:11:59.634162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf749cc4-b851-4d63-851a-8d73a2fb2a97 req-464743bb-2140-488c-ab7a-5853a435b890 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365248 Aug 31 14:12:00.353908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b38ed-ed33-429a-8cb8-7af422a3fa15 req-5e2af5c2-d0bd-4f89-afb0-a36a2f19b34e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:00.354841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-853b38ed-ed33-429a-8cb8-7af422a3fa15 req-5e2af5c2-d0bd-4f89-afb0-a36a2f19b34e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0790713 Aug 31 14:12:00.401738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-853b38ed-ed33-429a-8cb8-7af422a3fa15 req-ad4521ab-d020-4823-93f7-39e45d5eb828 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Aug 31 14:12:00.581885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29afe0-26b5-4b14-9f93-7e904ab58038 req-924d2abc-4baa-4c1d-9c24-ccd51af8621b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:00.585422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f29afe0-26b5-4b14-9f93-7e904ab58038 req-924d2abc-4baa-4c1d-9c24-ccd51af8621b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0705140 Aug 31 14:12:00.603578 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.629803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f29afe0-26b5-4b14-9f93-7e904ab58038 req-9ec5c6b9-168a-4481-86d5-513b12f2741a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377555 Aug 31 14:12:00.777758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424959a-7080-40b1-a7ea-69af8a299197 req-149153d2-421b-462d-a507-4dcc549eab92 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:00.779459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4424959a-7080-40b1-a7ea-69af8a299197 req-149153d2-421b-462d-a507-4dcc549eab92 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0558434 Aug 31 14:12:00.832474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4424959a-7080-40b1-a7ea-69af8a299197 req-cb234dbf-05ec-423b-bb82-0e22a629c116 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Aug 31 14:12:01.552466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ab482-4d94-4d0a-8417-6a4edac4ef57 req-a7c1362f-478e-4f68-8204-02bb347a5e3b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:01.554073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-257ab482-4d94-4d0a-8417-6a4edac4ef57 req-a7c1362f-478e-4f68-8204-02bb347a5e3b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0698953 Aug 31 14:12:01.609425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-257ab482-4d94-4d0a-8417-6a4edac4ef57 req-e2cc09d2-d864-450c-a917-889a4d31cdea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470715 Aug 31 14:12:01.757678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe594b-e4f9-4d61-b8ce-19e5c553366f req-c7c4ac74-5269-48e2-a01d-46e2c9ae7edb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:01.759441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99fe594b-e4f9-4d61-b8ce-19e5c553366f req-c7c4ac74-5269-48e2-a01d-46e2c9ae7edb tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0588126 Aug 31 14:12:01.805270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99fe594b-e4f9-4d61-b8ce-19e5c553366f req-9d024a52-8ddf-413e-812a-a696282c3f8e tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385818 Aug 31 14:12:01.965250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c01e5-ed07-406c-a3be-1255e63a243e req-eaa632e8-6804-49ec-ac94-32ecf455050d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:01.967750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-811c01e5-ed07-406c-a3be-1255e63a243e req-eaa632e8-6804-49ec-ac94-32ecf455050d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0557923 Aug 31 14:12:01.983088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.019461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-811c01e5-ed07-406c-a3be-1255e63a243e req-f57e42ce-75a9-4e9e-8e95-170396339699 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Aug 31 14:12:02.335631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299d1e-b97e-40c1-9786-7ea674d15ae8 req-d2958ae7-e412-4067-958f-dcbd7f5dedae tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:02.337356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df299d1e-b97e-40c1-9786-7ea674d15ae8 req-d2958ae7-e412-4067-958f-dcbd7f5dedae tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.1110580 Aug 31 14:12:02.402436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df299d1e-b97e-40c1-9786-7ea674d15ae8 req-1dcd4b1d-1562-4434-b1e2-9c94fae28174 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558579 Aug 31 14:12:02.731022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912fe3e-c693-4699-b4fd-cff64d6a55f4 req-22cb8626-f50f-4365-8532-7c715a137b26 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:02.732646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3912fe3e-c693-4699-b4fd-cff64d6a55f4 req-22cb8626-f50f-4365-8532-7c715a137b26 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0523081 Aug 31 14:12:02.773072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3912fe3e-c693-4699-b4fd-cff64d6a55f4 req-3ad5e2d1-5683-42f3-b525-5a092ad9e64c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342138 Aug 31 14:12:02.925405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea035d6-826e-4baf-83cc-482d767bdd85 req-d60c672b-22ab-424a-b29c-a4045e8d163f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:02.926961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dea035d6-826e-4baf-83cc-482d767bdd85 req-d60c672b-22ab-424a-b29c-a4045e8d163f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0506234 Aug 31 14:12:02.967202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dea035d6-826e-4baf-83cc-482d767bdd85 req-2ffc67d4-2fd7-47fa-8877-4cbfa026166c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339391 Aug 31 14:12:03.147083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22527-50ca-48ac-9793-7e2553660b39 req-d230f31e-f56b-44f8-ba35-5db2a4abd236 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:03.148642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8c22527-50ca-48ac-9793-7e2553660b39 req-d230f31e-f56b-44f8-ba35-5db2a4abd236 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0562081 Aug 31 14:12:03.191393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8c22527-50ca-48ac-9793-7e2553660b39 req-32f040ae-7225-4ddb-baee-ddff8e5f9a77 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360031 Aug 31 14:12:03.549960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8ac05-810a-4131-9ce3-fc3c674ed968 req-15af2992-a4d0-414c-acf5-73bc74599808 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:03.551631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fb8ac05-810a-4131-9ce3-fc3c674ed968 req-15af2992-a4d0-414c-acf5-73bc74599808 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.0551999 Aug 31 14:12:03.602539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fb8ac05-810a-4131-9ce3-fc3c674ed968 req-dad659f8-50b3-4f57-9475-d4586e7260a1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Aug 31 14:12:03.911425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4800f45-19b0-480b-99b0-0a262261095f req-4ed4c118-9191-45dd-a445-a85cf1fbafbb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:03.913498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4800f45-19b0-480b-99b0-0a262261095f req-4ed4c118-9191-45dd-a445-a85cf1fbafbb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0638988 Aug 31 14:12:03.956630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4800f45-19b0-480b-99b0-0a262261095f req-90252f4b-f6a3-44dd-9df8-09135872ffe7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362689 Aug 31 14:12:04.104657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee3c66-6053-45fe-9e18-bcfde168d21d req-67a1ef1a-bba3-4200-ba95-54d992470678 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.113969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-76ee3c66-6053-45fe-9e18-bcfde168d21d req-67a1ef1a-bba3-4200-ba95-54d992470678 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0695913 Aug 31 14:12:04.170888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-76ee3c66-6053-45fe-9e18-bcfde168d21d req-8e0d4692-b13f-4f97-a249-3591b9b106ee tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559623 Aug 31 14:12:04.376400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-871fce36-41a5-40f8-a274-3b84deb62057 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.379780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-871fce36-41a5-40f8-a274-3b84deb62057 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.0838699 Aug 31 14:12:04.386069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3274f8-44d4-486e-8269-7c1785810e09 req-07c426b8-e425-492e-b7f6-4adb616a7faa tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.393496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab3274f8-44d4-486e-8269-7c1785810e09 req-07c426b8-e425-492e-b7f6-4adb616a7faa tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1228387 Aug 31 14:12:04.462276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab3274f8-44d4-486e-8269-7c1785810e09 req-a8f81f0d-2898-47fe-8366-157ca1be8c07 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666838 Aug 31 14:12:04.586875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port 1d985c30-2634-440c-8168-6126c5946f8d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:04.587228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.720496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] For port 1d985c30-2634-440c-8168-6126c5946f8d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1d985c30-2634-440c-8168-6126c5946f8d,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:04.722679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.749473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for 1d985c30-2634-440c-8168-6126c5946f8d owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:04.756095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ab8cb-3640-4f5b-b729-c45d6fdc333f req-5f9c291a-7678-4a6c-b2ce-1566c4b0cd32 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.758210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f7ab8cb-3640-4f5b-b729-c45d6fdc333f req-5f9c291a-7678-4a6c-b2ce-1566c4b0cd32 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 946 time: 0.0785391 Aug 31 14:12:04.825926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f7ab8cb-3640-4f5b-b729-c45d6fdc333f req-dbb410cc-c979-43e0-9ffd-a8aff201b7a0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=61efbbaf-efb3-4791-b787-e4f62f2f037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584621 Aug 31 14:12:04.910855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.940601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=1d985c30-2634-440c-8168-6126c5946f8d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:04.971030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.971496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.971968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.972621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.972621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.972986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.973167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.973871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.974254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.974709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.974849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.975179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:04.977119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1d985c30-2634-440c-8168-6126c5946f8d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:05.016538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] No DVR routers for this DVR port 1d985c30-2634-440c-8168-6126c5946f8d on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:05.020610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.024337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-848f60d7-7678-45c5-aaa5-222e2b55f649 req-b92bf152-0e97-4667-9118-366004faddb3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "DELETE /v2.0/ports/1d985c30-2634-440c-8168-6126c5946f8d HTTP/1.1" status: 204 len: 173 time: 0.6184266 Aug 31 14:12:05.025142 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'name': 'network-vif-deleted', 'tag': '1d985c30-2634-440c-8168-6126c5946f8d'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:05.029311 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a30f64-c635-498b-b779-b14f3f6313d4" -d '{"events": [{"server_uuid": "fbafbaf1-62b1-4c2b-830f-5851b06bc051", "name": "network-vif-deleted", "tag": "1d985c30-2634-440c-8168-6126c5946f8d"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:05.109397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ca94-8bbb-4138-93ed-808c9dfddbaa req-a9c9805f-2ba9-473d-81d4-daa78f97b52b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:05.110918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6606ca94-8bbb-4138-93ed-808c9dfddbaa req-a9c9805f-2ba9-473d-81d4-daa78f97b52b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0647485 Aug 31 14:12:05.161295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6606ca94-8bbb-4138-93ed-808c9dfddbaa req-9ed84bf3-a054-471a-aec9-8b861ef66cb2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Aug 31 14:12:05.202826 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a65d8d-ddf8-41fc-9a03-e49f09de443d x-openstack-request-id: req-36a65d8d-ddf8-41fc-9a03-e49f09de443d {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:05.203144 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbafbaf1-62b1-4c2b-830f-5851b06bc051", "name": "network-vif-deleted", "tag": "1d985c30-2634-440c-8168-6126c5946f8d", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:05.203703 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36a65d8d-ddf8-41fc-9a03-e49f09de443d {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:05.203824 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbafbaf1-62b1-4c2b-830f-5851b06bc051', 'name': 'network-vif-deleted', 'tag': '1d985c30-2634-440c-8168-6126c5946f8d', 'status': 'completed', 'code': 200} Aug 31 14:12:05.311977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f873498-78e8-4e93-9cb5-ca5043b5dd2c req-4a1eab04-6ada-4547-acc1-cea6e4c82ce7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:05.320527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f873498-78e8-4e93-9cb5-ca5043b5dd2c req-4a1eab04-6ada-4547-acc1-cea6e4c82ce7 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0630102 Aug 31 14:12:05.367325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f873498-78e8-4e93-9cb5-ca5043b5dd2c req-8415b4f4-2cae-4e12-a842-499d7bf0b2d1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Aug 31 14:12:05.636140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bfdfe-e488-48a7-9df0-fa3c51d3eb1c req-051f8be4-8158-432d-ad88-11211124fb40 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:05.645279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79bfdfe-e488-48a7-9df0-fa3c51d3eb1c req-051f8be4-8158-432d-ad88-11211124fb40 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1059604 Aug 31 14:12:05.682415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b79bfdfe-e488-48a7-9df0-fa3c51d3eb1c req-a22e3981-d26f-4bb3-8152-757da08cc7fa tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362608 Aug 31 14:12:05.832973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52416e-010f-40ed-bec5-8c0381befea9 req-1e5403e3-0e67-44b7-9f9c-520935afc430 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:05.835656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a52416e-010f-40ed-bec5-8c0381befea9 req-1e5403e3-0e67-44b7-9f9c-520935afc430 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0742302 Aug 31 14:12:05.896891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a52416e-010f-40ed-bec5-8c0381befea9 req-9b360bb3-7bfa-46f5-857f-d3f13a654028 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532429 Aug 31 14:12:05.982873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d517cb3-4999-4b56-ab7f-fed325a7f106 req-a321b847-0d42-491e-87f8-6aaf25389e02 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 210 time: 0.0327001 Aug 31 14:12:06.316707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7df95-13da-42b2-9901-33b1ebe9e9d9 req-92261c65-a105-47d2-a410-3798cb298308 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:06.328333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e7df95-13da-42b2-9901-33b1ebe9e9d9 req-92261c65-a105-47d2-a410-3798cb298308 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0934918 Aug 31 14:12:06.389534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64e7df95-13da-42b2-9901-33b1ebe9e9d9 req-a385dc6a-09ee-44a9-99c0-f555f11ddd0b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566094 Aug 31 14:12:06.509788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87766cd2-1cd8-4fdb-98b8-b01004fef12f req-6e08a011-b71c-4bae-a7d4-36fce83d4754 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:06.511676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87766cd2-1cd8-4fdb-98b8-b01004fef12f req-6e08a011-b71c-4bae-a7d4-36fce83d4754 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0603387 Aug 31 14:12:06.554344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87766cd2-1cd8-4fdb-98b8-b01004fef12f req-662be194-e7fc-42ac-9b31-2ae08481326c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357392 Aug 31 14:12:06.826258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c01a78-6630-43eb-9651-26819a28cab9 req-9653620e-1609-4da9-a6f3-eae32a318f80 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:06.828778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-40c01a78-6630-43eb-9651-26819a28cab9 req-9653620e-1609-4da9-a6f3-eae32a318f80 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0660102 Aug 31 14:12:06.873651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-40c01a78-6630-43eb-9651-26819a28cab9 req-d017b82e-4487-44ee-bbc3-2e877c2d0cf7 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Aug 31 14:12:06.983552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d985c30-2634-440c-8168-6126c5946f8d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:07.009433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 1d985c30-2634-440c-8168-6126c5946f8d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:07.009785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1d985c30-2634-440c-8168-6126c5946f8d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:07.011517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc8f3-101c-4485-8c39-a71c2400d6f3 req-20b40921-4e06-4257-9420-d0d1e4c2c0ae tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:07.013938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3fcc8f3-101c-4485-8c39-a71c2400d6f3 req-20b40921-4e06-4257-9420-d0d1e4c2c0ae tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0584371 Aug 31 14:12:07.077786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3fcc8f3-101c-4485-8c39-a71c2400d6f3 req-4b6e3d2d-7408-4fec-971f-2665e461c772 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567400 Aug 31 14:12:07.204658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d282b39-6c18-4ee5-93ef-3f276792ade1 req-42b3acd3-0e9f-4b41-b8d6-920a9d21fd7f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 210 time: 0.0556886 Aug 31 14:12:07.560242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31066aef-fd5d-4c59-b48b-72e9456a388c req-2d9d5a0d-b924-4b26-95ff-e724fb529584 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:07.562023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31066aef-fd5d-4c59-b48b-72e9456a388c req-2d9d5a0d-b924-4b26-95ff-e724fb529584 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0617745 Aug 31 14:12:07.620756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31066aef-fd5d-4c59-b48b-72e9456a388c req-a4b4b15c-24b5-433b-b4cd-b6dfc5584721 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512755 Aug 31 14:12:07.781519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c99a8-2395-455f-8738-b5209d64c9db req-603e50ba-7926-4111-936a-5b60cd9a4498 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:07.783584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b11c99a8-2395-455f-8738-b5209d64c9db req-603e50ba-7926-4111-936a-5b60cd9a4498 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0658841 Aug 31 14:12:07.876563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b11c99a8-2395-455f-8738-b5209d64c9db req-8d024b33-7b32-46d8-9018-789885b24b6f tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854845 Aug 31 14:12:08.115112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024c234-7201-4dd4-8172-f45a4f10831e req-46a53be5-abac-4b20-87cf-637af978883f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:08.123421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a024c234-7201-4dd4-8172-f45a4f10831e req-46a53be5-abac-4b20-87cf-637af978883f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1334095 Aug 31 14:12:08.196102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a024c234-7201-4dd4-8172-f45a4f10831e req-81b4d4ca-d94b-43b7-8f91-1805ded6db49 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711627 Aug 31 14:12:08.291029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33526) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:08.298532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d345c-cd6e-48c7-837b-1933d2af6beb req-8384450b-4891-4eb9-9b55-db0c7cabca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:08.300565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb0d345c-cd6e-48c7-837b-1933d2af6beb req-8384450b-4891-4eb9-9b55-db0c7cabca98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 1097 time: 0.1069980 Aug 31 14:12:08.413849 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-eb0d345c-cd6e-48c7-837b-1933d2af6beb req-a944420e-fd6d-42ae-b422-6c1636c6b9e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933750 Aug 31 14:12:08.456020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e072302-efc7-46c7-b27b-a41e8d02f842 req-f4cd5d32-0978-4911-8f22-5ab5fb8e3a0a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:08.457970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e072302-efc7-46c7-b27b-a41e8d02f842 req-f4cd5d32-0978-4911-8f22-5ab5fb8e3a0a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0864308 Aug 31 14:12:08.511205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e072302-efc7-46c7-b27b-a41e8d02f842 req-2c020054-dbf9-4bbd-abf8-df1baa774506 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397642 Aug 31 14:12:08.521486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79877285-31df-4bf8-b4dd-f6a77b975f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.626230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7f3ec62-bf07-420c-9591-ca5b9fadf8ba req-ee66b5a1-dac0-4f78-9996-ec4dc178d862 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 210 time: 0.0377641 Aug 31 14:12:08.704291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79877285-31df-4bf8-b4dd-f6a77b975f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.716603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79877285-31df-4bf8-b4dd-f6a77b975f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.756947 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-79877285-31df-4bf8-b4dd-f6a77b975f31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cfbdb92da28424882cca51fef3f6b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550583 Aug 31 14:12:08.758042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79877285-31df-4bf8-b4dd-f6a77b975f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bdc43d-1a5c-4592-8217-f6c54b424335,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:08.761007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33576) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:08.797067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0724b0-4c51-40c3-b7ad-e534210edca4 req-c5e1127e-66ee-4295-8f84-40649c19e781 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:08.798981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b0724b0-4c51-40c3-b7ad-e534210edca4 req-c5e1127e-66ee-4295-8f84-40649c19e781 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0757842 Aug 31 14:12:08.832397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d009316-280f-44e5-82f6-39e0eb0baf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.871503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d009316-280f-44e5-82f6-39e0eb0baf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.871736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b0724b0-4c51-40c3-b7ad-e534210edca4 req-9ae603c9-93a1-4835-977e-6bb840012f68 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Aug 31 14:12:08.930810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d009316-280f-44e5-82f6-39e0eb0baf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.933486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5d009316-280f-44e5-82f6-39e0eb0baf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.934550 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5d009316-280f-44e5-82f6-39e0eb0baf79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05bdc43d-1a5c-4592-8217-f6c54b424335 HTTP/1.1" status: 204 len: 168 time: 0.1720502 Aug 31 14:12:08.955714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d009316-280f-44e5-82f6-39e0eb0baf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bdc43d-1a5c-4592-8217-f6c54b424335,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:08.986358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 81221565-b47c-40e6-9087-857894a71c53 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:12:09.082945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f80252-744d-44e7-a609-fafc87fcc2d7 req-d717a229-507c-4f45-9508-e8111fc8e878 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:09.093019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7f80252-744d-44e7-a609-fafc87fcc2d7 req-d717a229-507c-4f45-9508-e8111fc8e878 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.1215537 Aug 31 14:12:09.157181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7f80252-744d-44e7-a609-fafc87fcc2d7 req-5e028394-93e1-4849-b78d-df7594f0d763 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609057 Aug 31 14:12:09.185874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:09.210704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '81221565-b47c-40e6-9087-857894a71c53', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'port_id': '81221565-b47c-40e6-9087-857894a71c53', 'mac_address': 'fa:16:3e:0b:c3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:12:09.266122 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.295249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81221565-b47c-40e6-9087-857894a71c53 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:09.323123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:09.328529 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.402371 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:09.412115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.412748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.413464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.414084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.414644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.415784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.416512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.417864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.418732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.420512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.420984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.424101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:09.504053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e68c3-878b-41cb-baf2-9255698a2194 req-808c8415-66ec-45fa-89cd-72514c2c7408 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:09.507479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-744e68c3-878b-41cb-baf2-9255698a2194 req-808c8415-66ec-45fa-89cd-72514c2c7408 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1302454 Aug 31 14:12:09.586648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-744e68c3-878b-41cb-baf2-9255698a2194 req-e1b801ed-7ba3-4ffd-a315-2d9aa5cdb283 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680089 Aug 31 14:12:09.765138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704be14e-18e6-493c-904b-040dfa2036fc req-717df6d7-cfcb-4d94-a9f7-bcb25d761fc2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:09.769906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-704be14e-18e6-493c-904b-040dfa2036fc req-717df6d7-cfcb-4d94-a9f7-bcb25d761fc2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0768645 Aug 31 14:12:09.846113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-704be14e-18e6-493c-904b-040dfa2036fc req-898b1d0f-cac0-4ce6-a4d9-5bb009880539 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Aug 31 14:12:09.858777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['81221565-b47c-40e6-9087-857894a71c53'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:10.019270 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.060687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33742) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:10.074514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b26af8a3-9589-48da-a7ad-272d3dafde90 req-cf5cb49a-d4be-4e81-a7bb-272f52ce59ad tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbafbaf1-62b1-4c2b-830f-5851b06bc051 HTTP/1.1" status: 200 len: 210 time: 0.0642462 Aug 31 14:12:10.269906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1528583359-network', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:10.319854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Made reservation on behalf of 1a73a70ed64843a881f43abf53df94a1 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:10.324738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.357888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.399105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fad0f9-d06a-4f02-9a6a-da96ea5f8a31 req-f0a40ed4-f519-4f14-8337-8b145cbf408c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:10.408106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31fad0f9-d06a-4f02-9a6a-da96ea5f8a31 req-f0a40ed4-f519-4f14-8337-8b145cbf408c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.1386845 Aug 31 14:12:10.479103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31fad0f9-d06a-4f02-9a6a-da96ea5f8a31 req-3346e638-ba43-4a64-bd1f-a242ecc14e66 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676513 Aug 31 14:12:10.557250 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.563098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.604306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:10.614939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f20d87-1ea2-475a-8de8-eb9d9d7d1540,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:10.639275 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.639709 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Added segment b77a9b53-69de-47ad-aae1-e1a729f89ce4 of type vlan for network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 Aug 31 14:12:10.676006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2c78c-857a-4cb2-a333-1874d667d0d0 req-9aaa0296-87cc-428b-8568-72763c6661b6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:10.678948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99f2c78c-857a-4cb2-a333-1874d667d0d0 req-9aaa0296-87cc-428b-8568-72763c6661b6 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 945 time: 0.0764604 Aug 31 14:12:10.691081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.729721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.731357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:10.732035 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.748158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99f2c78c-857a-4cb2-a333-1874d667d0d0 req-4c0888ee-244e-4186-b442-f29dd6e759a4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573330 Aug 31 14:12:10.796914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33826) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:10.800051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7348468 Aug 31 14:12:10.804540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:10.810684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Request body: {'subnet': {'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1528583359-subnet', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:10.828687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a5a41-af08-4a9f-8981-76f5d656c4bc admin admin] Pushing event updated for resources: {'Network': ['ID=f8ad7aea-85c3-41cb-a505-4e1fd36765c4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:10.844383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:10.864251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Made reservation on behalf of 1a73a70ed64843a881f43abf53df94a1 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:10.872771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.999267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 81221565-b47c-40e6-9087-857894a71c53 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:11.068510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a133e-e706-4c7e-ad6a-546c9f14caab req-e8700887-7444-4e18-b99e-aae81f124101 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:11.073787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a20a133e-e706-4c7e-ad6a-546c9f14caab req-e8700887-7444-4e18-b99e-aae81f124101 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1639860 Aug 31 14:12:11.089169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-af463934-83fe-4b0b-8771-282408d7c29b tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/floatingips/3ddf1b78-4562-4643-acfc-b4f03e0d6693 HTTP/1.1" status: 200 len: 992 time: 0.2909520 Aug 31 14:12:11.195345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.210126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.215401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81221565-b47c-40e6-9087-857894a71c53 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:11.227529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a20a133e-e706-4c7e-ad6a-546c9f14caab req-2e44d9d0-bbcb-4286-bb1a-1b67b3f0784c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368332 Aug 31 14:12:11.252891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:11.260717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.343811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:11.378423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f559238-cd03-47ac-b0a2-aedd5d55444e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:11.398583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Checking segment: {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:11.398957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Network hostable DHCP agents. Network: f8ad7aea-85c3-41cb-a505-4e1fd36765c4, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:11.424299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:11.438736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f8ad7aea-85c3-41cb-a505-4e1fd36765c4) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:11.447492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:11.448751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.450486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a1551-c9ea-44b9-b907-1233f1850512 None None] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:11.485580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 33896) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:11.488671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d5cc628f-615a-4175-ad27-87119850f9c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6803854 Aug 31 14:12:11.497005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:11.553458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d778-1762-4dac-ab72-ed2275f01eb1 req-dc4178b8-8e5d-4210-8687-f1d6c88e868d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:11.564570 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9679d778-1762-4dac-ab72-ed2275f01eb1 req-dc4178b8-8e5d-4210-8687-f1d6c88e868d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1808298 Aug 31 14:12:11.592562 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.594386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.650360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9679d778-1762-4dac-ab72-ed2275f01eb1 req-7b7d019d-2dec-4ce7-bae8-bb20b8d4cb6e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843878 Aug 31 14:12:11.699609 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.825684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:11.826808 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.950909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.017092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Allocated IP 172.20.0.2 (f8ad7aea-85c3-41cb-a505-4e1fd36765c4/8f559238-cd03-47ac-b0a2-aedd5d55444e/4efa8052-7069-42ec-b1aa-c33a4e51e415) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:12.084534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e0f8b-98f5-475e-9e51-d4394fba9895 req-b092a21f-859d-450e-8695-44dc5965c461 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:12.086081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f3e0f8b-98f5-475e-9e51-d4394fba9895 req-b092a21f-859d-450e-8695-44dc5965c461 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.2534273 Aug 31 14:12:12.189590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f3e0f8b-98f5-475e-9e51-d4394fba9895 req-77439a92-340f-4e8e-990c-81dc9b78d5e5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900662 Aug 31 14:12:12.208254 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.236356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Transition to ACTIVE for port object 4efa8052-7069-42ec-b1aa-c33a4e51e415 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:12.262413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Transition to ACTIVE for port object 4efa8052-7069-42ec-b1aa-c33a4e51e415 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:12.271436 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.320734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:12.328564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:12.334758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:12.385867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Pushing event updated for resources: {'Port': ['ID=4efa8052-7069-42ec-b1aa-c33a4e51e415,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:12.413883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.444534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Attempting to bind port 4efa8052-7069-42ec-b1aa-c33a4e51e415 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:12.445463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Attempting to bind port 4efa8052-7069-42ec-b1aa-c33a4e51e415 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:12.446458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Attempting to bind port 4efa8052-7069-42ec-b1aa-c33a4e51e415 on network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:12.454646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:12.455617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Checking segment: {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:12.456224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.456802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Bound using segment: {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:12.457534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Bound port: 4efa8052-7069-42ec-b1aa-c33a4e51e415, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:12.458180 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.480284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37506ad8-ee53-4a80-be46-d475751f09cd req-c797c7ab-5d15-42a1-b5f9-d7915b87d3c7 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:12.493938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37506ad8-ee53-4a80-be46-d475751f09cd req-c797c7ab-5d15-42a1-b5f9-d7915b87d3c7 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1604810 Aug 31 14:12:12.495802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.556587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] For port 4efa8052-7069-42ec-b1aa-c33a4e51e415, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:12.560966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] For port 4efa8052-7069-42ec-b1aa-c33a4e51e415, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4efa8052-7069-42ec-b1aa-c33a4e51e415,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:12.579143 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.645101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37506ad8-ee53-4a80-be46-d475751f09cd req-d36db30d-6d8d-4017-acf2-5eddc70fed48 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264422 Aug 31 14:12:12.710543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46422233-0933-4a0a-b7b1-76aa3c6468fd None None] Pushing event updated for resources: {'Port': ['ID=4efa8052-7069-42ec-b1aa-c33a4e51e415,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:12.744665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-c71ebbbb-3101-4d33-bd5a-ae1f7b03e0de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944920 Aug 31 14:12:12.752513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Allocated IP 172.25.0.67 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/3c9beb00-35c9-4380-b0d8-b4d8c497f7ef) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:12.953828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-0b43ddda-83b0-4538-9bff-e4e59564f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:12.955393 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-0b43ddda-83b0-4538-9bff-e4e59564f92f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1095 time: 0.1139476 Aug 31 14:12:12.962100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1f5aa-2e94-4f79-bf40-bb58953f7cb5 req-dde3fa80-efc2-491e-a566-452479a26864 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:12.973730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1be1f5aa-2e94-4f79-bf40-bb58953f7cb5 req-dde3fa80-efc2-491e-a566-452479a26864 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.2148139 Aug 31 14:12:12.999448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 81221565-b47c-40e6-9087-857894a71c53 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:13.112608 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 81221565-b47c-40e6-9087-857894a71c53 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:13.113031 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.116233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1be1f5aa-2e94-4f79-bf40-bb58953f7cb5 req-82eb2ea4-20df-4a9d-a7cf-8aee789f92e6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401887 Aug 31 14:12:13.288488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.347007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-f4578b96-28a2-4a38-a3ad-52508b9c473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:13.349712 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-f4578b96-28a2-4a38-a3ad-52508b9c473a service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.3694525 Aug 31 14:12:13.404657 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.440234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.463102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81221565-b47c-40e6-9087-857894a71c53'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:13.465751 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e274b131-11d0-4185-8bf0-02638e934ebf" -d '{"events": [{"server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "name": "network-vif-plugged", "status": "completed", "tag": "81221565-b47c-40e6-9087-857894a71c53"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:13.483292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:13.489774 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.493715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66e02a-0ee9-409d-8db5-5b317dfbe023 req-890cf5d8-8f0d-43f6-bb9b-6df4e1244b5b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:13.502147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d66e02a-0ee9-409d-8db5-5b317dfbe023 req-890cf5d8-8f0d-43f6-bb9b-6df4e1244b5b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.1214428 Aug 31 14:12:13.512265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:13.526538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:13.537124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:13.545834 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-eadd7013-5f07-4ed4-999c-a87602a3c564 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.1779025 Aug 31 14:12:13.566277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:13.615209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Pushing event updated for resources: {'Port': ['ID=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:13.642830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-6166cbc6-cc5e-4be1-9bd2-4dd0d552332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:13.645039 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-6166cbc6-cc5e-4be1-9bd2-4dd0d552332e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0879481 Aug 31 14:12:13.672732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.673742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.673742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.676292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.676678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.677061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.677409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.678056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.678407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.678747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.679116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.679480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:13.737141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d66e02a-0ee9-409d-8db5-5b317dfbe023 req-0270dce3-fadc-4cd2-ac4b-82f5f775b087 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338364 Aug 31 14:12:13.777488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-fc032bab-3b81-449e-8495-8942bbc72bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:13.780424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-fc032bab-3b81-449e-8495-8942bbc72bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258469 Aug 31 14:12:13.846818 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38df2d88-3ff9-4373-b30b-f3f35f616e06 x-openstack-request-id: req-38df2d88-3ff9-4373-b30b-f3f35f616e06 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:13.847396 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "name": "network-vif-plugged", "status": "completed", "tag": "81221565-b47c-40e6-9087-857894a71c53", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:13.847847 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38df2d88-3ff9-4373-b30b-f3f35f616e06 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:13.848503 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81221565-b47c-40e6-9087-857894a71c53', 'code': 200} Aug 31 14:12:13.962530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-f27fdb84-593d-4f3a-bd9f-ae7d6daef4d0 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490347 Aug 31 14:12:14.096234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.118325 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68576a09-8927-4d05-9794-ee1c3c61de21 req-63eb6f29-0132-4c44-8782-1f93ceed85c3 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544487 Aug 31 14:12:14.195334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed21c-7aff-42a6-90b6-113d1e1824b8 req-06b1fe83-6da2-4a33-89be-8ced52ff60a4 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:14.208217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f5ed21c-7aff-42a6-90b6-113d1e1824b8 req-06b1fe83-6da2-4a33-89be-8ced52ff60a4 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.2536752 Aug 31 14:12:14.331391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f5ed21c-7aff-42a6-90b6-113d1e1824b8 req-3090a259-841e-4493-89bf-a6725092559b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214616 Aug 31 14:12:14.509933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db2716-ae56-4379-b630-cad73297f11a None None] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:14.566078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804950-6575-4ef6-8af4-9cac58d08c85 req-57627dad-5ff8-4e54-a9f5-5affc5b4e28b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:14.581020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69804950-6575-4ef6-8af4-9cac58d08c85 req-57627dad-5ff8-4e54-a9f5-5affc5b4e28b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1482902 Aug 31 14:12:14.587630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-336bef48-ac29-42a8-a1d8-040273aa76b2 None None] Provisioning for port 4efa8052-7069-42ec-b1aa-c33a4e51e415 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:14.603925 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.686204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69804950-6575-4ef6-8af4-9cac58d08c85 req-b852b975-b939-4ef9-9f31-ff7152bc7e61 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020513 Aug 31 14:12:14.840083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Router d9c32543-802c-495d-b851-2c0d3affecaf is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:12:15.015436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a255d4-6e1d-4919-8cec-f6c6739e8d66 req-ae51c50e-832c-4f8a-90e8-bb166fa51f82 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:15.017575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a255d4-6e1d-4919-8cec-f6c6739e8d66 req-ae51c50e-832c-4f8a-90e8-bb166fa51f82 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.1692774 Aug 31 14:12:15.020814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:15.039805 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Sync routers for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:15.044007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.045610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4543d1a8-7b1c-4bfe-973f-7f9ef051b1ba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5573623 Aug 31 14:12:15.048563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 33936) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.076527 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:15.077103 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:11:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:15.087761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a255d4-6e1d-4919-8cec-f6c6739e8d66 req-a9c369c0-7a9b-409d-8e7e-8ca7d166fd67 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640101 Aug 31 14:12:15.284459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4efa8052-7069-42ec-b1aa-c33a4e51e415 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:15.400962 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:15.450830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 4efa8052-7069-42ec-b1aa-c33a4e51e415 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:15.467288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4efa8052-7069-42ec-b1aa-c33a4e51e415 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:15.467913 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.604302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579930-621f-4593-8850-a3c40530eeba req-49317d0f-74ae-49ac-9420-0c9a26a72ae2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:15.607242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c579930-621f-4593-8850-a3c40530eeba req-49317d0f-74ae-49ac-9420-0c9a26a72ae2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0991316 Aug 31 14:12:15.706649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c579930-621f-4593-8850-a3c40530eeba req-c2f4788a-5a63-4b1b-bb4e-e31354a82024 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917728 Aug 31 14:12:15.718406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.811297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 4efa8052-7069-42ec-b1aa-c33a4e51e415, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4efa8052-7069-42ec-b1aa-c33a4e51e415,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:15.814986 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:13Z', 'revision_number': 3, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:15.820705 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.853872 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Checking router: d9c32543-802c-495d-b851-2c0d3affecaf for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:15.854570 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Updating router d9c32543-802c-495d-b851-2c0d3affecaf port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:12:15.883630 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.888055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=4efa8052-7069-42ec-b1aa-c33a4e51e415,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:15.969170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5b4fd-7aa9-4ea0-af51-d2295a639502 req-ed384169-566a-4c3c-a691-95775e61ad74 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:15.971040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfe5b4fd-7aa9-4ea0-af51-d2295a639502 req-ed384169-566a-4c3c-a691-95775e61ad74 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1144807 Aug 31 14:12:16.061080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfe5b4fd-7aa9-4ea0-af51-d2295a639502 req-91b4ec90-b93e-44e0-ba05-b87f8b83c3b7 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816932 Aug 31 14:12:16.307421 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.317385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82ebd-75f7-40df-acae-f7f3d6c35f83 req-7f89e213-b362-49b7-a585-0b4174ee952f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:16.319647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8b82ebd-75f7-40df-acae-f7f3d6c35f83 req-7f89e213-b362-49b7-a585-0b4174ee952f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0881724 Aug 31 14:12:16.323138 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Transition to ACTIVE for port object 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:16.332788 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.427847 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Attempting to bind port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:16.428578 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Attempting to bind port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:16.429279 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Attempting to bind port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:16.433977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Pushing event updated for resources: {'Port': ['ID=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:16.447610 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:16.448543 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:16.450516 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.451386 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:16.452971 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Bound port: 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:16.453619 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.457391 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.457932 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.458465 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.458974 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.459728 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.460417 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.460939 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.461425 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.462125 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.462616 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.463774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8b82ebd-75f7-40df-acae-f7f3d6c35f83 req-62f1ab98-acd3-4f81-8f4b-7631e05ef357 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355307 Aug 31 14:12:16.463963 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.464467 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:16.549446 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.697754 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] For port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:16.702700 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] For port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:16.708991 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.809429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Allocated IP 172.20.0.1 (f8ad7aea-85c3-41cb-a505-4e1fd36765c4/8f559238-cd03-47ac-b0a2-aedd5d55444e/1251f755-e2dd-4ea2-8c8d-18622d63fa93) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:16.823193 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:16.824191 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:11:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:16.838219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41466ef-3eb5-4660-b8ac-97d52e3f1cb4 req-12407129-093d-4832-8c3c-26048de15c81 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:16.847637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c41466ef-3eb5-4660-b8ac-97d52e3f1cb4 req-12407129-093d-4832-8c3c-26048de15c81 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1177249 Aug 31 14:12:16.895582 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf29b-a8f2-4a57-bb67-5ff5cd08b917 None None] Pushing event updated for resources: {'Port': ['ID=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:16.899050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c41466ef-3eb5-4660-b8ac-97d52e3f1cb4 req-de4e5141-9e7d-4a96-9d18-edf90f1897e4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502422 Aug 31 14:12:16.962271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.985182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Transition to ACTIVE for port object 1251f755-e2dd-4ea2-8c8d-18622d63fa93 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:17.013643 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:17.031741 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.089736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:17.094973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:17.104982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:17.193682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Pushing event updated for resources: {'Port': ['ID=1251f755-e2dd-4ea2-8c8d-18622d63fa93,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:17.221822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4efa8052-7069-42ec-b1aa-c33a4e51e415 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:17.231556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.317895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4efa8052-7069-42ec-b1aa-c33a4e51e415 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:17.318612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.355586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34008) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.362053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d95177a0-e2df-454f-8f27-ce5b2605ebd4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225695292', 'description': 'tempest-secgroup-smoke-225695292 description', 'project_id': '8fe03bac1876499f863ad70254fc903a'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:17.418924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d95177a0-e2df-454f-8f27-ce5b2605ebd4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.461930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.467777 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:13Z', 'revision_number': 3, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:17.541090 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef031ff-1eda-443c-95a0-991b59ac3a35 None None] The sync data for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 is: [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:13Z', 'revision_number': 3, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:17.581637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e108-4203-443b-a6fa-b8f4008e926f req-a9144dd4-26b8-4471-97d6-a4cf61516960 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:17.583387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d793e108-4203-443b-a6fa-b8f4008e926f req-a9144dd4-26b8-4471-97d6-a4cf61516960 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1258042 Aug 31 14:12:17.607987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e0c58937-f479-48db-836b-921ed7d6d125 None None] Provisioning for port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:17.613528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e0c58937-f479-48db-836b-921ed7d6d125 None None] Provisioning complete for port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:17.614045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e0c58937-f479-48db-836b-921ed7d6d125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.679626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d793e108-4203-443b-a6fa-b8f4008e926f req-1b703f6c-0fe4-48cf-adc9-08a1dbbacbce tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840795 Aug 31 14:12:17.683837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d95177a0-e2df-454f-8f27-ce5b2605ebd4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.690025 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d95177a0-e2df-454f-8f27-ce5b2605ebd4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.708800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e0c58937-f479-48db-836b-921ed7d6d125 None None] Port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:17.743849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.751674 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.854876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Pushing event updated for resources: {'Port': ['ID=1251f755-e2dd-4ea2-8c8d-18622d63fa93,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:17.858771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.003825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:18.008069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:18.209472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Router d9c32543-802c-495d-b851-2c0d3affecaf has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:18.299053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d95177a0-e2df-454f-8f27-ce5b2605ebd4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.300910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d95177a0-e2df-454f-8f27-ce5b2605ebd4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9432425 Aug 31 14:12:18.303702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34012) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.307125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95177a0-e2df-454f-8f27-ce5b2605ebd4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.313208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f83d3d91-822b-4f2d-9fee-89baa4009e7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd0dc3-8d46-4951-b34e-b66dfd47dc84', 'project_id': '8fe03bac1876499f863ad70254fc903a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:18.359228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d02cc0-6894-4e08-9e26-3757bd1fc52e req-bdf194c6-9ea9-4640-ac33-765e2c475e19 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:18.367248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6d02cc0-6894-4e08-9e26-3757bd1fc52e req-bdf194c6-9ea9-4640-ac33-765e2c475e19 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1397824 Aug 31 14:12:18.422617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6d02cc0-6894-4e08-9e26-3757bd1fc52e req-1a607a5a-7801-4f8b-a568-06d621e9ee92 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543685 Aug 31 14:12:18.424508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d91-822b-4f2d-9fee-89baa4009e7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.442956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f953aa40-9873-473d-af27-45c6b48a2b40 None None] Provisioning complete for port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:18.443448 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f953aa40-9873-473d-af27-45c6b48a2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.491372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f953aa40-9873-473d-af27-45c6b48a2b40 None None] Port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:18.514006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:18.535846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d91-822b-4f2d-9fee-89baa4009e7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.541103 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-78035a4a-60b6-40b3-9208-de00a84cf55c admin admin] 10.222.0.10 "PUT /v2.0/routers/d9c32543-802c-495d-b851-2c0d3affecaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4906538 Aug 31 14:12:18.542506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d91-822b-4f2d-9fee-89baa4009e7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.568901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3d91-822b-4f2d-9fee-89baa4009e7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af19a1ec-35d8-46e8-b8fb-8cae92951f7f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.594029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d91-822b-4f2d-9fee-89baa4009e7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.598321 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f83d3d91-822b-4f2d-9fee-89baa4009e7b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919886 Aug 31 14:12:18.598932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.604359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-813922ab-8352-44fe-b777-c98363927de9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd0dc3-8d46-4951-b34e-b66dfd47dc84', 'project_id': '8fe03bac1876499f863ad70254fc903a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:18.660317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-813922ab-8352-44fe-b777-c98363927de9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.673339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f86b-e74f-4d6f-a239-4ec314fd6369 req-2498a0ca-4c26-4fe4-b122-1f0f1f3319a3 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:18.675287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac9f86b-e74f-4d6f-a239-4ec314fd6369 req-2498a0ca-4c26-4fe4-b122-1f0f1f3319a3 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1241667 Aug 31 14:12:18.730134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac9f86b-e74f-4d6f-a239-4ec314fd6369 req-0ba3c50a-9998-4713-82af-75f8acd92202 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 Aug 31 14:12:18.779966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-813922ab-8352-44fe-b777-c98363927de9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.787491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-813922ab-8352-44fe-b777-c98363927de9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.816070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813922ab-8352-44fe-b777-c98363927de9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646881d7-44fe-4b85-b0be-fe43fe14bba5,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.830599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-813922ab-8352-44fe-b777-c98363927de9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.834214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-813922ab-8352-44fe-b777-c98363927de9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2341297 Aug 31 14:12:18.837093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34032) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.843590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c8a206b6-a4da-4445-a862-94465668a687 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd0dc3-8d46-4951-b34e-b66dfd47dc84', 'project_id': '8fe03bac1876499f863ad70254fc903a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:18.894085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8a206b6-a4da-4445-a862-94465668a687 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.034514 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8a206b6-a4da-4445-a862-94465668a687 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.044018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8a206b6-a4da-4445-a862-94465668a687 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.071018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a206b6-a4da-4445-a862-94465668a687 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5056d8f3-e170-4406-96d1-02aa970542ec,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:19.094261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8a206b6-a4da-4445-a862-94465668a687 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.096057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c8a206b6-a4da-4445-a862-94465668a687 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2574911 Aug 31 14:12:19.098793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34040) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:19.103774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-30e9922d-849d-4787-ab71-7107d91073a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd0dc3-8d46-4951-b34e-b66dfd47dc84', 'project_id': '8fe03bac1876499f863ad70254fc903a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:19.121349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-98d799b2-495f-4d12-b075-3e98b421eb09 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:19.138749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-98d799b2-495f-4d12-b075-3e98b421eb09 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.2269192 Aug 31 14:12:19.164379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9503c5b0-17a4-4b4d-b5b5-03d650e01ea9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/quotas/0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 375 time: 0.0225534 Aug 31 14:12:19.183710 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30e9922d-849d-4787-ab71-7107d91073a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.272790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-93c825a6-4b05-46bd-af6f-7cb0ddf80d58 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1066277 Aug 31 14:12:19.275447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:19.306532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30e9922d-849d-4787-ab71-7107d91073a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.313822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30e9922d-849d-4787-ab71-7107d91073a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.352099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9922d-849d-4787-ab71-7107d91073a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86ad587-383e-4a3d-a72c-11274d6e6153,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:19.361333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-30e9922d-849d-4787-ab71-7107d91073a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.369816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-30e9922d-849d-4787-ab71-7107d91073a2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2669613 Aug 31 14:12:19.369816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34046) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:19.372179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:19.378537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:19.379599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd0dc3-8d46-4951-b34e-b66dfd47dc84', 'project_id': '8fe03bac1876499f863ad70254fc903a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:19.380117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.431572 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Project 8fe03bac1876499f863ad70254fc903a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:12:19.440100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-0ae0cf6c-541b-4ee4-8dc6-7145121f3100 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660748 Aug 31 14:12:19.441711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.537973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.570531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.576388 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.587923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:19.596652 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.614319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8de1411-f1c0-4cbf-a74b-f1ed69f2f142,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:19.618930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.620853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7fbdd5b5-5d8d-4906-a22c-d2ac1dd517c7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2506020 Aug 31 14:12:19.623448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34052) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:19.630103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd0dc3-8d46-4951-b34e-b66dfd47dc84', 'project_id': '8fe03bac1876499f863ad70254fc903a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:19.662963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34054) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:19.670101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1209352970-network', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:19.674178 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Project 8fe03bac1876499f863ad70254fc903a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:12:19.683995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-046cba9d-314c-4074-b0d0-b5229a79ccba service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356670 Aug 31 14:12:19.699218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.716352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Made reservation on behalf of a3ff6cb48fb347d883e017281c342e4c for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:19.719288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.726738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:19.738121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.854283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.859369 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.886687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69af09a-5ac3-4770-923f-ae35920d0dcc,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:19.948087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.954454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.960018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.967149 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b84a1996-2720-4ef7-86ee-2da5d80be36e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3420179 Aug 31 14:12:19.991528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 1545, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:20.007963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a38917c-c71a-41ba-8ef0-f374ccb18cf3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:20.038660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.039015 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Added segment cf6a8f76-a26f-4a1c-af86-fc8e2903632b of type vlan for network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 Aug 31 14:12:20.168157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.247888 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.249539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:20.250701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.336097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] Pushing event updated for resources: {'Network': ['ID=0fb32b1c-fc2d-4c56-b89c-63796cedb215,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:20.337825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23455f4-b261-418a-849f-593198c7550f None None] Sync routers for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:20.364757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816258-90d3-42b5-b6ac-cdffac47dc4d req-246df3a3-0529-424a-8146-f63db9d6ed8f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:20.369089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e816258-90d3-42b5-b6ac-cdffac47dc4d req-246df3a3-0529-424a-8146-f63db9d6ed8f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.3169994 Aug 31 14:12:20.395204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:20.396734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a838fc90-2e47-4e69-a749-0a352a7d5ebd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7325664 Aug 31 14:12:20.396990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34108) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:20.403724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Request body: {'subnet': {'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1209352970-subnet', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:20.455428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e816258-90d3-42b5-b6ac-cdffac47dc4d req-79259965-db3a-4b7d-9406-45b75f6df987 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850005 Aug 31 14:12:20.467095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Made reservation on behalf of a3ff6cb48fb347d883e017281c342e4c for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:20.485565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.539340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:20.541180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:11:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:20.704173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb18e69-4f0d-44bf-b528-c57d769d37a4 req-d45d2ba8-26cd-4de7-aa82-06b99ad64cc9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:20.705868 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb18e69-4f0d-44bf-b528-c57d769d37a4 req-d45d2ba8-26cd-4de7-aa82-06b99ad64cc9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1156793 Aug 31 14:12:20.786667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:20.800715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.822859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb18e69-4f0d-44bf-b528-c57d769d37a4 req-f45b73dd-5334-428c-8251-0017c03d6880 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099763 Aug 31 14:12:20.967916 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1093a106-ef43-41e1-a4f4-de43d1e17cb7,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:21.003875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Checking segment: {'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:21.004533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Network hostable DHCP agents. Network: 0fb32b1c-fc2d-4c56-b89c-63796cedb215, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:21.025275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:21.047109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0fb32b1c-fc2d-4c56-b89c-63796cedb215) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:21.061501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:21.061501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.069520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d99711-25e5-49fd-beb3-f9893e7c364f None None] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:21.118238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56a2a017-f5b9-4891-a6f3-19c6796735b1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7202592 Aug 31 14:12:21.119012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34120) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:21.133600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:21.148195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe8e706f-665c-4ba0-afdf-06f505566a3b req-e0513cfc-e8e4-4c22-b1f5-561d407b103c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 210 time: 0.1544492 Aug 31 14:12:21.212730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.214106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.264593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:21.318050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.469600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:21.470815 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.637453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.723532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0da5b-5596-4682-90ca-44acf3d17fcb req-39273a4e-64ed-46be-9b7e-0c78e6e46d58 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:21.731566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00c0da5b-5596-4682-90ca-44acf3d17fcb req-39273a4e-64ed-46be-9b7e-0c78e6e46d58 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1393938 Aug 31 14:12:21.802028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00c0da5b-5596-4682-90ca-44acf3d17fcb req-cd41f6dd-eede-4e8a-801b-d886892c8bc0 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576777 Aug 31 14:12:22.045538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0fb32b1c-fc2d-4c56-b89c-63796cedb215', 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'fixed_ips': [{'subnet_id': '1093a106-ef43-41e1-a4f4-de43d1e17cb7'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:22.047207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.175920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-26a1cdee-99c3-4097-9434-036ddb270fe6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:22.179489 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-26a1cdee-99c3-4097-9434-036ddb270fe6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.3908353 Aug 31 14:12:22.213040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 2, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:22.232464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'port': {'device_id': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'admin_state_up': True, 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:22.266910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23455f4-b261-418a-849f-593198c7550f None None] Checking router: d9c32543-802c-495d-b851-2c0d3affecaf for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:22.267886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23455f4-b261-418a-849f-593198c7550f None None] Updating router d9c32543-802c-495d-b851-2c0d3affecaf port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:12:22.358207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b23455f4-b261-418a-849f-593198c7550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.474022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Allocated IP 172.20.0.2 (0fb32b1c-fc2d-4c56-b89c-63796cedb215/1093a106-ef43-41e1-a4f4-de43d1e17cb7/090876dc-1399-4542-a6b7-6671a9608a0f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:22.527997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7348f5-bc45-42df-800f-02127113356d req-7c3fd8bd-caf6-4b94-adfc-776e35fa0eb1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:22.535306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b7348f5-bc45-42df-800f-02127113356d req-7c3fd8bd-caf6-4b94-adfc-776e35fa0eb1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.2038727 Aug 31 14:12:22.642912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-0f3b6979-c676-410e-a471-1efc43a7eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:22.645369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-0f3b6979-c676-410e-a471-1efc43a7eef9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1097 time: 0.2267458 Aug 31 14:12:22.665704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b7348f5-bc45-42df-800f-02127113356d req-b25cc078-9e2b-457c-bb6a-92f5ff7cc88d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145451 Aug 31 14:12:22.724930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Made reservation on behalf of 0043b1b4ab2145c598698dd5a0579b3c for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:22.731946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.773859 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.864772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.933775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27673b4-49f5-4181-9f68-6f0505610f6d req-5d0d4f44-09cb-4def-abfb-d232194dff8a tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:22.942980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b27673b4-49f5-4181-9f68-6f0505610f6d req-5d0d4f44-09cb-4def-abfb-d232194dff8a tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1105821 Aug 31 14:12:22.978170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.021688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Transition to ACTIVE for port object 090876dc-1399-4542-a6b7-6671a9608a0f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:23.025855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b27673b4-49f5-4181-9f68-6f0505610f6d req-da1bd7fc-23f7-45f7-878c-578275b3da09 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808880 Aug 31 14:12:23.028645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-ffc5c77a-57a7-4ed2-b933-c8ab78f66403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:23.041494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-ffc5c77a-57a7-4ed2-b933-c8ab78f66403 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.3720536 Aug 31 14:12:23.127914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Transition to ACTIVE for port object 090876dc-1399-4542-a6b7-6671a9608a0f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:23.141472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Allocated IP 172.20.0.11 (12b46c0e-9247-4dca-a4d2-98fc54e46b95/90c8d49e-4a97-4d82-aa5d-0e596c420a89/1539a17e-a575-4327-a145-200d94eb56f4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:23.148685 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.156319 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b23455f4-b261-418a-849f-593198c7550f None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.217644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:23.222626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:23.226935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b23455f4-b261-418a-849f-593198c7550f None None] Transition to ACTIVE for port object 1251f755-e2dd-4ea2-8c8d-18622d63fa93 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:23.230452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:23.242089 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b23455f4-b261-418a-849f-593198c7550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.255356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9d65e8a-08e7-48a6-9a7e-4a0bbc89752a req-a96cdae9-4008-4426-8c2a-edd80dbbb1fb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 210 time: 0.0586407 Aug 31 14:12:23.302179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Pushing event updated for resources: {'Port': ['ID=090876dc-1399-4542-a6b7-6671a9608a0f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.314069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-2687c191-5a63-400d-a6ff-b00c5b09a6b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 1002 time: 0.2483561 Aug 31 14:12:23.370694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Allocated IP 172.25.0.128 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/9bd2eff7-204f-4822-bcc8-bdf6f01e2dad) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:23.409361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-514c2fd3-0889-4e69-85f1-9b753846fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:23.410921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-514c2fd3-0889-4e69-85f1-9b753846fdcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0946817 Aug 31 14:12:23.414001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Attempting to bind port 090876dc-1399-4542-a6b7-6671a9608a0f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:23.415678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Attempting to bind port 090876dc-1399-4542-a6b7-6671a9608a0f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:23.416851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Attempting to bind port 090876dc-1399-4542-a6b7-6671a9608a0f on network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:23.474516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-8663d47c-fbfc-4e7d-aea8-005923ad23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:23.476623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-8663d47c-fbfc-4e7d-aea8-005923ad23a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541954 Aug 31 14:12:23.515329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:23.515968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Checking segment: {'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:23.518358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.518953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Bound using segment: {'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:23.520350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Bound port: 090876dc-1399-4542-a6b7-6671a9608a0f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:23.521792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.563261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef367960-77a6-4c72-8acf-b899a218f6e1 None None] Pushing event updated for resources: {'Port': ['ID=1251f755-e2dd-4ea2-8c8d-18622d63fa93,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.614412 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.630075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-c53a6a52-75da-4ae9-9e17-d5f5dc3463f1 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435368 Aug 31 14:12:23.644281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Transition to ACTIVE for port object 1539a17e-a575-4327-a145-200d94eb56f4 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:23.674026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.676242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] For port 090876dc-1399-4542-a6b7-6671a9608a0f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:23.680139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] For port 090876dc-1399-4542-a6b7-6671a9608a0f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=090876dc-1399-4542-a6b7-6671a9608a0f,segment=NetworkSegment(cf6a8f76-a26f-4a1c-af86-fc8e2903632b),segment_id=cf6a8f76-a26f-4a1c-af86-fc8e2903632b)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:23.687569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b23455f4-b261-418a-849f-593198c7550f None None] Attempting to bind port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:23.687928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b23455f4-b261-418a-849f-593198c7550f None None] Attempting to bind port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:23.688301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23455f4-b261-418a-849f-593198c7550f None None] Attempting to bind port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 on network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:23.692480 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.725708 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.764435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23455f4-b261-418a-849f-593198c7550f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:23.766274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23455f4-b261-418a-849f-593198c7550f None None] Checking segment: {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:23.766987 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b23455f4-b261-418a-849f-593198c7550f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.767700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23455f4-b261-418a-849f-593198c7550f None None] Bound using segment: {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:23.768595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b23455f4-b261-418a-849f-593198c7550f None None] Bound port: 1251f755-e2dd-4ea2-8c8d-18622d63fa93, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:23.769242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b23455f4-b261-418a-849f-593198c7550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.787097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-844fe149-2a03-48a0-8064-12a6ad57d370 req-2e270137-d588-4140-9d1a-0a939fef7085 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378667 Aug 31 14:12:23.794017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:23.814928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=1539a17e-a575-4327-a145-200d94eb56f4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.859725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcb407-0fb8-41fc-b8dd-74ae88010195 req-5e25c02d-7ee3-4856-9ad6-ab180ede8143 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:23.861730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cfcb407-0fb8-41fc-b8dd-74ae88010195 req-5e25c02d-7ee3-4856-9ad6-ab180ede8143 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0737300 Aug 31 14:12:23.863114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:23.867037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:23.870354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:23.925046 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.937760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febd50a-8510-47d8-a55d-c5cd2a4df55e None None] Pushing event updated for resources: {'Port': ['ID=090876dc-1399-4542-a6b7-6671a9608a0f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.973159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cfcb407-0fb8-41fc-b8dd-74ae88010195 req-ad924785-4395-41c4-a5e5-fce5b0915420 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041024 Aug 31 14:12:24.006318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:24.007191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.020963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:24.029248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:24.041381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:24.103657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b23455f4-b261-418a-849f-593198c7550f None None] For port 1251f755-e2dd-4ea2-8c8d-18622d63fa93, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:24.117823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b23455f4-b261-418a-849f-593198c7550f None None] For port 1251f755-e2dd-4ea2-8c8d-18622d63fa93, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1251f755-e2dd-4ea2-8c8d-18622d63fa93,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:24.118521 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-9813640c-7112-435a-81c9-5163a492a55f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9018865 Aug 31 14:12:24.124623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:24.155360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Request body: {'port': {'device_id': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:24.164787 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b23455f4-b261-418a-849f-593198c7550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.203791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8020-bbc3-42cb-b65d-c33430dd7221 req-871201b9-0419-4ceb-bb80-f8c17d0d17fe tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:24.207595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c75b8020-bbc3-42cb-b65d-c33430dd7221 req-871201b9-0419-4ceb-bb80-f8c17d0d17fe tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0804365 Aug 31 14:12:24.302629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c75b8020-bbc3-42cb-b65d-c33430dd7221 req-890d5afe-f323-4438-99ee-3dd7e8bf356e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834768 Aug 31 14:12:24.406594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:24.407629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:11:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:24.484330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b55e8-a6bb-4899-9ebd-8e4df9453225 req-acc9da61-15f4-4071-8692-58ee63388d73 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:24.494557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-126b55e8-a6bb-4899-9ebd-8e4df9453225 req-acc9da61-15f4-4071-8692-58ee63388d73 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 932 time: 0.1043000 Aug 31 14:12:24.571309 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.581079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-126b55e8-a6bb-4899-9ebd-8e4df9453225 req-7a8979c4-002d-41c9-8519-92bf3258b62c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850809 Aug 31 14:12:24.652851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:24.754446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef367960-77a6-4c72-8acf-b899a218f6e1 None None] Pushing event updated for resources: {'Port': ['ID=1251f755-e2dd-4ea2-8c8d-18622d63fa93,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:24.771413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f16736a2-aa8e-40c9-b0ad-0c17923798da None None] Provisioning for port 1539a17e-a575-4327-a145-200d94eb56f4 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:24.814081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f16736a2-aa8e-40c9-b0ad-0c17923798da None None] Provisioning complete for port 1539a17e-a575-4327-a145-200d94eb56f4 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:24.814864 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f16736a2-aa8e-40c9-b0ad-0c17923798da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.880610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.102327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f16736a2-aa8e-40c9-b0ad-0c17923798da None None] Port 1539a17e-a575-4327-a145-200d94eb56f4 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:25.160462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b23455f4-b261-418a-849f-593198c7550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:24Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:25.269336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0ec9-3a6e-422f-883e-6bbade973194 req-398e2c0c-495b-4683-b80b-79d3a2ada98f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:25.272950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23455f4-b261-418a-849f-593198c7550f None None] The sync data for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 is: [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:24Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:25.275305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-090f0ec9-3a6e-422f-883e-6bbade973194 req-398e2c0c-495b-4683-b80b-79d3a2ada98f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1433337 Aug 31 14:12:25.394834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 090876dc-1399-4542-a6b7-6671a9608a0f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:25.447014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-090f0ec9-3a6e-422f-883e-6bbade973194 req-5a805e0a-8385-48f6-8753-e64f08d1d14f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567349 Aug 31 14:12:25.494239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 090876dc-1399-4542-a6b7-6671a9608a0f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:25.637567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082ccf-5a97-4e5f-949a-c287faf60bed req-3e432017-1fd5-4c1c-92f9-ac96fd4c6332 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:25.639957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9082ccf-5a97-4e5f-949a-c287faf60bed req-3e432017-1fd5-4c1c-92f9-ac96fd4c6332 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0752459 Aug 31 14:12:25.724272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9082ccf-5a97-4e5f-949a-c287faf60bed req-22fa5b5f-d8f0-46d0-9fb2-4b999ff73983 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774276 Aug 31 14:12:25.760235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a645e9-1b27-499d-adf8-5783063652f4 None None] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:25.878666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8783ae47-f9b7-4414-bb3c-53579aa715e8 None None] Provisioning for port 090876dc-1399-4542-a6b7-6671a9608a0f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:25.896565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8783ae47-f9b7-4414-bb3c-53579aa715e8 None None] Provisioning complete for port 090876dc-1399-4542-a6b7-6671a9608a0f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:25.897328 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8783ae47-f9b7-4414-bb3c-53579aa715e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.952577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705746d-12ee-4391-ba64-3f18865a07d4 req-dce986a8-3f1f-4551-8309-16e40ce4b214 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:25.965561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4705746d-12ee-4391-ba64-3f18865a07d4 req-dce986a8-3f1f-4551-8309-16e40ce4b214 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 932 time: 0.1437166 Aug 31 14:12:26.008453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4705746d-12ee-4391-ba64-3f18865a07d4 req-3d0ec3c4-7fd1-4ae7-b05d-6e541516e016 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Aug 31 14:12:26.105041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1539a17e-a575-4327-a145-200d94eb56f4 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:26.113842 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.114755 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8783ae47-f9b7-4414-bb3c-53579aa715e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.137808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.178527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8783ae47-f9b7-4414-bb3c-53579aa715e8 None None] For port 090876dc-1399-4542-a6b7-6671a9608a0f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=090876dc-1399-4542-a6b7-6671a9608a0f,segment=NetworkSegment(cf6a8f76-a26f-4a1c-af86-fc8e2903632b),segment_id=cf6a8f76-a26f-4a1c-af86-fc8e2903632b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:26.185130 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8783ae47-f9b7-4414-bb3c-53579aa715e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.260270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783ae47-f9b7-4414-bb3c-53579aa715e8 None None] Pushing event updated for resources: {'Port': ['ID=090876dc-1399-4542-a6b7-6671a9608a0f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:26.283895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Transition to ACTIVE for port object 1539a17e-a575-4327-a145-200d94eb56f4 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:26.314352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.391232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Pushing event updated for resources: {'Port': ['ID=1539a17e-a575-4327-a145-200d94eb56f4,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:26.614457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Router f7a67f9e-9534-4e33-940a-f58ed2ac11ce is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:12:26.693473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362f95-7305-4678-9d43-3e27e997fdf1 req-aafd87b8-2588-4fa5-a165-3976e356fe72 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:26.711967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19362f95-7305-4678-9d43-3e27e997fdf1 req-aafd87b8-2588-4fa5-a165-3976e356fe72 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0911107 Aug 31 14:12:26.739154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Attempting to bind port 1539a17e-a575-4327-a145-200d94eb56f4 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:26.739509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Attempting to bind port 1539a17e-a575-4327-a145-200d94eb56f4 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:26.739847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Attempting to bind port 1539a17e-a575-4327-a145-200d94eb56f4 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:26.771827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Port 1539a17e-a575-4327-a145-200d94eb56f4 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:26.772967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Attempting to bind port 1539a17e-a575-4327-a145-200d94eb56f4 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:26.782263 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c15dab9f-8777-4f56-a978-f13d56c69364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.792795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a2fc084f-a578-47ed-9dc9-5bff638a6ade None None] Provisioning complete for port 090876dc-1399-4542-a6b7-6671a9608a0f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:26.793262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:26.793413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a2fc084f-a578-47ed-9dc9-5bff638a6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.794149 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:26.794790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Bound using segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:26.795451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Bound port: 1539a17e-a575-4327-a145-200d94eb56f4, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:26.795996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.857936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19362f95-7305-4678-9d43-3e27e997fdf1 req-ba1584be-cb5b-445b-8bb9-cdfebc3dc350 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441145 Aug 31 14:12:26.952628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] For port 1539a17e-a575-4327-a145-200d94eb56f4, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:26.952628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] For port 1539a17e-a575-4327-a145-200d94eb56f4, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1539a17e-a575-4327-a145-200d94eb56f4,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:26.964559 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.030247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:27.034576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:27.035299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.037258 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] 10.222.0.26 "PUT /v2.0/ports/1539a17e-a575-4327-a145-200d94eb56f4 HTTP/1.1" status: 200 len: 1092 time: 2.8929183 Aug 31 14:12:27.037258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'tag': '1539a17e-a575-4327-a145-200d94eb56f4'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:27.039616 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7481bd-7065-4597-8753-c0ae62adf57d", "tag": "1539a17e-a575-4327-a145-200d94eb56f4"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:27.040206 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Sync routers for ids ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:27.056536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0468d24a-6000-4b08-83db-c50086ab427d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:12:27.078959 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Routers {'f7a67f9e-9534-4e33-940a-f58ed2ac11ce'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:27.080176 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:11:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:27.097605 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.100305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0468d24a-6000-4b08-83db-c50086ab427d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:27.100626 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-67be8f49-f53c-49fb-9b38-bdb30620d220 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9788880 Aug 31 14:12:27.102054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:27.231802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b16d6e-39ce-4855-b28a-1024cdd60d2c service neutron] Pushing event updated for resources: {'Port': ['ID=1539a17e-a575-4327-a145-200d94eb56f4,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:27.299833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-96d8de77-d959-4741-9dcf-59b9ae10a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:27.306947 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-96d8de77-d959-4741-9dcf-59b9ae10a6ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 1095 time: 0.2052791 Aug 31 14:12:27.431734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-f4bf567c-3cd8-4b6a-b96a-e18a8c80ba51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1539a17e-a575-4327-a145-200d94eb56f4 HTTP/1.1" status: 200 len: 217 time: 0.0927076 Aug 31 14:12:27.529160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac5c0d-3991-495d-88ad-c71d939f48a9 req-d81f8dce-8c00-4a7e-bb3b-3ec92bd2969e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:27.540332 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adac5c0d-3991-495d-88ad-c71d939f48a9 req-d81f8dce-8c00-4a7e-bb3b-3ec92bd2969e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 944 time: 0.2287521 Aug 31 14:12:27.563036 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Set router f7a67f9e-9534-4e33-940a-f58ed2ac11ce gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:27.606881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-2971b963-ba76-42a5-8903-ce4bcec3dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:27.608752 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-2971b963-ba76-42a5-8903-ce4bcec3dd20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.1759911 Aug 31 14:12:27.722786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-f99a176e-f950-447e-bf93-b962e74d3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:27.724350 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-f99a176e-f950-447e-bf93-b962e74d3bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070266 Aug 31 14:12:27.788017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 090876dc-1399-4542-a6b7-6671a9608a0f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:27.845652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adac5c0d-3991-495d-88ad-c71d939f48a9 req-28ba2275-6bfb-46ad-a6a6-1606f1c40933 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043933 Aug 31 14:12:27.949048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 090876dc-1399-4542-a6b7-6671a9608a0f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:27.949760 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.962887 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-2e59d114-06c5-4681-b242-74b0d3d6cb9f service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204077 Aug 31 14:12:28.001274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:28.042522 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d837e23d-6bf4-4d3d-bd5f-719f0db5138a x-openstack-request-id: req-d837e23d-6bf4-4d3d-bd5f-719f0db5138a {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:28.042930 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7481bd-7065-4597-8753-c0ae62adf57d", "tag": "1539a17e-a575-4327-a145-200d94eb56f4", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:28.048408 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d837e23d-6bf4-4d3d-bd5f-719f0db5138a {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:28.049868 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'tag': '1539a17e-a575-4327-a145-200d94eb56f4', 'status': 'completed', 'code': 200} Aug 31 14:12:28.067118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.074734 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:12:24Z', 'revision_number': 3, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:28.083206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0468d24a-6000-4b08-83db-c50086ab427d', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'port_id': '0468d24a-6000-4b08-83db-c50086ab427d', 'mac_address': 'fa:16:3e:cc:bb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007bc0b5-3d91-4262-95db-e9494d07387f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:12:28.150343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1251f755-e2dd-4ea2-8c8d-18622d63fa93 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:28.174853 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Checking router: f7a67f9e-9534-4e33-940a-f58ed2ac11ce for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:28.175201 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Updating router f7a67f9e-9534-4e33-940a-f58ed2ac11ce port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:12:28.218453 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f04ee663-cf91-478b-8be1-7440e99653a8 req-48674105-3a88-4ff3-bf17-2b7d4faa85ec service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477660 Aug 31 14:12:28.219557 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.261515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:28.264495 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74508711-6ce4-4a44-ab72-09a4ffa47be0" -d '{"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-unplugged", "status": "completed", "tag": "0468d24a-6000-4b08-83db-c50086ab427d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:28.324554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:28.337295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7eca1-bc39-4ddd-9864-c09fbb53f311 req-5e1f6a89-6beb-4ec7-a540-2df1db43ae65 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:28.339010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83b7eca1-bc39-4ddd-9864-c09fbb53f311 req-5e1f6a89-6beb-4ec7-a540-2df1db43ae65 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1725926 Aug 31 14:12:28.358581 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.360787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:28.363343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.370042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:28.370419 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.462733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-3d28b4ff-62e4-4d0e-8df3-2dc7b2a626b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:28.468987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-3d28b4ff-62e4-4d0e-8df3-2dc7b2a626b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 1095 time: 0.1036918 Aug 31 14:12:28.490307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0468d24a-6000-4b08-83db-c50086ab427d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:28.545358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83b7eca1-bc39-4ddd-9864-c09fbb53f311 req-2da7090f-d458-43f3-be0e-908013838202 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799965 Aug 31 14:12:28.625599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:28.655607 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:12:28.656023 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:12:28.665912 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ceb541-1887-486b-9d7d-b92f3e16cdbb x-openstack-request-id: req-77ceb541-1887-486b-9d7d-b92f3e16cdbb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:28.666214 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-unplugged", "status": "completed", "tag": "0468d24a-6000-4b08-83db-c50086ab427d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:28.666474 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77ceb541-1887-486b-9d7d-b92f3e16cdbb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:28.666873 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d', 'code': 200} Aug 31 14:12:28.671037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.707675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-56b4dbc7-460d-46dd-b4b2-7b4fa7875677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:28.708731 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-56b4dbc7-460d-46dd-b4b2-7b4fa7875677 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.2267101 Aug 31 14:12:28.721453 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.744750 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.774789 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Transition to ACTIVE for port object 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:28.775573 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-cd143d2a-5913-4fe4-bd49-01e301891749 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1539a17e-a575-4327-a145-200d94eb56f4 HTTP/1.1" status: 200 len: 217 time: 0.0506680 Aug 31 14:12:28.787968 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.805618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 1251f755-e2dd-4ea2-8c8d-18622d63fa93, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1251f755-e2dd-4ea2-8c8d-18622d63fa93,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:28.811868 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.844607 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8cc28-99e1-428b-bd24-2942217939e5 None None] Pushing event updated for resources: {'Port': ['ID=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:28.888579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-a6364b7e-9992-4ed3-9d1e-c0eddd764441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:28.894102 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Attempting to bind port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:28.894477 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Attempting to bind port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:28.894877 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Attempting to bind port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:28.896177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=1251f755-e2dd-4ea2-8c8d-18622d63fa93,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:28.898223 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-a6364b7e-9992-4ed3-9d1e-c0eddd764441 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.1147866 Aug 31 14:12:28.910279 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:28.910997 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:28.911878 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.912550 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:28.913294 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Bound port: 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:28.914050 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.993436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-ba03dd57-068d-4fe0-af97-2161d5dad7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:28.999299 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-ba03dd57-068d-4fe0-af97-2161d5dad7da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934267 Aug 31 14:12:29.011430 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] For port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:29.015780 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] For port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:29.032742 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.097224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964e5f-b3d7-49a1-ad96-7e3f08c3fe10 req-ebb55a47-c0eb-420a-b43a-63575441e7ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:29.110575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a964e5f-b3d7-49a1-ad96-7e3f08c3fe10 req-ebb55a47-c0eb-420a-b43a-63575441e7ea tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 944 time: 0.1045091 Aug 31 14:12:29.122096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Routers {'f7a67f9e-9534-4e33-940a-f58ed2ac11ce'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:29.122841 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:11:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:29.131295 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8cc28-99e1-428b-bd24-2942217939e5 None None] Pushing event updated for resources: {'Port': ['ID=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:29.150004 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-85f1dc9b-a5d8-4c52-b7e9-864b07a7fc78 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318059 Aug 31 14:12:29.161185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Allocated IP 172.20.0.1 (0fb32b1c-fc2d-4c56-b89c-63796cedb215/1093a106-ef43-41e1-a4f4-de43d1e17cb7/8c5e6ee7-e245-433d-b4c4-045e87eb5938) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:29.221957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a964e5f-b3d7-49a1-ad96-7e3f08c3fe10 req-e679748c-128b-4b5b-96e9-ded079b703e1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054170 Aug 31 14:12:29.286741 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.299918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1251f755-e2dd-4ea2-8c8d-18622d63fa93 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:29.326864 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] Set router f7a67f9e-9534-4e33-940a-f58ed2ac11ce gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:29.353096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-84d9403a-4980-4c9b-9cb7-52d0f9ce0563 req-be140249-3095-4d2d-93f2-947172e8d799 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906056 Aug 31 14:12:29.379117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.398936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Transition to ACTIVE for port object 8c5e6ee7-e245-433d-b4c4-045e87eb5938 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:29.429507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0468d24a-6000-4b08-83db-c50086ab427d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:29.452790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.500861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:29.507935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-855e7697-eb63-45a0-95af-15b2ee2cb52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.521401 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.570320 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.576666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:29.582983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:29.586211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:29.586600 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.596997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5e6ee7-e245-433d-b4c4-045e87eb5938,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:29.599472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:29.628147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:29.686222 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.695154 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:12:24Z', 'revision_number': 3, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:29.885614 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b71b4-812b-4e9f-aa2b-b337ccfddf63 None None] The sync data for ids ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'] in n-d-792362-6 is: [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:12:24Z', 'revision_number': 3, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:29.886147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840169f4-3faa-401a-8752-b53b2eef78c9 req-22b21616-7999-4013-b070-bdc9e8e7954f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:29.908132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-840169f4-3faa-401a-8752-b53b2eef78c9 req-22b21616-7999-4013-b070-bdc9e8e7954f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 945 time: 0.2187483 Aug 31 14:12:29.925090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0468d24a-6000-4b08-83db-c50086ab427d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:29.990914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-840169f4-3faa-401a-8752-b53b2eef78c9 req-fc4dd907-e2aa-445c-8dde-ee69a1409287 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816922 Aug 31 14:12:30.001491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a8044a8-884b-44db-ad80-9ef91ed42a48 None None] Provisioning for port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:30.013243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a8044a8-884b-44db-ad80-9ef91ed42a48 None None] Provisioning complete for port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:30.013572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a8044a8-884b-44db-ad80-9ef91ed42a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.058282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.079057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8a8044a8-884b-44db-ad80-9ef91ed42a48 None None] Port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:30.410728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.421494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.484136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3e0c5-43fc-464e-8429-b7225071fccd req-cf29e82e-fc4d-44b8-884a-b7c8722e9c02 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:30.486020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6e3e0c5-43fc-464e-8429-b7225071fccd req-cf29e82e-fc4d-44b8-884a-b7c8722e9c02 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 944 time: 0.1496987 Aug 31 14:12:30.509058 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:12:30.559854 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84229e2d-622b-4e94-885a-68ff3a3b2268 req-a04c8627-464e-4379-9d33-d9fa7ece734f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0483911 Aug 31 14:12:30.560652 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.565318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5e6ee7-e245-433d-b4c4-045e87eb5938,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:30.601784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.664142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84229e2d-622b-4e94-885a-68ff3a3b2268 req-3e56dcb9-1a08-4c8e-8f7b-cd0f575d3cc1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0346186 Aug 31 14:12:30.702947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6e3e0c5-43fc-464e-8429-b7225071fccd req-4bb229ee-72ab-4103-975f-d5dd74c331a4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027211 Aug 31 14:12:30.899151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:30.902094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:30.906626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229e2d-622b-4e94-885a-68ff3a3b2268 req-59c4e19b-5f36-4841-882e-6d8f677701ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:30.908337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84229e2d-622b-4e94-885a-68ff3a3b2268 req-59c4e19b-5f36-4841-882e-6d8f677701ea service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1651597 Aug 31 14:12:31.262712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:31.394383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5aba207c-aea8-4c67-ba9c-cb441da101c2 None None] Provisioning complete for port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:31.395166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5aba207c-aea8-4c67-ba9c-cb441da101c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.462712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:31.471186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5aba207c-aea8-4c67-ba9c-cb441da101c2 None None] Port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:31.472686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:31.473099 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.573702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.583802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1539a17e-a575-4327-a145-200d94eb56f4 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:12:31.600122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0468d24a-6000-4b08-83db-c50086ab427d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:31.638802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229e2d-622b-4e94-885a-68ff3a3b2268 req-cbb90be9-6531-48bf-839b-51ce27253401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:31.640655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84229e2d-622b-4e94-885a-68ff3a3b2268 req-cbb90be9-6531-48bf-839b-51ce27253401 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6654177 Aug 31 14:12:31.644030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:31.651615 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.703918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Router f7a67f9e-9534-4e33-940a-f58ed2ac11ce has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:31.723087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f089d-be83-4029-a184-a7d00a067a42 req-4c00c897-82f3-41c4-ab5c-5469e0b53a8e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:31.724983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c93f089d-be83-4029-a184-a7d00a067a42 req-4c00c897-82f3-41c4-ab5c-5469e0b53a8e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 945 time: 0.1333370 Aug 31 14:12:31.811940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:31.838163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0468d24a-6000-4b08-83db-c50086ab427d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:31.838558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.850510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c93f089d-be83-4029-a184-a7d00a067a42 req-c13a3ae3-5550-4a68-b1f2-3b6337eb92d9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175287 Aug 31 14:12:31.887729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1539a17e-a575-4327-a145-200d94eb56f4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1539a17e-a575-4327-a145-200d94eb56f4,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:31.928625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '1539a17e-a575-4327-a145-200d94eb56f4', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '1539a17e-a575-4327-a145-200d94eb56f4', 'mac_address': 'fa:16:3e:5e:3f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:12:31.954791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:31.966664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-28f46f1c-d5eb-4e69-9683-49236b3428c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/f7a67f9e-9534-4e33-940a-f58ed2ac11ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8604305 Aug 31 14:12:32.059620 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.090842 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.097752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceb7f3-92cf-421d-be8e-4bdf27d6e2c1 req-af791b35-85ac-47be-88ff-31ca07b2f7cc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:32.104653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1539a17e-a575-4327-a145-200d94eb56f4 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:32.111200 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.111695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5eceb7f3-92cf-421d-be8e-4bdf27d6e2c1 req-af791b35-85ac-47be-88ff-31ca07b2f7cc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 944 time: 0.1217930 Aug 31 14:12:32.175110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5eceb7f3-92cf-421d-be8e-4bdf27d6e2c1 req-f3bde4da-db13-4c3d-b6b4-65273c5fa020 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621939 Aug 31 14:12:32.181141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:32.185541 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f36387e-a58a-4e18-817d-58f2f2dcc759" -d '{"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-plugged", "status": "completed", "tag": "0468d24a-6000-4b08-83db-c50086ab427d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:32.216516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1539a17e-a575-4327-a145-200d94eb56f4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1539a17e-a575-4327-a145-200d94eb56f4,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:32.221498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:32.226832 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.236842 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.275576 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfe13b8-9db1-4d95-8de1-560d4024eada x-openstack-request-id: req-6bfe13b8-9db1-4d95-8de1-560d4024eada {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:32.276228 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-plugged", "status": "completed", "tag": "0468d24a-6000-4b08-83db-c50086ab427d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:32.276228 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bfe13b8-9db1-4d95-8de1-560d4024eada {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:32.276513 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d', 'code': 200} Aug 31 14:12:32.302874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1539a17e-a575-4327-a145-200d94eb56f4,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:32.381275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:32.531167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Sync routers for ids ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:32.545886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Routers {'f7a67f9e-9534-4e33-940a-f58ed2ac11ce'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:32.547392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:32.575558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19ab1-66a6-46f1-8679-5e470b6ecaa0 req-d915a0ac-bfdf-4af3-afa0-68c47cf6d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:32.577918 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aab19ab1-66a6-46f1-8679-5e470b6ecaa0 req-d915a0ac-bfdf-4af3-afa0-68c47cf6d998 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 1097 time: 0.0646551 Aug 31 14:12:32.648477 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-aab19ab1-66a6-46f1-8679-5e470b6ecaa0 req-779e6a1b-14bf-4ef2-8b25-fed705e2885f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598850 Aug 31 14:12:32.656664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['1539a17e-a575-4327-a145-200d94eb56f4'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:32.731985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Set router f7a67f9e-9534-4e33-940a-f58ed2ac11ce gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:33.025092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34330) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:33.030682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-74d51e6a-cfac-4840-9ae8-4a9c2b58fe01 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187747590', 'description': 'tempest-secgroup-smoke-1187747590 description', 'project_id': '1a73a70ed64843a881f43abf53df94a1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:33.070674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74d51e6a-cfac-4840-9ae8-4a9c2b58fe01 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.076562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:12:30Z', 'revision_number': 4, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '8c5e6ee7-e245-433d-b4c4-045e87eb5938', 'name': '', 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'mac_address': 'fa:16:3e:a9:80:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '1093a106-ef43-41e1-a4f4-de43d1e17cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:28Z', 'updated_at': '2021-08-31T14:12:30Z', 'revision_number': 2, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'subnets': [{'id': '1093a106-ef43-41e1-a4f4-de43d1e17cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:33.128920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Checking router: f7a67f9e-9534-4e33-940a-f58ed2ac11ce for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:33.129356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Updating router f7a67f9e-9534-4e33-940a-f58ed2ac11ce port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:12:33.191357 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.207299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:33.257097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c2b7-bd4a-4815-b859-543c7167d749 req-fea44664-6c21-415d-ad5f-0e3a7b226866 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:33.258672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e260c2b7-bd4a-4815-b859-543c7167d749 req-fea44664-6c21-415d-ad5f-0e3a7b226866 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1017525 Aug 31 14:12:33.328251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74d51e6a-cfac-4840-9ae8-4a9c2b58fe01 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.340996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e260c2b7-bd4a-4815-b859-543c7167d749 req-af69e6ca-c345-4a7f-bd99-e480e01209f9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742419 Aug 31 14:12:33.346850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74d51e6a-cfac-4840-9ae8-4a9c2b58fe01 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.408522 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74d51e6a-cfac-4840-9ae8-4a9c2b58fe01 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.413758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-74d51e6a-cfac-4840-9ae8-4a9c2b58fe01 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3866820 Aug 31 14:12:33.415892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34340) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:33.421980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f8b8cf85-71d4-4a03-b7b6-de078a407855 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'security_group_rule': {'security_group_id': '0b327f57-4fae-462a-91ea-d2a906e28125', 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:33.446780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d51e6a-cfac-4840-9ae8-4a9c2b58fe01 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b327f57-4fae-462a-91ea-d2a906e28125,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:33.468650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cf85-71d4-4a03-b7b6-de078a407855 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.545232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cf85-71d4-4a03-b7b6-de078a407855 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.549900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cf85-71d4-4a03-b7b6-de078a407855 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.581514 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cf85-71d4-4a03-b7b6-de078a407855 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.581514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8b8cf85-71d4-4a03-b7b6-de078a407855 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640522 Aug 31 14:12:33.581514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34348) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:33.589833 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.590271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520f3c-9c26-42e0-8140-88ab585a5f58 req-9790ade3-b3e9-4653-b924-26cafcea2ee4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:33.590271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a520f3c-9c26-42e0-8140-88ab585a5f58 req-9790ade3-b3e9-4653-b924-26cafcea2ee4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 945 time: 0.1290197 Aug 31 14:12:33.596901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Transition to ACTIVE for port object 8c5e6ee7-e245-433d-b4c4-045e87eb5938 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:33.601099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-697f61af-c111-4d1e-97cb-e073c117c29b tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'security_group_rule': {'security_group_id': '0b327f57-4fae-462a-91ea-d2a906e28125', 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:33.607263 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.622066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8cf85-71d4-4a03-b7b6-de078a407855 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ceb4a56-b265-4910-9349-3cf96a028df8,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:33.631102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-697f61af-c111-4d1e-97cb-e073c117c29b tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.668985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a520f3c-9c26-42e0-8140-88ab585a5f58 req-f5d51bc0-05c4-499e-91cf-2b0f1d6263c9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682535 Aug 31 14:12:33.678723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71be34-5185-43c8-afcb-61451aa4cc79 None None] Pushing event updated for resources: {'Port': ['ID=8c5e6ee7-e245-433d-b4c4-045e87eb5938,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:33.690455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:33.690914 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.749607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-697f61af-c111-4d1e-97cb-e073c117c29b tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.753731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-697f61af-c111-4d1e-97cb-e073c117c29b tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.786315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Attempting to bind port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:33.786761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Attempting to bind port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:33.787209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Attempting to bind port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 on network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:33.788474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f61af-c111-4d1e-97cb-e073c117c29b tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32330d64-e954-430b-9f7e-6054cbfb60ef,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:33.796908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:33.797280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Checking segment: {'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:33.798049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.798584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Bound using segment: {'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:33.799265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Bound port: 8c5e6ee7-e245-433d-b4c4-045e87eb5938, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:33.799863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.802749 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-697f61af-c111-4d1e-97cb-e073c117c29b tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.805483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-697f61af-c111-4d1e-97cb-e073c117c29b tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2198517 Aug 31 14:12:33.808382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34350) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:33.816850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d41c989f-ec6d-4bc9-831f-c81b12911266 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'security_group_rule': {'security_group_id': '0b327f57-4fae-462a-91ea-d2a906e28125', 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:33.863341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d41c989f-ec6d-4bc9-831f-c81b12911266 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.954070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d41c989f-ec6d-4bc9-831f-c81b12911266 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.956717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] For port 8c5e6ee7-e245-433d-b4c4-045e87eb5938, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:33.959593 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d41c989f-ec6d-4bc9-831f-c81b12911266 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.961341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] For port 8c5e6ee7-e245-433d-b4c4-045e87eb5938, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c5e6ee7-e245-433d-b4c4-045e87eb5938,segment=NetworkSegment(cf6a8f76-a26f-4a1c-af86-fc8e2903632b),segment_id=cf6a8f76-a26f-4a1c-af86-fc8e2903632b)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:33.966960 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.008680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c989f-ec6d-4bc9-831f-c81b12911266 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7b2e06-0aac-45ba-ad26-96f30ba5d31f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:34.025805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d41c989f-ec6d-4bc9-831f-c81b12911266 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.025805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d41c989f-ec6d-4bc9-831f-c81b12911266 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2146177 Aug 31 14:12:34.029614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34356) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:34.038266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-969d674b-a284-497d-ade9-7b125a223a6c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'security_group_rule': {'security_group_id': '0b327f57-4fae-462a-91ea-d2a906e28125', 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:34.097746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Routers {'f7a67f9e-9534-4e33-940a-f58ed2ac11ce'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:34.098426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:34.103642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-969d674b-a284-497d-ade9-7b125a223a6c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.181679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-969d674b-a284-497d-ade9-7b125a223a6c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.187866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-969d674b-a284-497d-ade9-7b125a223a6c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.213732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d674b-a284-497d-ade9-7b125a223a6c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba62025-7bcb-435c-9b86-372f0f42eef1,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:34.220820 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-969d674b-a284-497d-ade9-7b125a223a6c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.222345 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-969d674b-a284-497d-ade9-7b125a223a6c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1930161 Aug 31 14:12:34.225047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34362) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:34.230076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'security_group_rule': {'security_group_id': '0b327f57-4fae-462a-91ea-d2a906e28125', 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:34.268047 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Project 1a73a70ed64843a881f43abf53df94a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:12:34.280787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.306068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] Set router f7a67f9e-9534-4e33-940a-f58ed2ac11ce gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:34.315315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71be34-5185-43c8-afcb-61451aa4cc79 None None] Pushing event updated for resources: {'Port': ['ID=8c5e6ee7-e245-433d-b4c4-045e87eb5938,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:34.418992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.424759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.507591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.509303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2829845 Aug 31 14:12:34.513341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2036a30-b62d-4d0b-bc71-0b7f05291efe tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc8169d-96c6-4203-8e19-6a8f29b020f4,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:34.514458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34372) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:34.527644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'security_group_rule': {'security_group_id': '0b327f57-4fae-462a-91ea-d2a906e28125', 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:34.564548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecafc5-ce85-4e88-99e4-dc17cee2640e req-e0c3c8b3-f161-4a7d-9dab-dc0e2e3cbdc2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:34.568688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09ecafc5-ce85-4e88-99e4-dc17cee2640e req-e0c3c8b3-f161-4a7d-9dab-dc0e2e3cbdc2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.1096766 Aug 31 14:12:34.618707 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Project 1a73a70ed64843a881f43abf53df94a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:12:34.634933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.651624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09ecafc5-ce85-4e88-99e4-dc17cee2640e req-12ee32fd-73f0-4267-9a37-ba8e8568554d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709596 Aug 31 14:12:34.774849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.781850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.802325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e58302-1cec-4d44-ab94-c0511841fae1 req-64a026f4-ef5b-4834-8d9f-627e6b011094 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:34.823269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75e58302-1cec-4d44-ab94-c0511841fae1 req-64a026f4-ef5b-4834-8d9f-627e6b011094 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.0884860 Aug 31 14:12:34.832692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd3f82a-96e2-41ff-9050-6f59d6b81c98,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:34.839474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.839474 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2630e6a3-99a8-4348-963a-02008107801e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3203576 Aug 31 14:12:34.873593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75e58302-1cec-4d44-ab94-c0511841fae1 req-007ed51f-ce27-49e8-a7b5-f97862fac246 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589700 Aug 31 14:12:34.970239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:12:30Z', 'revision_number': 4, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '8c5e6ee7-e245-433d-b4c4-045e87eb5938', 'name': '', 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'mac_address': 'fa:16:3e:a9:80:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '1093a106-ef43-41e1-a4f4-de43d1e17cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:28Z', 'updated_at': '2021-08-31T14:12:33Z', 'revision_number': 4, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'subnets': [{'id': '1093a106-ef43-41e1-a4f4-de43d1e17cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:35.000619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c808-14e2-4d57-bb29-dbc5cde9bfa1 None None] The sync data for ids ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'] in n-d-792362-6 is: [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:12:30Z', 'revision_number': 4, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '8c5e6ee7-e245-433d-b4c4-045e87eb5938', 'name': '', 'network_id': '0fb32b1c-fc2d-4c56-b89c-63796cedb215', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'mac_address': 'fa:16:3e:a9:80:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '1093a106-ef43-41e1-a4f4-de43d1e17cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:28Z', 'updated_at': '2021-08-31T14:12:33Z', 'revision_number': 4, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'subnets': [{'id': '1093a106-ef43-41e1-a4f4-de43d1e17cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:35.003765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327d9c-769d-4a2a-ada1-b8253e39c482 req-5eca16e4-c27e-4fce-a0f5-2713564d7cdf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:35.005915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f327d9c-769d-4a2a-ada1-b8253e39c482 req-5eca16e4-c27e-4fce-a0f5-2713564d7cdf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 945 time: 0.0617905 Aug 31 14:12:35.091737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f327d9c-769d-4a2a-ada1-b8253e39c482 req-3ce97d50-e66b-4bd6-968b-eeab047ad999 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782175 Aug 31 14:12:35.249550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c5e6ee7-e245-433d-b4c4-045e87eb5938 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:35.289463 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-bb55190f-e027-4902-869f-720d06e1c70e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187747590&fields=id&tenant_id=1a73a70ed64843a881f43abf53df94a1 HTTP/1.1" status: 200 len: 267 time: 0.0700510 Aug 31 14:12:35.315760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:35.320273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:35.320660 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.456420 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.499712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 8c5e6ee7-e245-433d-b4c4-045e87eb5938, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c5e6ee7-e245-433d-b4c4-045e87eb5938,segment=NetworkSegment(cf6a8f76-a26f-4a1c-af86-fc8e2903632b),segment_id=cf6a8f76-a26f-4a1c-af86-fc8e2903632b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:35.506373 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.516452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-04b14e2d-5e97-44aa-a150-133dbdf3f82f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:35.523926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-04b14e2d-5e97-44aa-a150-133dbdf3f82f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/networks?id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4 HTTP/1.1" status: 200 len: 809 time: 0.2307537 Aug 31 14:12:35.542963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-430fed99-d48f-4ec4-988f-90c6440466f1 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/quotas/1a73a70ed64843a881f43abf53df94a1 HTTP/1.1" status: 200 len: 375 time: 0.0175378 Aug 31 14:12:35.573024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=8c5e6ee7-e245-433d-b4c4-045e87eb5938,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:35.607823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1539a17e-a575-4327-a145-200d94eb56f4 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:35.658108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-73a551b1-07cd-4113-931b-19fc5634053e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a73a70ed64843a881f43abf53df94a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1143341 Aug 31 14:12:35.687445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 1539a17e-a575-4327-a145-200d94eb56f4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:35.693376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 1539a17e-a575-4327-a145-200d94eb56f4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:35.693760 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.824097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.829531 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-d6ed2601-96b3-454d-80e5-4a98e5c09101 service neutron] 10.222.0.10 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522703 Aug 31 14:12:35.851340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1539a17e-a575-4327-a145-200d94eb56f4'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:35.853943 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc147a1-124e-4ee2-81b6-f69345acc208" -d '{"events": [{"server_uuid": "2d7481bd-7065-4597-8753-c0ae62adf57d", "name": "network-vif-plugged", "status": "completed", "tag": "1539a17e-a575-4327-a145-200d94eb56f4"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:35.869176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 1539a17e-a575-4327-a145-200d94eb56f4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1539a17e-a575-4327-a145-200d94eb56f4,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:35.876043 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.951892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=1539a17e-a575-4327-a145-200d94eb56f4,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:35.961499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-1a261bb8-3f37-44c1-8cc0-dd42ad198ffa service neutron] 10.222.0.10 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276977 Aug 31 14:12:36.300639 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb743a6-c611-466d-b728-1f6b84189104 x-openstack-request-id: req-3cb743a6-c611-466d-b728-1f6b84189104 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:36.301594 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7481bd-7065-4597-8753-c0ae62adf57d", "name": "network-vif-plugged", "status": "completed", "tag": "1539a17e-a575-4327-a145-200d94eb56f4", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:36.302090 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cb743a6-c611-466d-b728-1f6b84189104 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:36.302762 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1539a17e-a575-4327-a145-200d94eb56f4', 'code': 200} Aug 31 14:12:36.379362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1809eeaa-e3ce-4f7d-b820-63969213e633 req-791ec4f2-6508-44ad-a87e-9d85f2f07deb tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 210 time: 0.0322328 Aug 31 14:12:36.540487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bafe17-1775-4f95-80dd-235e5dea06f0 req-f2f7693c-a443-4e12-82ef-dbf6ced4684e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:36.544832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cff6c-4548-47f9-809d-075042da2365 req-c5399fc9-ed60-4fd3-b527-ca810d537a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:36.548455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d5cff6c-4548-47f9-809d-075042da2365 req-c5399fc9-ed60-4fd3-b527-ca810d537a77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 1097 time: 0.1030147 Aug 31 14:12:36.549858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58bafe17-1775-4f95-80dd-235e5dea06f0 req-f2f7693c-a443-4e12-82ef-dbf6ced4684e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 946 time: 0.0814621 Aug 31 14:12:36.607871 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2d5cff6c-4548-47f9-809d-075042da2365 req-dac9dfd1-2123-4267-bb26-368ebdb2cb76 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Aug 31 14:12:36.625602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58bafe17-1775-4f95-80dd-235e5dea06f0 req-54ebf7fc-c120-446c-94c7-4e63f0b72189 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745459 Aug 31 14:12:36.861154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-030fdc21-ff4e-49d4-ae82-99912f6f1d9d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:36.864101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-030fdc21-ff4e-49d4-ae82-99912f6f1d9d tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 815 time: 0.1239290 Aug 31 14:12:36.882488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-cca1e316-836a-4df6-8b8d-a94416a794b1 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/quotas/e50bb0d1b7f54cac9a39899e03ace5a7 HTTP/1.1" status: 200 len: 375 time: 0.0105155 Aug 31 14:12:36.964174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-b1d3a5bb-ce50-4e94-a5e0-b2b4f6c5330f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709825 Aug 31 14:12:37.112690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-2538f9bb-dfb7-41ed-a9bc-b6896c511e65 service neutron] 10.222.0.10 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472661 Aug 31 14:12:37.285833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c5e6ee7-e245-433d-b4c4-045e87eb5938 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:37.321300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-73ec15a8-25d3-4550-8743-58c8ad7e3eb6 service neutron] 10.222.0.10 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705585 Aug 31 14:12:37.379264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:37.379963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.570970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c630059b-f892-458e-906d-f467213fb64f req-80e285f7-1c2e-4549-a8c6-3a872d70a592 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 210 time: 0.0340536 Aug 31 14:12:37.694597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c7144e1-c307-4af5-a94e-03d9c2ccc33f req-e2e16fc6-5301-4edd-bb2f-34f27752b54f tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 210 time: 0.0584996 Aug 31 14:12:37.847577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9929e9f-84af-4b32-afe0-3474d1d43862 req-faa99180-1bcb-4183-9058-6478e21ab822 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:37.851854 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9929e9f-84af-4b32-afe0-3474d1d43862 req-faa99180-1bcb-4183-9058-6478e21ab822 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 946 time: 0.0765097 Aug 31 14:12:37.930485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9929e9f-84af-4b32-afe0-3474d1d43862 req-9edaf3c8-d397-4a3c-ae77-1c9b81a6b400 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700948 Aug 31 14:12:38.358645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-6c282bf6-ae6a-4803-a015-84e7562b2248 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:38.360275 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-6c282bf6-ae6a-4803-a015-84e7562b2248 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.26 "GET /v2.0/networks?id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4 HTTP/1.1" status: 200 len: 809 time: 0.1960394 Aug 31 14:12:38.549827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-8981b8ad-bda0-4deb-87c8-43baaa7d27ce tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a73a70ed64843a881f43abf53df94a1 HTTP/1.1" status: 200 len: 380 time: 0.0705411 Aug 31 14:12:38.594689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'port': {'device_id': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'admin_state_up': True, 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'security_groups': ['0b327f57-4fae-462a-91ea-d2a906e28125']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:38.693202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be710d49-2181-4690-86c3-9fa470c59689 req-675cfb3e-bee4-4fc3-9bbd-7b577ea1aba3 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 210 time: 0.0290334 Aug 31 14:12:38.753840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Made reservation on behalf of 1a73a70ed64843a881f43abf53df94a1 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:38.757701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.803284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-371cd109-c75e-412a-9939-373f6ea9077a req-719405fa-4b2f-43cc-96f4-4166b5bad27e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 210 time: 0.0368814 Aug 31 14:12:38.931076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Allocated IP 172.20.0.14 (f8ad7aea-85c3-41cb-a505-4e1fd36765c4/8f559238-cd03-47ac-b0a2-aedd5d55444e/fb53a6dd-041c-4433-b7fe-8fece4f578e2) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:39.139370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.165990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e563f51-e9c3-48ea-9126-2c9907f400f2 req-ded99b5f-997e-4884-919f-107be5d56a28 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:39.174198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Transition to ACTIVE for port object fb53a6dd-041c-4433-b7fe-8fece4f578e2 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:39.187175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e563f51-e9c3-48ea-9126-2c9907f400f2 req-ded99b5f-997e-4884-919f-107be5d56a28 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 946 time: 0.1531868 Aug 31 14:12:39.251899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e563f51-e9c3-48ea-9126-2c9907f400f2 req-32b520e3-a7a6-4ca1-b7b2-1dcfed48d02f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Aug 31 14:12:39.264960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.357042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:39.413008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:39.416744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'Port': ['ID=fb53a6dd-041c-4433-b7fe-8fece4f578e2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:39.436322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:39.576126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-a49d83eb-6d1d-4d41-8b9f-49ffc05dd21e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:39.590834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-a49d83eb-6d1d-4d41-8b9f-49ffc05dd21e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "GET /v2.0/ports?device_id=e94a1b18-a8c6-4190-b0e8-5e0271239f14 HTTP/1.1" status: 200 len: 946 time: 0.2846544 Aug 31 14:12:39.601902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:39.602587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.637701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-febb7818-3e3d-4a71-ba3a-c4468b34ecca tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0472193 Aug 31 14:12:39.707602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Request body: {'port': {'device_id': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:39.724681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-6f172971-1505-4e0e-abe3-b2e91d15681a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:39.727210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-6f172971-1505-4e0e-abe3-b2e91d15681a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 815 time: 0.4225943 Aug 31 14:12:39.759190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Request body: {'port': {'device_id': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'admin_state_up': True, 'tenant_id': 'e50bb0d1b7f54cac9a39899e03ace5a7'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:39.823688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.824607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa6b20bb-e0e9-476a-ba9f-38238c477881 None None] Provisioning for port fb53a6dd-041c-4433-b7fe-8fece4f578e2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:39.829749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa6b20bb-e0e9-476a-ba9f-38238c477881 None None] Provisioning complete for port fb53a6dd-041c-4433-b7fe-8fece4f578e2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:39.830142 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa6b20bb-e0e9-476a-ba9f-38238c477881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.866873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b20bb-e0e9-476a-ba9f-38238c477881 None None] Port fb53a6dd-041c-4433-b7fe-8fece4f578e2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:39.899030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.899929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Deleting port 0468d24a-6000-4b08-83db-c50086ab427d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:39.900291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.119480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e558914-b28d-4421-88f1-69e51c4945c0 req-21410b27-95e2-48f6-a4ad-852116b1b19e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:40.121073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e558914-b28d-4421-88f1-69e51c4945c0 req-21410b27-95e2-48f6-a4ad-852116b1b19e tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 932 time: 0.2914860 Aug 31 14:12:40.192626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] For port 0468d24a-6000-4b08-83db-c50086ab427d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0468d24a-6000-4b08-83db-c50086ab427d,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:40.193027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.209973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb53a6dd-041c-4433-b7fe-8fece4f578e2 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:40.216180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Made reservation on behalf of e50bb0d1b7f54cac9a39899e03ace5a7 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:40.219816 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.228080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Calling delete_port for 0468d24a-6000-4b08-83db-c50086ab427d owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:40.238216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.268018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e558914-b28d-4421-88f1-69e51c4945c0 req-0683e4f8-6ed4-49a8-90a8-c83ff7139764 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340644 Aug 31 14:12:40.294034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Transition to ACTIVE for port object fb53a6dd-041c-4433-b7fe-8fece4f578e2 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:40.299669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.435976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb53a6dd-041c-4433-b7fe-8fece4f578e2,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:40.508219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4b7cc3b-2236-4e20-ba85-490f3f1d668c req-dd021370-2a37-40da-a6a3-1a624fcd6ff6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 210 time: 0.0521293 Aug 31 14:12:40.540378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Attempting to bind port fb53a6dd-041c-4433-b7fe-8fece4f578e2 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:40.540729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Attempting to bind port fb53a6dd-041c-4433-b7fe-8fece4f578e2 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:40.541080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Attempting to bind port fb53a6dd-041c-4433-b7fe-8fece4f578e2 on network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:40.548431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Port fb53a6dd-041c-4433-b7fe-8fece4f578e2 on network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:40.548848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Attempting to bind port fb53a6dd-041c-4433-b7fe-8fece4f578e2 on network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:40.562571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:40.562953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Checking segment: {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:40.563331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Bound using segment: {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:40.563798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Bound port: fb53a6dd-041c-4433-b7fe-8fece4f578e2, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77a9b53-69de-47ad-aae1-e1a729f89ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:40.564172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.640938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Allocated IP 172.20.0.8 (13e3e036-067f-49f7-9289-4da4cbb7203b/007bc0b5-3d91-4262-95db-e9494d07387f/70a10a3a-9220-45aa-9531-368693ef56ba) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:40.655117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.676622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] For port fb53a6dd-041c-4433-b7fe-8fece4f578e2, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:40.682252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] For port fb53a6dd-041c-4433-b7fe-8fece4f578e2, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:40.687656 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.718723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Pushing event deleted for resources: {'Port': ['ID=0468d24a-6000-4b08-83db-c50086ab427d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:40.719010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0468d24a-6000-4b08-83db-c50086ab427d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:40.786176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb53a6dd-041c-4433-b7fe-8fece4f578e2,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:40.803422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:40.804765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.806548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cda44ee1-e20a-4fce-9d18-dc3d5cd408ab service neutron] 10.222.0.26 "PUT /v2.0/ports/fb53a6dd-041c-4433-b7fe-8fece4f578e2 HTTP/1.1" status: 200 len: 1092 time: 1.1041698 Aug 31 14:12:40.807359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:40.811186 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da281d81-6834-4baa-a18a-2a39c372f4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:40.893053 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3238b583-bdf8-4ba8-878f-93b91a7fcbe7 x-openstack-request-id: req-3238b583-bdf8-4ba8-878f-93b91a7fcbe7 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:40.893430 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:40.893759 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3238b583-bdf8-4ba8-878f-93b91a7fcbe7 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:40.894230 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'status': 'completed', 'code': 200} Aug 31 14:12:40.933949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cf08f9e3-3651-4c48-a885-28a878910969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:40.936491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-cf08f9e3-3651-4c48-a885-28a878910969 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a73a70ed64843a881f43abf53df94a1&device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 1095 time: 0.0597808 Aug 31 14:12:40.938362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] No DVR routers for this DVR port 0468d24a-6000-4b08-83db-c50086ab427d on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:40.943184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.945653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "DELETE /v2.0/ports/0468d24a-6000-4b08-83db-c50086ab427d HTTP/1.1" status: 204 len: 173 time: 1.3462443 Aug 31 14:12:40.946105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-deleted', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:40.948388 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7101d0dc-8db6-475f-bb68-9a0b1c4545e2" -d '{"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-deleted", "tag": "0468d24a-6000-4b08-83db-c50086ab427d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:41.037184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-588e086c-9a75-46de-bc10-4f38a64e8526 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2 HTTP/1.1" status: 200 len: 217 time: 0.0769606 Aug 31 14:12:41.076034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.146999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.194513 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7154776-760c-4ee1-b943-774c591ad8b6 x-openstack-request-id: req-c7154776-760c-4ee1-b943-774c591ad8b6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:41.194972 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94a1b18-a8c6-4190-b0e8-5e0271239f14", "name": "network-vif-deleted", "tag": "0468d24a-6000-4b08-83db-c50086ab427d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:41.196115 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7154776-760c-4ee1-b943-774c591ad8b6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:41.196115 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94a1b18-a8c6-4190-b0e8-5e0271239f14', 'name': 'network-vif-deleted', 'tag': '0468d24a-6000-4b08-83db-c50086ab427d', 'status': 'completed', 'code': 200} Aug 31 14:12:41.210314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0468d24a-6000-4b08-83db-c50086ab427d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:41.219273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-647dd0c5-a48b-4fbb-8f0f-2ebefc9e5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.242001 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-647dd0c5-a48b-4fbb-8f0f-2ebefc9e5e09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f559238-cd03-47ac-b0a2-aedd5d55444e HTTP/1.1" status: 200 len: 848 time: 0.1952651 Aug 31 14:12:41.270720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Network 13e3e036-067f-49f7-9289-4da4cbb7203b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:41.271013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Pushing event updated for resources: {'Port': ['ID=70a10a3a-9220-45aa-9531-368693ef56ba,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:41.273739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:41.276058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:41.330115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ff7c-3379-49a6-952c-656ed763064a req-3942cf5a-5d1e-4440-bf28-287adbe87772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.331696 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-3942cf5a-5d1e-4440-bf28-287adbe87772 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802548 Aug 31 14:12:41.338471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.339271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.356847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-a5c6c73d-8cd4-4917-8c76-68c69b2fc9bb tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063509 Aug 31 14:12:41.391408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Request body: {'port': {'device_id': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:41.454581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.533233 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-95be195b-ed56-4172-b74a-34d4523289c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463819 Aug 31 14:12:41.644376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73382d62-1088-4158-8e72-ea790c5b528f req-1a450033-3409-4603-bfe8-193dcc0a0686 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.647016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73382d62-1088-4158-8e72-ea790c5b528f req-1a450033-3409-4603-bfe8-193dcc0a0686 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 944 time: 0.1825235 Aug 31 14:12:41.725517 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-97b3ff7c-3379-49a6-952c-656ed763064a req-adaa0ba6-60f8-45a6-bdf0-5ca697244d9d service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675277 Aug 31 14:12:41.810903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73382d62-1088-4158-8e72-ea790c5b528f req-f3e36ae9-c402-486f-94f9-3c23264a5e4c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683537 Aug 31 14:12:41.931851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a10a3a-9220-45aa-9531-368693ef56ba {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:41.938379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.946590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-8c36725e-eb65-4d8f-ad51-eb54ed2c57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.948576 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-8c36725e-eb65-4d8f-ad51-eb54ed2c57e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a73a70ed64843a881f43abf53df94a1&device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 1095 time: 0.0994818 Aug 31 14:12:41.962147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Transition to ACTIVE for port object 70a10a3a-9220-45aa-9531-368693ef56ba will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:41.984462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.047877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbca3b-7c4c-4c4e-a95a-9fc9265f283d req-6ec51483-09d9-422d-8af0-d8b6e0c211be tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.055157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbbbca3b-7c4c-4c4e-a95a-9fc9265f283d req-6ec51483-09d9-422d-8af0-d8b6e0c211be tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 931 time: 0.1190429 Aug 31 14:12:42.066036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-f80818d1-0e5c-40cd-afc7-02ca6e6fc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.068124 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-f80818d1-0e5c-40cd-afc7-02ca6e6fc3f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4 HTTP/1.1" status: 200 len: 911 time: 0.1090887 Aug 31 14:12:42.083270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Pushing event updated for resources: {'Port': ['ID=70a10a3a-9220-45aa-9531-368693ef56ba,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:42.121480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-3bd83a38-3b03-489d-a19a-70fe7844f511 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2 HTTP/1.1" status: 200 len: 217 time: 0.0440993 Aug 31 14:12:42.122402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbbbca3b-7c4c-4c4e-a95a-9fc9265f283d req-d096118c-91ed-42a7-b1c8-acc2853818e9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663829 Aug 31 14:12:42.191712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Attempting to bind port 70a10a3a-9220-45aa-9531-368693ef56ba on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:42.192060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Attempting to bind port 70a10a3a-9220-45aa-9531-368693ef56ba by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:42.192398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Attempting to bind port 70a10a3a-9220-45aa-9531-368693ef56ba on network 13e3e036-067f-49f7-9289-4da4cbb7203b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:42.197361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Port 70a10a3a-9220-45aa-9531-368693ef56ba on network 13e3e036-067f-49f7-9289-4da4cbb7203b not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:42.197688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Attempting to bind port 70a10a3a-9220-45aa-9531-368693ef56ba on network 13e3e036-067f-49f7-9289-4da4cbb7203b {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:42.200756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-13ba1c4c-8379-4bc3-90e3-d93c0345cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.202625 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-13ba1c4c-8379-4bc3-90e3-d93c0345cdb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f559238-cd03-47ac-b0a2-aedd5d55444e HTTP/1.1" status: 200 len: 848 time: 0.0734184 Aug 31 14:12:42.203348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:42.203701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Checking segment: {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:42.204088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Bound using segment: {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:42.204524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Bound port: 70a10a3a-9220-45aa-9531-368693ef56ba, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30ac7d9-ad05-4136-ba61-b9ac4986c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:42.204905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.267837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-aa80eabd-3d51-4780-bb06-707d221ee7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.269324 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-aa80eabd-3d51-4780-bb06-707d221ee7aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548370 Aug 31 14:12:42.320970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] For port 70a10a3a-9220-45aa-9531-368693ef56ba, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:42.325072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] For port 70a10a3a-9220-45aa-9531-368693ef56ba, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=70a10a3a-9220-45aa-9531-368693ef56ba,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:42.330516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.376426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.377092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.378525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] 10.222.0.26 "PUT /v2.0/ports/70a10a3a-9220-45aa-9531-368693ef56ba HTTP/1.1" status: 200 len: 1091 time: 0.9922347 Aug 31 14:12:42.411171 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-dd80b6ca-2d5a-4a1a-9849-848f987a92f1 service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320455 Aug 31 14:12:42.411528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6214b-777c-4ec6-aa0f-0d4a8f42e453 service neutron] Pushing event updated for resources: {'Port': ['ID=70a10a3a-9220-45aa-9531-368693ef56ba,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:42.539037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-1638590a-cb65-4bd9-b708-f2e385988f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.541063 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-1638590a-cb65-4bd9-b708-f2e385988f3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 1094 time: 0.0790854 Aug 31 14:12:42.595298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-da281d81-6834-4baa-a18a-2a39c372f4ae req-4e98cf40-d4bc-473f-8332-789f0100bfb9 service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538377 Aug 31 14:12:42.604736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-7c4aaab5-3703-4b4c-b9a5-e63591591793 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70a10a3a-9220-45aa-9531-368693ef56ba HTTP/1.1" status: 200 len: 217 time: 0.0419302 Aug 31 14:12:42.683967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-8e9a7e3a-bbd2-4a5c-9bf3-14af83cd9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.686165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-8e9a7e3a-bbd2-4a5c-9bf3-14af83cd9a04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007bc0b5-3d91-4262-95db-e9494d07387f HTTP/1.1" status: 200 len: 855 time: 0.0605667 Aug 31 14:12:42.725150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-ed17b3c6-2013-4a66-8591-f677c151b273 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13e3e036-067f-49f7-9289-4da4cbb7203b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287256 Aug 31 14:12:42.829242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-8fe4eeb6-f725-4791-b810-a29ef0b13fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944138 Aug 31 14:12:42.971373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95e4ae3a-bb03-4ef5-8b90-4bf654d495c8 req-8dadc8c5-3553-4aab-a1f0-1de654a71051 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206634 Aug 31 14:12:42.988162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113633-a220-4a4d-8b7e-b27d4874829c req-4b0b923d-5e50-4d0c-bbab-86bccfea432f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.989876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e113633-a220-4a4d-8b7e-b27d4874829c req-4b0b923d-5e50-4d0c-bbab-86bccfea432f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 944 time: 0.0910940 Aug 31 14:12:43.040540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e113633-a220-4a4d-8b7e-b27d4874829c req-311b2064-de4e-44d7-b080-b9e639ee9bf7 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Aug 31 14:12:43.196939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'tag': '70a10a3a-9220-45aa-9531-368693ef56ba'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:43.199531 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103", "tag": "70a10a3a-9220-45aa-9531-368693ef56ba"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:43.251328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1daf3-f1a9-4ad8-a075-dccf168326c0 req-f0645070-b66e-41ab-815a-084bac630e2b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:43.253038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eac1daf3-f1a9-4ad8-a075-dccf168326c0 req-f0645070-b66e-41ab-815a-084bac630e2b tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 943 time: 0.0496330 Aug 31 14:12:43.306655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eac1daf3-f1a9-4ad8-a075-dccf168326c0 req-acc1696c-f3c5-424a-9ead-e9d0c0c4d161 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Aug 31 14:12:43.380649 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9055e8-d37b-493d-85ac-5887aff0f29d x-openstack-request-id: req-eb9055e8-d37b-493d-85ac-5887aff0f29d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:43.381072 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103", "tag": "70a10a3a-9220-45aa-9531-368693ef56ba", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:43.381441 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb9055e8-d37b-493d-85ac-5887aff0f29d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:43.381947 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'tag': '70a10a3a-9220-45aa-9531-368693ef56ba', 'status': 'completed', 'code': 200} Aug 31 14:12:43.529766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-8f6748cb-604b-423b-83e3-56a0bacb2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:43.531356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-8f6748cb-604b-423b-83e3-56a0bacb2d40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 1094 time: 0.0577998 Aug 31 14:12:43.633293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-5c2a86ce-22f3-4edc-8c34-38432c356be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:43.634994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-5c2a86ce-22f3-4edc-8c34-38432c356be8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 200 len: 917 time: 0.0946712 Aug 31 14:12:43.653960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0468d24a-6000-4b08-83db-c50086ab427d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:43.676712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 0468d24a-6000-4b08-83db-c50086ab427d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:43.677420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0468d24a-6000-4b08-83db-c50086ab427d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:43.687276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-3994f0cb-3892-470c-8b85-90a72b70a40c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70a10a3a-9220-45aa-9531-368693ef56ba HTTP/1.1" status: 200 len: 217 time: 0.0430567 Aug 31 14:12:43.741333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-3b68f53d-60bd-4758-a5d7-4ddba382fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:43.742831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-3b68f53d-60bd-4758-a5d7-4ddba382fa3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007bc0b5-3d91-4262-95db-e9494d07387f HTTP/1.1" status: 200 len: 855 time: 0.0468483 Aug 31 14:12:43.778532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-b5dbd928-441a-4261-9a32-d5f52114f373 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13e3e036-067f-49f7-9289-4da4cbb7203b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263824 Aug 31 14:12:43.877152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-780baa03-d4c1-43f5-ae98-a6c3fcb75bbd service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892029 Aug 31 14:12:43.988138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5f5f33e-bf6c-414c-9649-c6d901ff23ed req-f22910d2-b357-4514-b430-bd67bea04a74 service neutron] 10.222.0.26 "GET /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950434 Aug 31 14:12:44.179755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289586f-2a07-4d8f-83a1-c1783314a35b req-db5abbc2-641a-40d2-b156-c426d96f9712 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:44.181279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b289586f-2a07-4d8f-83a1-c1783314a35b req-db5abbc2-641a-40d2-b156-c426d96f9712 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 944 time: 0.0529492 Aug 31 14:12:44.224049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b289586f-2a07-4d8f-83a1-c1783314a35b req-c4d3be30-0d6c-4295-95e4-814c0233c708 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Aug 31 14:12:44.489309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398332f-f993-435b-97c5-e0073bc5f527 req-129ac9a9-7682-45ef-a403-240b453d833a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:44.491393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b398332f-f993-435b-97c5-e0073bc5f527 req-129ac9a9-7682-45ef-a403-240b453d833a tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 943 time: 0.1077294 Aug 31 14:12:44.550980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b398332f-f993-435b-97c5-e0073bc5f527 req-b06756a9-00d9-433e-b5bc-2930046c3392 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Aug 31 14:12:45.358841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df378c00-c133-43b9-9974-5373b862cc35 req-c2a9cf72-c92e-4c8a-9b19-adfafe4b393c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:45.360449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df378c00-c133-43b9-9974-5373b862cc35 req-c2a9cf72-c92e-4c8a-9b19-adfafe4b393c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 944 time: 0.0607193 Aug 31 14:12:45.408444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df378c00-c133-43b9-9974-5373b862cc35 req-339d3cd9-5763-4df1-baa4-c5b91f164bb7 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Aug 31 14:12:45.664722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb53a6dd-041c-4433-b7fe-8fece4f578e2 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:12:45.693728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ad4d9-1d1d-48c5-a8c6-b4c045b0c19a req-75be4dbc-74bd-4df2-a848-5e1589ceb3ab tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:45.696347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e80ad4d9-1d1d-48c5-a8c6-b4c045b0c19a req-75be4dbc-74bd-4df2-a848-5e1589ceb3ab tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 943 time: 0.0691984 Aug 31 14:12:45.747174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e80ad4d9-1d1d-48c5-a8c6-b4c045b0c19a req-43376eb2-047f-4fc0-99a4-6236c09cf855 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Aug 31 14:12:45.788353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fb53a6dd-041c-4433-b7fe-8fece4f578e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:45.802307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'port_id': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'mac_address': 'fa:16:3e:70:bc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:12:45.843417 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.856885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb53a6dd-041c-4433-b7fe-8fece4f578e2 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:45.878782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fb53a6dd-041c-4433-b7fe-8fece4f578e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:45.885719 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.886494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 70a10a3a-9220-45aa-9531-368693ef56ba details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:12:45.987510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fb53a6dd-041c-4433-b7fe-8fece4f578e2,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:46.031769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 70a10a3a-9220-45aa-9531-368693ef56ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=70a10a3a-9220-45aa-9531-368693ef56ba,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:46.044356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '70a10a3a-9220-45aa-9531-368693ef56ba', 'network_id': '13e3e036-067f-49f7-9289-4da4cbb7203b', 'port_id': '70a10a3a-9220-45aa-9531-368693ef56ba', 'mac_address': 'fa:16:3e:9b:ab:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007bc0b5-3d91-4262-95db-e9494d07387f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:12:46.080514 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.093725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a10a3a-9220-45aa-9531-368693ef56ba {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:46.113891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 70a10a3a-9220-45aa-9531-368693ef56ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=70a10a3a-9220-45aa-9531-368693ef56ba,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:46.119596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.183719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=70a10a3a-9220-45aa-9531-368693ef56ba,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:46.541192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d54610-c8c9-4c9f-a8f1-69c59ac8e295 req-e020b439-c276-42db-a474-2da8a3d43851 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:46.542841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-47d54610-c8c9-4c9f-a8f1-69c59ac8e295 req-e020b439-c276-42db-a474-2da8a3d43851 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 945 time: 0.0544457 Aug 31 14:12:46.585256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['fb53a6dd-041c-4433-b7fe-8fece4f578e2'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:46.587777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-47d54610-c8c9-4c9f-a8f1-69c59ac8e295 req-b5c3aa65-9679-4cd9-963d-e8fe86b557d5 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Aug 31 14:12:46.649098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['70a10a3a-9220-45aa-9531-368693ef56ba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:46.811266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-d23b400c-25d1-4f7d-ae27-b93db1e71830 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225695292&fields=id&tenant_id=8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 267 time: 0.0378988 Aug 31 14:12:46.934941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-cba1ee08-a508-4c19-9578-a76be1a6014f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:46.936490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-cba1ee08-a508-4c19-9578-a76be1a6014f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.1118717 Aug 31 14:12:46.953204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-e1f70e29-9b43-4a49-a7dd-f9c4b679915a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/quotas/8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 375 time: 0.0110719 Aug 31 14:12:47.016290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-2967431f-5a25-4323-a9ad-283972b41221 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566218 Aug 31 14:12:47.112588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-7c5c46d8-4491-4894-b6f5-52e9fdd4e699 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849817 Aug 31 14:12:47.209512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-f987b93a-47bd-4bb7-9a0b-1107f98c03da service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907304 Aug 31 14:12:47.565687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8c04f-2d02-4771-b2a3-d01b4c2bb08c req-6faf62b5-a484-4abc-8831-49a8170226c5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.567372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3db8c04f-2d02-4771-b2a3-d01b4c2bb08c req-6faf62b5-a484-4abc-8831-49a8170226c5 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 944 time: 0.0728359 Aug 31 14:12:47.606984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3db8c04f-2d02-4771-b2a3-d01b4c2bb08c req-9d8a14ad-f94b-441c-bccb-c0751722e8b6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Aug 31 14:12:47.777882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f52e7e35-61ef-4a1b-a384-7e9807b941bc req-b9f08ecc-32ce-4d11-a0c8-df081fdf1833 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 210 time: 0.0306456 Aug 31 14:12:47.904230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad254e-d57b-4a11-9bb0-6f0eb7ef4a7a req-2f9d3832-19aa-4cc9-8bcd-6423786b0d83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.905774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2ad254e-d57b-4a11-9bb0-6f0eb7ef4a7a req-2f9d3832-19aa-4cc9-8bcd-6423786b0d83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 945 time: 0.0508823 Aug 31 14:12:47.947455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2ad254e-d57b-4a11-9bb0-6f0eb7ef4a7a req-4fa3ba7b-9779-4842-aace-4c0897c27294 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347602 Aug 31 14:12:48.740332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20501e08-5611-4dbb-b7e9-861f5d037c1f req-c0d3ccd4-cac9-44a1-8ac1-8d8e36a7f951 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:48.741830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20501e08-5611-4dbb-b7e9-861f5d037c1f req-c0d3ccd4-cac9-44a1-8ac1-8d8e36a7f951 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 944 time: 0.0537314 Aug 31 14:12:48.780058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20501e08-5611-4dbb-b7e9-861f5d037c1f req-d668f9c5-61d8-4093-b9f3-bf96fc21dd73 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Aug 31 14:12:48.951924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-c3d9fcee-2d52-4c0e-b811-d031be3345a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:48.953475 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-c3d9fcee-2d52-4c0e-b811-d031be3345a8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.1453025 Aug 31 14:12:48.987148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba66501e-330a-4ded-97f3-c87ca6d69074 req-eb56c1b8-888d-4afb-90ab-1d2d0071daca tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 210 time: 0.0327024 Aug 31 14:12:49.028228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-e7c9f85b-6266-4ba1-a0c5-467fc0766630 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 379 time: 0.0431759 Aug 31 14:12:49.039544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'port': {'device_id': '5b687554-94ec-48b7-a147-75cff18223d3', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'admin_state_up': True, 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'security_groups': ['b0fd0dc3-8d46-4951-b34e-b66dfd47dc84']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:49.172758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4014a69-5cdf-4d0d-b4f3-6af768e3012d req-3be5369d-1853-40f6-a19d-56e11f6805f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.175651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4014a69-5cdf-4d0d-b4f3-6af768e3012d req-3be5369d-1853-40f6-a19d-56e11f6805f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 945 time: 0.1177032 Aug 31 14:12:49.246564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4014a69-5cdf-4d0d-b4f3-6af768e3012d req-6c167716-fca0-4bf3-b2f7-15e8649cd153 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558851 Aug 31 14:12:49.254465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:49.258956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.409222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.20.0.9 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/3c85e218-b637-4e8f-a14b-88439a01f667) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:49.567029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.584283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Transition to ACTIVE for port object 3c85e218-b637-4e8f-a14b-88439a01f667 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:49.619784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.677030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:49.681060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:49.683031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=3c85e218-b637-4e8f-a14b-88439a01f667,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:49.692438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:49.703933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb53a6dd-041c-4433-b7fe-8fece4f578e2 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:49.795140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.797366 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.803080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port fb53a6dd-041c-4433-b7fe-8fece4f578e2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:49.818864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port fb53a6dd-041c-4433-b7fe-8fece4f578e2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:49.819515 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.842177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-71f09d67-d4b9-46db-a076-4148e7e76280 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069892 Aug 31 14:12:49.870221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Request body: {'port': {'device_id': '5b687554-94ec-48b7-a147-75cff18223d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:49.961476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.968313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.000632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbeb4b-7076-4897-a356-5b2f01706020 req-57be3610-3182-4dcf-adb4-a5557b0fc2d9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:50.002008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bdbeb4b-7076-4897-a356-5b2f01706020 req-57be3610-3182-4dcf-adb4-a5557b0fc2d9 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 944 time: 0.1271918 Aug 31 14:12:50.004705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:50.006988 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517bb190-e97f-4095-a3c4-32e65a4396fb" -d '{"events": [{"server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "name": "network-vif-plugged", "status": "completed", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:50.022169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port fb53a6dd-041c-4433-b7fe-8fece4f578e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:50.028061 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.029304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 70a10a3a-9220-45aa-9531-368693ef56ba up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:50.152165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e80dab4a-62b9-49b8-a687-b3a551d6ced0 None None] Provisioning for port 3c85e218-b637-4e8f-a14b-88439a01f667 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:50.173874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e80dab4a-62b9-49b8-a687-b3a551d6ced0 None None] Provisioning complete for port 3c85e218-b637-4e8f-a14b-88439a01f667 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:50.174785 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e80dab4a-62b9-49b8-a687-b3a551d6ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.180921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=fb53a6dd-041c-4433-b7fe-8fece4f578e2,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:50.195311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bdbeb4b-7076-4897-a356-5b2f01706020 req-180800c5-1ff4-4a19-8861-5fb0e1012d30 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812800 Aug 31 14:12:50.240026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e80dab4a-62b9-49b8-a687-b3a551d6ced0 None None] Port 3c85e218-b637-4e8f-a14b-88439a01f667 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:50.261157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 70a10a3a-9220-45aa-9531-368693ef56ba completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:50.267072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 70a10a3a-9220-45aa-9531-368693ef56ba triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:50.267654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.448566 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.475204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c85e218-b637-4e8f-a14b-88439a01f667 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:50.484289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.504029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 70a10a3a-9220-45aa-9531-368693ef56ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=70a10a3a-9220-45aa-9531-368693ef56ba,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:50.505184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Transition to ACTIVE for port object 3c85e218-b637-4e8f-a14b-88439a01f667 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:50.511107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.511713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.603201 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf0d61-5d20-47e0-899b-a2bef3a0119e x-openstack-request-id: req-1fdf0d61-5d20-47e0-899b-a2bef3a0119e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:50.603492 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "name": "network-vif-plugged", "status": "completed", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:50.603775 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fdf0d61-5d20-47e0-899b-a2bef3a0119e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:50.604127 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'code': 200} Aug 31 14:12:50.608733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=70a10a3a-9220-45aa-9531-368693ef56ba,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:50.827649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a977a-5251-4688-8913-b5d3696a5878 req-eca52807-c96e-4ce9-93a0-20e1139b2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:50.830364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d96a977a-5251-4688-8913-b5d3696a5878 req-eca52807-c96e-4ce9-93a0-20e1139b2485 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 1097 time: 0.1148286 Aug 31 14:12:50.887841 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d96a977a-5251-4688-8913-b5d3696a5878 req-123b3dfc-0118-4b6c-82d1-668b54fb8d87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475736 Aug 31 14:12:51.113584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Pushing event updated for resources: {'Port': ['ID=3c85e218-b637-4e8f-a14b-88439a01f667,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.153309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9516bf-01c4-4f3e-b223-2c3c64c908c7 req-f5332265-b060-4868-af1d-d1e18222eca3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.154898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca9516bf-01c4-4f3e-b223-2c3c64c908c7 req-f5332265-b060-4868-af1d-d1e18222eca3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0802903 Aug 31 14:12:51.155846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Attempting to bind port 3c85e218-b637-4e8f-a14b-88439a01f667 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:51.156184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Attempting to bind port 3c85e218-b637-4e8f-a14b-88439a01f667 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:51.156514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Attempting to bind port 3c85e218-b637-4e8f-a14b-88439a01f667 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:51.161540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Port 3c85e218-b637-4e8f-a14b-88439a01f667 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:51.161876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Attempting to bind port 3c85e218-b637-4e8f-a14b-88439a01f667 on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:51.201271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:51.201757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:51.202276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:51.202824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Bound port: 3c85e218-b637-4e8f-a14b-88439a01f667, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:51.203288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.224475 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca9516bf-01c4-4f3e-b223-2c3c64c908c7 req-8a54293d-b2ef-40f6-974a-9fe811545316 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602808 Aug 31 14:12:51.283678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] For port 3c85e218-b637-4e8f-a14b-88439a01f667, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:51.286570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] For port 3c85e218-b637-4e8f-a14b-88439a01f667, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3c85e218-b637-4e8f-a14b-88439a01f667,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:51.293466 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.391853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.392632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.394341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] 10.222.0.26 "PUT /v2.0/ports/3c85e218-b637-4e8f-a14b-88439a01f667 HTTP/1.1" status: 200 len: 1091 time: 1.5301440 Aug 31 14:12:51.395714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:51.398162 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ca13a6-7b2e-4336-8038-b6d9126daac9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:51.409180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5857a-9515-4e25-9cf7-343552ccd6cb service neutron] Pushing event updated for resources: {'Port': ['ID=3c85e218-b637-4e8f-a14b-88439a01f667,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.424128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a6ef-d6f4-4867-90eb-03126b75a04f req-f19151ae-eda1-4257-ba9a-749884f08f85 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.425999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f329a6ef-d6f4-4867-90eb-03126b75a04f req-f19151ae-eda1-4257-ba9a-749884f08f85 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 946 time: 0.1203086 Aug 31 14:12:51.487485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f329a6ef-d6f4-4867-90eb-03126b75a04f req-ec047f2d-e4f7-4310-9c03-082bf2a5564d tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508189 Aug 31 14:12:51.543251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-6d8d8676-1384-41ea-8f4f-8584298c223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.544987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-6d8d8676-1384-41ea-8f4f-8584298c223e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 1094 time: 0.0538886 Aug 31 14:12:51.621382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-6410f102-05ac-4ba3-b5e5-dd6fdf057441 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c85e218-b637-4e8f-a14b-88439a01f667 HTTP/1.1" status: 200 len: 217 time: 0.0499451 Aug 31 14:12:51.695173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fa4b-ecb4-4421-8fbe-5b862696d833 req-e433b31f-a1e3-4cff-91d9-040538ce6bec tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.696988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d30fa4b-ecb4-4421-8fbe-5b862696d833 req-e433b31f-a1e3-4cff-91d9-040538ce6bec tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.1189663 Aug 31 14:12:51.703080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-4dcf311d-6902-43f2-b786-8cc32b8bd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.704489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-4dcf311d-6902-43f2-b786-8cc32b8bd7ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0694563 Aug 31 14:12:51.770160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d30fa4b-ecb4-4421-8fbe-5b862696d833 req-cf039da5-dc19-46b8-a60b-aa9f0eaa6497 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646930 Aug 31 14:12:51.782748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf126136-acd0-4121-92de-7137b8a0437f req-914c346f-9df5-47b6-ae6c-de74151dd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.784616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-914c346f-9df5-47b6-ae6c-de74151dd332 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655959 Aug 31 14:12:51.824458 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1a197-255d-454a-9ffb-2ebca7db3232 x-openstack-request-id: req-c2b1a197-255d-454a-9ffb-2ebca7db3232 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:51.825171 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:51.825876 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2b1a197-255d-454a-9ffb-2ebca7db3232 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:51.826429 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667', 'status': 'completed', 'code': 200} Aug 31 14:12:51.903866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-8c35bc5a-39d8-49a2-8b6b-d9e4f8cf32f4 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012282 Aug 31 14:12:52.032973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf126136-acd0-4121-92de-7137b8a0437f req-16fbdb03-95f6-489f-bb77-3c00c8072646 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975623 Aug 31 14:12:52.237100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-3bad15bf-b2b4-46bb-bca1-2b995e6e7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.238857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-3bad15bf-b2b4-46bb-bca1-2b995e6e7d6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 1094 time: 0.0814691 Aug 31 14:12:52.382691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e53158-0191-48f0-9c91-cfe0426bd3e6 req-35806f89-8b7b-4249-8cd8-50a8e30f2b67 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.384111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41e53158-0191-48f0-9c91-cfe0426bd3e6 req-35806f89-8b7b-4249-8cd8-50a8e30f2b67 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0764070 Aug 31 14:12:52.385508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-344eca85-f51e-4bbf-b7b6-8de2745811b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.386927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-344eca85-f51e-4bbf-b7b6-8de2745811b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1401176 Aug 31 14:12:52.458131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34866) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.462820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-e870aa39-9603-430a-8631-6c458dfff23b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c85e218-b637-4e8f-a14b-88439a01f667 HTTP/1.1" status: 200 len: 217 time: 0.0487051 Aug 31 14:12:52.472606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41e53158-0191-48f0-9c91-cfe0426bd3e6 req-2c9fbe2b-70de-4b83-b43f-60ee2bf32ae3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807774 Aug 31 14:12:52.607087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a10a3a-9220-45aa-9531-368693ef56ba'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:52.613098 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50783b-1a72-468c-bc13-68acdbdcfc3f" -d '{"events": [{"server_uuid": "ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103", "name": "network-vif-plugged", "status": "completed", "tag": "70a10a3a-9220-45aa-9531-368693ef56ba"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:52.619323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-6ace4610-ccd6-425c-b933-61a1b0d382e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.627793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-6ace4610-ccd6-425c-b933-61a1b0d382e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1534445 Aug 31 14:12:52.727733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port cb2095dd-06eb-4f67-a183-853bf6247464 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:52.728347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.763034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-9bc043a6-859e-4e1d-8a54-e4afe117f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.765062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-9bc043a6-859e-4e1d-8a54-e4afe117f427 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279504 Aug 31 14:12:52.781083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c61a-ecba-41fa-af30-fa176bcfa429 req-0aec0afe-ece2-4a7d-81f6-281bc28f83db tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.789158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15e2c61a-ecba-41fa-af30-fa176bcfa429 req-0aec0afe-ece2-4a7d-81f6-281bc28f83db tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 946 time: 0.1266222 Aug 31 14:12:52.820740 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.821398 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.836085 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for cb2095dd-06eb-4f67-a183-853bf6247464 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:52.892273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15e2c61a-ecba-41fa-af30-fa176bcfa429 req-1cbc4c2b-c1e4-46eb-98f5-dfa132113ccc tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960438 Aug 31 14:12:52.963240 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1dc75f-0f4c-49ba-a52c-02d8896493f3 x-openstack-request-id: req-0f1dc75f-0f4c-49ba-a52c-02d8896493f3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:52.973817 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103", "name": "network-vif-plugged", "status": "completed", "tag": "70a10a3a-9220-45aa-9531-368693ef56ba", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:52.974118 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f1dc75f-0f4c-49ba-a52c-02d8896493f3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:52.974675 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a10a3a-9220-45aa-9531-368693ef56ba', 'code': 200} Aug 31 14:12:52.987102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-a940fded-c559-4c7f-b23b-7446b77d9465 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956282 Aug 31 14:12:53.064012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.131396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7ca13a6-7b2e-4336-8038-b6d9126daac9 req-a93cf83a-dc4b-4199-8a7e-f4dd3989c5ae service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181250 Aug 31 14:12:53.137379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=cb2095dd-06eb-4f67-a183-853bf6247464,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:53.191716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a26de7-5896-4b1d-b1b4-a3695d45f786 req-75cdc4ac-1566-4a98-aac9-96f0b3cce305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:53.194272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b6a26de7-5896-4b1d-b1b4-a3695d45f786 req-75cdc4ac-1566-4a98-aac9-96f0b3cce305 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 1096 time: 0.0941706 Aug 31 14:12:53.212446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6892f-c379-454e-bf45-7fe20a0a7d6e req-0339c854-2c6c-437a-9028-0507a1045d22 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:53.221458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a6892f-c379-454e-bf45-7fe20a0a7d6e req-0339c854-2c6c-437a-9028-0507a1045d22 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.0887959 Aug 31 14:12:53.230689 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.230689 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Floating IP 3ddf1b78-4562-4643-acfc-b4f03e0d6693 disassociated (deleted). External IP: 172.25.0.45, port: 81221565-b47c-40e6-9087-857894a71c53. Aug 31 14:12:53.289862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a6892f-c379-454e-bf45-7fe20a0a7d6e req-9e86db3d-953a-497a-b500-5ee6dbf2d652 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Aug 31 14:12:53.293038 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b6a26de7-5896-4b1d-b1b4-a3695d45f786 req-d53dafe5-dd13-41d4-9a04-e70df41ae866 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876803 Aug 31 14:12:53.480701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:53.596459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:53.601068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.616938 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] Sync routers for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:53.630896 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:53.631814 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:53.635604 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d0a30f9-f3ec-44b1-a507-93d8ff20584c tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/floatingips/3ddf1b78-4562-4643-acfc-b4f03e0d6693 HTTP/1.1" status: 204 len: 168 time: 1.1763079 Aug 31 14:12:53.636324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'tag': '81221565-b47c-40e6-9087-857894a71c53'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:53.638652 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9321da7a-010e-44c8-a45d-5e7e3ec76708" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "tag": "81221565-b47c-40e6-9087-857894a71c53"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:53.771189 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:53.788433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99571530-ab5b-47b0-91a3-c50de43fc8a8 req-64e61107-6b87-42ea-a2dc-e657fe7da5d7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:53.798426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99571530-ab5b-47b0-91a3-c50de43fc8a8 req-64e61107-6b87-42ea-a2dc-e657fe7da5d7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0732768 Aug 31 14:12:53.851281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99571530-ab5b-47b0-91a3-c50de43fc8a8 req-befebdd8-203b-40ef-ae8f-d0aac2b44d06 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514777 Aug 31 14:12:54.001797 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:47Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:54.034967 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] Checking router: 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:54.043863 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:54.044488 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:54.050101 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaff478-f652-4496-8c96-8137395290e2 x-openstack-request-id: req-fbaff478-f652-4496-8c96-8137395290e2 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:54.050664 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "tag": "81221565-b47c-40e6-9087-857894a71c53", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:54.051381 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbaff478-f652-4496-8c96-8137395290e2 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:54.052030 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'tag': '81221565-b47c-40e6-9087-857894a71c53', 'status': 'completed', 'code': 200} Aug 31 14:12:54.163292 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:54.169713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc782-39b4-4f2a-9b91-41c3b5ae3bbe req-08640c6b-8017-464e-91d6-dd3b29122fc8 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.171243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c5dc782-39b4-4f2a-9b91-41c3b5ae3bbe req-08640c6b-8017-464e-91d6-dd3b29122fc8 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 946 time: 0.0583563 Aug 31 14:12:54.226950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-5d64cafe-5090-45ae-979a-d4288ba1f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.229044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-5d64cafe-5090-45ae-979a-d4288ba1f374 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 1097 time: 0.0423539 Aug 31 14:12:54.231954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c5dc782-39b4-4f2a-9b91-41c3b5ae3bbe req-5f02bab7-fdb4-4671-a34f-545c025d62c0 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524316 Aug 31 14:12:54.365522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-9b1dc672-c0cc-412e-962f-1f53a30c7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.368807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-9b1dc672-c0cc-412e-962f-1f53a30c7afd service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 HTTP/1.1" status: 200 len: 898 time: 0.1235306 Aug 31 14:12:54.376167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279c78-e25e-4270-8432-38f0d78810e4 req-491c4ca3-ce14-42be-b3b9-839ba58e064a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.384076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3b279c78-e25e-4270-8432-38f0d78810e4 req-491c4ca3-ce14-42be-b3b9-839ba58e064a tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0802865 Aug 31 14:12:54.429311 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:47Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:54.433233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3b279c78-e25e-4270-8432-38f0d78810e4 req-8e9ba652-d2e7-4782-8db5-900e1f04ebd1 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451074 Aug 31 14:12:54.440000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-a66a8969-226c-49ca-b368-d6cb25442b48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81221565-b47c-40e6-9087-857894a71c53 HTTP/1.1" status: 200 len: 217 time: 0.0562408 Aug 31 14:12:54.459164 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dcca0-d19c-40af-85aa-d883f0befd5e None None] The sync data for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 is: [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:10:41Z', 'revision_number': 4, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '37329d49-fefd-4e63-bca9-0942de052d80', 'name': '', 'network_id': 'f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0', 'tenant_id': '596b8a705248434c887d147153bd491b', 'mac_address': 'fa:16:3e:d4:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:40Z', 'updated_at': '2021-08-31T14:10:47Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'subnets': [{'id': 'eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:54.542621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-5eef1885-2f26-4209-98db-299a30166c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.544322 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-5eef1885-2f26-4209-98db-299a30166c20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9 HTTP/1.1" status: 200 len: 835 time: 0.0669966 Aug 31 14:12:54.554350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6c66-6425-462d-ab32-20cc86ed1c21 req-539dfe16-5f2a-455e-b8f0-259d62a0be45 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.555888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f9a6c66-6425-462d-ab32-20cc86ed1c21 req-539dfe16-5f2a-455e-b8f0-259d62a0be45 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 946 time: 0.0683553 Aug 31 14:12:54.607713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f9a6c66-6425-462d-ab32-20cc86ed1c21 req-4f026ece-9c2b-40b7-af8f-40012bc26395 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 Aug 31 14:12:54.609862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-f83eba6f-a210-4d35-af49-0d9c9b857b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.611628 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-f83eba6f-a210-4d35-af49-0d9c9b857b9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578842 Aug 31 14:12:54.745899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3199a-31c3-4973-b6f8-0ce2b9b7de04 req-8b9d372a-6e77-4154-801f-af68085fc44e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.752601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-feb03fe8-0e70-4863-bc9c-5c767fb37f2a service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104138 Aug 31 14:12:54.753184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7d3199a-31c3-4973-b6f8-0ce2b9b7de04 req-8b9d372a-6e77-4154-801f-af68085fc44e tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.0594444 Aug 31 14:12:54.793796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7d3199a-31c3-4973-b6f8-0ce2b9b7de04 req-93db7ab3-6880-41f7-b55c-b6cc990de2a2 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393534 Aug 31 14:12:54.842954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e576622-8d39-4ba3-b455-d484305341a5 None None] New status for floating IP 3ddf1b78-4562-4643-acfc-b4f03e0d6693: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:12:54.882264 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9321da7a-010e-44c8-a45d-5e7e3ec76708 req-1c6f9fd3-0125-455a-8f89-f6d3dddbe3b4 service neutron] 10.222.0.26 "GET /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154077 Aug 31 14:12:54.937940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83997ca4-aba1-4b09-9576-d127605d7b4a req-76524ec5-81c0-4a4a-946c-9b5f084f58c5 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.945795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83997ca4-aba1-4b09-9576-d127605d7b4a req-76524ec5-81c0-4a4a-946c-9b5f084f58c5 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 946 time: 0.0959060 Aug 31 14:12:54.987667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83997ca4-aba1-4b09-9576-d127605d7b4a req-ddb9f77e-a3e2-459e-94d6-dbf413d16733 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Aug 31 14:12:55.009007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 34934) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:55.190738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1e7fa-fbfd-4089-8c62-f98734337aaa tempest-TestServerBasicOps-1313803583 tempest-TestServerBasicOps-1313803583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:55.195788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 34944) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:55.196553 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-23f1e7fa-fbfd-4089-8c62-f98734337aaa tempest-TestServerBasicOps-1313803583 tempest-TestServerBasicOps-1313803583-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 1092 time: 0.1864827 Aug 31 14:12:55.202748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:55.236350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.264106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc81d-5d78-490c-8a48-f8219cc48a5c req-3c2979b0-12cd-487e-81e0-f4323a50ff1c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:55.266032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d2bc81d-5d78-490c-8a48-f8219cc48a5c req-3c2979b0-12cd-487e-81e0-f4323a50ff1c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.1027584 Aug 31 14:12:55.344489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d2bc81d-5d78-490c-8a48-f8219cc48a5c req-7cd67550-598a-43e4-82f7-c8ffccd97d28 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507505 Aug 31 14:12:55.402857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.534883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38823f33-bf58-448e-bd64-a098c19c0648 req-6a0e4af2-a98b-4f9a-b712-23dd0d59425e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:55.536521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38823f33-bf58-448e-bd64-a098c19c0648 req-6a0e4af2-a98b-4f9a-b712-23dd0d59425e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0960937 Aug 31 14:12:55.565630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Allocated IP 172.25.0.5 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/841aa07f-5bd8-473e-b462-d83f747f53a6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:55.610005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38823f33-bf58-448e-bd64-a098c19c0648 req-e4470c94-1d16-4c63-bbee-2ca63ab27980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615399 Aug 31 14:12:55.732173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.757086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c521246-f286-4d0e-bf26-045456a122ba req-add7ee49-1caa-44a7-b691-e18fd9d06315 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:55.758576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c521246-f286-4d0e-bf26-045456a122ba req-add7ee49-1caa-44a7-b691-e18fd9d06315 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0746937 Aug 31 14:12:55.815518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c521246-f286-4d0e-bf26-045456a122ba req-32d96c4a-0aef-4502-9a60-8f11dd191695 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/security-groups?id=825e09f4-74ff-4e20-aa42-3e812cb2a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500867 Aug 31 14:12:55.816966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.855931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:55.862614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:55.869309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:55.893300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'Port': ['ID=841aa07f-5bd8-473e-b462-d83f747f53a6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:56.001759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5b880-f7a8-434a-918b-6df2eda276f6 req-014c32a5-63e1-432a-acb5-ad15cb42b253 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:56.003271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73f5b880-f7a8-434a-918b-6df2eda276f6 req-014c32a5-63e1-432a-acb5-ad15cb42b253 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1110306 Aug 31 14:12:56.094223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73f5b880-f7a8-434a-918b-6df2eda276f6 req-bccdccac-5d3f-461b-952d-98cda9626cd2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842669 Aug 31 14:12:56.277140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da32a5d-d929-4356-b864-792daa2b99fd req-17decaf4-0910-40be-94fd-5be133e5285c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:56.278620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7da32a5d-d929-4356-b864-792daa2b99fd req-17decaf4-0910-40be-94fd-5be133e5285c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.1171622 Aug 31 14:12:56.360233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7da32a5d-d929-4356-b864-792daa2b99fd req-ff78f66d-e78e-4889-9f51-0017b5fcf366 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752873 Aug 31 14:12:56.368496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.445336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.607558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-755ca911-a760-4a1d-b943-466640c89fe2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:56.609819 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-755ca911-a760-4a1d-b943-466640c89fe2 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 946 time: 0.0558808 Aug 31 14:12:56.627286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0caaf-108d-4fd0-a852-a7cc7291ac2a req-8afb362c-a0cc-459d-b5ef-049755588be8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:56.628738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3af0caaf-108d-4fd0-a852-a7cc7291ac2a req-8afb362c-a0cc-459d-b5ef-049755588be8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0802369 Aug 31 14:12:56.661858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.676271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.695184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3af0caaf-108d-4fd0-a852-a7cc7291ac2a req-cf2a1485-4231-404c-b1de-bc95176e35f6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590408 Aug 31 14:12:56.731279 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-76a73f27-25a7-4317-a029-6fd306e0fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.743526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 81221565-b47c-40e6-9087-857894a71c53 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:56.745841 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.817454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event updated for resources: {'Port': ['ID=841aa07f-5bd8-473e-b462-d83f747f53a6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:56.828949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.849743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port 81221565-b47c-40e6-9087-857894a71c53, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=81221565-b47c-40e6-9087-857894a71c53,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:56.850120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.872363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 81221565-b47c-40e6-9087-857894a71c53 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:56.892128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626a6f1-fbb9-47d8-a072-862346fb6518 req-6646a1f3-bb6b-4252-98f5-037e9e8049ea tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:56.893585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b626a6f1-fbb9-47d8-a072-862346fb6518 req-6646a1f3-bb6b-4252-98f5-037e9e8049ea tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.1149559 Aug 31 14:12:56.972501 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Floating IP 9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a associated. External IP: 172.25.0.5, port: fb53a6dd-041c-4433-b7fe-8fece4f578e2. Aug 31 14:12:57.014024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b626a6f1-fbb9-47d8-a072-862346fb6518 req-eda312a8-6a74-4a10-a114-556dedb40926 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851464 Aug 31 14:12:57.022256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.059395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=81221565-b47c-40e6-9087-857894a71c53,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:57.116641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] No DVR routers for this DVR port 81221565-b47c-40e6-9087-857894a71c53 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:57.119806 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.122346 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-77175390-55c2-4ceb-a97c-8414ecbf50f4 req-d85c9fdd-74a0-46d0-b87a-164034fd0467 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.26 "DELETE /v2.0/ports/81221565-b47c-40e6-9087-857894a71c53 HTTP/1.1" status: 204 len: 173 time: 0.5040781 Aug 31 14:12:57.123265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'name': 'network-vif-deleted', 'tag': '81221565-b47c-40e6-9087-857894a71c53'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:57.125742 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe84352-d4cd-4cb3-b851-89b48bfab311" -d '{"events": [{"server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "name": "network-vif-deleted", "tag": "81221565-b47c-40e6-9087-857894a71c53"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:57.174515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91288150-9ca9-453c-a9c4-8e7dd85791ce req-15ee5336-e0a4-4e13-bde9-1ccbed16e061 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:57.175999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91288150-9ca9-453c-a9c4-8e7dd85791ce req-15ee5336-e0a4-4e13-bde9-1ccbed16e061 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0723019 Aug 31 14:12:57.280913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91288150-9ca9-453c-a9c4-8e7dd85791ce req-f8651a6e-afa4-4831-9a78-20a55ad7a0b9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710571 Aug 31 14:12:57.313895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Router d9c32543-802c-495d-b851-2c0d3affecaf has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:57.431976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f0728d5-8904-446d-9246-e8f24a2c23f4 req-d21af910-c9ae-4abb-8b89-43086e0f5937 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e HTTP/1.1" status: 200 len: 210 time: 0.0579326 Aug 31 14:12:57.457365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:57.474388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] Sync routers for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:57.488746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.493388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:57.494367 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:57.535133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ffd99169-ae2e-4807-a595-757fd83f2b83 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3376951 Aug 31 14:12:57.535891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:57.538323 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9219829c-7ba9-485a-a42e-1e296b8e3275" -d '{"events": [{"name": "network-changed", "server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:57.640067 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:57.657169 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd70c76-b843-46dd-9df5-1bbf6a190b58 x-openstack-request-id: req-6fd70c76-b843-46dd-9df5-1bbf6a190b58 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:57.660921 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e", "name": "network-vif-deleted", "tag": "81221565-b47c-40e6-9087-857894a71c53", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:57.661431 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fd70c76-b843-46dd-9df5-1bbf6a190b58 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:57.662076 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dec6e5a-dfc7-4bc5-8a6a-eb2b92187d1e', 'name': 'network-vif-deleted', 'tag': '81221565-b47c-40e6-9087-857894a71c53', 'status': 'completed', 'code': 200} Aug 31 14:12:57.754156 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c1330-10d7-47a0-8d06-6e019a7cfc9c x-openstack-request-id: req-a71c1330-10d7-47a0-8d06-6e019a7cfc9c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:57.754412 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:57.754740 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a71c1330-10d7-47a0-8d06-6e019a7cfc9c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:57.755266 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'status': 'completed', 'code': 200} Aug 31 14:12:57.874098 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-e2b092bf-5bb1-409f-a2ae-838e27011655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:57.876461 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-e2b092bf-5bb1-409f-a2ae-838e27011655 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a73a70ed64843a881f43abf53df94a1&device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 1097 time: 0.0544922 Aug 31 14:12:57.933292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d022b91-c175-43fa-ba7a-87cdd6cc406c req-39a2ad9e-1193-4556-8a77-83bbb9426938 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:57.935801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d022b91-c175-43fa-ba7a-87cdd6cc406c req-39a2ad9e-1193-4556-8a77-83bbb9426938 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.1303124 Aug 31 14:12:57.982162 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'port_id': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'mac_address': 'fa:16:3e:70:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:12:56Z', 'revision_number': 0, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:28Z', 'revision_number': 5, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:57.996367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d022b91-c175-43fa-ba7a-87cdd6cc406c req-a47377dd-0b9a-4641-9c74-a91b7d051b24 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537097 Aug 31 14:12:58.022666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-0bfeabaa-477e-4d80-adb4-5c123858fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:58.027012 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-0bfeabaa-477e-4d80-adb4-5c123858fe3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4 HTTP/1.1" status: 200 len: 911 time: 0.1420708 Aug 31 14:12:58.033270 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] Checking router: d9c32543-802c-495d-b851-2c0d3affecaf for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:58.046668 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:58.048472 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:58.134431 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-69dee73b-5b3b-4d2a-874c-5a3ca6aaf9f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2 HTTP/1.1" status: 200 len: 998 time: 0.0963659 Aug 31 14:12:58.182451 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:58.195516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-5efb6744-3d2e-4c1a-b015-52e114695715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:58.197353 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-5efb6744-3d2e-4c1a-b015-52e114695715 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f559238-cd03-47ac-b0a2-aedd5d55444e HTTP/1.1" status: 200 len: 848 time: 0.0521760 Aug 31 14:12:58.252967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-5e4cdee5-27bd-4f39-998d-d8243c1e5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:58.254493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-5e4cdee5-27bd-4f39-998d-d8243c1e5b89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493627 Aug 31 14:12:58.281860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45fd39-6ddc-4889-8799-501ba84d6285 req-d2e775c5-cef0-493c-9975-931f8396f6c0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:58.289528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a45fd39-6ddc-4889-8799-501ba84d6285 req-d2e775c5-cef0-493c-9975-931f8396f6c0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0602190 Aug 31 14:12:58.341106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a45fd39-6ddc-4889-8799-501ba84d6285 req-3e304188-0dd6-4b90-8e5c-1ab2446ce650 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Aug 31 14:12:58.486714 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'port_id': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'mac_address': 'fa:16:3e:70:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:12:56Z', 'revision_number': 0, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:28Z', 'revision_number': 5, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:58.491508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00596b49-cb4f-4388-abd0-41223d3e640c req-70500c50-af5d-494c-926d-8f82f9950df3 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:58.493636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00596b49-cb4f-4388-abd0-41223d3e640c req-70500c50-af5d-494c-926d-8f82f9950df3 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.0779381 Aug 31 14:12:58.540659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00596b49-cb4f-4388-abd0-41223d3e640c req-6ff045bf-e6df-4888-8da4-c1cbbb0344a6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Aug 31 14:12:58.653424 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0be49-a02d-4f2e-a53f-6bffad757596 None None] The sync data for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 is: [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'port_id': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'mac_address': 'fa:16:3e:70:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:12:56Z', 'revision_number': 0, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:28Z', 'revision_number': 5, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:58.693237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35044) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:58.863472 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-0db56828-635b-4139-8b48-f449fd30d403 service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936933 Aug 31 14:12:59.004301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-9219829c-7ba9-485a-a42e-1e296b8e3275 req-5d21110d-0a7c-4dd5-805c-dcb1f58eb065 service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116261 Aug 31 14:12:59.025683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5c7b8-0a24-4727-a006-298abde0440c None None] New status for floating IP 9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:12:59.322570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-452b163c-7083-4664-9174-d3bf4d826264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.372405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104ace-bdf7-4aac-9320-73af23ab55ab req-eeb3ed7e-6fc2-445b-b6c2-cb2a054bb2aa tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:59.373923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3104ace-bdf7-4aac-9320-73af23ab55ab req-eeb3ed7e-6fc2-445b-b6c2-cb2a054bb2aa tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.4685261 Aug 31 14:12:59.447516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3104ace-bdf7-4aac-9320-73af23ab55ab req-58623714-9aeb-4e6d-8f23-3d48601f93bc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666602 Aug 31 14:12:59.519962 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.608855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be42120-0578-430c-a37f-71aa6f306185 req-6e38a3af-4c4b-4fff-a4e2-a73f5fce90be tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:59.610655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4be42120-0578-430c-a37f-71aa6f306185 req-6e38a3af-4c4b-4fff-a4e2-a73f5fce90be tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.0637815 Aug 31 14:12:59.624169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.743574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4be42120-0578-430c-a37f-71aa6f306185 req-08039db7-fed6-4da4-9506-ca5bf1b0a1de tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165566 Aug 31 14:12:59.744612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 81221565-b47c-40e6-9087-857894a71c53 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:59.795202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 81221565-b47c-40e6-9087-857894a71c53 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:59.802823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 81221565-b47c-40e6-9087-857894a71c53 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:59.899207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb87248-1b10-4098-bc11-ef7e60617cc6 req-d3ff22cf-aee7-4bcd-8afa-48cb0abb7439 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:59.900672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fb87248-1b10-4098-bc11-ef7e60617cc6 req-d3ff22cf-aee7-4bcd-8afa-48cb0abb7439 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0680118 Aug 31 14:12:59.985422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fb87248-1b10-4098-bc11-ef7e60617cc6 req-99ead72f-e14d-443f-8203-9c427f9ba4e3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769506 Aug 31 14:13:00.028732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 37329d49-fefd-4e63-bca9-0942de052d80 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:00.029373 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.173879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a37b16-2fd5-4996-b6cd-0da4a81eb142 req-44be46d4-2455-4143-b519-04cc888dc747 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:00.175467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63a37b16-2fd5-4996-b6cd-0da4a81eb142 req-44be46d4-2455-4143-b519-04cc888dc747 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.0976486 Aug 31 14:13:00.177441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port 37329d49-fefd-4e63-bca9-0942de052d80, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37329d49-fefd-4e63-bca9-0942de052d80,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:00.177829 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.205750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 37329d49-fefd-4e63-bca9-0942de052d80 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:00.265785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63a37b16-2fd5-4996-b6cd-0da4a81eb142 req-e7f5bfb2-c91d-4d61-9a3b-b1e9fb2afa96 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781922 Aug 31 14:13:00.438557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.481163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=37329d49-fefd-4e63-bca9-0942de052d80,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.597653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.729148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b4d5-e802-449d-bc4e-1083981f6aca req-36e7fe57-bd05-40ac-b7ed-861ee0475a63 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:00.731265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4cd6b4d5-e802-449d-bc4e-1083981f6aca req-36e7fe57-bd05-40ac-b7ed-861ee0475a63 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0999486 Aug 31 14:13:00.748786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.818491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4cd6b4d5-e802-449d-bc4e-1083981f6aca req-3edec867-cc2e-49ce-9106-e2d6c97ed978 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799513 Aug 31 14:13:01.008748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eb85a-22fc-47fa-84d9-b7cb3888f90a req-9e2e2ec2-f0ae-4da6-8c1c-79055640b834 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:01.010257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39eb85a-22fc-47fa-84d9-b7cb3888f90a req-9e2e2ec2-f0ae-4da6-8c1c-79055640b834 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.1252370 Aug 31 14:13:01.061866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:01.068638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39eb85a-22fc-47fa-84d9-b7cb3888f90a req-0dff5697-9f4f-4f11-ad61-eb22546c3aa3 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509052 Aug 31 14:13:01.207634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:01.215866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a794f314-650d-4f03-8809-91804236738d tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "PUT /v2.0/routers/5dc8ce8b-d410-45e2-b9eb-2cff2fd950df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5216098 Aug 31 14:13:01.216324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35084) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:01.218834 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] Sync routers for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:01.228396 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:01.229187 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:01.239719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfdeb6-04fa-4c1b-94cf-b632d8c9ded4 req-d43d2646-e0a5-4e3c-aca3-5d1131bc6849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:01.241643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46dfdeb6-04fa-4c1b-94cf-b632d8c9ded4 req-d43d2646-e0a5-4e3c-aca3-5d1131bc6849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0853124 Aug 31 14:13:01.281210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting subnet eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:01.285141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.294977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46dfdeb6-04fa-4c1b-94cf-b632d8c9ded4 req-da92cfdf-b61b-4d1e-b0c8-4d49b4836b58 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Aug 31 14:13:01.332474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.348564 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:01.424221 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.494742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.521810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Subnet': ['ID=eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:01.533139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.538191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35088) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:01.538390 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dbb2a246-5bb1-4a91-8db9-2de1776e0e10 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/subnets/eecf0843-bc11-4e03-8ae2-28fdc4ec2ae9 HTTP/1.1" status: 204 len: 168 time: 0.3206408 Aug 31 14:13:01.540041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e9ab4-e176-4f1e-8e9d-3bd77696ad93 None None] Network f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:01.549512 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:13:00Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:01.586111 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] Checking router: 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:01.597286 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] Routers {'5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:01.598480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:01.675779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.720425 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] Set router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:01.746502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] DHCP port deletion for f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:01.802134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] Deleting port 74a6d214-abfa-4deb-8b42-41f615e4c66f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:01.802908 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.809555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.889112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Deleting port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:01.889736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.890644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] For port 74a6d214-abfa-4deb-8b42-41f615e4c66f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=74a6d214-abfa-4deb-8b42-41f615e4c66f,segment=NetworkSegment(7d5fe879-ab36-42c9-9006-4d8d5a395288),segment_id=7d5fe879-ab36-42c9-9006-4d8d5a395288)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:01.891160 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.907679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] Calling delete_port for 74a6d214-abfa-4deb-8b42-41f615e4c66f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:01.960098 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:13:00Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:01.985155 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.988986 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37b206-4f57-47a7-94f6-07ee42d63278 None None] The sync data for ids ['5dc8ce8b-d410-45e2-b9eb-2cff2fd950df'] in n-d-792362-6 is: [{'id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155291506', 'tenant_id': '596b8a705248434c887d147153bd491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:30Z', 'updated_at': '2021-08-31T14:13:00Z', 'revision_number': 5, 'project_id': '596b8a705248434c887d147153bd491b', 'gw_port': {'id': '55ab8c58-a2db-4db2-9aa1-940aa5f6a05b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc8ce8b-d410-45e2-b9eb-2cff2fd950df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:32Z', 'updated_at': '2021-08-31T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:02.031826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] For port 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:02.032210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.038335 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.051017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Calling delete_port for 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:02.066333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] Pushing event deleted for resources: {'Port': ['ID=74a6d214-abfa-4deb-8b42-41f615e4c66f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:02.067149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b413854-e41b-4d9b-9139-576e4dd0537e req-bda23ba0-4832-4048-8e18-8cc6af237e0d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:02.068324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee910c-31bd-411d-b373-bba453d48473 None None] No DVR routers for this DVR port 74a6d214-abfa-4deb-8b42-41f615e4c66f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:02.068670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b413854-e41b-4d9b-9139-576e4dd0537e req-bda23ba0-4832-4048-8e18-8cc6af237e0d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1022470 Aug 31 14:13:02.163893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b413854-e41b-4d9b-9139-576e4dd0537e req-952ae797-55de-4c8d-9e32-6aa84061b508 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860295 Aug 31 14:13:02.309614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110546a-c971-4fc4-9abe-80318ba083c0 req-e0490f7d-5f8d-4d5d-a36d-ffc8d8b7452c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:02.311086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7110546a-c971-4fc4-9abe-80318ba083c0 req-e0490f7d-5f8d-4d5d-a36d-ffc8d8b7452c tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.0835137 Aug 31 14:13:02.340536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.383112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Port': ['ID=55ab8c58-a2db-4db2-9aa1-940aa5f6a05b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:02.443022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7110546a-c971-4fc4-9abe-80318ba083c0 req-897d6c34-c02f-4485-be0d-e109b44b0ed6 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/security-groups?id=a15012d7-9be3-4981-8b1c-76fdbd2043b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057863 Aug 31 14:13:02.486683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.610417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.625949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.686226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc921-0fa7-4179-b24a-794fb520ebc7 req-cbe30698-415e-48d3-bd6f-2c04b19c34ef tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:02.687671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690bc921-0fa7-4179-b24a-794fb520ebc7 req-cbe30698-415e-48d3-bd6f-2c04b19c34ef tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0909531 Aug 31 14:13:02.688490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.689068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc8ce8b-d410-45e2-b9eb-2cff2fd950df {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:13:02.695800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.706395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35098) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:02.707144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5209aa3a-7e55-42e4-a31f-942e66ddabac tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/routers/5dc8ce8b-d410-45e2-b9eb-2cff2fd950df HTTP/1.1" status: 204 len: 168 time: 1.1574030 Aug 31 14:13:02.747996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690bc921-0fa7-4179-b24a-794fb520ebc7 req-b49c54c3-0a7b-4851-a211-e7f78b250863 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396435 Aug 31 14:13:02.827800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafbacb-9230-4d73-8ab6-b161a650353e req-b5753ce1-d40e-41fb-90a5-1c163c50af48 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:02.829651 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-abafbacb-9230-4d73-8ab6-b161a650353e req-b5753ce1-d40e-41fb-90a5-1c163c50af48 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 945 time: 0.1320508 Aug 31 14:13:02.835857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.984934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.996739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:03.011201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5fe879-ab36-42c9-9006-4d8d5a395288') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:03.011517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5fe879-ab36-42c9-9006-4d8d5a395288') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:03.023479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.042628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.046884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Deleting port 70a10a3a-9220-45aa-9531-368693ef56ba {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:03.047223 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.064791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Releasing vlan 1512 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:13:03.065235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:13:03.068254 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:13:03.164745 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.173507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.175339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/networks/f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0 HTTP/1.1" status: 204 len: 168 time: 0.4644015 Aug 31 14:13:03.178120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35100) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:03.200457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f326d4-ff5a-4ecb-af7b-ec6878a6bb79 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'Network': ['ID=f5c8bcb6-a29d-4a8f-bf10-5cf4a41961f0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:03.225731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] For port 70a10a3a-9220-45aa-9531-368693ef56ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=70a10a3a-9220-45aa-9531-368693ef56ba,segment=NetworkSegment(d30ac7d9-ad05-4136-ba61-b9ac4986c351),segment_id=d30ac7d9-ad05-4136-ba61-b9ac4986c351)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:03.226100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.240161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Calling delete_port for 70a10a3a-9220-45aa-9531-368693ef56ba owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:03.340722 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e4fc565-f7f5-4a27-a69a-ec2cfc7829b4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.352404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:03.375418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8328015-26eb-4508-b1b7-ea737e84268e req-9465be35-6157-4974-9987-5eba77fb5fbb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:03.377226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8328015-26eb-4508-b1b7-ea737e84268e req-9465be35-6157-4974-9987-5eba77fb5fbb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1378572 Aug 31 14:13:03.395404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:03.396056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 55ab8c58-a2db-4db2-9aa1-940aa5f6a05b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:03.396708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37329d49-fefd-4e63-bca9-0942de052d80 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:03.402535 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e4fc565-f7f5-4a27-a69a-ec2cfc7829b4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.419556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 37329d49-fefd-4e63-bca9-0942de052d80 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:03.420277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37329d49-fefd-4e63-bca9-0942de052d80 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:03.420931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 74a6d214-abfa-4deb-8b42-41f615e4c66f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:03.434337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.442698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 74a6d214-abfa-4deb-8b42-41f615e4c66f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:03.443453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 74a6d214-abfa-4deb-8b42-41f615e4c66f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:03.460190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8328015-26eb-4508-b1b7-ea737e84268e req-95f85b35-f827-41cd-9999-f02e3b903271 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719302 Aug 31 14:13:03.494675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['70a10a3a-9220-45aa-9531-368693ef56ba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:13:03.494841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e4fc565-f7f5-4a27-a69a-ec2cfc7829b4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.499506 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e4fc565-f7f5-4a27-a69a-ec2cfc7829b4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.504019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3e4fc565-f7f5-4a27-a69a-ec2cfc7829b4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] 10.222.0.10 "DELETE /v2.0/security-groups/825e09f4-74ff-4e20-aa42-3e812cb2a18f HTTP/1.1" status: 204 len: 168 time: 0.3247151 Aug 31 14:13:03.523879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Pushing event deleted for resources: {'Port': ['ID=70a10a3a-9220-45aa-9531-368693ef56ba,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:03.525576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fc565-f7f5-4a27-a69a-ec2cfc7829b4 tempest-TestNetworkAdvancedServerOps-563121541 tempest-TestNetworkAdvancedServerOps-563121541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e09f4-74ff-4e20-aa42-3e812cb2a18f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:03.577744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67f13b16-dac7-47d2-b564-60d357b1528a req-f6fc748c-dff2-4ae4-8398-d4ca55ecb391 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103 HTTP/1.1" status: 200 len: 210 time: 0.0407233 Aug 31 14:13:03.587061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] No DVR routers for this DVR port 70a10a3a-9220-45aa-9531-368693ef56ba on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:03.600535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.601893 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-abafbacb-9230-4d73-8ab6-b161a650353e req-0b04b044-8ca3-4b92-9a5f-52b7a48b3add tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] 10.222.0.26 "DELETE /v2.0/ports/70a10a3a-9220-45aa-9531-368693ef56ba HTTP/1.1" status: 204 len: 173 time: 0.7617862 Aug 31 14:13:03.602392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'name': 'network-vif-deleted', 'tag': '70a10a3a-9220-45aa-9531-368693ef56ba'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:03.605331 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a86b2e3-7ccd-4184-b0e7-ff58bb903fd7" -d '{"events": [{"server_uuid": "ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103", "name": "network-vif-deleted", "tag": "70a10a3a-9220-45aa-9531-368693ef56ba"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:03.749827 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470f90ca-366d-451b-9388-ff2e0788ab1b x-openstack-request-id: req-470f90ca-366d-451b-9388-ff2e0788ab1b {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:03.750535 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103", "name": "network-vif-deleted", "tag": "70a10a3a-9220-45aa-9531-368693ef56ba", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:03.750535 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-470f90ca-366d-451b-9388-ff2e0788ab1b {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:03.751098 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaaa4ce-a4ad-402c-8bd5-a48ab5da8103', 'name': 'network-vif-deleted', 'tag': '70a10a3a-9220-45aa-9531-368693ef56ba', 'status': 'completed', 'code': 200} Aug 31 14:13:03.783758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3c85e218-b637-4e8f-a14b-88439a01f667 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:13:03.910115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a7e48-a9ac-4f0c-84a1-1a4c6b7af214 req-5f04f51e-555e-4c78-a787-6e13844bf921 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:03.914163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a80a7e48-a9ac-4f0c-84a1-1a4c6b7af214 req-5f04f51e-555e-4c78-a787-6e13844bf921 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 943 time: 0.0808263 Aug 31 14:13:03.933282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3c85e218-b637-4e8f-a14b-88439a01f667, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3c85e218-b637-4e8f-a14b-88439a01f667,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:03.946938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3c85e218-b637-4e8f-a14b-88439a01f667', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'port_id': '3c85e218-b637-4e8f-a14b-88439a01f667', 'mac_address': 'fa:16:3e:23:2d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:13:03.952963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a80a7e48-a9ac-4f0c-84a1-1a4c6b7af214 req-7bca768e-5090-40ce-8b85-3ed1209c4986 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345016 Aug 31 14:13:03.992003 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.006700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c85e218-b637-4e8f-a14b-88439a01f667 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:13:04.021579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35120) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:04.027643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3c85e218-b637-4e8f-a14b-88439a01f667, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3c85e218-b637-4e8f-a14b-88439a01f667,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:04.031949 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.081125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3c85e218-b637-4e8f-a14b-88439a01f667,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:04.160681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a3c6b32-a35a-46b6-b5ce-629529b486b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=596b8a705248434c887d147153bd491b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378069 Aug 31 14:13:04.163155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:04.212488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-953f84c0-02de-4111-817c-2d6d6136175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.236010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-953f84c0-02de-4111-817c-2d6d6136175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.283472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-953f84c0-02de-4111-817c-2d6d6136175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.286100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-953f84c0-02de-4111-817c-2d6d6136175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.287242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-953f84c0-02de-4111-817c-2d6d6136175c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1eaad90-e181-418c-82bb-de5498ac7045 HTTP/1.1" status: 204 len: 168 time: 0.1232047 Aug 31 14:13:04.295833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f84c0-02de-4111-817c-2d6d6136175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eaad90-e181-418c-82bb-de5498ac7045,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:04.519829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3c85e218-b637-4e8f-a14b-88439a01f667'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:13:04.569040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:04.608431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1f8-c82d-4898-9c3c-6eb4c689d2f0 req-45104727-7eb5-48bf-9d9d-e7c4bec95348 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:04.610059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5d4e1f8-c82d-4898-9c3c-6eb4c689d2f0 req-45104727-7eb5-48bf-9d9d-e7c4bec95348 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0632730 Aug 31 14:13:04.618829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-266bbcb4-afcd-4163-9e17-1d35ca87b53f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49efc20cac744e0fa0b02226aa93d7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486522 Aug 31 14:13:04.622144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:04.653458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5d4e1f8-c82d-4898-9c3c-6eb4c689d2f0 req-3ef384f7-895e-4c57-8f3f-fa74bb7742c9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361593 Aug 31 14:13:04.695367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a4e-f5ab-456b-95ff-50ff5d18b283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.726180 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a4e-f5ab-456b-95ff-50ff5d18b283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.786373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a4e-f5ab-456b-95ff-50ff5d18b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.790534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a4e-f5ab-456b-95ff-50ff5d18b283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.792154 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0b8b5a4e-f5ab-456b-95ff-50ff5d18b283 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56bed0e7-5d25-4d89-847f-015cb2493b04 HTTP/1.1" status: 204 len: 168 time: 0.1674182 Aug 31 14:13:04.801743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b5a4e-f5ab-456b-95ff-50ff5d18b283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bed0e7-5d25-4d89-847f-015cb2493b04,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:04.890736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35164) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:04.942032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] Deleting subnet 007bc0b5-3d91-4262-95db-e9494d07387f {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:04.945268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.984361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.030509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.135148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e3924-01d0-4800-8436-f21abda5ddbb req-c7ee3952-9f5e-41ce-a6a8-6bf233aa9512 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:05.143770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c65e3924-01d0-4800-8436-f21abda5ddbb req-c7ee3952-9f5e-41ce-a6a8-6bf233aa9512 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 944 time: 0.1107419 Aug 31 14:13:05.166506 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.203951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007bc0b5-3d91-4262-95db-e9494d07387f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:05.206079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.208934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-89ac1435-9131-4d7d-9149-a3b7e43d79f7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/007bc0b5-3d91-4262-95db-e9494d07387f HTTP/1.1" status: 204 len: 168 time: 0.3169773 Aug 31 14:13:05.211971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35202) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.231350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c65e3924-01d0-4800-8436-f21abda5ddbb req-8f64c824-d4d0-4641-b85c-aee042275e52 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864398 Aug 31 14:13:05.322631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.422835 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.435984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e3e036-067f-49f7-9289-4da4cbb7203b']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.449530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30ac7d9-ad05-4136-ba61-b9ac4986c351') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.450046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30ac7d9-ad05-4136-ba61-b9ac4986c351') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.464015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.482110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.489798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Releasing vlan 1526 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:13:05.490250 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:13:05.492200 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:13:05.553841 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.560042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.561954 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] 10.222.0.10 "DELETE /v2.0/networks/13e3e036-067f-49f7-9289-4da4cbb7203b HTTP/1.1" status: 204 len: 168 time: 0.3486130 Aug 31 14:13:05.578681 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Pushing event deleted for resources: {'Network': ['ID=13e3e036-067f-49f7-9289-4da4cbb7203b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:05.587584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.587978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.588301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.588683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.589076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.589414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.589754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.590215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.590559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.590899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.591229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.591561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848af4de-ec57-47cc-92a0-4579d06aef91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:05.745344 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.789018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44faee-a3dc-483a-a10d-cc14c52a405f req-aec4fa1b-2766-421f-9a26-db6c9dc03d2f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:05.791113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb44faee-a3dc-483a-a10d-cc14c52a405f req-aec4fa1b-2766-421f-9a26-db6c9dc03d2f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0651734 Aug 31 14:13:05.797199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3c85e218-b637-4e8f-a14b-88439a01f667 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:05.801494 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a089e38e-9553-42b0-91f6-2fb16b6a441b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e50bb0d1b7f54cac9a39899e03ace5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547638 Aug 31 14:13:05.802921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35288) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.856196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb44faee-a3dc-483a-a10d-cc14c52a405f req-aa7f1900-e43d-4748-bd64-cde03517679b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551827 Aug 31 14:13:05.860099 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-956b679b-a318-498d-b7f3-730b404b3253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.878254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3c85e218-b637-4e8f-a14b-88439a01f667 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:05.882329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3c85e218-b637-4e8f-a14b-88439a01f667 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:05.882835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.886754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-956b679b-a318-498d-b7f3-730b404b3253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.941705 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-956b679b-a318-498d-b7f3-730b404b3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.944353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-956b679b-a318-498d-b7f3-730b404b3253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.947715 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-956b679b-a318-498d-b7f3-730b404b3253 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a15012d7-9be3-4981-8b1c-76fdbd2043b4 HTTP/1.1" status: 204 len: 168 time: 0.1415589 Aug 31 14:13:05.953441 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b679b-a318-498d-b7f3-730b404b3253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15012d7-9be3-4981-8b1c-76fdbd2043b4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:05.994514 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.024532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:06.027881 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c0c74-8a99-4a4e-b030-7bebcf1e5f05" -d '{"events": [{"server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:06.033398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3c85e218-b637-4e8f-a14b-88439a01f667, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3c85e218-b637-4e8f-a14b-88439a01f667,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:06.038323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.039281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 70a10a3a-9220-45aa-9531-368693ef56ba no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:06.261785 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a9013-bb7e-4228-a95a-9237fe83e7fe x-openstack-request-id: req-c67a9013-bb7e-4228-a95a-9237fe83e7fe {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:06.262328 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:06.262758 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c67a9013-bb7e-4228-a95a-9237fe83e7fe {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:06.263319 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667', 'code': 200} Aug 31 14:13:06.269681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 70a10a3a-9220-45aa-9531-368693ef56ba {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:06.270212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 70a10a3a-9220-45aa-9531-368693ef56ba not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:06.293444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3c85e218-b637-4e8f-a14b-88439a01f667,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:06.307564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec637af-8546-43bd-afd1-bbe75d6a2af8 req-6b0689eb-6666-4765-96c0-0125564269df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:06.309542 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ec637af-8546-43bd-afd1-bbe75d6a2af8 req-6b0689eb-6666-4765-96c0-0125564269df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 1096 time: 0.1000769 Aug 31 14:13:06.378535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac242b6-ac39-4d59-a467-ef38aba717a5 req-2efe17fd-ebfb-47f9-af6d-d71472c5c3ba tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:06.380370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eac242b6-ac39-4d59-a467-ef38aba717a5 req-2efe17fd-ebfb-47f9-af6d-d71472c5c3ba tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.0679009 Aug 31 14:13:06.387846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7ec637af-8546-43bd-afd1-bbe75d6a2af8 req-c8250715-07f7-4ac1-bb5c-9a61efbd282a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654216 Aug 31 14:13:06.427753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eac242b6-ac39-4d59-a467-ef38aba717a5 req-ff2608a8-0698-4b00-8a5d-5750bca1d5d6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370502 Aug 31 14:13:06.799365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35450) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:06.911489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-977229647-network', 'tenant_id': '8b250176e2e5407bb6ae9c85cf058308'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:06.968180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Made reservation on behalf of 8b250176e2e5407bb6ae9c85cf058308 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:06.970517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.983983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.013629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4fa62-d922-4740-a7a5-7c16e79567b2 req-00102613-8940-4844-89bd-bb3b6eb654d1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:07.015192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75f4fa62-d922-4740-a7a5-7c16e79567b2 req-00102613-8940-4844-89bd-bb3b6eb654d1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0772135 Aug 31 14:13:07.079842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75f4fa62-d922-4740-a7a5-7c16e79567b2 req-22c22c5b-bc21-4ff6-a6cc-70d8c90d1531 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575762 Aug 31 14:13:07.134079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.138348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.164129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:13:07.173373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03492539-471a-4ff4-b4e8-1ad807a1f8f4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.179536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.180478 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Added segment 4c026ed3-96ed-44e1-88b5-e909397ddfff of type vlan for network 514a3560-d506-471c-8118-8483e3d8439d Aug 31 14:13:07.224707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.251873 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.252977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:07.253604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.305565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5050642 Aug 31 14:13:07.309159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35534) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:07.313931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Request body: {'subnet': {'network_id': '514a3560-d506-471c-8118-8483e3d8439d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-977229647-subnet', 'tenant_id': '8b250176e2e5407bb6ae9c85cf058308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:07.330257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928de726-66e0-4569-81e8-da1371937cad admin admin] Pushing event updated for resources: {'Network': ['ID=514a3560-d506-471c-8118-8483e3d8439d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.342661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 514a3560-d506-471c-8118-8483e3d8439d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:13:07.349346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Made reservation on behalf of 8b250176e2e5407bb6ae9c85cf058308 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:07.353433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.510474 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:13:07.575550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.631304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81683dd3-f011-4d40-9a63-f9bb99f58001 req-5eece3d9-be42-4ada-ab40-078b9e658015 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:07.632945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81683dd3-f011-4d40-9a63-f9bb99f58001 req-5eece3d9-be42-4ada-ab40-078b9e658015 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.1296504 Aug 31 14:13:07.664226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b887a3da-15d5-42e0-af3f-4b103f35163a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.679418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Checking segment: {'id': '4c026ed3-96ed-44e1-88b5-e909397ddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '514a3560-d506-471c-8118-8483e3d8439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:07.679893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Network hostable DHCP agents. Network: 514a3560-d506-471c-8118-8483e3d8439d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:13:07.698334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81683dd3-f011-4d40-9a63-f9bb99f58001 req-0d855199-512e-4b89-aee8-58da813e6a1a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579307 Aug 31 14:13:07.719459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Network 514a3560-d506-471c-8118-8483e3d8439d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:13:07.730444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 514a3560-d506-471c-8118-8483e3d8439d) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:07.737207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:07.737550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.738383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea98e68-2960-4d66-ac8d-f443e3f3ff15 None None] Network 514a3560-d506-471c-8118-8483e3d8439d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:07.753800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ef3c1f39-53f4-4c37-95dc-6d10056601d5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4435520 Aug 31 14:13:07.894252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375d515-6bdd-4f47-b30e-b8478dec42da None None] Network 514a3560-d506-471c-8118-8483e3d8439d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:08.258038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7323-6e96-4e34-aed2-f629bb1fe77a req-9e1dbe94-6902-40bf-9a0c-a3b9035951a5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:08.259546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bda7323-6e96-4e34-aed2-f629bb1fe77a req-9e1dbe94-6902-40bf-9a0c-a3b9035951a5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0509772 Aug 31 14:13:08.298210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bda7323-6e96-4e34-aed2-f629bb1fe77a req-00f19e48-f56c-4458-824c-d00974bc0e9c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Aug 31 14:13:08.821916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019ed2-9eea-46eb-a7c1-f0fce51dd4f7 req-102dc367-6386-4b4b-a114-77d9df4cf1ce tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:08.824855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6019ed2-9eea-46eb-a7c1-f0fce51dd4f7 req-102dc367-6386-4b4b-a114-77d9df4cf1ce tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.0551059 Aug 31 14:13:08.863594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6019ed2-9eea-46eb-a7c1-f0fce51dd4f7 req-400c5b8d-8aac-4e47-98be-3a1d29f41eb2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330596 Aug 31 14:13:08.987407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ded034-853b-4fd6-a978-dfd0581bc6e0 req-3b1b0861-61eb-4b93-ba97-55a8a9df5e07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:08.989112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ded034-853b-4fd6-a978-dfd0581bc6e0 req-3b1b0861-61eb-4b93-ba97-55a8a9df5e07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Aug 31 14:13:09.030772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ded034-853b-4fd6-a978-dfd0581bc6e0 req-e01eb65b-a448-4579-b7cf-f5eacb7cd1b7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347266 Aug 31 14:13:09.053049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35682) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:09.275365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114da815-aa6c-40a9-acd5-ad0bfee2f08a tempest-TestVolumeBootPattern-1913420798 tempest-TestVolumeBootPattern-1913420798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:09.277492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-114da815-aa6c-40a9-acd5-ad0bfee2f08a tempest-TestVolumeBootPattern-1913420798 tempest-TestVolumeBootPattern-1913420798-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 1091 time: 0.2234197 Aug 31 14:13:09.280449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35694) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:09.285134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '3c85e218-b637-4e8f-a14b-88439a01f667', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:09.309617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.424342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.484637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-e6e3d788-2107-4bd1-b8fa-a60dd38d2032 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:09.486358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-e6e3d788-2107-4bd1-b8fa-a60dd38d2032 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/networks?id=514a3560-d506-471c-8118-8483e3d8439d HTTP/1.1" status: 200 len: 809 time: 0.1153369 Aug 31 14:13:09.504604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-8907399b-0a89-426d-a8b3-a68c99d315d2 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/quotas/8b250176e2e5407bb6ae9c85cf058308 HTTP/1.1" status: 200 len: 375 time: 0.0122738 Aug 31 14:13:09.541345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.25.0.251 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/2f6baea1-ac04-4e82-b627-d50ad42a9dcf) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:09.542617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-70d3f034-15ea-4a9d-b2c9-f63267b13756 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b250176e2e5407bb6ae9c85cf058308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317304 Aug 31 14:13:09.653984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.654245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-86ad0bce-9462-44bf-a306-588365886437 service neutron] 10.222.0.10 "GET /v2.0/networks/514a3560-d506-471c-8118-8483e3d8439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047647 Aug 31 14:13:09.702141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.738124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:09.742374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:09.745262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:09.760914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-bc120a0f-120e-4259-8a55-92910ae38de6 service neutron] 10.222.0.10 "GET /v2.0/networks/514a3560-d506-471c-8118-8483e3d8439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987866 Aug 31 14:13:09.790023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=2f6baea1-ac04-4e82-b627-d50ad42a9dcf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:09.897393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.124191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58cd3a-12c9-46f1-9f92-221cdf0d3f1a req-5e95de7f-5358-42b8-9a71-a66ecbe8863a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:10.127008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f58cd3a-12c9-46f1-9f92-221cdf0d3f1a req-5e95de7f-5358-42b8-9a71-a66ecbe8863a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0800056 Aug 31 14:13:10.222894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f58cd3a-12c9-46f1-9f92-221cdf0d3f1a req-94b3f00d-1a98-4e57-a8dd-bf3a6068b5ad tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814419 Aug 31 14:13:10.241880 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.335200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd7a82aa-d977-4737-9135-03ec24f922a6 req-cedaf43f-182a-415b-abad-e9297487cd88 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 210 time: 0.0420296 Aug 31 14:13:10.346197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.566016 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.572154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.625409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e078d-3918-448c-9001-704638b67c00 req-32ed7ab7-3093-4260-ae2c-0e07875dcf1b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:10.627303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc0e078d-3918-448c-9001-704638b67c00 req-32ed7ab7-3093-4260-ae2c-0e07875dcf1b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0816329 Aug 31 14:13:10.674919 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc0e078d-3918-448c-9001-704638b67c00 req-e9a4982e-1bc2-465e-a720-a3ed2046d9f4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Aug 31 14:13:10.721785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=2f6baea1-ac04-4e82-b627-d50ad42a9dcf,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:10.735329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.788694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-e890b296-2332-45e7-978c-167830339060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:10.790247 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-e890b296-2332-45e7-978c-167830339060 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1095 time: 0.1266272 Aug 31 14:13:10.899552 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Floating IP 76c9c638-2a34-466a-b6fb-5eee0648cd76 associated. External IP: 172.25.0.251, port: 3c85e218-b637-4e8f-a14b-88439a01f667. Aug 31 14:13:10.970070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-c2fec359-ebc0-452d-9367-aea33cbf72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:10.971605 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-c2fec359-ebc0-452d-9367-aea33cbf72d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1447778 Aug 31 14:13:11.075138 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-5c46ed79-583c-4f78-aa96-9297d15ece4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.0776639 Aug 31 14:13:11.190456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-be17707e-baf3-45df-a3a7-2020745875e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:11.192309 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-be17707e-baf3-45df-a3a7-2020745875e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0840931 Aug 31 14:13:11.243863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:11.256538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-aa5dde55-5d63-4b26-b323-e457f511eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:11.258084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-aa5dde55-5d63-4b26-b323-e457f511eacd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557551 Aug 31 14:13:11.446271 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-33a1c099-2a35-468a-852b-285b43743718 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454489 Aug 31 14:13:11.450097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:11.460139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:11.474486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:11.475785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:11.485965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.557633 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdf13d3d-8ebf-4c60-bfb5-415614818495 req-7d815d6b-20e3-4666-8902-6fb78c0f79de tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 210 time: 0.0861046 Aug 31 14:13:11.596031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-d17a3256-a87b-46a6-a003-16d6a427e5bd tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:11.598070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-d17a3256-a87b-46a6-a003-16d6a427e5bd tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.26 "GET /v2.0/networks?id=514a3560-d506-471c-8118-8483e3d8439d HTTP/1.1" status: 200 len: 809 time: 0.2171183 Aug 31 14:13:11.636324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Request body: {'port': {'device_id': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'network_id': '514a3560-d506-471c-8118-8483e3d8439d', 'admin_state_up': True, 'tenant_id': '8b250176e2e5407bb6ae9c85cf058308'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:11.638174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:11.848645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a5d05-6a05-4ad7-a998-4a54d80aee9c req-1845d5aa-4595-4e5e-bfda-97fe1cf1d464 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:11.850487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac5a5d05-6a05-4ad7-a998-4a54d80aee9c req-1845d5aa-4595-4e5e-bfda-97fe1cf1d464 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0702064 Aug 31 14:13:11.851770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Made reservation on behalf of 8b250176e2e5407bb6ae9c85cf058308 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:11.855980 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.959419 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-93af5cd7-0266-46f1-afa9-419152fe6eea tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6777573 Aug 31 14:13:11.961768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:11.964106 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8938cb1e-b514-4fea-a130-7f3d472d13aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:11.981140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac5a5d05-6a05-4ad7-a998-4a54d80aee9c req-aeded195-2a69-42d0-ae2e-d3921dbd3fff tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176393 Aug 31 14:13:11.991210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1411c3d2-c14e-4482-ac78-0e5b2102bf77 req-3e35ebff-5b75-4c2e-bf23-79cd3c9d0a41 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264924 Aug 31 14:13:12.017794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '76c9c638-2a34-466a-b6fb-5eee0648cd76', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': '3c85e218-b637-4e8f-a14b-88439a01f667', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:23:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b687554-94ec-48b7-a147-75cff18223d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:13:10Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:12.018893 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc43de7-3d53-44d9-9a2f-7bf07bf38aeb x-openstack-request-id: req-ffc43de7-3d53-44d9-9a2f-7bf07bf38aeb {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:12.019248 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:12.019552 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffc43de7-3d53-44d9-9a2f-7bf07bf38aeb {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:12.020010 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667', 'status': 'completed', 'code': 200} Aug 31 14:13:12.050001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:12.059603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:12.060237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:12:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:12.087254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Allocated IP 172.20.0.10 (514a3560-d506-471c-8118-8483e3d8439d/b887a3da-15d5-42e0-af3f-4b103f35163a/079833fc-1633-4e36-8117-26d18d24c694) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:12.142014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-a7b570a6-5d99-44f5-bddd-079292692d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:12.143551 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-a7b570a6-5d99-44f5-bddd-079292692d4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 1096 time: 0.0581546 Aug 31 14:13:12.184597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:12.249186 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-d826885d-3ed8-4ac8-9119-0827e971a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:12.250955 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-d826885d-3ed8-4ac8-9119-0827e971a06f service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1000371 Aug 31 14:13:12.258655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.302759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.335882 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-d7418886-d3a6-4aab-b515-c071063c3e89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c85e218-b637-4e8f-a14b-88439a01f667 HTTP/1.1" status: 200 len: 999 time: 0.0736670 Aug 31 14:13:12.379512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Pushing event updated for resources: {'Port': ['ID=079833fc-1633-4e36-8117-26d18d24c694,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:12.406276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Network 514a3560-d506-471c-8118-8483e3d8439d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:12.409452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:12.413865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:12.441119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-c0d13fd2-ba60-4367-a972-f9a1a44e941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:12.446603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-c0d13fd2-ba60-4367-a972-f9a1a44e941c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0899386 Aug 31 14:13:12.477225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:12.478301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.492163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '76c9c638-2a34-466a-b6fb-5eee0648cd76', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': '3c85e218-b637-4e8f-a14b-88439a01f667', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:23:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b687554-94ec-48b7-a147-75cff18223d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:13:10Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:12.501873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-34a8681e-105d-435c-952c-d2f7c614e260 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8709564 Aug 31 14:13:12.533676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-41a42bad-b9a6-4b2f-8a38-a2b2d3daac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:12.535921 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-41a42bad-b9a6-4b2f-8a38-a2b2d3daac3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775661 Aug 31 14:13:12.542843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab0409-927c-4aea-a8ac-214577177f9f None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '76c9c638-2a34-466a-b6fb-5eee0648cd76', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': '3c85e218-b637-4e8f-a14b-88439a01f667', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:23:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b687554-94ec-48b7-a147-75cff18223d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:13:10Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:12.616084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Request body: {'port': {'device_id': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:12.776136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4fed-1345-4843-99e0-6653e3c05cc8 req-9289a25c-9d8a-4970-bf78-dd06399b6107 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:12.782289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-daad4fed-1345-4843-99e0-6653e3c05cc8 req-9289a25c-9d8a-4970-bf78-dd06399b6107 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 932 time: 0.1374500 Aug 31 14:13:12.815679 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.825862 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-47f700c3-f153-40ef-a20a-4e6f6c4b959d service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841996 Aug 31 14:13:12.870555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-daad4fed-1345-4843-99e0-6653e3c05cc8 req-d2cb357f-67a8-415d-9486-5840316c90f1 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800509 Aug 31 14:13:12.915386 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dcd47-168d-40cc-8aab-57fe494aab0b None None] New status for floating IP 76c9c638-2a34-466a-b6fb-5eee0648cd76: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:13:12.961746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8938cb1e-b514-4fea-a130-7f3d472d13aa req-4a8ac76a-abd3-474a-9877-2a8175dae669 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177247 Aug 31 14:13:13.492129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf3f40-6028-450d-9c49-55307186d77e req-037e47e0-84f0-43a0-a336-7519cf462909 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:13.493786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abcf3f40-6028-450d-9c49-55307186d77e req-037e47e0-84f0-43a0-a336-7519cf462909 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.4377420 Aug 31 14:13:13.558834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abcf3f40-6028-450d-9c49-55307186d77e req-06f870e4-97b0-4b24-8f1a-f31561fa783e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526059 Aug 31 14:13:13.600738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079833fc-1633-4e36-8117-26d18d24c694 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:13:13.609239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.622963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Transition to ACTIVE for port object 079833fc-1633-4e36-8117-26d18d24c694 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:13.627438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.726740 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-36f621b1-0f62-45eb-bfdb-e7ac44023859 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555780 Aug 31 14:13:13.731287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Pushing event updated for resources: {'Port': ['ID=079833fc-1633-4e36-8117-26d18d24c694,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:13.747985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.748359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.748698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.749207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.749549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.749881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.750214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.751222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.751222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.751222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.751477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.751790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:13.771991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Attempting to bind port 079833fc-1633-4e36-8117-26d18d24c694 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:13.772358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Attempting to bind port 079833fc-1633-4e36-8117-26d18d24c694 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '4c026ed3-96ed-44e1-88b5-e909397ddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '514a3560-d506-471c-8118-8483e3d8439d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:13.772788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Attempting to bind port 079833fc-1633-4e36-8117-26d18d24c694 on network 514a3560-d506-471c-8118-8483e3d8439d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:13.777802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Port 079833fc-1633-4e36-8117-26d18d24c694 on network 514a3560-d506-471c-8118-8483e3d8439d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:13:13.778134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Attempting to bind port 079833fc-1633-4e36-8117-26d18d24c694 on network 514a3560-d506-471c-8118-8483e3d8439d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:13.783283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:13.784326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Checking segment: {'id': '4c026ed3-96ed-44e1-88b5-e909397ddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '514a3560-d506-471c-8118-8483e3d8439d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:13.784326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Bound using segment: {'id': '4c026ed3-96ed-44e1-88b5-e909397ddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '514a3560-d506-471c-8118-8483e3d8439d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:13.784576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Bound port: 079833fc-1633-4e36-8117-26d18d24c694, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c026ed3-96ed-44e1-88b5-e909397ddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': '514a3560-d506-471c-8118-8483e3d8439d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:13.784805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.835515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-455c7519-cb71-4bc1-a051-50b4fd997ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:13.841153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-455c7519-cb71-4bc1-a051-50b4fd997ccd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0640626 Aug 31 14:13:13.869390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] For port 079833fc-1633-4e36-8117-26d18d24c694, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:13.873981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] For port 079833fc-1633-4e36-8117-26d18d24c694, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=079833fc-1633-4e36-8117-26d18d24c694,segment=NetworkSegment(4c026ed3-96ed-44e1-88b5-e909397ddfff),segment_id=4c026ed3-96ed-44e1-88b5-e909397ddfff)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:13.891444 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.957755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Pushing event updated for resources: {'Port': ['ID=079833fc-1633-4e36-8117-26d18d24c694,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:13.974331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:13.974331 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.975527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-b3056fbf-15e4-4ff0-ac37-07e5aff56040 service neutron] 10.222.0.26 "PUT /v2.0/ports/079833fc-1633-4e36-8117-26d18d24c694 HTTP/1.1" status: 200 len: 1092 time: 1.3640282 Aug 31 14:13:13.975980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'tag': '079833fc-1633-4e36-8117-26d18d24c694'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:13.977749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-b3223cb1-e0cd-40f3-8e07-003eb071dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:13.978554 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8e0297-af48-4048-8d8d-2756277b56a9", "tag": "079833fc-1633-4e36-8117-26d18d24c694"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:13.979554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-b3223cb1-e0cd-40f3-8e07-003eb071dd8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.1057267 Aug 31 14:13:14.019981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f746c91-2e3e-4a4f-8ab6-38287b3374df req-7e0d2383-e889-4929-a45d-e1c264934a6a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.021509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f746c91-2e3e-4a4f-8ab6-38287b3374df req-7e0d2383-e889-4929-a45d-e1c264934a6a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1192243 Aug 31 14:13:14.064340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f746c91-2e3e-4a4f-8ab6-38287b3374df req-37ed12f3-e992-4502-8ca3-b64e4fcdee18 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343521 Aug 31 14:13:14.096951 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-3ba377b2-07f7-4cf7-92de-a2516814b02a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 1002 time: 0.0694935 Aug 31 14:13:14.114852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-8a2b3811-8c69-49e0-8d1a-13c7701d5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.117036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-8a2b3811-8c69-49e0-8d1a-13c7701d5d1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b250176e2e5407bb6ae9c85cf058308&device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 1095 time: 0.0482469 Aug 31 14:13:14.157906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-316e9162-d4f2-43b3-859b-8df45d8247e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.159734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-316e9162-d4f2-43b3-859b-8df45d8247e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0530694 Aug 31 14:13:14.188759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-1f87bdff-129a-4042-aa36-4bc72f9faa6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=079833fc-1633-4e36-8117-26d18d24c694 HTTP/1.1" status: 200 len: 217 time: 0.0500894 Aug 31 14:13:14.219638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-20734e52-243a-4398-988c-168d0474fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.221272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-20734e52-243a-4398-988c-168d0474fa01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454316 Aug 31 14:13:14.260989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2f5f-cbb1-4399-b72b-04fbbd803fd2 req-8cd5831d-3bc2-4ee2-a14f-55fa0870a0c2 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.262619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d40c2f5f-cbb1-4399-b72b-04fbbd803fd2 req-8cd5831d-3bc2-4ee2-a14f-55fa0870a0c2 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 944 time: 0.1227682 Aug 31 14:13:14.264762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-2e32d3e4-4ca8-4e01-93b7-22bbae6b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.266457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-2e32d3e4-4ca8-4e01-93b7-22bbae6b0114 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b887a3da-15d5-42e0-af3f-4b103f35163a HTTP/1.1" status: 200 len: 849 time: 0.0615053 Aug 31 14:13:14.324508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-660f018f-3e45-4f11-8f92-b2fe5a9185e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=514a3560-d506-471c-8118-8483e3d8439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457602 Aug 31 14:13:14.336094 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-4c0f34ed-a7a0-490f-a3d4-a2e0af92c2bc service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973372 Aug 31 14:13:14.337376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d40c2f5f-cbb1-4399-b72b-04fbbd803fd2 req-e3402dba-360b-4df4-93d8-7385844bd204 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670345 Aug 31 14:13:14.419652 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca58f6-44fa-4f5a-9ad7-a1bb9bb9bbeb x-openstack-request-id: req-63ca58f6-44fa-4f5a-9ad7-a1bb9bb9bbeb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:14.420662 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8e0297-af48-4048-8d8d-2756277b56a9", "tag": "079833fc-1633-4e36-8117-26d18d24c694", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:14.420951 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63ca58f6-44fa-4f5a-9ad7-a1bb9bb9bbeb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:14.421364 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'tag': '079833fc-1633-4e36-8117-26d18d24c694', 'status': 'completed', 'code': 200} Aug 31 14:13:14.435889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-725f43d0-db9a-4d51-a386-53009db266ab service neutron] 10.222.0.26 "GET /v2.0/networks/514a3560-d506-471c-8118-8483e3d8439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974147 Aug 31 14:13:14.457395 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5d44b1fb-46f8-4c72-9272-a5addd7e1c1e req-d3d65b27-2585-42af-a2cc-b5e77fc50980 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955558 Aug 31 14:13:14.560246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7607c7-77be-41c1-999c-5e8b4fb6b603 req-e38d5d5e-7bd3-402b-a3df-7ba02ca97dbc service neutron] 10.222.0.26 "GET /v2.0/networks/514a3560-d506-471c-8118-8483e3d8439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083539 Aug 31 14:13:14.653224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5485d2f-0d41-43f9-a232-8bfd50b2058d req-bf107df5-d902-47fa-b422-10d54a63f976 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.655424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5485d2f-0d41-43f9-a232-8bfd50b2058d req-bf107df5-d902-47fa-b422-10d54a63f976 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0602484 Aug 31 14:13:14.699902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5485d2f-0d41-43f9-a232-8bfd50b2058d req-ad51440a-1ea9-4b56-972f-d8badd02e3ed tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383539 Aug 31 14:13:14.746739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-da3f8c57-91b1-4a1b-ac4a-fa16ea0fa553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.748398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-da3f8c57-91b1-4a1b-ac4a-fa16ea0fa553 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b250176e2e5407bb6ae9c85cf058308&device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 1095 time: 0.0455861 Aug 31 14:13:14.937672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-4214509e-3fad-454e-a5da-647b58d479d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.939426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-4214509e-3fad-454e-a5da-647b58d479d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=514a3560-d506-471c-8118-8483e3d8439d HTTP/1.1" status: 200 len: 911 time: 0.1805599 Aug 31 14:13:14.955229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb50d4-cf06-42a7-af16-b21d30418088 req-c329bbfe-67f7-4f73-80c3-85be5cec76e6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:14.957007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84fb50d4-cf06-42a7-af16-b21d30418088 req-c329bbfe-67f7-4f73-80c3-85be5cec76e6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0795012 Aug 31 14:13:15.008299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-4d76bbd0-ab97-430a-a078-73fdf828bc1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=079833fc-1633-4e36-8117-26d18d24c694 HTTP/1.1" status: 200 len: 217 time: 0.0502348 Aug 31 14:13:15.063153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84fb50d4-cf06-42a7-af16-b21d30418088 req-a8aa5a3b-80d7-44a2-8f32-fa313e8e3630 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986402 Aug 31 14:13:15.096887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-483d574e-e798-4126-b7c4-5b59f6816da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:15.098477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-483d574e-e798-4126-b7c4-5b59f6816da4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b887a3da-15d5-42e0-af3f-4b103f35163a HTTP/1.1" status: 200 len: 849 time: 0.0770509 Aug 31 14:13:15.142088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-b96bceab-682d-441a-bf2f-a0f55549be20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=514a3560-d506-471c-8118-8483e3d8439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355527 Aug 31 14:13:15.247503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-064aaac5-fc23-40f0-8e11-45042f32501c service neutron] 10.222.0.26 "GET /v2.0/networks/514a3560-d506-471c-8118-8483e3d8439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947447 Aug 31 14:13:15.351579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3916d3-c37e-49ea-89c9-9cb8186c1b30 req-2747f00f-f8b0-4cb0-8f94-1be44bfd8340 service neutron] 10.222.0.26 "GET /v2.0/networks/514a3560-d506-471c-8118-8483e3d8439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954206 Aug 31 14:13:15.475758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a5c0-540e-44a4-a82f-4739a25e55d2 req-e0154022-9ecf-4a82-94e7-4c9463053cd7 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:15.477617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc66a5c0-540e-44a4-a82f-4739a25e55d2 req-e0154022-9ecf-4a82-94e7-4c9463053cd7 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 944 time: 0.0550060 Aug 31 14:13:15.520366 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc66a5c0-540e-44a4-a82f-4739a25e55d2 req-7c8fd419-bd12-434e-8b56-ce4b171a2884 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Aug 31 14:13:15.891434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35784) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.008219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3253-276d-495d-bc3f-31bbe4be633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.111266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3253-276d-495d-bc3f-31bbe4be633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.118319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3253-276d-495d-bc3f-31bbe4be633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.170301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e3253-276d-495d-bc3f-31bbe4be633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db94f34-0d95-4ce4-b46c-b6617e241445,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:16.190609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3e8e3253-276d-495d-bc3f-31bbe4be633c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d8fff6584e34b18af2af2db8ffba06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980363 Aug 31 14:13:16.193285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.215404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bc088-be56-44c3-9464-863ea74db0b8 req-68169041-fb10-492e-a370-b161ab71dd94 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:16.217305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-344bc088-be56-44c3-9464-863ea74db0b8 req-68169041-fb10-492e-a370-b161ab71dd94 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0739431 Aug 31 14:13:16.247594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a2d558-396b-47ea-8ded-f419460f0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.260769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-344bc088-be56-44c3-9464-863ea74db0b8 req-c7b02efc-ff5e-425c-af73-342436d20e65 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362182 Aug 31 14:13:16.280732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a2d558-396b-47ea-8ded-f419460f0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.339989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a2d558-396b-47ea-8ded-f419460f0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.348746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27a2d558-396b-47ea-8ded-f419460f0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.348746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27a2d558-396b-47ea-8ded-f419460f0d58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0db94f34-0d95-4ce4-b46c-b6617e241445 HTTP/1.1" status: 204 len: 168 time: 0.1514344 Aug 31 14:13:16.372778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2d558-396b-47ea-8ded-f419460f0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db94f34-0d95-4ce4-b46c-b6617e241445,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:16.539164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1a36c-289b-47bc-aeb3-502b239772da req-fdfee74b-01c3-4915-a65c-088e2acedf7f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:16.540786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58d1a36c-289b-47bc-aeb3-502b239772da req-fdfee74b-01c3-4915-a65c-088e2acedf7f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0581207 Aug 31 14:13:16.586894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58d1a36c-289b-47bc-aeb3-502b239772da req-dc56295f-440b-430b-a9c6-1dfc06dcc714 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347881 Aug 31 14:13:16.706972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 35804) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.707971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d19f2d-f9a7-40cd-84e0-298dd1769625 req-e7c15d88-e180-49cc-934a-28c1bee882c4 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:16.717550 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13d19f2d-f9a7-40cd-84e0-298dd1769625 req-e7c15d88-e180-49cc-934a-28c1bee882c4 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 944 time: 0.0721424 Aug 31 14:13:16.745647 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2b48e3d2-1ffb-4ab7-b919-5ab85fb2efb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.755116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13d19f2d-f9a7-40cd-84e0-298dd1769625 req-a7143cf1-8f6b-4961-9e3a-272d1101da8a tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363572 Aug 31 14:13:16.858274 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2b48e3d2-1ffb-4ab7-b919-5ab85fb2efb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.862434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2b48e3d2-1ffb-4ab7-b919-5ab85fb2efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.901201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48e3d2-1ffb-4ab7-b919-5ab85fb2efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9ab72-62a3-4c32-85d6-cddddb5cf770,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:16.908173 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2b48e3d2-1ffb-4ab7-b919-5ab85fb2efb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f527fcfaec3431c8214f3bb203552b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941910 Aug 31 14:13:16.908643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 35806) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.957395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65eff56b-899a-484a-99c8-187fa4bb58fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.978086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65eff56b-899a-484a-99c8-187fa4bb58fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.031860 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65eff56b-899a-484a-99c8-187fa4bb58fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.035150 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-65eff56b-899a-484a-99c8-187fa4bb58fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.036436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-65eff56b-899a-484a-99c8-187fa4bb58fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8c9ab72-62a3-4c32-85d6-cddddb5cf770 HTTP/1.1" status: 204 len: 168 time: 0.1268616 Aug 31 14:13:17.046088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eff56b-899a-484a-99c8-187fa4bb58fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9ab72-62a3-4c32-85d6-cddddb5cf770,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:17.725632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3157-67f8-466b-99c6-de2102ab7dc0 req-75b736d3-f90d-4194-84f1-f3c6409e1727 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:17.727612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50db3157-67f8-466b-99c6-de2102ab7dc0 req-75b736d3-f90d-4194-84f1-f3c6409e1727 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0645785 Aug 31 14:13:17.768707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50db3157-67f8-466b-99c6-de2102ab7dc0 req-c3798d1e-38b3-4619-96cb-419dd96cf070 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Aug 31 14:13:17.865286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 079833fc-1633-4e36-8117-26d18d24c694 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:13:17.888845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1bba5-3a23-44ef-bc05-7cedd6a66a0a req-a601dc32-3491-417e-8a70-4338d66fe069 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:17.896512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2c1bba5-3a23-44ef-bc05-7cedd6a66a0a req-a601dc32-3491-417e-8a70-4338d66fe069 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 944 time: 0.0665789 Aug 31 14:13:17.949308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2c1bba5-3a23-44ef-bc05-7cedd6a66a0a req-44d22e4c-86bd-4ef6-a4d2-c09edfe55cd7 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Aug 31 14:13:18.017488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 079833fc-1633-4e36-8117-26d18d24c694, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=079833fc-1633-4e36-8117-26d18d24c694,segment=NetworkSegment(4c026ed3-96ed-44e1-88b5-e909397ddfff),segment_id=4c026ed3-96ed-44e1-88b5-e909397ddfff)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:18.042559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '079833fc-1633-4e36-8117-26d18d24c694', 'network_id': '514a3560-d506-471c-8118-8483e3d8439d', 'port_id': '079833fc-1633-4e36-8117-26d18d24c694', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b887a3da-15d5-42e0-af3f-4b103f35163a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:13:18.096372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.105624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0401-b939-472b-921c-731677f66236 req-ba34ec78-c0bf-44f5-a26b-feeae84855e2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:18.110048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49fc0401-b939-472b-921c-731677f66236 req-ba34ec78-c0bf-44f5-a26b-feeae84855e2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0791802 Aug 31 14:13:18.112159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079833fc-1633-4e36-8117-26d18d24c694 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:13:18.139682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 079833fc-1633-4e36-8117-26d18d24c694, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=079833fc-1633-4e36-8117-26d18d24c694,segment=NetworkSegment(4c026ed3-96ed-44e1-88b5-e909397ddfff),segment_id=4c026ed3-96ed-44e1-88b5-e909397ddfff)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:18.144146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.158835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49fc0401-b939-472b-921c-731677f66236 req-1cfa2c5c-af7a-41c4-9641-48bf24dc9253 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Aug 31 14:13:18.213954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=079833fc-1633-4e36-8117-26d18d24c694,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:18.222314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.222711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.223008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.223350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.223707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.224826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.224826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.224826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.225150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.225435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.225817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.226434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:18.312521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9aa89-2bf7-4e42-a1ae-e63eaf8dc178 req-10465943-3faf-4f07-98c5-aff7eef79cd2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:18.314526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05c9aa89-2bf7-4e42-a1ae-e63eaf8dc178 req-10465943-3faf-4f07-98c5-aff7eef79cd2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0727262 Aug 31 14:13:18.377574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05c9aa89-2bf7-4e42-a1ae-e63eaf8dc178 req-3419c851-aed6-4a49-bba4-78421edb882b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565944 Aug 31 14:13:18.506679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f6674-1622-4793-9eb0-17fab8107f10 req-06c9736a-36e8-4af6-ac21-6f22bc59216c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:18.508484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-261f6674-1622-4793-9eb0-17fab8107f10 req-06c9736a-36e8-4af6-ac21-6f22bc59216c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0690258 Aug 31 14:13:18.553021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-261f6674-1622-4793-9eb0-17fab8107f10 req-d51a8c1b-7c69-453a-b228-44ed11d09922 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353987 Aug 31 14:13:18.587767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['079833fc-1633-4e36-8117-26d18d24c694'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:13:19.080023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26446a-d566-4e9f-83b7-3f97d832d34f req-26b5463e-491d-4a47-b49a-1178a66aa58c tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:19.081658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c26446a-d566-4e9f-83b7-3f97d832d34f req-26b5463e-491d-4a47-b49a-1178a66aa58c tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 945 time: 0.0526805 Aug 31 14:13:19.127031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c26446a-d566-4e9f-83b7-3f97d832d34f req-416c523f-b705-4bd1-a503-52b1fa896a12 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Aug 31 14:13:19.585722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d5c3a-5770-4651-9975-2ea9f50c5a47 req-2716ec6d-1175-430a-a837-4ec8ad0ed615 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:19.587501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c5d5c3a-5770-4651-9975-2ea9f50c5a47 req-2716ec6d-1175-430a-a837-4ec8ad0ed615 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0589793 Aug 31 14:13:19.637862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c5d5c3a-5770-4651-9975-2ea9f50c5a47 req-fb010a61-f29f-44a1-b644-a669e909700f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433085 Aug 31 14:13:19.894864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 079833fc-1633-4e36-8117-26d18d24c694 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:19.944737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 079833fc-1633-4e36-8117-26d18d24c694 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:19.949495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 079833fc-1633-4e36-8117-26d18d24c694 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:19.949764 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.031596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.054602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079833fc-1633-4e36-8117-26d18d24c694'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:20.057420 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2524d8-73a6-40d3-83d5-572e51e8f4ed" -d '{"events": [{"server_uuid": "aa8e0297-af48-4048-8d8d-2756277b56a9", "name": "network-vif-plugged", "status": "completed", "tag": "079833fc-1633-4e36-8117-26d18d24c694"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:20.074329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 079833fc-1633-4e36-8117-26d18d24c694, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=079833fc-1633-4e36-8117-26d18d24c694,segment=NetworkSegment(4c026ed3-96ed-44e1-88b5-e909397ddfff),segment_id=4c026ed3-96ed-44e1-88b5-e909397ddfff)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:20.078540 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.105881 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee6609-2ddc-4512-a323-ce42042fc37a x-openstack-request-id: req-25ee6609-2ddc-4512-a323-ce42042fc37a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:20.106176 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8e0297-af48-4048-8d8d-2756277b56a9", "name": "network-vif-plugged", "status": "completed", "tag": "079833fc-1633-4e36-8117-26d18d24c694", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:20.106434 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25ee6609-2ddc-4512-a323-ce42042fc37a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:20.106825 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079833fc-1633-4e36-8117-26d18d24c694', 'code': 200} Aug 31 14:13:20.143825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=079833fc-1633-4e36-8117-26d18d24c694,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:20.279522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67e74-a735-472e-adfe-d390dd0beedc req-42dc2884-4161-48e3-91f3-5920a061a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:20.281142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24b67e74-a735-472e-adfe-d390dd0beedc req-42dc2884-4161-48e3-91f3-5920a061a123 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 1097 time: 0.0782359 Aug 31 14:13:20.302644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c99bc9-d033-439f-bed3-092b4da597a6 req-513f645e-7329-40f8-bf17-70dcd381a398 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:20.304138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49c99bc9-d033-439f-bed3-092b4da597a6 req-513f645e-7329-40f8-bf17-70dcd381a398 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 946 time: 0.0999672 Aug 31 14:13:20.348664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24b67e74-a735-472e-adfe-d390dd0beedc req-87c969b5-c83a-4975-8d8c-e0a89f17fc29 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Aug 31 14:13:20.364110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-49c99bc9-d033-439f-bed3-092b4da597a6 req-054efcd9-c11a-4d38-86b7-f5f45fa09d04 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Aug 31 14:13:20.759791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83134163-09d6-4628-86e3-73c5acf82451 req-fb69ee0a-c6b0-44ca-9d07-3407d346618b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:20.761418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83134163-09d6-4628-86e3-73c5acf82451 req-fb69ee0a-c6b0-44ca-9d07-3407d346618b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0529702 Aug 31 14:13:20.801186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83134163-09d6-4628-86e3-73c5acf82451 req-8ed52b17-594a-44f6-b3ae-c98dbd5c7282 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Aug 31 14:13:21.497423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6039b75-1263-4c64-8c3d-46df2158a676 req-4edddba3-c4f1-404d-83e6-4df669103ee1 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:21.499810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6039b75-1263-4c64-8c3d-46df2158a676 req-4edddba3-c4f1-404d-83e6-4df669103ee1 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 946 time: 0.0573437 Aug 31 14:13:21.541622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6039b75-1263-4c64-8c3d-46df2158a676 req-aa401e82-e67c-497c-9c75-0ac681c23136 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354884 Aug 31 14:13:21.923082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae5fa1-8410-4ab6-80d8-67747d06faef req-0cf80f9b-933e-4448-ac93-8ad25e62455f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:21.924591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bae5fa1-8410-4ab6-80d8-67747d06faef req-0cf80f9b-933e-4448-ac93-8ad25e62455f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0528352 Aug 31 14:13:21.964535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4bae5fa1-8410-4ab6-80d8-67747d06faef req-5019626c-21b6-4d32-b26f-e92b9f3b9263 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338233 Aug 31 14:13:22.663993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a53ae-5840-4bcb-8989-44d199480e5b req-857873b3-94c0-4482-837b-68a0d0612671 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:22.667412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab6a53ae-5840-4bcb-8989-44d199480e5b req-857873b3-94c0-4482-837b-68a0d0612671 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 946 time: 0.0513439 Aug 31 14:13:22.713880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab6a53ae-5840-4bcb-8989-44d199480e5b req-c501ea7f-25e9-4b8a-b488-837d22d58e24 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Aug 31 14:13:23.028233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3f4d-85fd-4a74-afc6-c9b857c11aff req-eda3d398-90a9-49d8-86fe-e77dc5c2ec52 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:23.029796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-373b3f4d-85fd-4a74-afc6-c9b857c11aff req-eda3d398-90a9-49d8-86fe-e77dc5c2ec52 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 946 time: 0.0574527 Aug 31 14:13:23.070847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-373b3f4d-85fd-4a74-afc6-c9b857c11aff req-6fb93b59-780b-4104-a581-ccf8777c8459 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Aug 31 14:13:23.195870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606714a-b6f5-4ded-bfba-fb549ce83d84 req-19553ac3-dc8e-43b1-a77f-2b03d2266443 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:23.197913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606714a-b6f5-4ded-bfba-fb549ce83d84 req-19553ac3-dc8e-43b1-a77f-2b03d2266443 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0546854 Aug 31 14:13:23.239529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606714a-b6f5-4ded-bfba-fb549ce83d84 req-945c7779-97d9-413b-92d7-b4607264fac7 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344729 Aug 31 14:13:24.188301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92b606-8985-4c00-bbc1-30dfe81372be req-508b307a-8887-4494-820d-900c8a8b1ebc tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:24.189914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3b92b606-8985-4c00-bbc1-30dfe81372be req-508b307a-8887-4494-820d-900c8a8b1ebc tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 946 time: 0.0501304 Aug 31 14:13:24.229254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3b92b606-8985-4c00-bbc1-30dfe81372be req-9cf3e21d-86c7-432f-807a-af317ae8e772 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Aug 31 14:13:24.362661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e274-0495-464c-98ba-a03b330cd317 req-601ed763-4bff-4d39-af77-a7a85f7f58f3 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:24.364154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a991e274-0495-464c-98ba-a03b330cd317 req-601ed763-4bff-4d39-af77-a7a85f7f58f3 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0553977 Aug 31 14:13:24.403233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a991e274-0495-464c-98ba-a03b330cd317 req-b788c80e-f744-479f-84d5-8002dcb8fd8b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330415 Aug 31 14:13:25.385697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-3a141129-a511-4fa6-9eb9-4e23faf416a1 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:25.387216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-3a141129-a511-4fa6-9eb9-4e23faf416a1 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 946 time: 0.0589256 Aug 31 14:13:25.395507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05baa3-58ca-44d2-8b4d-04f56ba9e4a5 req-456ceee0-9f92-4604-9695-3dd1405a3c6f tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:25.397093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee05baa3-58ca-44d2-8b4d-04f56ba9e4a5 req-456ceee0-9f92-4604-9695-3dd1405a3c6f tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 946 time: 0.0994711 Aug 31 14:13:25.490140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee05baa3-58ca-44d2-8b4d-04f56ba9e4a5 req-74e5369d-779a-470f-8992-c6547a4c5801 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/security-groups?id=03492539-471a-4ff4-b4e8-1ad807a1f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854700 Aug 31 14:13:25.526476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Deleting port 079833fc-1633-4e36-8117-26d18d24c694 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:25.526880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.657155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e625c-864b-4ec1-818c-97a5480eafc4 req-1ddd4db5-be40-4bba-95f3-e214d52d6d6b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:25.658711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f7e625c-864b-4ec1-818c-97a5480eafc4 req-1ddd4db5-be40-4bba-95f3-e214d52d6d6b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0898209 Aug 31 14:13:25.698870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] For port 079833fc-1633-4e36-8117-26d18d24c694, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=079833fc-1633-4e36-8117-26d18d24c694,segment=NetworkSegment(4c026ed3-96ed-44e1-88b5-e909397ddfff),segment_id=4c026ed3-96ed-44e1-88b5-e909397ddfff)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:25.699161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.720303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Calling delete_port for 079833fc-1633-4e36-8117-26d18d24c694 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:25.730169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f7e625c-864b-4ec1-818c-97a5480eafc4 req-7a1e6bbe-3a27-425f-8901-e09fa450df29 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653811 Aug 31 14:13:25.867571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.899276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Pushing event deleted for resources: {'Port': ['ID=079833fc-1633-4e36-8117-26d18d24c694,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:25.921310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['079833fc-1633-4e36-8117-26d18d24c694'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:13:25.950816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] No DVR routers for this DVR port 079833fc-1633-4e36-8117-26d18d24c694 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:25.953795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.956093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9f8b53e-4d1f-4fbb-90a3-4b945f195b53 req-cebdafd6-1cc7-4a5d-bc93-65658ce48444 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.26 "DELETE /v2.0/ports/079833fc-1633-4e36-8117-26d18d24c694 HTTP/1.1" status: 204 len: 173 time: 0.5580344 Aug 31 14:13:25.956560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'name': 'network-vif-deleted', 'tag': '079833fc-1633-4e36-8117-26d18d24c694'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:25.959166 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec2d73e-cb89-4267-8311-4acb6ce71106" -d '{"events": [{"server_uuid": "aa8e0297-af48-4048-8d8d-2756277b56a9", "name": "network-vif-deleted", "tag": "079833fc-1633-4e36-8117-26d18d24c694"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:25.997542 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bb74a7-ffe8-4f5e-9492-65d4c1997c57 x-openstack-request-id: req-87bb74a7-ffe8-4f5e-9492-65d4c1997c57 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:25.997839 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8e0297-af48-4048-8d8d-2756277b56a9", "name": "network-vif-deleted", "tag": "079833fc-1633-4e36-8117-26d18d24c694", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:25.998093 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87bb74a7-ffe8-4f5e-9492-65d4c1997c57 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:25.998503 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8e0297-af48-4048-8d8d-2756277b56a9', 'name': 'network-vif-deleted', 'tag': '079833fc-1633-4e36-8117-26d18d24c694', 'status': 'completed', 'code': 200} Aug 31 14:13:26.610391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aec4e206-4818-4aaf-a970-d8f6ff2ce273 req-0856e1af-bd56-4a99-b2ec-d396ef908ef1 tempest-ServerGroupTestJSON-674249158 tempest-ServerGroupTestJSON-674249158-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8e0297-af48-4048-8d8d-2756277b56a9 HTTP/1.1" status: 200 len: 210 time: 0.0310962 Aug 31 14:13:26.742144 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fd10e7cc-19f8-45c6-8fe5-3c9f43f954ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.853298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0bdc9-8369-4d84-bd65-41b8399e1fcb req-43c6a200-e916-4390-84ad-35dad467eeed tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:26.854842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f0bdc9-8369-4d84-bd65-41b8399e1fcb req-43c6a200-e916-4390-84ad-35dad467eeed tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0556433 Aug 31 14:13:26.893768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f0bdc9-8369-4d84-bd65-41b8399e1fcb req-467e534a-5a7a-4c5e-a47a-7864a472f4fb tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Aug 31 14:13:27.909669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36008) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:27.958768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] Deleting subnet b887a3da-15d5-42e0-af3f-4b103f35163a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:27.962447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.006032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.041227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167274d-37e3-40bd-ab99-b45eaa20f9e6 req-45afd44d-2707-497a-8ea0-8cee07151e80 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:28.043159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2167274d-37e3-40bd-ab99-b45eaa20f9e6 req-45afd44d-2707-497a-8ea0-8cee07151e80 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0770311 Aug 31 14:13:28.060889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.097711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2167274d-37e3-40bd-ab99-b45eaa20f9e6 req-641afc83-1433-4332-ab2c-5bedefe66916 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475523 Aug 31 14:13:28.136327 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.165619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b887a3da-15d5-42e0-af3f-4b103f35163a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:28.173014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.176813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bef80b75-ecc4-475c-b864-b3aa04186bee admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b887a3da-15d5-42e0-af3f-4b103f35163a HTTP/1.1" status: 204 len: 168 time: 0.2654529 Aug 31 14:13:28.178946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36016) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:28.254109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.337698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.347971 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514a3560-d506-471c-8118-8483e3d8439d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:28.359335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c026ed3-96ed-44e1-88b5-e909397ddfff') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:28.359644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c026ed3-96ed-44e1-88b5-e909397ddfff') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:28.369340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.384183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.391632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:13:28.392028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:13:28.393916 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:13:28.454341 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.461368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.463709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] 10.222.0.10 "DELETE /v2.0/networks/514a3560-d506-471c-8118-8483e3d8439d HTTP/1.1" status: 204 len: 168 time: 0.2832580 Aug 31 14:13:28.473864 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad089e-d3e8-4eee-b312-d1808efea449 admin admin] Pushing event deleted for resources: {'Network': ['ID=514a3560-d506-471c-8118-8483e3d8439d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:28.642489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36028) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:28.696054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b591b6a9-8122-4b00-9521-79c9f073d52e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b250176e2e5407bb6ae9c85cf058308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523114 Aug 31 14:13:28.698881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36030) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:28.753288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f055e035-cd2e-4a50-8a5b-0af8d4579bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.775396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f055e035-cd2e-4a50-8a5b-0af8d4579bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.837110 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f055e035-cd2e-4a50-8a5b-0af8d4579bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.840602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f055e035-cd2e-4a50-8a5b-0af8d4579bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.841990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f055e035-cd2e-4a50-8a5b-0af8d4579bb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03492539-471a-4ff4-b4e8-1ad807a1f8f4 HTTP/1.1" status: 204 len: 168 time: 0.1418128 Aug 31 14:13:28.850669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055e035-cd2e-4a50-8a5b-0af8d4579bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03492539-471a-4ff4-b4e8-1ad807a1f8f4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:29.233235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff029ab4-a7a7-46e6-bc8a-f8bca736f703 req-176c20d3-d8ae-4e03-8466-57e894ae2a48 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:29.234859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff029ab4-a7a7-46e6-bc8a-f8bca736f703 req-176c20d3-d8ae-4e03-8466-57e894ae2a48 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0571473 Aug 31 14:13:29.280375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff029ab4-a7a7-46e6-bc8a-f8bca736f703 req-a7b73abf-ebaa-4d36-8102-4d50bf76d4c8 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Aug 31 14:13:29.325465 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5c76dcde-3b6f-4cf5-a3c9-b5ec4dfcf4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.518892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.617769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36072) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:29.725506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-62536320-network', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:29.746887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Made reservation on behalf of b18aa7b70bdc457b91a1354e2f0aeb2b for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:29.749218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.757769 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.865209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.870627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.892936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:13:29.910647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d19b1d-05fa-425a-9cb5-68319f907c3f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:29.918144 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.919155 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Added segment 4a71b131-ce26-4c20-b07a-d158354856f1 of type vlan for network 9329ff9c-4b65-47d5-ac07-21a5420329a6 Aug 31 14:13:29.947975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 079833fc-1633-4e36-8117-26d18d24c694 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:29.970145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 079833fc-1633-4e36-8117-26d18d24c694 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:29.970898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 079833fc-1633-4e36-8117-26d18d24c694 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:29.974607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.001582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.002607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:30.003547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.061734 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4426672 Aug 31 14:13:30.064727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe504e53-2d80-4a15-9ff8-c0518c821c73 admin admin] Pushing event updated for resources: {'Network': ['ID=9329ff9c-4b65-47d5-ac07-21a5420329a6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:30.065015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36082) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:30.070450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Request body: {'subnet': {'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-subnet', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:30.076408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:13:30.117301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Made reservation on behalf of b18aa7b70bdc457b91a1354e2f0aeb2b for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:30.119567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.348771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.434912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3005220-729f-4268-a101-f5a73c29a59e,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:30.467513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3aaa0-77b7-4506-9bdb-04fdf9da46b6 req-10d6a01b-8344-44e7-9b1a-740d3df4eb73 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:30.469123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fef3aaa0-77b7-4506-9bdb-04fdf9da46b6 req-10d6a01b-8344-44e7-9b1a-740d3df4eb73 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0887372 Aug 31 14:13:30.472272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Checking segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:30.472724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Network hostable DHCP agents. Network: 9329ff9c-4b65-47d5-ac07-21a5420329a6, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:13:30.519107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:13:30.531422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fef3aaa0-77b7-4506-9bdb-04fdf9da46b6 req-df876e40-d0f1-4c47-a0dd-6da2eb8c4334 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550530 Aug 31 14:13:30.532656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9329ff9c-4b65-47d5-ac07-21a5420329a6) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:30.537925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:30.538581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.545383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b23b3-60af-4b7a-bf8d-1aa35083b083 None None] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:30.566150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1422dfe9-bb41-4a49-b03f-9f0ea6c06c74 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4999547 Aug 31 14:13:30.566566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36094) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:30.576015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:30.602588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.603900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.620757 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.675981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.755254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9329ff9c-4b65-47d5-ac07-21a5420329a6', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:30.757676 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.851661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.931595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Allocated IP 172.20.0.2 (9329ff9c-4b65-47d5-ac07-21a5420329a6/d3005220-729f-4268-a101-f5a73c29a59e/34beb001-f745-49cf-bf44-cd74edde3162) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:31.101086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.112482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Transition to ACTIVE for port object 34beb001-f745-49cf-bf44-cd74edde3162 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:31.112836 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.129693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Transition to ACTIVE for port object 34beb001-f745-49cf-bf44-cd74edde3162 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:31.133206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.137391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.180176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:31.183139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:31.186273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:31.197156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Pushing event updated for resources: {'Port': ['ID=34beb001-f745-49cf-bf44-cd74edde3162,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:31.249442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Allocated IP 172.25.0.33 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/4b29eb1f-0725-4546-82be-370842ba7d99) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:31.258298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Attempting to bind port 34beb001-f745-49cf-bf44-cd74edde3162 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:31.258990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Attempting to bind port 34beb001-f745-49cf-bf44-cd74edde3162 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:31.259661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Attempting to bind port 34beb001-f745-49cf-bf44-cd74edde3162 on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:31.268754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:31.269828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Checking segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:31.270155 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.270701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Bound using segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:31.271453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Bound port: 34beb001-f745-49cf-bf44-cd74edde3162, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:31.272242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.370450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] For port 34beb001-f745-49cf-bf44-cd74edde3162, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:31.374148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] For port 34beb001-f745-49cf-bf44-cd74edde3162, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=34beb001-f745-49cf-bf44-cd74edde3162,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:31.379417 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.383381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.430355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.463188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e04259-2e10-42d9-abc4-1e5f308fe83e None None] Pushing event updated for resources: {'Port': ['ID=34beb001-f745-49cf-bf44-cd74edde3162,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:31.480636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:31.484001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:31.489114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:31.492444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Pushing event updated for resources: {'Port': ['ID=4b29eb1f-0725-4546-82be-370842ba7d99,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:31.758228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a3901-7f5c-4b0d-baf6-39981429b31a req-da0f5a4f-6ce3-4a2c-98ba-d09b2dcd315e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:31.761129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-762a3901-7f5c-4b0d-baf6-39981429b31a req-da0f5a4f-6ce3-4a2c-98ba-d09b2dcd315e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1016078 Aug 31 14:13:31.818283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-762a3901-7f5c-4b0d-baf6-39981429b31a req-15a14c39-3043-4880-97f1-03fe0c3f00c0 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456660 Aug 31 14:13:31.830352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.987262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.079770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.250184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Router df148545-cade-4d95-acdf-4feedfb0b233 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:13:32.404086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa944f57-c760-4e77-988b-fc4d3592081e req-f61e0836-9aa7-4c75-b07d-2cedee7c85b9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0429909 Aug 31 14:13:32.416779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:32.429275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Sync routers for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:32.435631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.440850 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4721fa17-6498-463f-a695-9b5bb95f1717 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8719723 Aug 31 14:13:32.441097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36128) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:32.455020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:32.457389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:32.602123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:32.668168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa944f57-c760-4e77-988b-fc4d3592081e req-e4f88beb-68b6-406d-917c-bd1d9428d6e8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0511193 Aug 31 14:13:32.769692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa944f57-c760-4e77-988b-fc4d3592081e req-8f56c54d-20c6-4355-9028-3717b58fcaf7 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512164 Aug 31 14:13:32.830013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febcfdf3-9202-482f-a978-2bd2630b133e None None] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:32.900374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ab52e9c7-6325-44cc-a5e7-a611a6101832 None None] Provisioning for port 34beb001-f745-49cf-bf44-cd74edde3162 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:32.963271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:31Z', 'revision_number': 3, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:33.008411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa944f57-c760-4e77-988b-fc4d3592081e req-7c3d4ca7-0b03-44de-8121-becde5936c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:33.009966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa944f57-c760-4e77-988b-fc4d3592081e req-7c3d4ca7-0b03-44de-8121-becde5936c6d service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2324672 Aug 31 14:13:33.053766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a16c5-59a2-4e58-86ea-803005a4e611 req-17fd157e-f896-4b4f-bf6f-93cbf761f338 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:33.055353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d6a16c5-59a2-4e58-86ea-803005a4e611 req-17fd157e-f896-4b4f-bf6f-93cbf761f338 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1181383 Aug 31 14:13:33.176413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Checking router: df148545-cade-4d95-acdf-4feedfb0b233 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:33.177492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Updating router df148545-cade-4d95-acdf-4feedfb0b233 port 4b29eb1f-0725-4546-82be-370842ba7d99 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:13:33.194944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.199206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d6a16c5-59a2-4e58-86ea-803005a4e611 req-5355380b-f766-472a-8629-3ade4e4c568e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361005 Aug 31 14:13:33.207133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.288323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 34beb001-f745-49cf-bf44-cd74edde3162 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:33.435766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Allocated IP 172.20.0.1 (9329ff9c-4b65-47d5-ac07-21a5420329a6/d3005220-729f-4268-a101-f5a73c29a59e/e7e63bb4-af84-46bb-aba1-66feb07151ef) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:33.464239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 34beb001-f745-49cf-bf44-cd74edde3162 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:33.469581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 34beb001-f745-49cf-bf44-cd74edde3162 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:33.469964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.565574 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.580772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Transition to ACTIVE for port object e7e63bb4-af84-46bb-aba1-66feb07151ef will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:33.595510 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.623102 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.678553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:33.684691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:33.690510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e63bb4-af84-46bb-aba1-66feb07151ef,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:33.703581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:33.726450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 34beb001-f745-49cf-bf44-cd74edde3162, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=34beb001-f745-49cf-bf44-cd74edde3162,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:33.729803 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.734591 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.759085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.759419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Transition to ACTIVE for port object 4b29eb1f-0725-4546-82be-370842ba7d99 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:33.816778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=34beb001-f745-49cf-bf44-cd74edde3162,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:33.832116 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.848542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cd5f8ad1-47f5-4fb2-87df-537d19d2ab98 None None] Provisioning complete for port 34beb001-f745-49cf-bf44-cd74edde3162 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:33.848949 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd5f8ad1-47f5-4fb2-87df-537d19d2ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.947165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.963353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a3ec-abb2-4fa8-aae6-7653819a3222 None None] Pushing event updated for resources: {'Port': ['ID=4b29eb1f-0725-4546-82be-370842ba7d99,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:33.977810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Attempting to bind port 4b29eb1f-0725-4546-82be-370842ba7d99 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:33.978477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Attempting to bind port 4b29eb1f-0725-4546-82be-370842ba7d99 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:33.979408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Attempting to bind port 4b29eb1f-0725-4546-82be-370842ba7d99 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:34.013372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:34.013759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:34.014247 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.014693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:34.015915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Bound port: 4b29eb1f-0725-4546-82be-370842ba7d99, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:34.016722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.112067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] For port 4b29eb1f-0725-4546-82be-370842ba7d99, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:34.115614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] For port 4b29eb1f-0725-4546-82be-370842ba7d99, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4b29eb1f-0725-4546-82be-370842ba7d99,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:34.120060 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.155440 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.163428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.202429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:34.203183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:34.236990 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.304800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e63bb4-af84-46bb-aba1-66feb07151ef,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:34.315541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a3ec-abb2-4fa8-aae6-7653819a3222 None None] Pushing event updated for resources: {'Port': ['ID=4b29eb1f-0725-4546-82be-370842ba7d99,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:34.326009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dffd6a12-614c-4a61-aeb4-043b95ab8d90 None None] Provisioning for port e7e63bb4-af84-46bb-aba1-66feb07151ef completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:34.335100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dffd6a12-614c-4a61-aeb4-043b95ab8d90 None None] Provisioning complete for port e7e63bb4-af84-46bb-aba1-66feb07151ef triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:34.335477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dffd6a12-614c-4a61-aeb4-043b95ab8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.378144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:34.378561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebbba4-fd68-42a4-8e31-01297eb4c364 req-b876e9c3-c131-4e31-95a9-7cbe7ce9319d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:34.386271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9ebbba4-fd68-42a4-8e31-01297eb4c364 req-b876e9c3-c131-4e31-95a9-7cbe7ce9319d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0937097 Aug 31 14:13:34.429855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-dffd6a12-614c-4a61-aeb4-043b95ab8d90 None None] Port e7e63bb4-af84-46bb-aba1-66feb07151ef cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:34.443396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:34.446909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:34.463672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9ebbba4-fd68-42a4-8e31-01297eb4c364 req-7e51ad59-d2b3-4fd3-a429-8a4ec38c0a1f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758386 Aug 31 14:13:34.637777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:34Z', 'revision_number': 2, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:34.675726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d50b4-cfaf-4d7f-bd70-a4308fde8ab1 None None] The sync data for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 is: [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:34Z', 'revision_number': 2, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:34.765050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9c76d358-07ce-4ee0-a47f-e391639401bb None None] Provisioning complete for port e7e63bb4-af84-46bb-aba1-66feb07151ef triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:34.766046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9c76d358-07ce-4ee0-a47f-e391639401bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.814756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9c76d358-07ce-4ee0-a47f-e391639401bb None None] Port e7e63bb4-af84-46bb-aba1-66feb07151ef cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:34.998312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Router df148545-cade-4d95-acdf-4feedfb0b233 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:35.152737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:35.159819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69bd720d-3c1d-4e5b-ab7c-a272f2a8b732 admin admin] 10.222.0.10 "PUT /v2.0/routers/df148545-cade-4d95-acdf-4feedfb0b233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7178349 Aug 31 14:13:35.281681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 34beb001-f745-49cf-bf44-cd74edde3162 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:35.396265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 34beb001-f745-49cf-bf44-cd74edde3162 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:35.396636 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.847976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36190) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:35.855460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-94f43d46-c21d-4156-946a-7afc0ff15bf5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918510418', 'description': 'tempest-description--1062627555'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:35.888193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94f43d46-c21d-4156-946a-7afc0ff15bf5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.006351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ea4b-ede2-419b-a9eb-15fad3e299a5 req-14a0ef89-72b0-4e6a-8ecf-f9379fee626c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.007908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72d0ea4b-ede2-419b-a9eb-15fad3e299a5 req-14a0ef89-72b0-4e6a-8ecf-f9379fee626c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1154907 Aug 31 14:13:36.071238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72d0ea4b-ede2-419b-a9eb-15fad3e299a5 req-526e46aa-9069-4ad8-a240-843170164cd8 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558712 Aug 31 14:13:36.118812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94f43d46-c21d-4156-946a-7afc0ff15bf5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.123362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94f43d46-c21d-4156-946a-7afc0ff15bf5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.173326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f43d46-c21d-4156-946a-7afc0ff15bf5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc04f9-958d-418d-aabf-01aebd846115,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:36.196525 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94f43d46-c21d-4156-946a-7afc0ff15bf5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.208123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-94f43d46-c21d-4156-946a-7afc0ff15bf5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3560607 Aug 31 14:13:36.208795 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.215917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-35b22a1a-9eec-4a80-851c-64ebe546afde tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'security_group_rule': {'security_group_id': '0bfc04f9-958d-418d-aabf-01aebd846115', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:36.284114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35b22a1a-9eec-4a80-851c-64ebe546afde tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.391501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbed61-4574-4998-a1e9-ad6183470665 req-d94b1d63-765e-434f-89f0-cf4c93aeedf1 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.394096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-facbed61-4574-4998-a1e9-ad6183470665 req-d94b1d63-765e-434f-89f0-cf4c93aeedf1 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0744832 Aug 31 14:13:36.404642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35b22a1a-9eec-4a80-851c-64ebe546afde tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.409236 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35b22a1a-9eec-4a80-851c-64ebe546afde tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.431038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b22a1a-9eec-4a80-851c-64ebe546afde tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55aea96e-70a5-4200-9394-edb52f37797b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:36.445447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-35b22a1a-9eec-4a80-851c-64ebe546afde tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.446785 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-35b22a1a-9eec-4a80-851c-64ebe546afde tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2365761 Aug 31 14:13:36.465867 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36210) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.473095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-527b7767-1b70-4ca9-b507-f0257d5aa31a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'security_group_rule': {'security_group_id': '0bfc04f9-958d-418d-aabf-01aebd846115', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:36.506680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-facbed61-4574-4998-a1e9-ad6183470665 req-0123d383-5d90-4e35-bfa1-ac75eecc516f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972910 Aug 31 14:13:36.515628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-527b7767-1b70-4ca9-b507-f0257d5aa31a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.537512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-89e666a8-d8d9-4d5c-a206-e59ae6054393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.540030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-89e666a8-d8d9-4d5c-a206-e59ae6054393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 1097 time: 0.1444266 Aug 31 14:13:36.604614 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-527b7767-1b70-4ca9-b507-f0257d5aa31a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.610328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-527b7767-1b70-4ca9-b507-f0257d5aa31a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.642738 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b7767-1b70-4ca9-b507-f0257d5aa31a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce950c61-149d-45af-b733-236baa9308d3,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:36.652760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-527b7767-1b70-4ca9-b507-f0257d5aa31a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.655136 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-527b7767-1b70-4ca9-b507-f0257d5aa31a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1879628 Aug 31 14:13:36.658530 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 36216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.663909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:36.689838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.700010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-5a7aaaa0-4ec1-4142-ace6-a771b1dde523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.701557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-5a7aaaa0-4ec1-4142-ace6-a771b1dde523 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.1436746 Aug 31 14:13:36.785727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-c4879ba8-3590-4f04-b220-8d7ce2d01801 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 200 len: 1002 time: 0.0700145 Aug 31 14:13:36.809872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.848732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-b00b05d6-437b-4648-9cea-f26ec9df2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.850437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-b00b05d6-437b-4648-9cea-f26ec9df2279 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0570562 Aug 31 14:13:36.913481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-ae927264-e7fd-4608-94d8-b7a4354dab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.916537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-ae927264-e7fd-4608-94d8-b7a4354dab04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539107 Aug 31 14:13:36.943434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Allocated IP 172.25.0.252 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/8bb25e10-3b50-453c-9f37-0a8d6288a8aa) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:37.024185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-83f41cb6-59ad-4e28-ad34-a3f725f729b9 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943985 Aug 31 14:13:37.065528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.113829 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.175522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:37.179332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:37.184301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-918c8192-183e-4ac4-b8e0-d4a4735f99c9 req-36bd0e5a-3105-43df-af04-75d07629c325 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517479 Aug 31 14:13:37.184736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:37.191296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'Port': ['ID=8bb25e10-3b50-453c-9f37-0a8d6288a8aa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:37.282599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4b29eb1f-0725-4546-82be-370842ba7d99 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:37.314987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.347961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 4b29eb1f-0725-4546-82be-370842ba7d99 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:37.352940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4b29eb1f-0725-4546-82be-370842ba7d99 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:37.353313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.361159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.450701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.472792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 4b29eb1f-0725-4546-82be-370842ba7d99, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4b29eb1f-0725-4546-82be-370842ba7d99,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:37.477223 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.550235 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Sync routers for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:37.564680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=4b29eb1f-0725-4546-82be-370842ba7d99,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:37.582158 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:37.582738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.583055 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:37.590156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.665146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'Port': ['ID=8bb25e10-3b50-453c-9f37-0a8d6288a8aa,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:37.688370 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.705966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625da55-ba05-4f6a-a4b7-e94da258f4d8 req-04545c60-3531-429d-ab21-53a86c96fa71 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:37.706704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.708540 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-13b7892a-a272-4e17-a4ac-ea282b32dc25 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0486791 Aug 31 14:13:37.715074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e625da55-ba05-4f6a-a4b7-e94da258f4d8 req-04545c60-3531-429d-ab21-53a86c96fa71 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0854094 Aug 31 14:13:37.715952 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:37.761157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e625da55-ba05-4f6a-a4b7-e94da258f4d8 req-77dc960d-9b8c-4106-8b40-ab123dba4a3d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448430 Aug 31 14:13:37.886812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-574e6320-392d-45fa-9e08-cc8bb3093de7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--918510418&fields=id&tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 267 time: 0.0485754 Aug 31 14:13:38.045269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-ec6d5d18-ce83-4957-ad69-3eaa5053245b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:38.048343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-ec6d5d18-ce83-4957-ad69-3eaa5053245b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 815 time: 0.1493864 Aug 31 14:13:38.049485 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:34Z', 'revision_number': 2, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:38.065227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-5af2c33e-5118-4e3d-8a16-968028bccd1a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/quotas/b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 375 time: 0.0106461 Aug 31 14:13:38.079372 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Checking router: df148545-cade-4d95-acdf-4feedfb0b233 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:38.079638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Updating router df148545-cade-4d95-acdf-4feedfb0b233 port e7e63bb4-af84-46bb-aba1-66feb07151ef binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:13:38.107222 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.152100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-324b7be3-4031-4537-844c-a823696c4daa tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752137 Aug 31 14:13:38.264042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-fbe84d82-22e0-4587-a482-f55ed378eda9 service neutron] 10.222.0.10 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057341 Aug 31 14:13:38.385525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-7c46b325-dbf3-4ff3-813e-fb6df77c8a9f service neutron] 10.222.0.10 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143115 Aug 31 14:13:38.457601 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.469848 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Transition to ACTIVE for port object e7e63bb4-af84-46bb-aba1-66feb07151ef will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:38.476752 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.550377 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Pushing event updated for resources: {'Port': ['ID=e7e63bb4-af84-46bb-aba1-66feb07151ef,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:38.562560 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.563097 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.563621 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.564194 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.564697 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.565224 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.565808 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.566331 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.566830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.577449 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.577906 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.578638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:38.625421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4dad30b3-d0a1-4afd-bf94-cf439759401b req-3024f8b5-0b56-47f3-aff9-b858cf2cb7a1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 210 time: 0.0492868 Aug 31 14:13:38.651276 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Attempting to bind port e7e63bb4-af84-46bb-aba1-66feb07151ef on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:38.654021 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Attempting to bind port e7e63bb4-af84-46bb-aba1-66feb07151ef by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:38.654753 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Attempting to bind port e7e63bb4-af84-46bb-aba1-66feb07151ef on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:38.662401 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:38.662780 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Checking segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:38.663187 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.663581 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Bound using segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:38.664442 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Bound port: e7e63bb4-af84-46bb-aba1-66feb07151ef, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:38.664833 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.767806 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] For port e7e63bb4-af84-46bb-aba1-66feb07151ef, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:38.772182 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] For port e7e63bb4-af84-46bb-aba1-66feb07151ef, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e7e63bb4-af84-46bb-aba1-66feb07151ef,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:38.777256 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.049849 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8616910-7529-483c-a228-704fbc5271bf None None] Pushing event updated for resources: {'Port': ['ID=e7e63bb4-af84-46bb-aba1-66feb07151ef,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.056596 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:39.059187 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:39.083915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f135fd-c444-4d4a-8c8d-5c53e3e58b59 req-d05867eb-8671-4d18-b349-8307e0b43b1e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:39.090858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f135fd-c444-4d4a-8c8d-5c53e3e58b59 req-d05867eb-8671-4d18-b349-8307e0b43b1e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.1219435 Aug 31 14:13:39.175028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04f135fd-c444-4d4a-8c8d-5c53e3e58b59 req-31df84cc-97ce-44e5-9bd6-cccf0ae173e1 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682302 Aug 31 14:13:39.347690 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:39.358924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e63bb4-af84-46bb-aba1-66feb07151ef up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:39.437239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e7e63bb4-af84-46bb-aba1-66feb07151ef completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:39.445607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e7e63bb4-af84-46bb-aba1-66feb07151ef triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:39.445981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.642017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.727822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e7e63bb4-af84-46bb-aba1-66feb07151ef, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e7e63bb4-af84-46bb-aba1-66feb07151ef,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:39.737680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.740309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4b29eb1f-0725-4546-82be-370842ba7d99 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:39.745567 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:38Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:39.815155 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d8cb4-83c0-4072-9d82-c1ed382b8d8f None None] The sync data for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 is: [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:38Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:39.818015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f02643d4-64bb-4dbe-8446-fe4296d95b66 req-b43f2971-6ef0-4738-a5a9-171fff9b3350 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 210 time: 0.0599134 Aug 31 14:13:39.854768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e7e63bb4-af84-46bb-aba1-66feb07151ef,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.872449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4b29eb1f-0725-4546-82be-370842ba7d99 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:39.872858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.928982 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.326848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-7e7def20-5c67-4769-84dd-2e52b7a0c1d4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:40.328429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-7e7def20-5c67-4769-84dd-2e52b7a0c1d4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 815 time: 0.1360371 Aug 31 14:13:40.419782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-fedc4ea5-c7d1-4faa-806a-21274dd9fa1a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 379 time: 0.0569108 Aug 31 14:13:40.431564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'port': {'device_id': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'admin_state_up': True, 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'security_groups': ['0bfc04f9-958d-418d-aabf-01aebd846115']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:40.560891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Made reservation on behalf of b18aa7b70bdc457b91a1354e2f0aeb2b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:40.569576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.740843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Allocated IP 172.20.0.13 (9329ff9c-4b65-47d5-ac07-21a5420329a6/d3005220-729f-4268-a101-f5a73c29a59e/86c598b8-0541-4278-9c88-60f11470180c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:40.945891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-366cf650-06f4-4b91-a534-ddb9801c5d99 req-104834dc-88b3-4c10-a553-f4491208f362 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 210 time: 0.0436378 Aug 31 14:13:40.949360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.975460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Transition to ACTIVE for port object 86c598b8-0541-4278-9c88-60f11470180c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:41.012743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.067496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:41.070737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:41.074863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:41.105302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:41.157773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:41.160441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.190617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-3a889107-637c-4205-b7c3-b3cdcd21f7ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7634785 Aug 31 14:13:41.216236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Request body: {'port': {'device_id': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:41.229329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e63bb4-af84-46bb-aba1-66feb07151ef up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:41.286456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e7e63bb4-af84-46bb-aba1-66feb07151ef triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:41.287162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.310241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.457892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2ffd1a76-a342-4963-9baf-f0a108d3fd19 None None] Provisioning for port 86c598b8-0541-4278-9c88-60f11470180c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:41.462777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2ffd1a76-a342-4963-9baf-f0a108d3fd19 None None] Provisioning complete for port 86c598b8-0541-4278-9c88-60f11470180c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:41.463894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2ffd1a76-a342-4963-9baf-f0a108d3fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.506572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2ffd1a76-a342-4963-9baf-f0a108d3fd19 None None] Port 86c598b8-0541-4278-9c88-60f11470180c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:41.650550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c598b8-0541-4278-9c88-60f11470180c {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:13:41.659116 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.672682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Transition to ACTIVE for port object 86c598b8-0541-4278-9c88-60f11470180c will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:41.677297 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.743160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:41.833402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Attempting to bind port 86c598b8-0541-4278-9c88-60f11470180c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:41.833883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Attempting to bind port 86c598b8-0541-4278-9c88-60f11470180c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:41.834220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Attempting to bind port 86c598b8-0541-4278-9c88-60f11470180c on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:41.839217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Port 86c598b8-0541-4278-9c88-60f11470180c on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:13:41.839542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Attempting to bind port 86c598b8-0541-4278-9c88-60f11470180c on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:41.844628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:41.845000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Checking segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:41.845391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Bound using segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:41.845820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Bound port: 86c598b8-0541-4278-9c88-60f11470180c, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:41.846202 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.917576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:41.920757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:41.925924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.961850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:41.962388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.964002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] 10.222.0.26 "PUT /v2.0/ports/86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 200 len: 1092 time: 0.7547054 Aug 31 14:13:41.964576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'tag': '86c598b8-0541-4278-9c88-60f11470180c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:41.966800 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506816e-0f8b-43bf-a46c-40859120850d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "tag": "86c598b8-0541-4278-9c88-60f11470180c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:41.996376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e154c-328f-40d8-88f1-b245ce841b41 service neutron] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:42.030559 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698558e0-0079-4044-a799-8ffe42f0bffa x-openstack-request-id: req-698558e0-0079-4044-a799-8ffe42f0bffa {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:42.031106 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "tag": "86c598b8-0541-4278-9c88-60f11470180c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:42.031563 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-698558e0-0079-4044-a799-8ffe42f0bffa {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:42.032351 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'tag': '86c598b8-0541-4278-9c88-60f11470180c', 'status': 'completed', 'code': 200} Aug 31 14:13:42.124374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-8b2ee254-eb68-4b46-935b-c340fb4e9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:42.124772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-8b2ee254-eb68-4b46-935b-c340fb4e9327 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1095 time: 0.0730658 Aug 31 14:13:42.193992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-fe3d338d-f5ac-4bad-b433-47d6b00833ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 200 len: 217 time: 0.0414829 Aug 31 14:13:42.220351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047fb35-c096-4cb4-ab00-f86845aa7c6c req-be940cd0-01cd-4c76-91f9-16216295258a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:42.221956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2047fb35-c096-4cb4-ab00-f86845aa7c6c req-be940cd0-01cd-4c76-91f9-16216295258a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.1183839 Aug 31 14:13:42.299363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-af07cbf0-0ac4-436c-996d-92598394e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:42.301206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-af07cbf0-0ac4-436c-996d-92598394e811 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0967002 Aug 31 14:13:42.307648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2047fb35-c096-4cb4-ab00-f86845aa7c6c req-0ffc47cb-a6cb-472d-9032-b318add297e1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625010 Aug 31 14:13:42.372897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-7f1bdaee-43ad-401e-b1c0-97c22dddfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:42.374792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-7f1bdaee-43ad-401e-b1c0-97c22dddfb2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650451 Aug 31 14:13:42.481323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-de4c0f1b-b899-41e3-9eed-da4e33d599a1 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Aug 31 14:13:42.586048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4abdc866-3bb7-41f8-a490-375d25bf4105 req-0c3eef8c-6071-40bc-86d5-c8c46ad9b071 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947948 Aug 31 14:13:42.767897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506816e-0f8b-43bf-a46c-40859120850d req-868fbc61-7ba3-41f6-8000-cff2210c3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:42.769673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7506816e-0f8b-43bf-a46c-40859120850d req-868fbc61-7ba3-41f6-8000-cff2210c3d94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1095 time: 0.0466406 Aug 31 14:13:42.863522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506816e-0f8b-43bf-a46c-40859120850d req-23c35696-8374-48c4-bac3-8897289d9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:42.865072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7506816e-0f8b-43bf-a46c-40859120850d req-23c35696-8374-48c4-bac3-8897289d9bb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.0872486 Aug 31 14:13:42.919541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7506816e-0f8b-43bf-a46c-40859120850d req-fcf68e90-d660-4c2a-8d0b-64a0bb8cf69b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 200 len: 217 time: 0.0412626 Aug 31 14:13:42.973241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506816e-0f8b-43bf-a46c-40859120850d req-ad029d06-96b2-4c44-b7f2-a8cb72824f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:42.974891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7506816e-0f8b-43bf-a46c-40859120850d req-ad029d06-96b2-4c44-b7f2-a8cb72824f1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0467181 Aug 31 14:13:43.027458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506816e-0f8b-43bf-a46c-40859120850d req-6ddbdd5b-1e7f-4527-92c9-202dbaa6a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:43.029038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7506816e-0f8b-43bf-a46c-40859120850d req-6ddbdd5b-1e7f-4527-92c9-202dbaa6a80e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428708 Aug 31 14:13:43.146257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7506816e-0f8b-43bf-a46c-40859120850d req-c7cc2cf4-a3cc-4fe9-a305-e83415bdb29f service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022177 Aug 31 14:13:43.240178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7506816e-0f8b-43bf-a46c-40859120850d req-982f2eaf-74be-41fb-bb26-e8575644926f service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844035 Aug 31 14:13:43.459516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772f7d-adf3-4746-bfcf-b0887d63edcf req-f0743dd5-e0b3-4501-9162-4fc32b81dc79 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:43.461071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68772f7d-adf3-4746-bfcf-b0887d63edcf req-f0743dd5-e0b3-4501-9162-4fc32b81dc79 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0572662 Aug 31 14:13:43.502790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68772f7d-adf3-4746-bfcf-b0887d63edcf req-01f56bbb-f31f-4ec4-a24a-46b96f45ff0d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355752 Aug 31 14:13:44.511100 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:13:44.631002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efd8a-cf1f-4f5c-aa6c-b962ac983c47 req-5963d60a-9bb0-4ada-a473-691e1c5b690d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:44.633481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-887efd8a-cf1f-4f5c-aa6c-b962ac983c47 req-5963d60a-9bb0-4ada-a473-691e1c5b690d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0574963 Aug 31 14:13:44.679188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-887efd8a-cf1f-4f5c-aa6c-b962ac983c47 req-0d656730-5a9c-42a9-a63b-eed99c7312b9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Aug 31 14:13:45.470159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbdf32-67e9-4378-ace6-c02a1a9c5478 req-c02fe673-a0aa-47e6-9c96-fe7729eb8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:45.471714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5edbdf32-67e9-4378-ace6-c02a1a9c5478 req-c02fe673-a0aa-47e6-9c96-fe7729eb8d3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 1097 time: 0.1274309 Aug 31 14:13:45.514513 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5edbdf32-67e9-4378-ace6-c02a1a9c5478 req-b3100228-9f99-45ea-91b5-310c4b282c86 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352781 Aug 31 14:13:45.806475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce280a6-63f4-4e76-ab12-5ef1df60efdd req-09246740-d0a0-4571-b5be-d5ec075c8c0b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:45.808095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ce280a6-63f4-4e76-ab12-5ef1df60efdd req-09246740-d0a0-4571-b5be-d5ec075c8c0b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0534375 Aug 31 14:13:45.853815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ce280a6-63f4-4e76-ab12-5ef1df60efdd req-94c0fc6d-6e79-40c7-abfb-b2841a72e50a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390887 Aug 31 14:13:46.044446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:13:46.149216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:46.161782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '86c598b8-0541-4278-9c88-60f11470180c', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'port_id': '86c598b8-0541-4278-9c88-60f11470180c', 'mac_address': 'fa:16:3e:38:c8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:13:46.203722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.217348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c598b8-0541-4278-9c88-60f11470180c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:13:46.237148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:46.241284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.293614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:46.692028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['86c598b8-0541-4278-9c88-60f11470180c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:13:46.992421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5eac79-a59e-43a3-b0db-797644f95c1f req-122ab04b-7461-49a1-92d6-8975f26a3491 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:46.994675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c5eac79-a59e-43a3-b0db-797644f95c1f req-122ab04b-7461-49a1-92d6-8975f26a3491 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 945 time: 0.0586736 Aug 31 14:13:47.036680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c5eac79-a59e-43a3-b0db-797644f95c1f req-d9e25c1b-268a-42c2-9aeb-060546f2ea29 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351083 Aug 31 14:13:48.065662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:48.167637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83516845-fb3a-4691-b9ac-6ab971afb20b req-2cbcbdb8-654b-4ba5-8b79-a96c8800ca8a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:48.169365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83516845-fb3a-4691-b9ac-6ab971afb20b req-2cbcbdb8-654b-4ba5-8b79-a96c8800ca8a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 945 time: 0.0541296 Aug 31 14:13:48.223071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83516845-fb3a-4691-b9ac-6ab971afb20b req-7293ff7d-c1ab-4fde-ab2b-b85444c1bb84 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 Aug 31 14:13:48.291962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 86c598b8-0541-4278-9c88-60f11470180c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:48.295752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 86c598b8-0541-4278-9c88-60f11470180c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:48.296260 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.390565 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.417592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:48.421081 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468564c1-9c80-4d93-b183-47feca06e295" -d '{"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-plugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:48.434841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:48.438369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.493567 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bace08f-1cf5-4a80-bbdf-73a362c7a9a2 x-openstack-request-id: req-7bace08f-1cf5-4a80-bbdf-73a362c7a9a2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:48.493848 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-plugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:48.494157 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bace08f-1cf5-4a80-bbdf-73a362c7a9a2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:48.494847 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c', 'code': 200} Aug 31 14:13:48.505691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.626803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b8a4-7a7e-4aa1-ac87-0304b8db8cb0 req-ebe68d8d-bf79-487a-b894-0c2b77f7082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:48.628244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89a7b8a4-7a7e-4aa1-ac87-0304b8db8cb0 req-ebe68d8d-bf79-487a-b894-0c2b77f7082a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1097 time: 0.0415826 Aug 31 14:13:48.669563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89a7b8a4-7a7e-4aa1-ac87-0304b8db8cb0 req-ebadd0b8-7d47-4899-8f9e-67864a7ba8f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Aug 31 14:13:49.351111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0401c-6604-472e-a552-bc14dc95a87f req-53f39879-8edc-40a7-b057-143e7e494253 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:49.352624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01f0401c-6604-472e-a552-bc14dc95a87f req-53f39879-8edc-40a7-b057-143e7e494253 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0529747 Aug 31 14:13:49.391577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01f0401c-6604-472e-a552-bc14dc95a87f req-5f2c7271-98cc-428b-88e9-54fd1c774491 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327132 Aug 31 14:13:50.517324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403acb7-374b-4dfe-bf0f-1947d066dc18 req-1f068b1b-6f9a-4e58-92f5-9bcb1f90a63c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:50.518990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0403acb7-374b-4dfe-bf0f-1947d066dc18 req-1f068b1b-6f9a-4e58-92f5-9bcb1f90a63c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0513649 Aug 31 14:13:50.558853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0403acb7-374b-4dfe-bf0f-1947d066dc18 req-3362a5af-5528-487d-aabb-7d0857b96df4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336344 Aug 31 14:13:50.690320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef225a-09d6-496c-a11a-8029a381080e req-0788271d-460e-4507-b702-ef738f6332e6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:50.691802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94ef225a-09d6-496c-a11a-8029a381080e req-0788271d-460e-4507-b702-ef738f6332e6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0631487 Aug 31 14:13:50.701639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 36526) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.706962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'floatingip': {'port_id': '86c598b8-0541-4278-9c88-60f11470180c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:50.753487 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.219410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.223407 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.338791 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Floating IP b316caa7-b314-4578-91e7-f90f99627b50 associated. External IP: 172.25.0.252, port: 86c598b8-0541-4278-9c88-60f11470180c. Aug 31 14:13:51.557576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Router df148545-cade-4d95-acdf-4feedfb0b233 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:51.673640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:51.678372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.683975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67328594-4de8-45ed-8c82-5036251af025 None None] Sync routers for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:51.694082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:51.694709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:51.708168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b61a9b9b-0624-438b-850a-83823af26106 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "PUT /v2.0/floatingips/b316caa7-b314-4578-91e7-f90f99627b50 HTTP/1.1" status: 200 len: 992 time: 1.0054142 Aug 31 14:13:51.709160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'tag': '86c598b8-0541-4278-9c88-60f11470180c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:13:51.712478 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28bb4db-f319-4627-8072-0cdd27d93d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "tag": "86c598b8-0541-4278-9c88-60f11470180c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:13:51.810678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:51.832326 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1f603b-849f-4768-9029-22889aa6a6b5 x-openstack-request-id: req-4f1f603b-849f-4768-9029-22889aa6a6b5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:13:51.832621 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "tag": "86c598b8-0541-4278-9c88-60f11470180c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:13:51.832924 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f1f603b-849f-4768-9029-22889aa6a6b5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:13:51.833338 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'tag': '86c598b8-0541-4278-9c88-60f11470180c', 'status': 'completed', 'code': 200} Aug 31 14:13:51.935528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-074615ce-dddb-4a5a-af57-25e1e770a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:51.937117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-074615ce-dddb-4a5a-af57-25e1e770a453 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1097 time: 0.0418816 Aug 31 14:13:52.040222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-968b774b-788e-4dc3-be54-a294da0092f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:52.042005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-968b774b-788e-4dc3-be54-a294da0092f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.0933380 Aug 31 14:13:52.057191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b316caa7-b314-4578-91e7-f90f99627b50', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'port_id': '86c598b8-0541-4278-9c88-60f11470180c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'mac_address': 'fa:16:3e:38:c8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:13:37Z', 'updated_at': '2021-08-31T14:13:51Z', 'revision_number': 1, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:52.092082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67328594-4de8-45ed-8c82-5036251af025 None None] Checking router: df148545-cade-4d95-acdf-4feedfb0b233 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:52.100819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:52.101486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:52.126146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-f8b86bf2-0b38-4f2f-8347-746c7c1b4cae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 200 len: 1000 time: 0.0628145 Aug 31 14:13:52.185679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-e1fac2f0-da3c-4505-bf4a-5fcbd37eabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:52.187276 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-e1fac2f0-da3c-4505-bf4a-5fcbd37eabd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0512652 Aug 31 14:13:52.213920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:52.240258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-68619a69-f389-4045-bab6-fc1ad3456e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:52.242048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-68619a69-f389-4045-bab6-fc1ad3456e41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426159 Aug 31 14:13:52.354575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-6947090e-4b0c-4de2-b7b7-b35384a05a9a service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952053 Aug 31 14:13:52.459399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-67328594-4de8-45ed-8c82-5036251af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b316caa7-b314-4578-91e7-f90f99627b50', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'port_id': '86c598b8-0541-4278-9c88-60f11470180c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'mac_address': 'fa:16:3e:38:c8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:13:37Z', 'updated_at': '2021-08-31T14:13:51Z', 'revision_number': 1, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:52.459724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e28bb4db-f319-4627-8072-0cdd27d93d4f req-13c8b52d-1522-4843-98b5-1185b3cb0843 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963595 Aug 31 14:13:52.488215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67328594-4de8-45ed-8c82-5036251af025 None None] The sync data for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 is: [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'b316caa7-b314-4578-91e7-f90f99627b50', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'port_id': '86c598b8-0541-4278-9c88-60f11470180c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'mac_address': 'fa:16:3e:38:c8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:13:37Z', 'updated_at': '2021-08-31T14:13:51Z', 'revision_number': 1, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:52.708265 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0551d2-8334-4acd-98bc-124d101070e7 None None] New status for floating IP b316caa7-b314-4578-91e7-f90f99627b50: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:13:56.734887 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b42efc91-33df-4549-a518-1c584e200e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.331504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-247a2c25-8459-4b1d-a6a7-c30c718f0c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.513057 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.594886 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.983567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.428212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37108) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:04.542619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5937d9a5-ede4-434a-8f4e-1a0473d6b497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.636075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5937d9a5-ede4-434a-8f4e-1a0473d6b497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.640555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5937d9a5-ede4-434a-8f4e-1a0473d6b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.682229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5937d9a5-ede4-434a-8f4e-1a0473d6b497 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d8338afc43f4b228b27b5b514844d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522566 Aug 31 14:14:04.683084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937d9a5-ede4-434a-8f4e-1a0473d6b497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935ebb9a-f44a-48b8-a9a3-0ae45d6d1a19,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:04.684765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37114) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:04.736111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173d7d9e-7385-4560-b4ca-4dbcd198c7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.757030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173d7d9e-7385-4560-b4ca-4dbcd198c7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.807309 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173d7d9e-7385-4560-b4ca-4dbcd198c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.810068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173d7d9e-7385-4560-b4ca-4dbcd198c7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.811310 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-173d7d9e-7385-4560-b4ca-4dbcd198c7dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/935ebb9a-f44a-48b8-a9a3-0ae45d6d1a19 HTTP/1.1" status: 204 len: 168 time: 0.1253421 Aug 31 14:14:04.819657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d7d9e-7385-4560-b4ca-4dbcd198c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935ebb9a-f44a-48b8-a9a3-0ae45d6d1a19,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.248904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5977c-70fc-4e06-a3b7-14792a2bbad6 req-9dbe0dd7-d895-4767-88e9-3798d8e9611b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.250433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fa5977c-70fc-4e06-a3b7-14792a2bbad6 req-9dbe0dd7-d895-4767-88e9-3798d8e9611b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0770392 Aug 31 14:14:05.278330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-299d466b-3628-40a0-9d87-e528b987e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.279813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-299d466b-3628-40a0-9d87-e528b987e7c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1095 time: 0.0654118 Aug 31 14:14:05.313156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fa5977c-70fc-4e06-a3b7-14792a2bbad6 req-d1a665bb-9f8e-4689-80a0-f8a0b5cecff2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550063 Aug 31 14:14:05.386863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-9539b0e1-a7dd-4964-8577-cd565aa43a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.388625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-9539b0e1-a7dd-4964-8577-cd565aa43a42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.0981154 Aug 31 14:14:05.461095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-ac9c395c-8f2f-46d6-b6e2-266b4a51fd22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.0641682 Aug 31 14:14:05.477037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37142) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:05.520428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-4658e43f-d720-435f-a7e6-c443970e9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.522047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-4658e43f-d720-435f-a7e6-c443970e9aba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0478802 Aug 31 14:14:05.570658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-284fe80f-67f9-4f15-a986-f6b4cd097367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.572473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-284fe80f-67f9-4f15-a986-f6b4cd097367 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406542 Aug 31 14:14:05.577857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1402243076-network', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:05.601355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Made reservation on behalf of 1df4fb4ef06b49c081d4a83012766b6f for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:05.604423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.612883 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.709818 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.715402 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.743994 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] vlan segment allocate from pool success with {'vlan_id': 1528, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:05.749591 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10585cf3-52c2-4f6c-bc5d-8a8d51a3a38d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.760240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.760584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.760960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.761297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.761628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.761958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.762283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.762606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.762928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.763248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.763566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.763883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:05.768090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.768439 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Added segment 4ff2593e-a1aa-4d89-af7e-572fa94ba095 of type vlan for network d258c67b-4d7a-4870-b50b-5920dc75e892 Aug 31 14:14:05.815839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.848486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.849539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.850132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.911073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4328985 Aug 31 14:14:05.915390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37148) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:05.920161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Request body: {'subnet': {'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1402243076-subnet', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:05.928033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58312e87-96da-4e6a-8d46-4c39b24ce630 admin admin] Pushing event updated for resources: {'Network': ['ID=d258c67b-4d7a-4870-b50b-5920dc75e892,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.939940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d258c67b-4d7a-4870-b50b-5920dc75e892 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:05.955433 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Made reservation on behalf of 1df4fb4ef06b49c081d4a83012766b6f for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:05.958047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.027435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-72bf3196-caea-44f8-82c2-c7ddfd1f66f4 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458158 Aug 31 14:14:06.122230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6dea8ccd-8844-40e7-aeb2-aba9c50cb4c1 req-9e341979-ff6d-40a3-b66a-ce4e61704389 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840883 Aug 31 14:14:06.126759 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.180554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8000734e-4742-4c91-9a1b-12b7a21c1dbb,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:06.190542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Checking segment: {'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:06.190906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Network hostable DHCP agents. Network: d258c67b-4d7a-4870-b50b-5920dc75e892, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:06.208003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Network d258c67b-4d7a-4870-b50b-5920dc75e892 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:06.217625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d258c67b-4d7a-4870-b50b-5920dc75e892) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:06.221743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:06.222334 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.227910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be65aa-863d-49f4-8bde-15614631090c None None] Network d258c67b-4d7a-4870-b50b-5920dc75e892 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:06.237340 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e44eee83-a0a5-4eab-8ded-d151582bdc8e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3208563 Aug 31 14:14:06.239887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37150) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:06.244723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:06.270746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.272464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.330744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.398852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d258c67b-4d7a-4870-b50b-5920dc75e892', 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'fixed_ips': [{'subnet_id': '8000734e-4742-4c91-9a1b-12b7a21c1dbb'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:06.399750 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.454530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb78c92-2daa-498f-9af9-8bf1a53c1527 req-ff1bd205-7696-4f5d-82d9-ec93c68eabac tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:06.456661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb78c92-2daa-498f-9af9-8bf1a53c1527 req-ff1bd205-7696-4f5d-82d9-ec93c68eabac tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0627351 Aug 31 14:14:06.484134 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.501024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb78c92-2daa-498f-9af9-8bf1a53c1527 req-80db43c7-7158-4353-b76d-87726c2c8534 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 Aug 31 14:14:06.562262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Allocated IP 172.20.0.2 (d258c67b-4d7a-4870-b50b-5920dc75e892/8000734e-4742-4c91-9a1b-12b7a21c1dbb/c9f53ee0-904f-4535-9973-b8ed3076eaa2) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:06.713175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.725913 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.733617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.736544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Transition to ACTIVE for port object c9f53ee0-904f-4535-9973-b8ed3076eaa2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:06.752682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Transition to ACTIVE for port object c9f53ee0-904f-4535-9973-b8ed3076eaa2 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:06.759208 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.803470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Network d258c67b-4d7a-4870-b50b-5920dc75e892 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:06.806393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:06.809586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:06.818830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Pushing event updated for resources: {'Port': ['ID=c9f53ee0-904f-4535-9973-b8ed3076eaa2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:06.846328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Allocated IP 172.25.0.122 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/84b3fffc-0a75-42e8-9a92-6538fdce67d9) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:06.872674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Attempting to bind port c9f53ee0-904f-4535-9973-b8ed3076eaa2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:06.873090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Attempting to bind port c9f53ee0-904f-4535-9973-b8ed3076eaa2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:06.873455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Attempting to bind port c9f53ee0-904f-4535-9973-b8ed3076eaa2 on network d258c67b-4d7a-4870-b50b-5920dc75e892 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:06.878304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:06.878683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Checking segment: {'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:06.879091 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.879481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Bound using segment: {'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:06.879948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Bound port: c9f53ee0-904f-4535-9973-b8ed3076eaa2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:06.880329 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.943150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] For port c9f53ee0-904f-4535-9973-b8ed3076eaa2, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:06.947650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] For port c9f53ee0-904f-4535-9973-b8ed3076eaa2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c9f53ee0-904f-4535-9973-b8ed3076eaa2,segment=NetworkSegment(4ff2593e-a1aa-4d89-af7e-572fa94ba095),segment_id=4ff2593e-a1aa-4d89-af7e-572fa94ba095)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:06.947978 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.955081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.994852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.015739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0771a8-ac5e-4501-901a-0ab00dfd4a8b None None] Pushing event updated for resources: {'Port': ['ID=c9f53ee0-904f-4535-9973-b8ed3076eaa2,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:07.035784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:07.041095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:07.045313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:07.076410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Pushing event updated for resources: {'Port': ['ID=84b3fffc-0a75-42e8-9a92-6538fdce67d9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:07.647090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.648816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85392033-a7f6-41eb-9cd4-23bb78dffd2e req-227a2d6e-5ad7-497d-9c52-a495e7dc2abd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:07.650956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85392033-a7f6-41eb-9cd4-23bb78dffd2e req-227a2d6e-5ad7-497d-9c52-a495e7dc2abd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0586607 Aug 31 14:14:07.696588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85392033-a7f6-41eb-9cd4-23bb78dffd2e req-a3fac9ff-e0f4-45ea-b065-e620f3be9c5e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379415 Aug 31 14:14:07.861150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.966576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907ede8-9eb2-40fb-857e-02db4ffd7f98 None None] Network d258c67b-4d7a-4870-b50b-5920dc75e892 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:07.999849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:08.038057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6534557c-0f36-4509-8e57-aea90f7b8e9a None None] Provisioning for port c9f53ee0-904f-4535-9973-b8ed3076eaa2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:08.111816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:08.122693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Sync routers for ids ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:08.126879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.128253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9e0af2ed-673d-4fcd-aa75-de1533ce188b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8874037 Aug 31 14:14:08.130927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.143082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Routers {'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:08.143723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:08.253510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Set router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:08.452008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:07Z', 'revision_number': 3, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port': {'id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:08.478320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Checking router: dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:08.478730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Updating router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:08.503338 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.579137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.740580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Allocated IP 172.20.0.1 (d258c67b-4d7a-4870-b50b-5920dc75e892/8000734e-4742-4c91-9a1b-12b7a21c1dbb/7a572317-a55c-49ad-913b-68717ee90304) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:08.762884 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.772763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Transition to ACTIVE for port object 84b3fffc-0a75-42e8-9a92-6538fdce67d9 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:08.777943 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.829484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Attempting to bind port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:08.829860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Attempting to bind port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:08.830227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Attempting to bind port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:08.833024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fca49-662d-49c2-b619-72de4a20df9c None None] Pushing event updated for resources: {'Port': ['ID=84b3fffc-0a75-42e8-9a92-6538fdce67d9,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:08.837597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:08.838008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:08.838454 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.838806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:08.839284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Bound port: 84b3fffc-0a75-42e8-9a92-6538fdce67d9, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:08.839663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.852212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.865578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Transition to ACTIVE for port object 7a572317-a55c-49ad-913b-68717ee90304 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:08.891781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] For port 84b3fffc-0a75-42e8-9a92-6538fdce67d9, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:08.894922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] For port 84b3fffc-0a75-42e8-9a92-6538fdce67d9, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=84b3fffc-0a75-42e8-9a92-6538fdce67d9,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:08.898791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.900163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.945897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Network d258c67b-4d7a-4870-b50b-5920dc75e892 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:08.951800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:08.956527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:08.956838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Routers {'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:08.956838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:08.957156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Pushing event updated for resources: {'Port': ['ID=7a572317-a55c-49ad-913b-68717ee90304,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:08.996745 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.997109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fca49-662d-49c2-b619-72de4a20df9c None None] Pushing event updated for resources: {'Port': ['ID=84b3fffc-0a75-42e8-9a92-6538fdce67d9,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:09.072755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] Set router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:09.143481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.331007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c9f53ee0-904f-4535-9973-b8ed3076eaa2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:09.335799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-34b3c94f-b2cb-4b14-ba9e-97d0718ee224 None None] Provisioning for port 7a572317-a55c-49ad-913b-68717ee90304 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:09.348348 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.354487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.367666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-34b3c94f-b2cb-4b14-ba9e-97d0718ee224 None None] Provisioning complete for port 7a572317-a55c-49ad-913b-68717ee90304 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:09.368096 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-34b3c94f-b2cb-4b14-ba9e-97d0718ee224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.422341 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.424058 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Pushing event updated for resources: {'Port': ['ID=7a572317-a55c-49ad-913b-68717ee90304,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:09.428023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-34b3c94f-b2cb-4b14-ba9e-97d0718ee224 None None] Port 7a572317-a55c-49ad-913b-68717ee90304 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:09.470876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c9f53ee0-904f-4535-9973-b8ed3076eaa2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:09.476645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c9f53ee0-904f-4535-9973-b8ed3076eaa2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:09.477049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.522224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Network d258c67b-4d7a-4870-b50b-5920dc75e892 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:09.523625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:09.527820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:07Z', 'revision_number': 3, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port': {'id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:09.559424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7ac47-7053-41d3-a4c7-1c0c6ae9d6d5 None None] The sync data for ids ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'] in n-d-792362-6 is: [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:07Z', 'revision_number': 3, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port': {'id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:09.600856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.639638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c9f53ee0-904f-4535-9973-b8ed3076eaa2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c9f53ee0-904f-4535-9973-b8ed3076eaa2,segment=NetworkSegment(4ff2593e-a1aa-4d89-af7e-572fa94ba095),segment_id=4ff2593e-a1aa-4d89-af7e-572fa94ba095)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:09.646570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.668221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:09.699649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c9f53ee0-904f-4535-9973-b8ed3076eaa2,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:09.789555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:09.794738 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-893b4f5f-d7ba-4799-8b27-3b76404cf846 admin admin] 10.222.0.10 "PUT /v2.0/routers/dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6628418 Aug 31 14:14:09.863953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-66f10615-59f8-42a4-bfe3-cf873f17c793 None None] Provisioning complete for port 7a572317-a55c-49ad-913b-68717ee90304 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:09.864392 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66f10615-59f8-42a4-bfe3-cf873f17c793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.912963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-66f10615-59f8-42a4-bfe3-cf873f17c793 None None] Port 7a572317-a55c-49ad-913b-68717ee90304 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:09.915492 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.313029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37186) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:10.318091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-184951394-network', 'tenant_id': '379af6970b5e460fbd66c02435de525e'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:10.343947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Made reservation on behalf of 379af6970b5e460fbd66c02435de525e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:10.347664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.362034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.472471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.477342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.498671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] vlan segment allocate from pool success with {'vlan_id': 1522, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:10.512854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b31aa1-d61a-4a0e-a742-44402fde6cda,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:10.517932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.518283 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Added segment 972e4482-6997-446d-914e-ac0699c3fbd5 of type vlan for network 9c24b942-8847-46af-8aab-aebe80f40def Aug 31 14:14:10.557915 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.592256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.593263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:10.593855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.648740 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3345900 Aug 31 14:14:10.652536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37188) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:10.657834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Request body: {'subnet': {'network_id': '9c24b942-8847-46af-8aab-aebe80f40def', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-184951394-subnet', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:10.658891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85ccc2-0342-42aa-a965-d01b0a455b70 admin admin] Pushing event updated for resources: {'Network': ['ID=9c24b942-8847-46af-8aab-aebe80f40def,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:10.669033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9c24b942-8847-46af-8aab-aebe80f40def details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:10.684663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Made reservation on behalf of 379af6970b5e460fbd66c02435de525e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:10.687092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.853349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.910520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=50631dfc-082e-4b11-aff5-2dd5d7a0cfed,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:10.919410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Checking segment: {'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:10.919773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Network hostable DHCP agents. Network: 9c24b942-8847-46af-8aab-aebe80f40def, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:10.937101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Network 9c24b942-8847-46af-8aab-aebe80f40def is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:10.945517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9c24b942-8847-46af-8aab-aebe80f40def) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:10.950453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:10.951052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.956766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e3a90-561c-4429-9760-5e1acab1e922 None None] Network 9c24b942-8847-46af-8aab-aebe80f40def requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:10.967256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-130fed0e-8e82-47c5-93a9-148787a61ada admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3111465 Aug 31 14:14:10.967517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37190) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:10.971790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:10.993348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.995594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.052027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.107331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9c24b942-8847-46af-8aab-aebe80f40def', 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'fixed_ips': [{'subnet_id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:11.108291 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.199950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.250833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Allocated IP 172.20.0.2 (9c24b942-8847-46af-8aab-aebe80f40def/50631dfc-082e-4b11-aff5-2dd5d7a0cfed/058accb7-1a75-453b-816e-155067e53ff2) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:11.301797 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Sync routers for ids ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:11.314388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Routers {'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:11.315266 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:11.339334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 84b3fffc-0a75-42e8-9a92-6538fdce67d9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:11.436390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Set router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:11.445803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:11.453582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:11.453960 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.474872 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.483604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.498984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.504734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Transition to ACTIVE for port object 058accb7-1a75-453b-816e-155067e53ff2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:11.525619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Transition to ACTIVE for port object 058accb7-1a75-453b-816e-155067e53ff2 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:11.533129 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.600239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Network 9c24b942-8847-46af-8aab-aebe80f40def is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:11.609576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:11.614394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:11.620243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.627519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Allocated IP 172.25.0.188 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/f45f57ac-ad60-4747-a5b4-2c3633314054) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:11.627985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Pushing event updated for resources: {'Port': ['ID=058accb7-1a75-453b-816e-155067e53ff2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:11.652503 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:09Z', 'revision_number': 4, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port': {'id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7a572317-a55c-49ad-913b-68717ee90304', 'name': '', 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'mac_address': 'fa:16:3e:ed:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8000734e-4742-4c91-9a1b-12b7a21c1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:08Z', 'updated_at': '2021-08-31T14:14:09Z', 'revision_number': 2, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'subnets': [{'id': '8000734e-4742-4c91-9a1b-12b7a21c1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:11.664177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 84b3fffc-0a75-42e8-9a92-6538fdce67d9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=84b3fffc-0a75-42e8-9a92-6538fdce67d9,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:11.684078 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Checking router: dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:11.684313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.684775 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Updating router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e port 7a572317-a55c-49ad-913b-68717ee90304 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:11.685053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c9f53ee0-904f-4535-9973-b8ed3076eaa2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:11.710473 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.744540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Attempting to bind port 058accb7-1a75-453b-816e-155067e53ff2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:11.744933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Attempting to bind port 058accb7-1a75-453b-816e-155067e53ff2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:11.745294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Attempting to bind port 058accb7-1a75-453b-816e-155067e53ff2 on network 9c24b942-8847-46af-8aab-aebe80f40def {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:11.747437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.761852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:11.762225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Checking segment: {'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:11.762839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.763234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Bound using segment: {'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:11.763712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Bound port: 058accb7-1a75-453b-816e-155067e53ff2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:11.764087 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.789351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=84b3fffc-0a75-42e8-9a92-6538fdce67d9,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:11.798248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.839612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c9f53ee0-904f-4535-9973-b8ed3076eaa2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:11.842097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:11.843369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.845619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:11.849694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:11.873475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Pushing event updated for resources: {'Port': ['ID=f45f57ac-ad60-4747-a5b4-2c3633314054,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:11.877846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] For port 058accb7-1a75-453b-816e-155067e53ff2, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:11.896227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] For port 058accb7-1a75-453b-816e-155067e53ff2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058accb7-1a75-453b-816e-155067e53ff2,segment=NetworkSegment(972e4482-6997-446d-914e-ac0699c3fbd5),segment_id=972e4482-6997-446d-914e-ac0699c3fbd5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:11.904202 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.000756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957101a7-73ae-440a-bcf9-b00986a8122e None None] Pushing event updated for resources: {'Port': ['ID=058accb7-1a75-453b-816e-155067e53ff2,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:12.017404 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.030581 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Transition to ACTIVE for port object 7a572317-a55c-49ad-913b-68717ee90304 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:12.037024 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.092090 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8448e55-44da-49ab-bde8-c443cc23566f None None] Pushing event updated for resources: {'Port': ['ID=7a572317-a55c-49ad-913b-68717ee90304,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:12.136780 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.144240 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Attempting to bind port 7a572317-a55c-49ad-913b-68717ee90304 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:12.145233 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Attempting to bind port 7a572317-a55c-49ad-913b-68717ee90304 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:12.145598 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Attempting to bind port 7a572317-a55c-49ad-913b-68717ee90304 on network d258c67b-4d7a-4870-b50b-5920dc75e892 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:12.150947 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:12.151305 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Checking segment: {'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:12.151700 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.152182 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Bound using segment: {'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:12.152544 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Bound port: 7a572317-a55c-49ad-913b-68717ee90304, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff2593e-a1aa-4d89-af7e-572fa94ba095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:12.152953 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.253861 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] For port 7a572317-a55c-49ad-913b-68717ee90304, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:12.257308 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] For port 7a572317-a55c-49ad-913b-68717ee90304, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7a572317-a55c-49ad-913b-68717ee90304,segment=NetworkSegment(4ff2593e-a1aa-4d89-af7e-572fa94ba095),segment_id=4ff2593e-a1aa-4d89-af7e-572fa94ba095)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:12.263711 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.339662 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Routers {'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:12.340379 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:12.343669 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8448e55-44da-49ab-bde8-c443cc23566f None None] Pushing event updated for resources: {'Port': ['ID=7a572317-a55c-49ad-913b-68717ee90304,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:12.411214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.465124 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] Set router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:12.572613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:12.700241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:12.714233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Sync routers for ids ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:12.725060 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.725299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Routers {'80d9cdcd-7140-41c3-8ec3-b946f92f9835'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:12.725980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:12.729735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a41c1ffc-0b78-4a99-9ce1-e8f65ddd7552 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7580335 Aug 31 14:14:12.730532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37196) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:12.800983 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:09Z', 'revision_number': 4, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port': {'id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7a572317-a55c-49ad-913b-68717ee90304', 'name': '', 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'mac_address': 'fa:16:3e:ed:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8000734e-4742-4c91-9a1b-12b7a21c1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:08Z', 'updated_at': '2021-08-31T14:14:12Z', 'revision_number': 4, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'subnets': [{'id': '8000734e-4742-4c91-9a1b-12b7a21c1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:12.830417 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf2870-bc94-42d7-9a70-dc386b4e7208 None None] The sync data for ids ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'] in n-d-792362-6 is: [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:09Z', 'revision_number': 4, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port': {'id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7a572317-a55c-49ad-913b-68717ee90304', 'name': '', 'network_id': 'd258c67b-4d7a-4870-b50b-5920dc75e892', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'mac_address': 'fa:16:3e:ed:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8000734e-4742-4c91-9a1b-12b7a21c1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:08Z', 'updated_at': '2021-08-31T14:14:12Z', 'revision_number': 4, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'subnets': [{'id': '8000734e-4742-4c91-9a1b-12b7a21c1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:12.870416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Set router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:13.102122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:12Z', 'revision_number': 3, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port': {'id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:11Z', 'updated_at': '2021-08-31T14:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:13.132200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Checking router: 80d9cdcd-7140-41c3-8ec3-b946f92f9835 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:13.132502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Updating router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 port f45f57ac-ad60-4747-a5b4-2c3633314054 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:13.159514 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.192361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c8ded-c546-4f57-b738-dfa79f43acc7 None None] Network 9c24b942-8847-46af-8aab-aebe80f40def requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:13.260028 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.300205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-47e7160e-5a63-42ee-b738-09918102dbac None None] Provisioning for port 058accb7-1a75-453b-816e-155067e53ff2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:13.455834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Allocated IP 172.20.0.1 (9c24b942-8847-46af-8aab-aebe80f40def/50631dfc-082e-4b11-aff5-2dd5d7a0cfed/23f5be13-fd09-4440-885c-614fc43a5837) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:13.458398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 84b3fffc-0a75-42e8-9a92-6538fdce67d9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:13.575248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.590410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Transition to ACTIVE for port object 23f5be13-fd09-4440-885c-614fc43a5837 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:13.612655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:13.613256 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.631602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.674492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Network 9c24b942-8847-46af-8aab-aebe80f40def is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:13.679845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:13.686671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:13.717136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Pushing event updated for resources: {'Port': ['ID=23f5be13-fd09-4440-885c-614fc43a5837,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:13.721014 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.743580 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.780138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Transition to ACTIVE for port object f45f57ac-ad60-4747-a5b4-2c3633314054 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:13.783110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 058accb7-1a75-453b-816e-155067e53ff2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:13.808941 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.880453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Attempting to bind port f45f57ac-ad60-4747-a5b4-2c3633314054 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:13.880831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Attempting to bind port f45f57ac-ad60-4747-a5b4-2c3633314054 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:13.881236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Attempting to bind port f45f57ac-ad60-4747-a5b4-2c3633314054 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:13.891521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d6770-a83b-40fd-8b6b-3a4a3bf729f1 None None] Pushing event updated for resources: {'Port': ['ID=f45f57ac-ad60-4747-a5b4-2c3633314054,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:13.896167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:13.896547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:13.896993 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.897388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:13.897866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Bound port: f45f57ac-ad60-4747-a5b4-2c3633314054, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:13.898249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.916919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.935694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 058accb7-1a75-453b-816e-155067e53ff2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:13.944550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 058accb7-1a75-453b-816e-155067e53ff2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:13.945037 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.001699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] For port f45f57ac-ad60-4747-a5b4-2c3633314054, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:14.021673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] For port f45f57ac-ad60-4747-a5b4-2c3633314054, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f45f57ac-ad60-4747-a5b4-2c3633314054,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:14.029720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.033768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-77393714-c532-41fa-a41b-a17367739355 None None] Provisioning complete for port 058accb7-1a75-453b-816e-155067e53ff2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:14.033955 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77393714-c532-41fa-a41b-a17367739355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.135185 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.141921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.162833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Routers {'80d9cdcd-7140-41c3-8ec3-b946f92f9835'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:14.163604 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:14.165782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d6770-a83b-40fd-8b6b-3a4a3bf729f1 None None] Pushing event updated for resources: {'Port': ['ID=f45f57ac-ad60-4747-a5b4-2c3633314054,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:14.210133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.221412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.228185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Pushing event updated for resources: {'Port': ['ID=23f5be13-fd09-4440-885c-614fc43a5837,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:14.240073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.240604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.240975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.241319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.241660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.241991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.242903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.242903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.243159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.243360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.243768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.244104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.357555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Network 9c24b942-8847-46af-8aab-aebe80f40def is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:14.359995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:14.472478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 058accb7-1a75-453b-816e-155067e53ff2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058accb7-1a75-453b-816e-155067e53ff2,segment=NetworkSegment(972e4482-6997-446d-914e-ac0699c3fbd5),segment_id=972e4482-6997-446d-914e-ac0699c3fbd5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:14.483670 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.484381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7a572317-a55c-49ad-913b-68717ee90304 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:14.486632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:14.539665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77393714-c532-41fa-a41b-a17367739355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.545535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] Set router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:14.613286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:14.627973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9787cc1c-85b5-4d69-b0c0-9397d49cca7f admin admin] 10.222.0.10 "PUT /v2.0/routers/80d9cdcd-7140-41c3-8ec3-b946f92f9835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871751 Aug 31 14:14:14.667589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=058accb7-1a75-453b-816e-155067e53ff2,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:14.754206 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-77393714-c532-41fa-a41b-a17367739355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:14:14.754779 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-77393714-c532-41fa-a41b-a17367739355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:14:14.762922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7a572317-a55c-49ad-913b-68717ee90304 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:14.776285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7a572317-a55c-49ad-913b-68717ee90304 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:14.776720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.904219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.908830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 4, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port': {'id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:11Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '23f5be13-fd09-4440-885c-614fc43a5837', 'name': '', 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'mac_address': 'fa:16:3e:80:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:13Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 2, 'project_id': '379af6970b5e460fbd66c02435de525e', 'subnets': [{'id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:14.944950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1ed3c-d79b-4aea-86ea-8ae2ba92b06e None None] The sync data for ids ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'] in n-d-792362-6 is: [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 4, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port': {'id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:11Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '23f5be13-fd09-4440-885c-614fc43a5837', 'name': '', 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'mac_address': 'fa:16:3e:80:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:13Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 2, 'project_id': '379af6970b5e460fbd66c02435de525e', 'subnets': [{'id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:14.968181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7a572317-a55c-49ad-913b-68717ee90304, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7a572317-a55c-49ad-913b-68717ee90304,segment=NetworkSegment(4ff2593e-a1aa-4d89-af7e-572fa94ba095),segment_id=4ff2593e-a1aa-4d89-af7e-572fa94ba095)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:14.973237 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.027737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7a572317-a55c-49ad-913b-68717ee90304,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:15.301635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 058accb7-1a75-453b-816e-155067e53ff2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:15.398999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 058accb7-1a75-453b-816e-155067e53ff2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:15.399381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.499308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7a572317-a55c-49ad-913b-68717ee90304 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:15.536446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-494a934b-b4c6-47d0-8311-4301c273895b None None] Provisioning for port 23f5be13-fd09-4440-885c-614fc43a5837 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:15.544659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-494a934b-b4c6-47d0-8311-4301c273895b None None] Provisioning complete for port 23f5be13-fd09-4440-885c-614fc43a5837 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:15.545062 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-494a934b-b4c6-47d0-8311-4301c273895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.609289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-494a934b-b4c6-47d0-8311-4301c273895b None None] Port 23f5be13-fd09-4440-885c-614fc43a5837 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:15.618328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7a572317-a55c-49ad-913b-68717ee90304 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:15.618735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.673232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37248) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:16.093774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.104231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-dfc2ae03-4d0f-4ee3-845d-ad9370c36c90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4418347 Aug 31 14:14:16.181072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-d35b5012-e449-42ef-9c39-8352a601950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:16.182650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-d35b5012-e449-42ef-9c39-8352a601950f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 1096 time: 0.0432529 Aug 31 14:14:16.298396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-f5a0daeb-000c-4f93-a060-acd736be21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:16.299920 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-f5a0daeb-000c-4f93-a060-acd736be21b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.0945058 Aug 31 14:14:16.364016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-d2988b6f-43da-41be-b203-7852fd9e5aec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d6336d-c396-4d76-b911-9ee2667a88b0 HTTP/1.1" status: 200 len: 217 time: 0.0445094 Aug 31 14:14:16.369868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Deleting port 7a572317-a55c-49ad-913b-68717ee90304 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:16.370221 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.417359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-4b95ccd9-a811-4671-a11b-02ac859bd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:16.419427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-4b95ccd9-a811-4671-a11b-02ac859bd2ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0490470 Aug 31 14:14:16.456506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] For port 7a572317-a55c-49ad-913b-68717ee90304, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7a572317-a55c-49ad-913b-68717ee90304,segment=NetworkSegment(4ff2593e-a1aa-4d89-af7e-572fa94ba095),segment_id=4ff2593e-a1aa-4d89-af7e-572fa94ba095)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:16.457191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.474368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Calling delete_port for 7a572317-a55c-49ad-913b-68717ee90304 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:16.478096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-ea828027-d0e0-42e8-a335-87057a3480c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:16.479780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-ea828027-d0e0-42e8-a335-87057a3480c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520580 Aug 31 14:14:16.590538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-d71ade70-eca3-4ee9-adda-7a9ca6cb7f05 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024585 Aug 31 14:14:16.680519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.696047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06c85ac6-6c2f-4aef-bfac-f9348bbb2004 req-49b2ad7c-a86e-43b9-a2ed-dec7478f89dd service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961754 Aug 31 14:14:16.705822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a572317-a55c-49ad-913b-68717ee90304,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:16.886984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.152259 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Sync routers for ids ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:17.162217 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Routers {'80d9cdcd-7140-41c3-8ec3-b946f92f9835'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:17.162833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:17.283453 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Set router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:17.342001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f45f57ac-ad60-4747-a5b4-2c3633314054 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:17.397750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port f45f57ac-ad60-4747-a5b4-2c3633314054 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:17.402559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f45f57ac-ad60-4747-a5b4-2c3633314054 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:17.402940 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.458333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:17.487198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.508646 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 4, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port': {'id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:11Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '23f5be13-fd09-4440-885c-614fc43a5837', 'name': '', 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'mac_address': 'fa:16:3e:80:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:13Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 2, 'project_id': '379af6970b5e460fbd66c02435de525e', 'subnets': [{'id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:17.509862 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port f45f57ac-ad60-4747-a5b4-2c3633314054, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f45f57ac-ad60-4747-a5b4-2c3633314054,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:17.514725 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.536951 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Checking router: 80d9cdcd-7140-41c3-8ec3-b946f92f9835 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:17.537319 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Updating router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 port 23f5be13-fd09-4440-885c-614fc43a5837 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:17.563183 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.569378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=f45f57ac-ad60-4747-a5b4-2c3633314054,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:17.583050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:17.591465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37254) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:17.592178 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0460290b-dc33-490d-aa76-130644a5122f admin admin] 10.222.0.10 "PUT /v2.0/routers/dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171984 Aug 31 14:14:17.593233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] Sync routers for ids ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:17.614735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] Routers {'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:17.615457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:17.719824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.725001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] Set router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:17.826203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.847428 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.858114 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Transition to ACTIVE for port object 23f5be13-fd09-4440-885c-614fc43a5837 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:17.864701 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.887390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Deleting port 84b3fffc-0a75-42e8-9a92-6538fdce67d9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:17.887918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.926900 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682c85d-05a1-4ecc-adb1-515a9b449640 None None] Pushing event updated for resources: {'Port': ['ID=23f5be13-fd09-4440-885c-614fc43a5837,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:17.942561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:16Z', 'revision_number': 5, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port': {'id': '84b3fffc-0a75-42e8-9a92-6538fdce67d9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:17.971462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] Checking router: dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:17.977941 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Attempting to bind port 23f5be13-fd09-4440-885c-614fc43a5837 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:17.979130 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Attempting to bind port 23f5be13-fd09-4440-885c-614fc43a5837 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:17.979509 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Attempting to bind port 23f5be13-fd09-4440-885c-614fc43a5837 on network 9c24b942-8847-46af-8aab-aebe80f40def {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:17.985226 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:17.985600 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Checking segment: {'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:17.986007 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.986400 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Bound using segment: {'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:17.986869 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Bound port: 23f5be13-fd09-4440-885c-614fc43a5837, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972e4482-6997-446d-914e-ac0699c3fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:17.987253 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.991845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] For port 84b3fffc-0a75-42e8-9a92-6538fdce67d9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=84b3fffc-0a75-42e8-9a92-6538fdce67d9,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:17.992183 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.005445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] Routers {'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:18.006143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:18.009583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Calling delete_port for 84b3fffc-0a75-42e8-9a92-6538fdce67d9 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:18.076132 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] For port 23f5be13-fd09-4440-885c-614fc43a5837, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:18.081415 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] For port 23f5be13-fd09-4440-885c-614fc43a5837, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=23f5be13-fd09-4440-885c-614fc43a5837,segment=NetworkSegment(972e4482-6997-446d-914e-ac0699c3fbd5),segment_id=972e4482-6997-446d-914e-ac0699c3fbd5)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:18.087269 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.114871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] Set router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:18.159155 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Routers {'80d9cdcd-7140-41c3-8ec3-b946f92f9835'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:18.159826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:18.185989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:17Z', 'revision_number': 6, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:18.215236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297e630-dc24-472f-bfc8-3b1efe130635 None None] The sync data for ids ['dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e'] in n-d-792362-6 is: [{'id': 'dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e', 'name': 'tempest-TestAggregatesBasicOps-1402243076-router', 'tenant_id': '1df4fb4ef06b49c081d4a83012766b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:06Z', 'updated_at': '2021-08-31T14:14:17Z', 'revision_number': 6, 'project_id': '1df4fb4ef06b49c081d4a83012766b6f', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:18.220602 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682c85d-05a1-4ecc-adb1-515a9b449640 None None] Pushing event updated for resources: {'Port': ['ID=23f5be13-fd09-4440-885c-614fc43a5837,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:18.247859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.282632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b3fffc-0a75-42e8-9a92-6538fdce67d9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:18.328040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] Set router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:18.351861 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.448622 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.450743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.498016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.498937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:14:18.504033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.507843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0323b30d-071a-40c5-8dc3-e86dec3677c1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/dd3b1b91-9dc9-4db7-8ee1-466c4b814d9e HTTP/1.1" status: 204 len: 168 time: 0.9152415 Aug 31 14:14:18.508053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37258) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:18.547582 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 4, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port': {'id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ec:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:11Z', 'updated_at': '2021-08-31T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '23f5be13-fd09-4440-885c-614fc43a5837', 'name': '', 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'mac_address': 'fa:16:3e:80:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:13Z', 'updated_at': '2021-08-31T14:14:18Z', 'revision_number': 4, 'project_id': '379af6970b5e460fbd66c02435de525e', 'subnets': [{'id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:18.564079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] Deleting subnet 8000734e-4742-4c91-9a1b-12b7a21c1dbb {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:18.567538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.574681 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814006e6-eaeb-43c1-b69d-738be4a5da62 None None] The sync data for ids ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'] in n-d-792362-6 is: [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:13Z', 'revision_number': 4, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port': {'id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ec:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:11Z', 'updated_at': '2021-08-31T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '23f5be13-fd09-4440-885c-614fc43a5837', 'name': '', 'network_id': '9c24b942-8847-46af-8aab-aebe80f40def', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'mac_address': 'fa:16:3e:80:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:13Z', 'updated_at': '2021-08-31T14:14:18Z', 'revision_number': 4, 'project_id': '379af6970b5e460fbd66c02435de525e', 'subnets': [{'id': '50631dfc-082e-4b11-aff5-2dd5d7a0cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:18.605799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.709644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.768170 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.793468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8000734e-4742-4c91-9a1b-12b7a21c1dbb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:18.800508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.802511 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3ab45250-a551-41e1-92f2-d018206e300b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8000734e-4742-4c91-9a1b-12b7a21c1dbb HTTP/1.1" status: 204 len: 168 time: 0.2928646 Aug 31 14:14:18.805097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37260) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:18.807175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21849b4-a4a3-411a-aa6b-b417c5f1c40b None None] Network d258c67b-4d7a-4870-b50b-5920dc75e892 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:18.881323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.939295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Deleting port c9f53ee0-904f-4535-9973-b8ed3076eaa2 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:18.939696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.007418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] For port c9f53ee0-904f-4535-9973-b8ed3076eaa2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c9f53ee0-904f-4535-9973-b8ed3076eaa2,segment=NetworkSegment(4ff2593e-a1aa-4d89-af7e-572fa94ba095),segment_id=4ff2593e-a1aa-4d89-af7e-572fa94ba095)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:19.007874 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.026356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] DHCP port deletion for d258c67b-4d7a-4870-b50b-5920dc75e892 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:14:19.027558 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Calling delete_port for c9f53ee0-904f-4535-9973-b8ed3076eaa2 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:19.076137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Deleting port c9f53ee0-904f-4535-9973-b8ed3076eaa2 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:19.076621 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.118315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.131829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] No DVR routers for this DVR port c9f53ee0-904f-4535-9973-b8ed3076eaa2 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:19.164128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] For port c9f53ee0-904f-4535-9973-b8ed3076eaa2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c9f53ee0-904f-4535-9973-b8ed3076eaa2,segment=NetworkSegment(4ff2593e-a1aa-4d89-af7e-572fa94ba095),segment_id=4ff2593e-a1aa-4d89-af7e-572fa94ba095)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:19.164641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.174912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f53ee0-904f-4535-9973-b8ed3076eaa2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:19.189581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Calling delete_port for c9f53ee0-904f-4535-9973-b8ed3076eaa2 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:19.275382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.283026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.291320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d258c67b-4d7a-4870-b50b-5920dc75e892']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:19.310126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff2593e-a1aa-4d89-af7e-572fa94ba095') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:19.310430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff2593e-a1aa-4d89-af7e-572fa94ba095') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:19.313272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Pushing event deleted for resources: {'Port': ['ID=c9f53ee0-904f-4535-9973-b8ed3076eaa2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:19.319743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] No DVR routers for this DVR port c9f53ee0-904f-4535-9973-b8ed3076eaa2 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:19.333230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.333584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.333823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.334121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.334461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.335027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.335139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.336990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.336990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.336990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.337878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.341936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad41a8e-7992-4880-9930-80ca35f82170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:19.342286 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.360232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.369048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 23f5be13-fd09-4440-885c-614fc43a5837 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:19.370012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Releasing vlan 1528 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:14:19.370680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:14:19.372906 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:14:19.435237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.453174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.457444 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d258c67b-4d7a-4870-b50b-5920dc75e892 HTTP/1.1" status: 204 len: 168 time: 0.6507919 Aug 31 14:14:19.458588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37264) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:19.464402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 23f5be13-fd09-4440-885c-614fc43a5837 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:19.468603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 23f5be13-fd09-4440-885c-614fc43a5837 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:19.469166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.469933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc652b9-97e5-4c89-8da1-e9672874b1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d258c67b-4d7a-4870-b50b-5920dc75e892,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:19.559675 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.591970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 23f5be13-fd09-4440-885c-614fc43a5837, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=23f5be13-fd09-4440-885c-614fc43a5837,segment=NetworkSegment(972e4482-6997-446d-914e-ac0699c3fbd5),segment_id=972e4482-6997-446d-914e-ac0699c3fbd5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:19.597875 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.598762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f45f57ac-ad60-4747-a5b4-2c3633314054 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:19.850376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=23f5be13-fd09-4440-885c-614fc43a5837,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:19.853898 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.867358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f45f57ac-ad60-4747-a5b4-2c3633314054 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:19.867732 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.992501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 84b3fffc-0a75-42e8-9a92-6538fdce67d9 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:20.013053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 84b3fffc-0a75-42e8-9a92-6538fdce67d9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:20.013409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 84b3fffc-0a75-42e8-9a92-6538fdce67d9 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:20.013824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7a572317-a55c-49ad-913b-68717ee90304 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:20.035118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 7a572317-a55c-49ad-913b-68717ee90304 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:20.035462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7a572317-a55c-49ad-913b-68717ee90304 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:20.035876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c9f53ee0-904f-4535-9973-b8ed3076eaa2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:20.054326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c9f53ee0-904f-4535-9973-b8ed3076eaa2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:20.054674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c9f53ee0-904f-4535-9973-b8ed3076eaa2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:20.113281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Deleting port 23f5be13-fd09-4440-885c-614fc43a5837 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:20.113555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.193301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] For port 23f5be13-fd09-4440-885c-614fc43a5837, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=23f5be13-fd09-4440-885c-614fc43a5837,segment=NetworkSegment(972e4482-6997-446d-914e-ac0699c3fbd5),segment_id=972e4482-6997-446d-914e-ac0699c3fbd5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:20.193746 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.208249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Calling delete_port for 23f5be13-fd09-4440-885c-614fc43a5837 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:20.394168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.424131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f5be13-fd09-4440-885c-614fc43a5837,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:20.592796 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.818156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:20.927959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:20.934241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-55de8021-6994-4195-b66b-b56395ed3ae5 admin admin] 10.222.0.10 "PUT /v2.0/routers/80d9cdcd-7140-41c3-8ec3-b946f92f9835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738562 Aug 31 14:14:20.936848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37278) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:20.939399 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] Sync routers for ids ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:20.949411 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] Routers {'80d9cdcd-7140-41c3-8ec3-b946f92f9835'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:20.950173 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:21.061944 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] Set router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:21.070837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.121144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251ef53-f59f-4170-b380-f4b442e6460d req-c45fef78-493f-49c2-84c8-3690d24f6c39 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:21.122756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1251ef53-f59f-4170-b380-f4b442e6460d req-c45fef78-493f-49c2-84c8-3690d24f6c39 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0980873 Aug 31 14:14:21.208771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1251ef53-f59f-4170-b380-f4b442e6460d req-50fa26eb-9a2b-474c-af41-8a095e9ecd88 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797150 Aug 31 14:14:21.220261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.281792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Deleting port f45f57ac-ad60-4747-a5b4-2c3633314054 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:21.282301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.342333 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:20Z', 'revision_number': 5, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port': {'id': 'f45f57ac-ad60-4747-a5b4-2c3633314054', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ec:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:11Z', 'updated_at': '2021-08-31T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:21.370008 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] Checking router: 80d9cdcd-7140-41c3-8ec3-b946f92f9835 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:21.370307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] For port f45f57ac-ad60-4747-a5b4-2c3633314054, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f45f57ac-ad60-4747-a5b4-2c3633314054,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:21.370566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.378474 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] Routers {'80d9cdcd-7140-41c3-8ec3-b946f92f9835'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:21.379341 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:21.382759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Calling delete_port for f45f57ac-ad60-4747-a5b4-2c3633314054 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:21.464420 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] Set router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:21.520829 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:21Z', 'revision_number': 6, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:21.527757 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:14:21.555042 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.555551 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f528b7-1544-4f37-bffd-130057d7b46a None None] The sync data for ids ['80d9cdcd-7140-41c3-8ec3-b946f92f9835'] in n-d-792362-6 is: [{'id': '80d9cdcd-7140-41c3-8ec3-b946f92f9835', 'name': 'tempest-TestAggregatesBasicOps-184951394-router', 'tenant_id': '379af6970b5e460fbd66c02435de525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:10Z', 'updated_at': '2021-08-31T14:14:21Z', 'revision_number': 6, 'project_id': '379af6970b5e460fbd66c02435de525e', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:21.908289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f45f57ac-ad60-4747-a5b4-2c3633314054,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:21.970149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.061319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.063389 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.108520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.109030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d9cdcd-7140-41c3-8ec3-b946f92f9835 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:14:22.113471 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.114590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dae3f750-f72a-457a-8199-09b243c7e0d1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/80d9cdcd-7140-41c3-8ec3-b946f92f9835 HTTP/1.1" status: 204 len: 168 time: 1.1768169 Aug 31 14:14:22.117120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:22.161090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] Deleting subnet 50631dfc-082e-4b11-aff5-2dd5d7a0cfed {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:22.164096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.203904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.298291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.365210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc7b2e-df42-4ff3-a0fd-16dc77fc6eb9 req-1c3725b4-69d8-4e34-bdea-3a46b8308d89 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:22.367037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2edc7b2e-df42-4ff3-a0fd-16dc77fc6eb9 req-1c3725b4-69d8-4e34-bdea-3a46b8308d89 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0817873 Aug 31 14:14:22.393531 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.424212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50631dfc-082e-4b11-aff5-2dd5d7a0cfed,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:22.435433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56234ab8-a5e0-4554-986f-965f7a04e4a7 None None] Network 9c24b942-8847-46af-8aab-aebe80f40def requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:22.435982 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.437676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0c104b66-ddd3-4c0f-8dbc-17e67c8f8f21 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/50631dfc-082e-4b11-aff5-2dd5d7a0cfed HTTP/1.1" status: 204 len: 168 time: 0.3196487 Aug 31 14:14:22.440226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37290) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:22.453422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2edc7b2e-df42-4ff3-a0fd-16dc77fc6eb9 req-82e3af88-9ad3-4065-814c-0d8f424f6210 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777864 Aug 31 14:14:22.530804 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.599378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Deleting port 058accb7-1a75-453b-816e-155067e53ff2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:22.601503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.669229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] DHCP port deletion for 9c24b942-8847-46af-8aab-aebe80f40def request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:14:22.672818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] For port 058accb7-1a75-453b-816e-155067e53ff2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058accb7-1a75-453b-816e-155067e53ff2,segment=NetworkSegment(972e4482-6997-446d-914e-ac0699c3fbd5),segment_id=972e4482-6997-446d-914e-ac0699c3fbd5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:22.673303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.702574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Calling delete_port for 058accb7-1a75-453b-816e-155067e53ff2 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:22.742317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] Deleting port 058accb7-1a75-453b-816e-155067e53ff2 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:22.742744 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.785940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.806458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] For port 058accb7-1a75-453b-816e-155067e53ff2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=058accb7-1a75-453b-816e-155067e53ff2,segment=NetworkSegment(972e4482-6997-446d-914e-ac0699c3fbd5),segment_id=972e4482-6997-446d-914e-ac0699c3fbd5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:22.806864 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.812741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Pushing event deleted for resources: {'Port': ['ID=058accb7-1a75-453b-816e-155067e53ff2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:22.814618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] No DVR routers for this DVR port 058accb7-1a75-453b-816e-155067e53ff2 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:22.828945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] Calling delete_port for 058accb7-1a75-453b-816e-155067e53ff2 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:22.887633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.898066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c24b942-8847-46af-8aab-aebe80f40def']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:22.907491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.909546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972e4482-6997-446d-914e-ac0699c3fbd5') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:22.910072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972e4482-6997-446d-914e-ac0699c3fbd5') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:22.919498 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.919741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] No DVR routers for this DVR port 058accb7-1a75-453b-816e-155067e53ff2 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:22.936096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.939988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388168e-80ad-4666-a3ec-336144c021e7 None None] Pushing event deleted for resources: {'Port': ['ID=058accb7-1a75-453b-816e-155067e53ff2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:22.942438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Releasing vlan 1522 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:14:22.942827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:14:22.944543 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:14:22.997042 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.002175 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.004011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9c24b942-8847-46af-8aab-aebe80f40def HTTP/1.1" status: 204 len: 168 time: 0.5628941 Aug 31 14:14:23.014798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab4c70-25ba-4e4e-a65e-4ab1119ce744 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c24b942-8847-46af-8aab-aebe80f40def,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:23.161692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37294) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:23.209250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c72528db-d348-4f1f-9b1e-c3d477ff7cb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1df4fb4ef06b49c081d4a83012766b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461955 Aug 31 14:14:23.211833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37296) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:23.228136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 23f5be13-fd09-4440-885c-614fc43a5837 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:23.247375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 23f5be13-fd09-4440-885c-614fc43a5837 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:23.247727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 23f5be13-fd09-4440-885c-614fc43a5837 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:23.248135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 058accb7-1a75-453b-816e-155067e53ff2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:23.263675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-331ccb07-af50-4a8f-97f4-fe4ef1a44964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.267234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 058accb7-1a75-453b-816e-155067e53ff2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:23.267589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 058accb7-1a75-453b-816e-155067e53ff2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:23.268001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f45f57ac-ad60-4747-a5b4-2c3633314054 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:23.285298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-331ccb07-af50-4a8f-97f4-fe4ef1a44964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.286720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: f45f57ac-ad60-4747-a5b4-2c3633314054 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:23.287068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f45f57ac-ad60-4747-a5b4-2c3633314054 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:23.341861 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-331ccb07-af50-4a8f-97f4-fe4ef1a44964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.343374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-331ccb07-af50-4a8f-97f4-fe4ef1a44964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.344577 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-331ccb07-af50-4a8f-97f4-fe4ef1a44964 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10585cf3-52c2-4f6c-bc5d-8a8d51a3a38d HTTP/1.1" status: 204 len: 168 time: 0.1300843 Aug 31 14:14:23.352434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ccb07-af50-4a8f-97f4-fe4ef1a44964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10585cf3-52c2-4f6c-bc5d-8a8d51a3a38d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:23.580790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08ce1-5f24-4262-b8ab-567c13fac00f req-cbd67cef-0d26-4654-bbbd-61709914656b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:23.582354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ff08ce1-5f24-4262-b8ab-567c13fac00f req-cbd67cef-0d26-4654-bbbd-61709914656b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0499117 Aug 31 14:14:23.622750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ff08ce1-5f24-4262-b8ab-567c13fac00f req-932abcad-cb2d-4e13-b8f7-236e68874045 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332975 Aug 31 14:14:23.664706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37306) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:23.690302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-4e128053-118b-4a1e-b0e8-1bcc2ebc9ae4 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:23.691989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-4e128053-118b-4a1e-b0e8-1bcc2ebc9ae4 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 946 time: 0.0551081 Aug 31 14:14:23.707598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4f38e0bf-c174-4553-9faf-044b93f029df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=379af6970b5e460fbd66c02435de525e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414367 Aug 31 14:14:23.710148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37308) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:23.758897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0770348c-960d-407d-bc89-e5e4edeb03e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.781030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0770348c-960d-407d-bc89-e5e4edeb03e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.817122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Deleting port 00cdd302-53ee-4217-8ad1-50b521be0a52 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:23.817470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.830456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0770348c-960d-407d-bc89-e5e4edeb03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.833289 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0770348c-960d-407d-bc89-e5e4edeb03e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.834635 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0770348c-960d-407d-bc89-e5e4edeb03e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8b31aa1-d61a-4a0e-a742-44402fde6cda HTTP/1.1" status: 204 len: 168 time: 0.1234548 Aug 31 14:14:23.846647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770348c-960d-407d-bc89-e5e4edeb03e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b31aa1-d61a-4a0e-a742-44402fde6cda,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:23.908510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] For port 00cdd302-53ee-4217-8ad1-50b521be0a52, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=00cdd302-53ee-4217-8ad1-50b521be0a52,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:23.908900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.088108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.088730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.088984 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Floating IP 1d17d046-43ff-4137-a4b4-07f7fb2cdb18 disassociated. External IP: 172.25.0.180, port: 00cdd302-53ee-4217-8ad1-50b521be0a52. Aug 31 14:14:24.089393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Calling delete_port for 00cdd302-53ee-4217-8ad1-50b521be0a52 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:24.235896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.270784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event deleted for resources: {'Port': ['ID=00cdd302-53ee-4217-8ad1-50b521be0a52,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:24.392623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Router 14f918d4-5b72-42ea-8541-c0e102880172 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:24.505274 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:24.516251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] Sync routers for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:24.527242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:24.528199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:24.546235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] No DVR routers for this DVR port 00cdd302-53ee-4217-8ad1-50b521be0a52 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:24.548718 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.550835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dacf5c6-9a37-4f76-a680-62033fc63bf3 req-9b6a9c54-0cd8-4549-9fa1-90185fb2f67b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "DELETE /v2.0/ports/00cdd302-53ee-4217-8ad1-50b521be0a52 HTTP/1.1" status: 204 len: 173 time: 0.8257582 Aug 31 14:14:24.551286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'name': 'network-vif-deleted', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:24.553665 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2e3c78-04b6-4daf-a082-52f5963fb801" -d '{"events": [{"server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "name": "network-vif-deleted", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:24.592586 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ef2d9-d975-4ac3-8643-8df1805d55f1 x-openstack-request-id: req-192ef2d9-d975-4ac3-8643-8df1805d55f1 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:24.593142 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce6598-08ea-4d2d-b214-2a14297b7fc1", "name": "network-vif-deleted", "tag": "00cdd302-53ee-4217-8ad1-50b521be0a52", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:24.593503 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-192ef2d9-d975-4ac3-8643-8df1805d55f1 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:24.593822 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce6598-08ea-4d2d-b214-2a14297b7fc1', 'name': 'network-vif-deleted', 'tag': '00cdd302-53ee-4217-8ad1-50b521be0a52', 'status': 'completed', 'code': 200} Aug 31 14:14:24.689546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:24.766716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25545f97-8071-4228-81d1-c0423b7cc935 req-439f36df-f1fc-40fb-8806-88465b8f4856 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ce6598-08ea-4d2d-b214-2a14297b7fc1 HTTP/1.1" status: 200 len: 210 time: 0.0340548 Aug 31 14:14:24.970203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:24.997423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] Checking router: 14f918d4-5b72-42ea-8541-c0e102880172 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:25.005789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:25.006408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:13:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:25.116091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:25.364448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:25.398390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d656c5-65e6-42ac-a4a5-c874fc765785 None None] The sync data for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 is: [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:25.641252 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782f4158-f903-4191-80b2-5710228a03a3 None None] New status for floating IP 1d17d046-43ff-4137-a4b4-07f7fb2cdb18: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:14:25.860953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37470) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:25.922258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f789ec18-4006-4e16-a9e1-6690ae6c6e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:25.949308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f789ec18-4006-4e16-a9e1-6690ae6c6e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.004844 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f789ec18-4006-4e16-a9e1-6690ae6c6e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.007627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f789ec18-4006-4e16-a9e1-6690ae6c6e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.009093 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f789ec18-4006-4e16-a9e1-6690ae6c6e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "DELETE /v2.0/security-groups/4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c HTTP/1.1" status: 204 len: 168 time: 0.1467869 Aug 31 14:14:26.011894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37476) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:26.021205 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789ec18-4006-4e16-a9e1-6690ae6c6e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:26.033203 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-33f35af6-f691-4862-9ea4-902e397e7a20 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] show failed (client error): The resource could not be found. Aug 31 14:14:26.037040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-33f35af6-f691-4862-9ea4-902e397e7a20 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups/4e0a8ca6-f6d4-4af8-a76b-de3c4a67b02c HTTP/1.1" status: 404 len: 347 time: 0.0214758 Aug 31 14:14:26.037360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37478) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:26.086674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37480) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:26.167363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Deleting port ba019907-a652-4551-a5a3-3effc6755381 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:26.167730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.196140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-daf0331e-a615-4f55-bd5f-3197b60bb303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.245196 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.245538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.258663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Calling delete_port for ba019907-a652-4551-a5a3-3effc6755381 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:26.290788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-daf0331e-a615-4f55-bd5f-3197b60bb303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.294565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-daf0331e-a615-4f55-bd5f-3197b60bb303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.332861 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-daf0331e-a615-4f55-bd5f-3197b60bb303 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5701014f4ef4c62a18750169d4efb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441924 Aug 31 14:14:26.333806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0331e-a615-4f55-bd5f-3197b60bb303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3160f2f1-de84-4d4b-9b09-7e007cced35f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:26.335838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37484) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:26.429822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9680eb2d-9135-4933-a831-93e5553bf4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.439705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.478073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event deleted for resources: {'Port': ['ID=ba019907-a652-4551-a5a3-3effc6755381,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:26.482609 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9680eb2d-9135-4933-a831-93e5553bf4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.564235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.566817 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.568033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c9e6d062-eb5a-419d-8186-ab8fc58fee91 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "DELETE /v2.0/floatingips/1d17d046-43ff-4137-a4b4-07f7fb2cdb18 HTTP/1.1" status: 204 len: 168 time: 0.5298159 Aug 31 14:14:26.581800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9680eb2d-9135-4933-a831-93e5553bf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.584450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9680eb2d-9135-4933-a831-93e5553bf4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.585801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9680eb2d-9135-4933-a831-93e5553bf4ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3160f2f1-de84-4d4b-9b09-7e007cced35f HTTP/1.1" status: 204 len: 168 time: 0.2490165 Aug 31 14:14:26.593975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680eb2d-9135-4933-a831-93e5553bf4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3160f2f1-de84-4d4b-9b09-7e007cced35f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:26.737284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-362ad2bd-f9d6-417d-b776-d00bfdffb183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.857443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37492) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:26.871185 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6498-2817-4bc0-bf15-eeffb6b7d480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.959497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6498-2817-4bc0-bf15-eeffb6b7d480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.963440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6498-2817-4bc0-bf15-eeffb6b7d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.003977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d6498-2817-4bc0-bf15-eeffb6b7d480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce978dd-697c-4a31-92ef-0d23d6de9d04,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:27.010705 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3b9d6498-2817-4bc0-bf15-eeffb6b7d480 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49c41f7dfa954913a0cfabb50d404e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498377 Aug 31 14:14:27.010937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37496) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.059136 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7898-0015-4a74-8d5a-f8e64699ec47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.079661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7898-0015-4a74-8d5a-f8e64699ec47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.130620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7898-0015-4a74-8d5a-f8e64699ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.133351 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7898-0015-4a74-8d5a-f8e64699ec47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.136940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7e8d7898-0015-4a74-8d5a-f8e64699ec47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ce978dd-697c-4a31-92ef-0d23d6de9d04 HTTP/1.1" status: 204 len: 168 time: 0.1228571 Aug 31 14:14:27.137100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37498) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.142075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-13b5b4ad-b19c-4057-84ee-365cc64c3bef tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801898814', 'description': 'tempest-description--567641404'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:27.142919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d7898-0015-4a74-8d5a-f8e64699ec47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce978dd-697c-4a31-92ef-0d23d6de9d04,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:27.174984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13b5b4ad-b19c-4057-84ee-365cc64c3bef tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.261450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13b5b4ad-b19c-4057-84ee-365cc64c3bef tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.265867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13b5b4ad-b19c-4057-84ee-365cc64c3bef tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.292983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13b5b4ad-b19c-4057-84ee-365cc64c3bef tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.294241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-13b5b4ad-b19c-4057-84ee-365cc64c3bef tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1565256 Aug 31 14:14:27.297515 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37502) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.298363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5b4ad-b19c-4057-84ee-365cc64c3bef tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7b4260-7f0f-45e0-ad2f-8217330adbcd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:27.302393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-608b4bb6-f793-402f-8596-10fd3b97faf2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'security_group_rule': {'security_group_id': '8b7b4260-7f0f-45e0-ad2f-8217330adbcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:27.335190 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-608b4bb6-f793-402f-8596-10fd3b97faf2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.383953 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-608b4bb6-f793-402f-8596-10fd3b97faf2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.387818 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-608b4bb6-f793-402f-8596-10fd3b97faf2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.405758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b4bb6-f793-402f-8596-10fd3b97faf2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3aeabe-a42f-43fa-a2d2-227efee7a0fb,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:27.413026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-608b4bb6-f793-402f-8596-10fd3b97faf2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.414754 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-608b4bb6-f793-402f-8596-10fd3b97faf2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162312 Aug 31 14:14:27.418427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37508) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.422760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9488ff8f-3e15-4883-adfc-93f1a7a5f486 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'security_group_rule': {'security_group_id': '8b7b4260-7f0f-45e0-ad2f-8217330adbcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:27.453560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9488ff8f-3e15-4883-adfc-93f1a7a5f486 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.515472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9488ff8f-3e15-4883-adfc-93f1a7a5f486 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.519717 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9488ff8f-3e15-4883-adfc-93f1a7a5f486 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.535843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ff8f-3e15-4883-adfc-93f1a7a5f486 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed4fbbc-05d4-4586-a283-609ca49d67ef,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:27.549487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9488ff8f-3e15-4883-adfc-93f1a7a5f486 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.550923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9488ff8f-3e15-4883-adfc-93f1a7a5f486 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316862 Aug 31 14:14:27.553946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.558933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:27.582748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.695992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.820365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Allocated IP 172.25.0.55 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/fa415203-20c2-4483-9efc-ea0125cea56b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:27.906422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37528) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.933877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.978007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.014570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:28.017854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:28.020349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:28.027608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-392493272-network', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:28.049394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Made reservation on behalf of 9e26c57f2617436a8dc98c2deb0e4d5e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:28.051876 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.061978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.064963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'Port': ['ID=fa415203-20c2-4483-9efc-ea0125cea56b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:28.122895 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.158490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.159529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.163623 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.189688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:28.200457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb6bd83-793e-4846-8fab-cbd4b6ef4f29,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:28.206384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.206740 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Added segment 388da1bd-9938-4a8f-bd68-47aba2c7f8dd of type vlan for network f98d6a92-f9a6-49b9-a6df-ae727221af91 Aug 31 14:14:28.249763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.264255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 00cdd302-53ee-4217-8ad1-50b521be0a52 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:28.287080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.288402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:28.288552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 00cdd302-53ee-4217-8ad1-50b521be0a52 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:28.289035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.289221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 00cdd302-53ee-4217-8ad1-50b521be0a52 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:28.328765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.334238 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.349213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4415662 Aug 31 14:14:28.351824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37534) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:28.357368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Request body: {'subnet': {'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-392493272-subnet', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:28.381086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b79a8a-37df-4174-8d69-97dae6e72ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=f98d6a92-f9a6-49b9-a6df-ae727221af91,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:28.384392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Made reservation on behalf of 9e26c57f2617436a8dc98c2deb0e4d5e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:28.386953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.396244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:28.425061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'Port': ['ID=fa415203-20c2-4483-9efc-ea0125cea56b,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:28.433922 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.449993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.459383 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3798897-f737-4ddc-a28f-203001797e2f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8966479 Aug 31 14:14:28.588980 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.671829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74bdb76-9d9a-436f-8f0a-ba52d640cab0,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:28.677991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Checking segment: {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:28.678359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Network hostable DHCP agents. Network: f98d6a92-f9a6-49b9-a6df-ae727221af91, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:28.697173 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-ba954a04-73eb-40e6-890f-b72a23a1a170 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1801898814&fields=id&tenant_id=111fd413d34348ee8506ead7bb9f9a80 HTTP/1.1" status: 200 len: 267 time: 0.0640743 Aug 31 14:14:28.715305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:28.761618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f98d6a92-f9a6-49b9-a6df-ae727221af91) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:28.769483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d7e1e8-5ade-4198-b3bb-a2c1496a7a22 None None] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:28.771339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:28.771935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.799896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-744010f5-5d6f-4d12-b913-f780307fbb12 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4468470 Aug 31 14:14:28.802678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37548) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:28.807598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:28.840483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-67a5c9b1-d070-49a0-a598-230a46c9960e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:28.842060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-67a5c9b1-d070-49a0-a598-230a46c9960e tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 811 time: 0.1380303 Aug 31 14:14:28.857031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.858046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.865676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-952250ac-d599-411b-95f3-4046d77f8efa tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/quotas/111fd413d34348ee8506ead7bb9f9a80 HTTP/1.1" status: 200 len: 375 time: 0.0171709 Aug 31 14:14:28.917252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f98d6a92-f9a6-49b9-a6df-ae727221af91', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:28.918115 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.944319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.997334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-ae11ce95-0ce9-45ce-9050-1484e3d389ae tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1247842 Aug 31 14:14:29.055221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Allocated IP 172.20.0.2 (f98d6a92-f9a6-49b9-a6df-ae727221af91/e74bdb76-9d9a-436f-8f0a-ba52d640cab0/c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:29.143854 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.199397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.207595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Transition to ACTIVE for port object c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:29.218398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5374c133-bca8-454a-9a85-8e002e746383 service neutron] 10.222.0.10 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952415 Aug 31 14:14:29.223126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Transition to ACTIVE for port object c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:29.229741 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.270198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:29.273111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:29.278390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:29.285555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Pushing event updated for resources: {'Port': ['ID=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:29.340418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-7ff23147-aa4b-4fb6-99bd-1b28f088d116 service neutron] 10.222.0.10 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139383 Aug 31 14:14:29.347350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Attempting to bind port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:29.347722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Attempting to bind port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:29.348085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Attempting to bind port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 on network f98d6a92-f9a6-49b9-a6df-ae727221af91 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:29.351263 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c28eae5e-0528-4da1-8dd3-349c7a4f8b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.355192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:29.355572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Checking segment: {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:29.355973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.356535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Bound using segment: {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:29.357057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Bound port: c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:29.357635 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.425070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] For port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:29.428437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] For port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:29.434304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.487388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.519185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3b5ae-d8fa-48ed-b419-6b33f347335a None None] Pushing event updated for resources: {'Port': ['ID=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:29.534436 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.547247 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.662148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bc3b0d4-925f-4b7d-b8db-8ab6f9fadadc req-2b5c647f-16bc-4bd4-bbd0-a03426d81ae8 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 210 time: 0.0507383 Aug 31 14:14:29.684986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Allocated IP 172.25.0.245 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:29.828845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.883249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.920668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:29.923840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:29.929488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:29.962208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:30.188131 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.397913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.531900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1939fc-91f3-4a0c-b7bf-075490271050 None None] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:30.540117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Router 317d15c9-ad87-4f1c-bd32-096b12ad8751 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:30.641241 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.642061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a052623d-06cc-463e-95ad-d99a1bfebed5 None None] Provisioning for port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:30.687502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:30.710115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Sync routers for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:30.712801 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.716928 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dcad9679-6e5d-4d00-86d4-0e51d9f0bfb4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9106948 Aug 31 14:14:30.717599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37572) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:30.745074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:30.746249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:30.872793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-161f061f-72cf-4e31-9f9e-61900d1e828c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:30.874390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-161f061f-72cf-4e31-9f9e-61900d1e828c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 811 time: 0.2377412 Aug 31 14:14:30.904627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:31.010905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9297d4ee-332a-4394-816b-d856811fb806 req-d4bcbbca-8725-4f79-9e66-eaa64e2ee812 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 210 time: 0.0524232 Aug 31 14:14:31.031889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-e89c9cf8-edeb-41d4-b2bd-253efea1e214 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=111fd413d34348ee8506ead7bb9f9a80 HTTP/1.1" status: 200 len: 380 time: 0.1118398 Aug 31 14:14:31.051634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'port': {'device_id': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'admin_state_up': True, 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'security_groups': ['8b7b4260-7f0f-45e0-ad2f-8217330adbcd']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:31.128861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:30Z', 'revision_number': 3, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:31.156348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Checking router: 317d15c9-ad87-4f1c-bd32-096b12ad8751 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:31.156626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Updating router 317d15c9-ad87-4f1c-bd32-096b12ad8751 port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:31.179447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Made reservation on behalf of 111fd413d34348ee8506ead7bb9f9a80 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:31.184161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.197612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.254389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.300989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:31.358396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Allocated IP 172.20.0.3 (7dbd6d0f-19c9-47fa-ad19-da04b8c7a282/c69ce35a-090c-48cc-850e-7fdde7b80ee6/c47187d6-b904-4561-b4ba-0d3b1ed48c4f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:31.447405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Allocated IP 172.20.0.1 (f98d6a92-f9a6-49b9-a6df-ae727221af91/e74bdb76-9d9a-436f-8f0a-ba52d640cab0/e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:31.489980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11c79cb2-97cd-4555-b7a3-a9c28e702592 req-081ff9ab-0793-4432-ac8d-8b9a6dd036b7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0375745 Aug 31 14:14:31.560545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.576302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:31.583575 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.585871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11c79cb2-97cd-4555-b7a3-a9c28e702592 req-2b61de15-21af-43ca-ac1e-5d7e89d34bc2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0386596 Aug 31 14:14:31.587498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:31.587895 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.591066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Transition to ACTIVE for port object c47187d6-b904-4561-b4ba-0d3b1ed48c4f will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:31.601184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Transition to ACTIVE for port object e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:31.639451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.644272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.654849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11c79cb2-97cd-4555-b7a3-a9c28e702592 req-ca3e1fcf-0f27-4a1d-90fb-d7dc12250cb8 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315108 Aug 31 14:14:31.692901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Pushing event updated for resources: {'Port': ['ID=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:31.711474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:31.715122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:31.735274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:31.739419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:31.742895 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.747549 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.751216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:31.762863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:31.771928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Transition to ACTIVE for port object a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:31.783094 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.795400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event updated for resources: {'Port': ['ID=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:31.798446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:31.832917 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.853303 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.857715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Attempting to bind port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:31.858088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Attempting to bind port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:31.858454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Attempting to bind port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:31.861677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a795b23-9cc9-4508-ab80-5b4143385300 None None] Pushing event updated for resources: {'Port': ['ID=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:31.867878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:31.868765 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:31.874876 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.875303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:31.875831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Bound port: a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:31.877241 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.895102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:31.895969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.933181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-6558ef00-4d41-4fae-a2c5-6f9aaa39b543 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8855619 Aug 31 14:14:31.934702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79cb2-97cd-4555-b7a3-a9c28e702592 req-b000c6a4-ea3a-4a4a-8973-8fb401876ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:31.937077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11c79cb2-97cd-4555-b7a3-a9c28e702592 req-b000c6a4-ea3a-4a4a-8973-8fb401876ca6 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2617807 Aug 31 14:14:31.975356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Request body: {'port': {'device_id': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:32.012437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.016928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:32.022857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] For port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:32.025643 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.027590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] For port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:32.037875 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.120105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a795b23-9cc9-4508-ab80-5b4143385300 None None] Pushing event updated for resources: {'Port': ['ID=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:32.122727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:32.167859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:32.168046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.197834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Provisioning for port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:32.207076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Provisioning complete for port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:32.207076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.240677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967508-9bda-442f-b973-cb685d5385fc req-0587b441-fe25-4762-83dd-e874d9112164 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:32.242213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e967508-9bda-442f-b973-cb685d5385fc req-0587b441-fe25-4762-83dd-e874d9112164 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 931 time: 0.1432965 Aug 31 14:14:32.283266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:32.289174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.296093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.298130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:32.330272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Provisioning for port c47187d6-b904-4561-b4ba-0d3b1ed48c4f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:32.335689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Provisioning complete for port c47187d6-b904-4561-b4ba-0d3b1ed48c4f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:32.336075 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.367747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Pushing event updated for resources: {'Port': ['ID=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:32.375565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.421574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-01aea0b1-28fe-4ed3-9aff-1921c9ebcf72 None None] Port c47187d6-b904-4561-b4ba-0d3b1ed48c4f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:32.471380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:32.473018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:32.586511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 1, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:32.613524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Router 317d15c9-ad87-4f1c-bd32-096b12ad8751 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:32.620201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfd4e0-9da9-49d3-9b20-5476d3d9e274 None None] The sync data for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 is: [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 1, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:32.767678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e967508-9bda-442f-b973-cb685d5385fc req-31100938-11b2-4661-ba8a-d46631e18737 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760234 Aug 31 14:14:32.785810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:32.792039 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-829a19a0-0c80-43bc-b97a-875bd273aea8 admin admin] 10.222.0.10 "PUT /v2.0/routers/317d15c9-ad87-4f1c-bd32-096b12ad8751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0732620 Aug 31 14:14:32.860479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1e34fd44-e02e-4940-8a18-2b5320ead5f8 None None] Provisioning complete for port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:32.861329 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e34fd44-e02e-4940-8a18-2b5320ead5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.878995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47187d6-b904-4561-b4ba-0d3b1ed48c4f {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:14:32.887326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.915231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Transition to ACTIVE for port object c47187d6-b904-4561-b4ba-0d3b1ed48c4f will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:32.923882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.943245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1e34fd44-e02e-4940-8a18-2b5320ead5f8 None None] Port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:33.004135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Pushing event updated for resources: {'Port': ['ID=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:33.073696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Attempting to bind port c47187d6-b904-4561-b4ba-0d3b1ed48c4f on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:33.074047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Attempting to bind port c47187d6-b904-4561-b4ba-0d3b1ed48c4f by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:33.074390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Attempting to bind port c47187d6-b904-4561-b4ba-0d3b1ed48c4f on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:33.079439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Port c47187d6-b904-4561-b4ba-0d3b1ed48c4f on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:14:33.079778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Attempting to bind port c47187d6-b904-4561-b4ba-0d3b1ed48c4f on network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:33.085706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:33.086068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Checking segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:33.086545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Bound using segment: {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:33.087574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Bound port: c47187d6-b904-4561-b4ba-0d3b1ed48c4f, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e40228a-2f60-4d26-9a5a-51f43a181e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:33.087956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.180564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] For port c47187d6-b904-4561-b4ba-0d3b1ed48c4f, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:33.184729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] For port c47187d6-b904-4561-b4ba-0d3b1ed48c4f, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:33.192148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.238854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.239731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.241352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] 10.222.0.26 "PUT /v2.0/ports/c47187d6-b904-4561-b4ba-0d3b1ed48c4f HTTP/1.1" status: 200 len: 1091 time: 1.2914326 Aug 31 14:14:33.241904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:33.245077 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19197b6-1369-4245-952e-fd6ee70b4994" -d '{"events": [{"name": "network-changed", "server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:33.301145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f17a7-cbde-4d4f-8a1b-5af01c2b427b service neutron] Pushing event updated for resources: {'Port': ['ID=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:33.322711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:33.370258 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5cd02c-4025-4a3b-804f-f3fbc7408f2b x-openstack-request-id: req-2e5cd02c-4025-4a3b-804f-f3fbc7408f2b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:33.370557 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:33.370811 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e5cd02c-4025-4a3b-804f-f3fbc7408f2b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:33.371213 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'status': 'completed', 'code': 200} Aug 31 14:14:33.400639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:33.401132 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.411746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-c8eb6ce7-ff9b-4564-8364-2a0ac671826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.413505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-c8eb6ce7-ff9b-4564-8364-2a0ac671826b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 1094 time: 0.0947647 Aug 31 14:14:33.482801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-4bcecf61-6074-4fd4-aeb3-f8f19e0bae15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f HTTP/1.1" status: 200 len: 217 time: 0.0501397 Aug 31 14:14:33.559946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-9c692606-95ee-4b79-89f1-a9e8695b84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.562699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-9c692606-95ee-4b79-89f1-a9e8695b84e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0666816 Aug 31 14:14:33.624010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-a0c29193-0e0b-4e96-94fc-4b9b1311b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.625582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-a0c29193-0e0b-4e96-94fc-4b9b1311b688 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544550 Aug 31 14:14:33.628502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37596) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:33.633283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2079066445-network', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:33.709533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Made reservation on behalf of 56c6390671a943e3907e8ad2a5809fe6 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:33.711925 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.730167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.762581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-e4db3923-3ecb-46d9-af7f-56d51018531d service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254840 Aug 31 14:14:33.925497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e40532ee-04c8-4e0c-8577-bd82f433c3ae req-8791d098-ef65-49d0-bdb5-4c9ad5da363f service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534641 Aug 31 14:14:33.961563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930f1aa-953e-4bb5-aaa7-ca984949fe6f req-a4660feb-7bd7-4f08-bbf8-d79d78157e60 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.963179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e930f1aa-953e-4bb5-aaa7-ca984949fe6f req-a4660feb-7bd7-4f08-bbf8-d79d78157e60 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 943 time: 0.1083736 Aug 31 14:14:33.984008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.996303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.036209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:34.043538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e930f1aa-953e-4bb5-aaa7-ca984949fe6f req-434695f4-1815-41cf-8be6-a8bdc385a166 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705273 Aug 31 14:14:34.064234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.064234 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Added segment 6e057121-fb0e-4e86-9464-bfece0ee6355 of type vlan for network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd Aug 31 14:14:34.078703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17638ba5-5187-4b98-9b2c-b3a07fdaa5df,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:34.140572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-af53837e-ab83-4640-8f91-8d6a01432332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.142150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-af53837e-ab83-4640-8f91-8d6a01432332 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 1094 time: 0.0977407 Aug 31 14:14:34.143792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.226055 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.227022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.228253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.301279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6716793 Aug 31 14:14:34.304043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37602) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:34.309747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Request body: {'subnet': {'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2079066445-subnet', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:34.316058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39e9d2-19e5-4412-adb3-6f7c3874c558 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:34.323698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-33e8b644-f992-4706-b261-09cf24c23e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.325389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-33e8b644-f992-4706-b261-09cf24c23e77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.1702743 Aug 31 14:14:34.326197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:34.335174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Made reservation on behalf of 56c6390671a943e3907e8ad2a5809fe6 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:34.338313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.389536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-e6a110d4-84bf-471e-8e30-51b9fb50be7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f HTTP/1.1" status: 200 len: 217 time: 0.0416760 Aug 31 14:14:34.443892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-80281918-9eda-43d8-9829-dfb8b5f36d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.445367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-80281918-9eda-43d8-9829-dfb8b5f36d37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0457201 Aug 31 14:14:34.498231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-d40347a9-4d50-4e4f-9035-08510a208153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.499761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-d40347a9-4d50-4e4f-9035-08510a208153 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434439 Aug 31 14:14:34.527371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.582870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad7f1df-7089-4eda-9d45-ddba5b391455,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:34.593372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Checking segment: {'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:34.593762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Network hostable DHCP agents. Network: 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:34.603930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-4f92964c-e3a1-4fff-9313-5103083dd979 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887377 Aug 31 14:14:34.614613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:34.625246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:34.631627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.633112 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.637275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f66a1-aa29-4c42-b594-1e4d705289c4 None None] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:34.650861 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1cda9593-435d-4ca6-aa3b-94430d252e80 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3456099 Aug 31 14:14:34.653618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37604) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:34.658464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:34.689284 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.691392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.713289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a19197b6-1369-4245-952e-fd6ee70b4994 req-3c08badd-a9e8-4c4d-a675-65169cdb92f8 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995221 Aug 31 14:14:34.759705 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.808475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'fixed_ips': [{'subnet_id': '5ad7f1df-7089-4eda-9d45-ddba5b391455'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:34.809513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.906210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.948125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Allocated IP 172.20.0.2 (0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd/5ad7f1df-7089-4eda-9d45-ddba5b391455/ace73f7a-c76e-4061-843d-b7ade8672320) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:35.016854 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Sync routers for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:35.029326 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:35.029893 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:35.115055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.121898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.124785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Transition to ACTIVE for port object ace73f7a-c76e-4061-843d-b7ade8672320 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:35.142889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Transition to ACTIVE for port object ace73f7a-c76e-4061-843d-b7ade8672320 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:35.144482 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:35.150549 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.154249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.191508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dd6c1-e463-49c2-b029-7110eb23faa5 req-0f1c576e-3620-49a5-8a0c-dc6043e8547f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:35.193282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f56dd6c1-e463-49c2-b029-7110eb23faa5 req-0f1c576e-3620-49a5-8a0c-dc6043e8547f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 943 time: 0.0665998 Aug 31 14:14:35.198557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:35.203805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:35.208923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:35.241012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Pushing event updated for resources: {'Port': ['ID=ace73f7a-c76e-4061-843d-b7ade8672320,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:35.275121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Attempting to bind port ace73f7a-c76e-4061-843d-b7ade8672320 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:35.275489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Attempting to bind port ace73f7a-c76e-4061-843d-b7ade8672320 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:35.275853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Attempting to bind port ace73f7a-c76e-4061-843d-b7ade8672320 on network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:35.289095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:35.289095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Checking segment: {'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:35.289095 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.289095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Bound using segment: {'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:35.289095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Bound port: ace73f7a-c76e-4061-843d-b7ade8672320, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:35.289095 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.313902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f56dd6c1-e463-49c2-b029-7110eb23faa5 req-675d9477-59d5-4c91-84da-70951607e85f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134605 Aug 31 14:14:35.356950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:35.393081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Allocated IP 172.25.0.223 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/2fd72869-cf22-4760-a15f-75ad81884bea) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:35.416218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] For port ace73f7a-c76e-4061-843d-b7ade8672320, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:35.416599 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:32Z', 'revision_number': 2, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:35.420763 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] For port ace73f7a-c76e-4061-843d-b7ade8672320, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ace73f7a-c76e-4061-843d-b7ade8672320,segment=NetworkSegment(6e057121-fb0e-4e86-9464-bfece0ee6355),segment_id=6e057121-fb0e-4e86-9464-bfece0ee6355)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:35.430389 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.448888 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Checking router: 317d15c9-ad87-4f1c-bd32-096b12ad8751 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:35.449257 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Updating router 317d15c9-ad87-4f1c-bd32-096b12ad8751 port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:35.464963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:35.478242 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.482403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:35.482849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.528550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358097c0-84f0-4e09-b9c9-4c15554ab260 None None] Pushing event updated for resources: {'Port': ['ID=ace73f7a-c76e-4061-843d-b7ade8672320,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:35.537396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.586047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.602369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.624340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:35.628891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.629675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:35.635887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:35.638930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:35.669442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Pushing event updated for resources: {'Port': ['ID=2fd72869-cf22-4760-a15f-75ad81884bea,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:35.699544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:35.825441 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.835790 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Transition to ACTIVE for port object e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:35.842651 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.894294 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe25707-1d37-4a75-97a2-4ac7e614f798 None None] Pushing event updated for resources: {'Port': ['ID=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:35.951003 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Attempting to bind port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:35.951984 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Attempting to bind port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:35.951984 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Attempting to bind port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd on network f98d6a92-f9a6-49b9-a6df-ae727221af91 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:35.957640 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:35.958019 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Checking segment: {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:35.958424 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.958963 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Bound using segment: {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:35.959323 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Bound port: e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:35.959713 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.965381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.033710 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] For port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:36.037014 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] For port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:36.042901 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.095380 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:36.096082 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:36.148977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe25707-1d37-4a75-97a2-4ac7e614f798 None None] Pushing event updated for resources: {'Port': ['ID=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:36.185196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.320186 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:36.328424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c47187d6-b904-4561-b4ba-0d3b1ed48c4f details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:14:36.524953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c47187d6-b904-4561-b4ba-0d3b1ed48c4f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:36.539947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'port_id': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'mac_address': 'fa:16:3e:9f:d1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:14:36.553345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d30da-ea85-484e-918f-9a19cfd908a1 req-69b06d5d-0a94-4a32-837e-5b5afefb3347 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:36.558492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c95d30da-ea85-484e-918f-9a19cfd908a1 req-69b06d5d-0a94-4a32-837e-5b5afefb3347 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 943 time: 0.1043262 Aug 31 14:14:36.609777 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.615949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c95d30da-ea85-484e-918f-9a19cfd908a1 req-ea4fc6e1-13c6-4898-9b8d-e8da1c19246d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522189 Aug 31 14:14:36.650437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47187d6-b904-4561-b4ba-0d3b1ed48c4f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:14:36.651403 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-11782150-a764-4633-a008-1efb66db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:36Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:36.673498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c47187d6-b904-4561-b4ba-0d3b1ed48c4f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:36.682274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.685143 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11782150-a764-4633-a008-1efb66db09c4 None None] The sync data for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 is: [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:36Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:36.747362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:36.765770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Router cacd9591-6db7-48e9-bba7-3a76118b3d23 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:36.821707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0ba7ea-212c-4471-b7ae-535b0c3e7089 None None] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:36.882567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:36.886926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8e447fb-dedd-41c2-8b42-4dfcd254174f None None] Provisioning for port ace73f7a-c76e-4061-843d-b7ade8672320 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:36.898012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Sync routers for ids ['cacd9591-6db7-48e9-bba7-3a76118b3d23'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:36.901014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.905027 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-16b8d717-87ba-47a7-b8f4-3d8294008bde admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2474418 Aug 31 14:14:36.906043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 37614) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:36.925482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Routers {'cacd9591-6db7-48e9-bba7-3a76118b3d23'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:36.926317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cacd9591-6db7-48e9-bba7-3a76118b3d23'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:37.102935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Set router cacd9591-6db7-48e9-bba7-3a76118b3d23 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:37.105417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c47187d6-b904-4561-b4ba-0d3b1ed48c4f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:14:37.407644 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.413155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:37.576378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:37.592291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Allocated IP 172.20.0.1 (0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd/5ad7f1df-7089-4eda-9d45-ddba5b391455/076297e6-4c95-4f45-906c-09a6c8af740b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:37.592841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:37.593081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.724725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 3, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port': {'id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:35Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:37.741969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.761213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Transition to ACTIVE for port object 076297e6-4c95-4f45-906c-09a6c8af740b will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:37.763797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Checking router: cacd9591-6db7-48e9-bba7-3a76118b3d23 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:37.764154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Updating router cacd9591-6db7-48e9-bba7-3a76118b3d23 port 2fd72869-cf22-4760-a15f-75ad81884bea binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:37.776462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7ba80-2355-4219-833c-65d320b25238 req-b182a208-0b5f-40a2-a8c4-64db8cedf97d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:37.777991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2b7ba80-2355-4219-833c-65d320b25238 req-b182a208-0b5f-40a2-a8c4-64db8cedf97d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 944 time: 0.0764077 Aug 31 14:14:37.815051 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.831139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.835263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2b7ba80-2355-4219-833c-65d320b25238 req-5b12002a-c0ed-449a-b500-bf905abd5a3c tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497324 Aug 31 14:14:37.863963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.870833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:37.875757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:37.879379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:37.917175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Pushing event updated for resources: {'Port': ['ID=076297e6-4c95-4f45-906c-09a6c8af740b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:37.939167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.969092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:37.979914 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.980736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ace73f7a-c76e-4061-843d-b7ade8672320 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:38.082581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.112433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:38.148202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bc0bbed0-6ad7-447e-badb-63dd078e64f7 None None] Provisioning for port 076297e6-4c95-4f45-906c-09a6c8af740b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:38.158461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bc0bbed0-6ad7-447e-badb-63dd078e64f7 None None] Provisioning complete for port 076297e6-4c95-4f45-906c-09a6c8af740b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:38.158772 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc0bbed0-6ad7-447e-badb-63dd078e64f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.160223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port ace73f7a-c76e-4061-843d-b7ade8672320 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:38.191121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ace73f7a-c76e-4061-843d-b7ade8672320 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:38.191503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.253132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.257972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bbed0-6ad7-447e-badb-63dd078e64f7 None None] Port 076297e6-4c95-4f45-906c-09a6c8af740b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:38.258199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.274430 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.288706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Transition to ACTIVE for port object 2fd72869-cf22-4760-a15f-75ad81884bea will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:38.298158 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.330071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.333135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Pushing event updated for resources: {'Port': ['ID=076297e6-4c95-4f45-906c-09a6c8af740b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:38.382083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.385346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddfc1a-f5d8-4996-92c2-d6aa5b24cc68 None None] Pushing event updated for resources: {'Port': ['ID=2fd72869-cf22-4760-a15f-75ad81884bea,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:38.387572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Attempting to bind port 2fd72869-cf22-4760-a15f-75ad81884bea on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:38.387938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Attempting to bind port 2fd72869-cf22-4760-a15f-75ad81884bea by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:38.388298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Attempting to bind port 2fd72869-cf22-4760-a15f-75ad81884bea on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:38.406611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:38.406987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:38.407381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.407769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:38.408230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Bound port: 2fd72869-cf22-4760-a15f-75ad81884bea, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:38.408635 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.427431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:38.428907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:38.452639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port ace73f7a-c76e-4061-843d-b7ade8672320, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ace73f7a-c76e-4061-843d-b7ade8672320,segment=NetworkSegment(6e057121-fb0e-4e86-9464-bfece0ee6355),segment_id=6e057121-fb0e-4e86-9464-bfece0ee6355)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:38.457771 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.458568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:38.536132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] For port 2fd72869-cf22-4760-a15f-75ad81884bea, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:38.561236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Router cacd9591-6db7-48e9-bba7-3a76118b3d23 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:38.561475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] For port 2fd72869-cf22-4760-a15f-75ad81884bea, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2fd72869-cf22-4760-a15f-75ad81884bea,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:38.566553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=ace73f7a-c76e-4061-843d-b7ade8672320,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:38.571791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.623312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:38.623992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.662291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddfc1a-f5d8-4996-92c2-d6aa5b24cc68 None None] Pushing event updated for resources: {'Port': ['ID=2fd72869-cf22-4760-a15f-75ad81884bea,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:38.672903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Routers {'cacd9591-6db7-48e9-bba7-3a76118b3d23'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:38.673511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cacd9591-6db7-48e9-bba7-3a76118b3d23'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:38.693534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:38.699172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f127b33-1314-49e6-bb46-7835bae471a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/cacd9591-6db7-48e9-bba7-3a76118b3d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7917249 Aug 31 14:14:38.739497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-727bc93e-1c1d-49b1-95c2-a5811b95c49d None None] Provisioning complete for port 076297e6-4c95-4f45-906c-09a6c8af740b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:38.739888 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-727bc93e-1c1d-49b1-95c2-a5811b95c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.844386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-727bc93e-1c1d-49b1-95c2-a5811b95c49d None None] Port 076297e6-4c95-4f45-906c-09a6c8af740b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:38.858673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] Set router cacd9591-6db7-48e9-bba7-3a76118b3d23 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:38.982749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d844-a375-4a06-a6b7-4dee24d966c2 req-2c473bed-5828-4d60-8e48-8173c31ca9c5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:38.984510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ad5d844-a375-4a06-a6b7-4dee24d966c2 req-2c473bed-5828-4d60-8e48-8173c31ca9c5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 944 time: 0.0693719 Aug 31 14:14:39.056952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ad5d844-a375-4a06-a6b7-4dee24d966c2 req-1850b08a-7b20-4d5d-aa4b-d564d46ff213 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660748 Aug 31 14:14:39.120899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 4, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port': {'id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:35Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '076297e6-4c95-4f45-906c-09a6c8af740b', 'name': '', 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'mac_address': 'fa:16:3e:75:65:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:37Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 2, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'subnets': [{'id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:39.153055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f6729-0c34-469c-b73a-ab4e36e6ef55 None None] The sync data for ids ['cacd9591-6db7-48e9-bba7-3a76118b3d23'] in n-d-792362-6 is: [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 4, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port': {'id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:35Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '076297e6-4c95-4f45-906c-09a6c8af740b', 'name': '', 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'mac_address': 'fa:16:3e:75:65:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:37Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 2, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'subnets': [{'id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:39.256800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:39.314783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:39.315249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.459145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ace73f7a-c76e-4061-843d-b7ade8672320 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:39.562493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ace73f7a-c76e-4061-843d-b7ade8672320 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:39.563040 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.928691 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.185892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a50c8f-9c13-45ad-8484-537e08e31aea req-032163d1-8041-473f-8f11-c05130f0e7da tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:40.187508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4a50c8f-9c13-45ad-8484-537e08e31aea req-032163d1-8041-473f-8f11-c05130f0e7da tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 944 time: 0.0609221 Aug 31 14:14:40.232041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4a50c8f-9c13-45ad-8484-537e08e31aea req-4c9c7081-f80a-4fa6-b297-86a1bfe79d22 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374787 Aug 31 14:14:40.341889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c47187d6-b904-4561-b4ba-0d3b1ed48c4f up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:40.403555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port c47187d6-b904-4561-b4ba-0d3b1ed48c4f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:40.408047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port c47187d6-b904-4561-b4ba-0d3b1ed48c4f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:40.408430 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.495018 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.524943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:40.527269 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b5a86f-f514-4a75-a1b0-095cf5ed0d88" -d '{"events": [{"server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "name": "network-vif-plugged", "status": "completed", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:40.545956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c47187d6-b904-4561-b4ba-0d3b1ed48c4f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:40.550321 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.582279 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdc1258-a31e-40f3-ab43-2342dd995b0c x-openstack-request-id: req-abdc1258-a31e-40f3-ab43-2342dd995b0c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:40.582572 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "name": "network-vif-plugged", "status": "completed", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:40.582826 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abdc1258-a31e-40f3-ab43-2342dd995b0c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:40.583453 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'code': 200} Aug 31 14:14:40.611058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:40.734546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f249334-b625-413f-8657-fa8f3cdcaf7a req-d66b7bf3-f1af-4d50-801d-72e5d79ddb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:40.736091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f249334-b625-413f-8657-fa8f3cdcaf7a req-d66b7bf3-f1af-4d50-801d-72e5d79ddb73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 1096 time: 0.0485487 Aug 31 14:14:40.774509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f249334-b625-413f-8657-fa8f3cdcaf7a req-f3fee932-22ba-4678-b734-9858bd138ac4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300350 Aug 31 14:14:41.291188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2fd72869-cf22-4760-a15f-75ad81884bea up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:41.359658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 2fd72869-cf22-4760-a15f-75ad81884bea completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:41.365739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 2fd72869-cf22-4760-a15f-75ad81884bea triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:41.366139 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.377085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f448-52ee-44fd-b428-696dd82a05f8 req-bd70a960-dc8c-4254-88f7-ebfd82843b74 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:41.385438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f84f448-52ee-44fd-b428-696dd82a05f8 req-bd70a960-dc8c-4254-88f7-ebfd82843b74 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 945 time: 0.0684958 Aug 31 14:14:41.408443 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Sync routers for ids ['cacd9591-6db7-48e9-bba7-3a76118b3d23'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:41.425638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Routers {'cacd9591-6db7-48e9-bba7-3a76118b3d23'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:41.426486 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cacd9591-6db7-48e9-bba7-3a76118b3d23'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:41.436815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f84f448-52ee-44fd-b428-696dd82a05f8 req-2bdbffc7-87ed-4649-9937-6440cd9858f4 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504966 Aug 31 14:14:41.467932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.500985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 2fd72869-cf22-4760-a15f-75ad81884bea, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2fd72869-cf22-4760-a15f-75ad81884bea,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:41.506358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.563471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=2fd72869-cf22-4760-a15f-75ad81884bea,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:41.568506 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Set router cacd9591-6db7-48e9-bba7-3a76118b3d23 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:41.783277 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 4, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port': {'id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:35Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '076297e6-4c95-4f45-906c-09a6c8af740b', 'name': '', 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'mac_address': 'fa:16:3e:75:65:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:37Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 2, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'subnets': [{'id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:41.809691 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Checking router: cacd9591-6db7-48e9-bba7-3a76118b3d23 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:41.810044 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Updating router cacd9591-6db7-48e9-bba7-3a76118b3d23 port 076297e6-4c95-4f45-906c-09a6c8af740b binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:41.835805 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.122395 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.133041 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Transition to ACTIVE for port object 076297e6-4c95-4f45-906c-09a6c8af740b will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:42.138739 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.246460 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Pushing event updated for resources: {'Port': ['ID=076297e6-4c95-4f45-906c-09a6c8af740b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:42.261858 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.262204 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.262536 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.262867 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.263195 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.263519 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.263870 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.264161 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.264478 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.264796 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.265405 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.265714 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:42.269086 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Attempting to bind port 076297e6-4c95-4f45-906c-09a6c8af740b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:42.269453 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Attempting to bind port 076297e6-4c95-4f45-906c-09a6c8af740b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:42.269810 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Attempting to bind port 076297e6-4c95-4f45-906c-09a6c8af740b on network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:42.277262 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:42.277635 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Checking segment: {'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:42.278196 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.278461 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Bound using segment: {'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:42.278883 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Bound port: 076297e6-4c95-4f45-906c-09a6c8af740b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e057121-fb0e-4e86-9464-bfece0ee6355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:42.279901 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.361826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] For port 076297e6-4c95-4f45-906c-09a6c8af740b, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:42.366148 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] For port 076297e6-4c95-4f45-906c-09a6c8af740b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=076297e6-4c95-4f45-906c-09a6c8af740b,segment=NetworkSegment(6e057121-fb0e-4e86-9464-bfece0ee6355),segment_id=6e057121-fb0e-4e86-9464-bfece0ee6355)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:42.371428 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.433355 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Routers {'cacd9591-6db7-48e9-bba7-3a76118b3d23'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:42.434001 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cacd9591-6db7-48e9-bba7-3a76118b3d23'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:42.481601 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f3f72-07ca-43ca-8690-b3fd06a73a79 None None] Pushing event updated for resources: {'Port': ['ID=076297e6-4c95-4f45-906c-09a6c8af740b,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:42.577491 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] Set router cacd9591-6db7-48e9-bba7-3a76118b3d23 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:42.586388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4c443-e90e-4d9e-812a-fa6d91630d8b req-b0bfd893-6bf6-4a49-9da7-821c7a79a6c2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:42.590981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3aa4c443-e90e-4d9e-812a-fa6d91630d8b req-b0bfd893-6bf6-4a49-9da7-821c7a79a6c2 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 945 time: 0.0577238 Aug 31 14:14:42.660069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3aa4c443-e90e-4d9e-812a-fa6d91630d8b req-9c1bc5ed-464a-4d71-b50d-d3297f92267d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630891 Aug 31 14:14:42.857242 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 4, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port': {'id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:35Z', 'updated_at': '2021-08-31T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '076297e6-4c95-4f45-906c-09a6c8af740b', 'name': '', 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'mac_address': 'fa:16:3e:75:65:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:37Z', 'updated_at': '2021-08-31T14:14:42Z', 'revision_number': 4, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'subnets': [{'id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:42.871020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9afb7-0148-4b86-a0e5-716e14e5b9ea req-ddcc07e2-7ed1-4612-884d-d257f0f82114 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:42.872746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ed9afb7-0148-4b86-a0e5-716e14e5b9ea req-ddcc07e2-7ed1-4612-884d-d257f0f82114 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 945 time: 0.0505588 Aug 31 14:14:42.881549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 37726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:42.886939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Request body: {'floatingip': {'port_id': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:42.891364 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d49f1-0380-4369-9f49-4f6bfe7b54ac None None] The sync data for ids ['cacd9591-6db7-48e9-bba7-3a76118b3d23'] in n-d-792362-6 is: [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:14:38Z', 'revision_number': 4, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port': {'id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:35Z', 'updated_at': '2021-08-31T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '076297e6-4c95-4f45-906c-09a6c8af740b', 'name': '', 'network_id': '0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'mac_address': 'fa:16:3e:75:65:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:37Z', 'updated_at': '2021-08-31T14:14:42Z', 'revision_number': 4, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'subnets': [{'id': '5ad7f1df-7089-4eda-9d45-ddba5b391455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:42.936497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.312288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2fd72869-cf22-4760-a15f-75ad81884bea up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:43.392845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 2fd72869-cf22-4760-a15f-75ad81884bea triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:43.393415 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.446344 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.455399 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.481839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 076297e6-4c95-4f45-906c-09a6c8af740b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:43.551099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 076297e6-4c95-4f45-906c-09a6c8af740b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:43.555616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 076297e6-4c95-4f45-906c-09a6c8af740b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:43.555990 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.593150 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Floating IP a539d6a9-ed1f-44e3-bd88-7a260c4f7951 associated. External IP: 172.25.0.55, port: c47187d6-b904-4561-b4ba-0d3b1ed48c4f. Aug 31 14:14:43.657002 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.696513 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 076297e6-4c95-4f45-906c-09a6c8af740b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=076297e6-4c95-4f45-906c-09a6c8af740b,segment=NetworkSegment(6e057121-fb0e-4e86-9464-bfece0ee6355),segment_id=6e057121-fb0e-4e86-9464-bfece0ee6355)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:43.700939 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.760421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=076297e6-4c95-4f45-906c-09a6c8af740b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:43.851545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Router 14f918d4-5b72-42ea-8541-c0e102880172 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:43.965945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:43.970470 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.975758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] Sync routers for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:43.988840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:43.989501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:43.998652 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-25f1f032-fd97-4ac2-8ad5-277379e143a5 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "PUT /v2.0/floatingips/a539d6a9-ed1f-44e3-bd88-7a260c4f7951 HTTP/1.1" status: 200 len: 990 time: 1.1159799 Aug 31 14:14:43.999414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:44.002048 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f8bbd-308d-4b50-9e83-e3d333c5e34a" -d '{"events": [{"name": "network-changed", "server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:44.128850 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71e3ce9-b80d-46c9-a4a8-0ebc02460f64 x-openstack-request-id: req-b71e3ce9-b80d-46c9-a4a8-0ebc02460f64 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:44.129168 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:44.129427 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b71e3ce9-b80d-46c9-a4a8-0ebc02460f64 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:44.129833 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'status': 'completed', 'code': 200} Aug 31 14:14:44.218929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-faa190ec-de10-4713-abf0-83fa6abd5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:44.220591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-faa190ec-de10-4713-abf0-83fa6abd5a02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=111fd413d34348ee8506ead7bb9f9a80&device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 1096 time: 0.0444391 Aug 31 14:14:44.261575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:44.323672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-60b62c6c-32c9-4cd1-bb78-7d49af786046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:44.325209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-60b62c6c-32c9-4cd1-bb78-7d49af786046 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 200 len: 913 time: 0.0967288 Aug 31 14:14:44.398320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-d736242a-588b-4b00-8dc8-f88553dfd255 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f HTTP/1.1" status: 200 len: 998 time: 0.0634406 Aug 31 14:14:44.458166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-3856e147-f55b-4456-b418-107ca4a31b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:44.460044 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-3856e147-f55b-4456-b418-107ca4a31b9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 200 len: 850 time: 0.0539045 Aug 31 14:14:44.507714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a539d6a9-ed1f-44e3-bd88-7a260c4f7951', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'port_id': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'mac_address': 'fa:16:3e:9f:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:43Z', 'revision_number': 1, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.510683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-f7d77ccb-ada0-4dea-9ff3-4917c42d2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:44.512252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-f7d77ccb-ada0-4dea-9ff3-4917c42d2ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436361 Aug 31 14:14:44.541411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] Checking router: 14f918d4-5b72-42ea-8541-c0e102880172 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:44.548790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:44.549442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.629236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-01826d58-e4db-47e8-af77-714f5abc3726 service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091020 Aug 31 14:14:44.662282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:44.737241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-714f8bbd-308d-4b50-9e83-e3d333c5e34a req-8ae1c75e-041c-4750-b184-db390fa866bf service neutron] 10.222.0.26 "GET /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002495 Aug 31 14:14:44.918880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a539d6a9-ed1f-44e3-bd88-7a260c4f7951', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'port_id': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'mac_address': 'fa:16:3e:9f:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:43Z', 'revision_number': 1, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.946308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1c0bb-f694-4440-ab61-3360c6a6522d None None] The sync data for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 is: [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a539d6a9-ed1f-44e3-bd88-7a260c4f7951', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'port_id': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'mac_address': 'fa:16:3e:9f:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:43Z', 'revision_number': 1, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:45.154569 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c4dc4-97d6-43db-a648-9c3dcb387310 None None] New status for floating IP a539d6a9-ed1f-44e3-bd88-7a260c4f7951: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:14:45.261474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 076297e6-4c95-4f45-906c-09a6c8af740b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:45.310886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 076297e6-4c95-4f45-906c-09a6c8af740b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:45.311264 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.567444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65b85b-c862-443d-a7de-5bddfb073ba6 req-5d65ccc6-fdc9-47c4-aeda-9a46c61c7b7c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:46.569105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f65b85b-c862-443d-a7de-5bddfb073ba6 req-5d65ccc6-fdc9-47c4-aeda-9a46c61c7b7c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0538363 Aug 31 14:14:46.609715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f65b85b-c862-443d-a7de-5bddfb073ba6 req-34bacdf8-862b-4852-bb36-e8858d84a4fd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337996 Aug 31 14:14:46.731690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb858b8-d5fe-4e93-b291-7a29a7bb2cb4 req-920864b5-f774-4add-adf2-c7b9fbf4ba8a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:46.733282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdb858b8-d5fe-4e93-b291-7a29a7bb2cb4 req-920864b5-f774-4add-adf2-c7b9fbf4ba8a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0539489 Aug 31 14:14:46.777588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdb858b8-d5fe-4e93-b291-7a29a7bb2cb4 req-23b2357b-ede6-4861-818a-66267f7c46dd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382962 Aug 31 14:14:47.062650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-046aa712-f8a6-4170-8ce1-f8d0936dca20 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:47.064251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-046aa712-f8a6-4170-8ce1-f8d0936dca20 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.1127961 Aug 31 14:14:47.080989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-3d3d07bf-331e-4b91-89de-c055061195b1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/quotas/0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 375 time: 0.0106070 Aug 31 14:14:47.144594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-69f9b98b-70b9-4b75-9298-63a43f9fcdc9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0569670 Aug 31 14:14:47.353057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-be35ed2a-8851-45c4-a436-e11cd173fea4 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006435 Aug 31 14:14:47.446461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-474c8b2a-47c4-4bfa-8ae1-e9ca60a4eef7 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867777 Aug 31 14:14:47.799906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da9571fc-be28-4f3c-850e-998f68c95c8d req-8d5bf271-77ff-4670-a4ea-f2700cea347f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 210 time: 0.0350475 Aug 31 14:14:48.881328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-a7b56341-c817-4419-a250-1f5e7063bb74 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:48.884377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-a7b56341-c817-4419-a250-1f5e7063bb74 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.1331112 Aug 31 14:14:48.907944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'port': {'device_id': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'admin_state_up': True, 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:48.926781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea3e1635-134b-4e6d-81f4-a0208026c761 req-d762f062-67f1-4493-b5b9-4e9f8293f62d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 210 time: 0.0367568 Aug 31 14:14:49.042963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Made reservation on behalf of 0043b1b4ab2145c598698dd5a0579b3c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:49.046677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.213636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Allocated IP 172.20.0.13 (12b46c0e-9247-4dca-a4d2-98fc54e46b95/90c8d49e-4a97-4d82-aa5d-0e596c420a89/ee036feb-494a-4ebc-92fa-2ffadfe1c4c6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:49.381396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.396520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Transition to ACTIVE for port object ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:49.431598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.474313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0', '1539a17e-a575-4327-a145-200d94eb56f4'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:14:49.477965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:49.481282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:49.485267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:49.521887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.565737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:49.567093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.590045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-c144fcf2-1c20-4b0f-bddd-2d2c9e6eeef1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6858032 Aug 31 14:14:49.608754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Request body: {'port': {'device_id': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:49.670213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.826700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-063281e6-ed1f-4631-bc52-666add3ae5de None None] Provisioning for port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:49.833565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-063281e6-ed1f-4631-bc52-666add3ae5de None None] Provisioning complete for port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:49.834271 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-063281e6-ed1f-4631-bc52-666add3ae5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.879832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-063281e6-ed1f-4631-bc52-666add3ae5de None None] Port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:49.975126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:14:49.983962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.996788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Transition to ACTIVE for port object ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:50.000634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.107875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Pushing event updated for resources: {'Port': ['ID=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:50.163285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bce1c7-4d78-4a10-85e6-c3f70a25237d req-8c249bc6-84e7-476b-86b6-9de6068d38f2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:50.165749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6bce1c7-4d78-4a10-85e6-c3f70a25237d req-8c249bc6-84e7-476b-86b6-9de6068d38f2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 944 time: 0.1322267 Aug 31 14:14:50.202865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Attempting to bind port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:50.203341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Attempting to bind port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:50.203879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Attempting to bind port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:50.208823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:14:50.209309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Attempting to bind port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:50.223297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:50.223703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:50.224177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Bound using segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:50.224697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Bound port: ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:50.225163 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.245692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6bce1c7-4d78-4a10-85e6-c3f70a25237d req-5ff3278d-8381-4489-86f7-6984bce9fa97 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729833 Aug 31 14:14:50.320162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] For port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:50.323508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] For port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:50.328806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.362228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:50.362947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.366859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-def994dc-ff64-445a-844d-135d34c00500 service neutron] 10.222.0.26 "PUT /v2.0/ports/ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 HTTP/1.1" status: 200 len: 1092 time: 0.7632909 Aug 31 14:14:50.367747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:50.370936 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43c634-54cd-4963-abea-4a6f67761e42" -d '{"events": [{"name": "network-changed", "server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:50.410087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def994dc-ff64-445a-844d-135d34c00500 service neutron] Pushing event updated for resources: {'Port': ['ID=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:50.424707 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdea65-bb2c-494f-ba7e-45faacea916f x-openstack-request-id: req-8bfdea65-bb2c-494f-ba7e-45faacea916f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:50.425042 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:50.425587 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bfdea65-bb2c-494f-ba7e-45faacea916f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:50.426250 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6', 'status': 'completed', 'code': 200} Aug 31 14:14:50.491670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-27f4179a-66bc-471d-aa77-f04850c1c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:50.494409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-27f4179a-66bc-471d-aa77-f04850c1c9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 1095 time: 0.0496047 Aug 31 14:14:50.550364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-87332bc4-138c-4228-b4e9-2044dc2824f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0412838 Aug 31 14:14:50.601836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-4d3a793c-5495-43db-95cf-2e05c91e755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:50.603269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-4d3a793c-5495-43db-95cf-2e05c91e755e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0457399 Aug 31 14:14:50.651156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-07186344-8f0d-4ab1-8f90-60ecd30e51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:50.652673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-07186344-8f0d-4ab1-8f90-60ecd30e51fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415635 Aug 31 14:14:50.752949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-27212e3e-16c2-4ce4-8420-1082849d0df8 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914781 Aug 31 14:14:50.852320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b5e6dbb5-ebcc-4226-ae67-f5a18cf94364 req-2184629d-a983-418b-a57f-cf2ce571800e service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 Aug 31 14:14:51.024995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c634-54cd-4963-abea-4a6f67761e42 req-8052b545-72b6-4b83-a09d-cb3b4203ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.026512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df43c634-54cd-4963-abea-4a6f67761e42 req-8052b545-72b6-4b83-a09d-cb3b4203ec07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 1095 time: 0.0482531 Aug 31 14:14:51.118455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c634-54cd-4963-abea-4a6f67761e42 req-d1373f00-e146-4c29-8d25-46dee2f6421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.119933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df43c634-54cd-4963-abea-4a6f67761e42 req-d1373f00-e146-4c29-8d25-46dee2f6421e service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.0856092 Aug 31 14:14:51.174134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df43c634-54cd-4963-abea-4a6f67761e42 req-3a7954de-0c8f-4cf2-a97e-c208e608c028 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0396225 Aug 31 14:14:51.231502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c634-54cd-4963-abea-4a6f67761e42 req-414227c8-7750-4fef-8db5-f9853e25f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.233040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df43c634-54cd-4963-abea-4a6f67761e42 req-414227c8-7750-4fef-8db5-f9853e25f663 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0499539 Aug 31 14:14:51.294984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c634-54cd-4963-abea-4a6f67761e42 req-bf3fad48-4826-43e5-a4a1-a1635d5a63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.296698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df43c634-54cd-4963-abea-4a6f67761e42 req-bf3fad48-4826-43e5-a4a1-a1635d5a63b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547311 Aug 31 14:14:51.423327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307d650-4768-46ec-9510-bc027ccc9971 req-bf2b1ba9-af7f-425d-822a-a07f208e40d6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.424899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1307d650-4768-46ec-9510-bc027ccc9971 req-bf2b1ba9-af7f-425d-822a-a07f208e40d6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 944 time: 0.0737827 Aug 31 14:14:51.447827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df43c634-54cd-4963-abea-4a6f67761e42 req-7ee5b07d-b251-4fa2-8a41-ed483a8f4dc5 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425593 Aug 31 14:14:51.514221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1307d650-4768-46ec-9510-bc027ccc9971 req-d715e8eb-6286-42f8-aaf5-74d027ca634d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830631 Aug 31 14:14:51.559837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df43c634-54cd-4963-abea-4a6f67761e42 req-1e9b9d80-4643-4746-9ba6-63a6abc9a579 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039548 Aug 31 14:14:52.973379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c680-c9b4-440b-a8de-c78693c33eea req-fb4a0a87-01b2-49ad-a395-8fcf193f483d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:52.974769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3769c680-c9b4-440b-a8de-c78693c33eea req-fb4a0a87-01b2-49ad-a395-8fcf193f483d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 944 time: 0.3871210 Aug 31 14:14:53.014030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3769c680-c9b4-440b-a8de-c78693c33eea req-a1138fac-8531-492b-9eb3-62abda91523a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Aug 31 14:14:54.133869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e350b87-e0a4-43c4-978c-d11a55849f66 req-168097b0-abfe-4adf-981f-e3b19e11d8ef tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:54.135357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e350b87-e0a4-43c4-978c-d11a55849f66 req-168097b0-abfe-4adf-981f-e3b19e11d8ef tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 944 time: 0.0492332 Aug 31 14:14:54.173387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e350b87-e0a4-43c4-978c-d11a55849f66 req-350f7562-95bb-4762-9091-71ccc94a7faa tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Aug 31 14:14:54.396226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:14:54.497488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:54.511079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6', 'mac_address': 'fa:16:3e:a5:0f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:14:54.550122 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.562901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:14:54.581687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:54.585346 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.632688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:54.971307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ee036feb-494a-4ebc-92fa-2ffadfe1c4c6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:14:55.290072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e01dff-88f6-49b8-b248-b1b26ebf6121 req-6a93d9fc-5cb7-4e19-80e3-0cbaae4744a9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:55.291454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94e01dff-88f6-49b8-b248-b1b26ebf6121 req-6a93d9fc-5cb7-4e19-80e3-0cbaae4744a9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 945 time: 0.0490937 Aug 31 14:14:55.332133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94e01dff-88f6-49b8-b248-b1b26ebf6121 req-3db2f730-4252-4ca4-bb64-93cd640d5c8b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Aug 31 14:14:56.399857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:56.451452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc1eb-e7d6-46a7-bdad-623ee1714314 req-8cc4a0b6-29e4-4616-ba6f-e4cc4813563a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.452031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:56.453396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f2cc1eb-e7d6-46a7-bdad-623ee1714314 req-8cc4a0b6-29e4-4616-ba6f-e4cc4813563a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 945 time: 0.0520132 Aug 31 14:14:56.455400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:56.455916 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.498062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f2cc1eb-e7d6-46a7-bdad-623ee1714314 req-569006e8-fb76-41f4-bff2-9359fdbadaef tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361156 Aug 31 14:14:56.546692 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.570181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:56.573005 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e7736-c28f-467b-b82c-8ecbfd8a16ad" -d '{"events": [{"server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "name": "network-vif-plugged", "status": "completed", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:56.585787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:56.590425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.639410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:56.705990 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4170df12-aba0-4103-9f7e-5c5e89851aae x-openstack-request-id: req-4170df12-aba0-4103-9f7e-5c5e89851aae {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:56.706289 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "name": "network-vif-plugged", "status": "completed", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:56.706541 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4170df12-aba0-4103-9f7e-5c5e89851aae {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:56.706936 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6', 'code': 200} Aug 31 14:14:56.738631 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-52267cb0-ed72-4503-b0a6-2b2a0046d6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.842741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af27f-cb22-4757-ab31-1050e69640e2 req-f9f4bc8e-9371-4fca-9e77-c872190bc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.844695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-748af27f-cb22-4757-ab31-1050e69640e2 req-f9f4bc8e-9371-4fca-9e77-c872190bc543 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 1097 time: 0.0436196 Aug 31 14:14:56.881189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-748af27f-cb22-4757-ab31-1050e69640e2 req-1f5bcba2-8d83-4568-9b4f-7d3f90b01f45 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278680 Aug 31 14:14:57.626556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e41a1-896a-4513-8726-f87b4011f5f7 req-27830c16-d614-46d8-a791-51768e9f24f9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:57.628083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf9e41a1-896a-4513-8726-f87b4011f5f7 req-27830c16-d614-46d8-a791-51768e9f24f9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 946 time: 0.0517900 Aug 31 14:14:57.680796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf9e41a1-896a-4513-8726-f87b4011f5f7 req-44814434-68e9-4ec9-9cb8-6fbedb4080b8 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Aug 31 14:14:58.527530 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:14:58.805492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb7265-bbf3-4673-9bc0-e3de1324fa31 req-15184897-455c-4c47-a0dc-3c5c321b3a68 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:58.809324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbfb7265-bbf3-4673-9bc0-e3de1324fa31 req-15184897-455c-4c47-a0dc-3c5c321b3a68 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 946 time: 0.0584493 Aug 31 14:14:58.848533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbfb7265-bbf3-4673-9bc0-e3de1324fa31 req-eeb9d949-d7bf-4329-bf74-57ecd12b601a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Aug 31 14:14:59.096821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-522d79d5-d51c-40c4-804f-7493046fdca1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 267 time: 0.0329032 Aug 31 14:14:59.150781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-026dba5a-d859-41ae-a6d6-7cd86eb73649 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.152345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-026dba5a-d859-41ae-a6d6-7cd86eb73649 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 946 time: 0.0497022 Aug 31 14:14:59.163606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'port': {'security_groups': []}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:59.233681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.326727 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b325638-5bca-41d9-9af8-f319b3aa4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.401873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] For port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:59.432883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.437461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.474772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0', '1539a17e-a575-4327-a145-200d94eb56f4', 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:14:59.484242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.484966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.486491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d27806de-b2ec-4779-97a5-0e99aaae3243 req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "PUT /v2.0/ports/ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 HTTP/1.1" status: 200 len: 905 time: 0.3275559 Aug 31 14:14:59.486976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:59.489370 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c711190-4a86-43fc-8b91-4282faaa737c" -d '{"events": [{"name": "network-changed", "server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:59.521869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afae4fe-28ec-44c8-aac9-e87a7a8c3cb4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:59.569817 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.616519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bd6ed-62ee-4dbc-8cc5-a38d1fb0ad82 req-1602a834-5257-4eed-9826-a5d0aaa6384e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.618269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a77bd6ed-62ee-4dbc-8cc5-a38d1fb0ad82 req-1602a834-5257-4eed-9826-a5d0aaa6384e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 908 time: 0.0558577 Aug 31 14:14:59.672273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['ee036feb-494a-4ebc-92fa-2ffadfe1c4c6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:14:59.696959 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3c17d8-4170-4232-8b21-bb3a121a76bb x-openstack-request-id: req-cc3c17d8-4170-4232-8b21-bb3a121a76bb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:59.697303 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:59.697526 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc3c17d8-4170-4232-8b21-bb3a121a76bb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:59.697942 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6', 'status': 'completed', 'code': 200} Aug 31 14:14:59.837679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c711190-4a86-43fc-8b91-4282faaa737c req-b7681d25-d774-42e2-92ed-c0465edef0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.839455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c711190-4a86-43fc-8b91-4282faaa737c req-b7681d25-d774-42e2-92ed-c0465edef0fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 1059 time: 0.0957727 Aug 31 14:14:59.849607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6586e0-eb2e-4492-b9f8-a4535fdfbdbd req-f8149b4d-9b9e-4765-9e6d-5ef5fd7dc5a8 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.851446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a6586e0-eb2e-4492-b9f8-a4535fdfbdbd req-f8149b4d-9b9e-4765-9e6d-5ef5fd7dc5a8 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0796566 Aug 31 14:14:59.863944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-91f4b3ce-0b2b-4cb8-9283-161d8b93de93 None None] Provisioning complete for port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:59.864416 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-91f4b3ce-0b2b-4cb8-9283-161d8b93de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.951187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a6586e0-eb2e-4492-b9f8-a4535fdfbdbd req-22b4713f-383f-4c44-8785-6522b57c28a9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862927 Aug 31 14:14:59.987089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c711190-4a86-43fc-8b91-4282faaa737c req-00587f94-a032-4b21-9a68-1dc5bb39e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.988742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c711190-4a86-43fc-8b91-4282faaa737c req-00587f94-a032-4b21-9a68-1dc5bb39e92c service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1359699 Aug 31 14:15:00.042682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c711190-4a86-43fc-8b91-4282faaa737c req-622f0384-6027-4148-9992-7538f43dfb6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0458586 Aug 31 14:15:00.113264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c711190-4a86-43fc-8b91-4282faaa737c req-e59353b7-f7b8-4a7e-846a-df20b5653d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:00.114731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c711190-4a86-43fc-8b91-4282faaa737c req-e59353b7-f7b8-4a7e-846a-df20b5653d5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0462053 Aug 31 14:15:00.194463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bf4a-54d0-4cc1-8727-5fce6b2d8b86 req-760b2faa-f0e5-42ae-9d49-389aee7e659c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:00.196511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f68bf4a-54d0-4cc1-8727-5fce6b2d8b86 req-760b2faa-f0e5-42ae-9d49-389aee7e659c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0766513 Aug 31 14:15:00.202960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c711190-4a86-43fc-8b91-4282faaa737c req-0d95bc3e-6b58-4c6f-8a62-1d9015b252d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:00.204329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c711190-4a86-43fc-8b91-4282faaa737c req-0d95bc3e-6b58-4c6f-8a62-1d9015b252d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759590 Aug 31 14:15:00.284647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f68bf4a-54d0-4cc1-8727-5fce6b2d8b86 req-1192ced9-1476-45e2-833a-2ef700b32180 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793509 Aug 31 14:15:00.319369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c711190-4a86-43fc-8b91-4282faaa737c req-12324cee-050e-478c-8587-c74b3b2d3481 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995851 Aug 31 14:15:00.424933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c711190-4a86-43fc-8b91-4282faaa737c req-556aef9c-54e2-462a-85f0-abddeb574d90 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973117 Aug 31 14:15:00.534769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-257e06e0-4b70-443c-95c0-0fdf9023ce51 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:00.536191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-257e06e0-4b70-443c-95c0-0fdf9023ce51 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.1031551 Aug 31 14:15:00.551894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-3e4813a6-b3bd-45c3-a136-6c7cf59f8a0a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/quotas/0043b1b4ab2145c598698dd5a0579b3c HTTP/1.1" status: 200 len: 375 time: 0.0093997 Aug 31 14:15:00.601309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.619308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-63ca218f-fc34-4353-b67a-6d1f11e0bc19 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0618601 Aug 31 14:15:00.709883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-7a27f2a9-1b1a-448b-94a5-7acace459fb9 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Aug 31 14:15:00.804572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-91fea265-d350-41e1-8aa4-5ced39989324 service neutron] 10.222.0.10 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Aug 31 14:15:00.991073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aabb4730-7b5a-4eb8-a5a7-c3a172f54dfb req-156fafad-3f7a-42ac-9a27-002a733131f8 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.0283256 Aug 31 14:15:01.992598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.094908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4747f8a-c2df-4b1d-b24e-a4303a413f69 req-dfe5de7d-98cd-4370-acd4-5b21758537a2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.0290334 Aug 31 14:15:02.271182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-13fe1645-14e3-4097-85d6-d118abe61e48 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.272818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-13fe1645-14e3-4097-85d6-d118abe61e48 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 811 time: 0.1233871 Aug 31 14:15:02.295844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Request body: {'port': {'device_id': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'admin_state_up': True, 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:02.403136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Made reservation on behalf of 0043b1b4ab2145c598698dd5a0579b3c for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:02.406797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.540439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Allocated IP 172.20.0.12 (12b46c0e-9247-4dca-a4d2-98fc54e46b95/90c8d49e-4a97-4d82-aa5d-0e596c420a89/94dc9894-c6cb-490f-90ea-f0aefed5b420) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:02.685633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.701532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Transition to ACTIVE for port object 94dc9894-c6cb-490f-90ea-f0aefed5b420 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:02.739181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.777351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0', '1539a17e-a575-4327-a145-200d94eb56f4'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:02.787765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:02.794191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:02.798135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:02.835976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:02.869129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.869636 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.886134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-39d08485-85e6-49c9-8fca-73e8261c1c11 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939701 Aug 31 14:15:02.907027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Request body: {'port': {'device_id': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:02.984735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.137730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e0500a6f-db9e-4b78-8a68-f31929cc9590 None None] Provisioning for port 94dc9894-c6cb-490f-90ea-f0aefed5b420 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:03.143636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e0500a6f-db9e-4b78-8a68-f31929cc9590 None None] Provisioning complete for port 94dc9894-c6cb-490f-90ea-f0aefed5b420 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:03.144305 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e0500a6f-db9e-4b78-8a68-f31929cc9590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.192544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e0500a6f-db9e-4b78-8a68-f31929cc9590 None None] Port 94dc9894-c6cb-490f-90ea-f0aefed5b420 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:03.272771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1676f-5ebc-4dee-92cb-eeae5cee9a37 req-24aaf96f-5a78-4280-bb66-c18c7aa21606 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.275240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50e1676f-5ebc-4dee-92cb-eeae5cee9a37 req-24aaf96f-5a78-4280-bb66-c18c7aa21606 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 932 time: 0.0888443 Aug 31 14:15:03.356180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50e1676f-5ebc-4dee-92cb-eeae5cee9a37 req-eacb72cc-86f8-4df6-aca7-5154e9e6d596 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725243 Aug 31 14:15:03.381927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dc9894-c6cb-490f-90ea-f0aefed5b420 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:03.387681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.401587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Transition to ACTIVE for port object 94dc9894-c6cb-490f-90ea-f0aefed5b420 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:03.406590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.484125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:03.552184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Attempting to bind port 94dc9894-c6cb-490f-90ea-f0aefed5b420 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:03.552637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Attempting to bind port 94dc9894-c6cb-490f-90ea-f0aefed5b420 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:03.553103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Attempting to bind port 94dc9894-c6cb-490f-90ea-f0aefed5b420 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:03.558681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Port 94dc9894-c6cb-490f-90ea-f0aefed5b420 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:03.559352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Attempting to bind port 94dc9894-c6cb-490f-90ea-f0aefed5b420 on network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:03.564799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:03.565341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Checking segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:03.565834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Bound using segment: {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:03.566439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Bound port: 94dc9894-c6cb-490f-90ea-f0aefed5b420, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0944eece-b726-4dc1-84de-d33fca922a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:03.566896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.648002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:03.652082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:03.658107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.709668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.710505 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.712354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] 10.222.0.26 "PUT /v2.0/ports/94dc9894-c6cb-490f-90ea-f0aefed5b420 HTTP/1.1" status: 200 len: 1092 time: 0.8105743 Aug 31 14:15:03.715292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:03.717647 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:03.766743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aafe8-761f-4906-930a-d01473cdf392 service neutron] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:03.804899 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cfd54d-40e2-4468-9f28-7eca0d3b14f5 x-openstack-request-id: req-44cfd54d-40e2-4468-9f28-7eca0d3b14f5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:03.805260 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:03.805956 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44cfd54d-40e2-4468-9f28-7eca0d3b14f5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:03.807048 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'status': 'completed', 'code': 200} Aug 31 14:15:03.822633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-f6217f1e-4962-45ef-9e7f-5ab7b79433ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.824630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-f6217f1e-4962-45ef-9e7f-5ab7b79433ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 1095 time: 0.0524554 Aug 31 14:15:03.879326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-485f9073-95a6-4978-98a6-ca8c6e84c17c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420 HTTP/1.1" status: 200 len: 217 time: 0.0363657 Aug 31 14:15:03.933438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-dca3f15d-9b36-4f90-97a0-de7bfdf047aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.935323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-dca3f15d-9b36-4f90-97a0-de7bfdf047aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0481675 Aug 31 14:15:04.010203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-3e2d94d6-76c9-42ae-a9af-2e5a026173c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.011651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-3e2d94d6-76c9-42ae-a9af-2e5a026173c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605750 Aug 31 14:15:04.104364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-42aaada0-41dc-4862-bf41-52372864e957 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837646 Aug 31 14:15:04.203303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d84113e8-22f9-4c1d-b189-08fa71126226 req-860d7b4a-aee8-493b-a17d-b57363908363 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909395 Aug 31 14:15:04.370742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-57693ca9-067f-4236-8790-10a472f432df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.372269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-57693ca9-067f-4236-8790-10a472f432df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 1095 time: 0.0450447 Aug 31 14:15:04.505363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-7947c4c6-2f71-4271-a730-22e865031ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.507095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-7947c4c6-2f71-4271-a730-22e865031ecf service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1220949 Aug 31 14:15:04.516568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856aa4b-ac69-4b6d-a839-2ee073f8cfdb req-df1c82a6-b5b7-4af4-883a-5854ce791566 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.518064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6856aa4b-ac69-4b6d-a839-2ee073f8cfdb req-df1c82a6-b5b7-4af4-883a-5854ce791566 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 944 time: 0.0791078 Aug 31 14:15:04.558766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-d24e59c2-1c57-4a91-aee2-16d0bbe039c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420 HTTP/1.1" status: 200 len: 217 time: 0.0397487 Aug 31 14:15:04.617308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6856aa4b-ac69-4b6d-a839-2ee073f8cfdb req-49c86551-ce59-4fa4-9695-2896323d826d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917802 Aug 31 14:15:04.648390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-19ec9b65-d875-43cf-91bd-af234a1e4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.650603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-19ec9b65-d875-43cf-91bd-af234a1e4251 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0710971 Aug 31 14:15:04.709572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-0314b8e4-70e5-47d2-8531-1d44fe998143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.711202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-0314b8e4-70e5-47d2-8531-1d44fe998143 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479405 Aug 31 14:15:04.816994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-5826ade8-76a2-4951-a06a-d4580dab3415 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974133 Aug 31 14:15:04.924534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f12a0f3-7bb8-40f9-8618-8b881bbd196e req-1f9f60fc-52f2-482a-8bf7-aaa71ffcc8f3 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952477 Aug 31 14:15:05.747815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fb829-dd7d-4220-9f41-e1f311167d20 req-e9242e72-aa56-4a1d-84f0-c6191d98d16e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.749587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e0fb829-dd7d-4220-9f41-e1f311167d20 req-e9242e72-aa56-4a1d-84f0-c6191d98d16e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 944 time: 0.0549316 Aug 31 14:15:05.798057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e0fb829-dd7d-4220-9f41-e1f311167d20 req-113a4a21-d49a-4939-b338-767caad4957e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Aug 31 14:15:06.448787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 94dc9894-c6cb-490f-90ea-f0aefed5b420 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:06.556750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:06.570895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'mac_address': 'fa:16:3e:d7:1e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:06.609892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.623792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dc9894-c6cb-490f-90ea-f0aefed5b420 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:06.644158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:06.648397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.700301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:06.923002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ded24-a8ef-4bcb-84bb-28975c48d44f req-d78dd0a0-dc2b-4758-9f67-c9feeb0a811f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.924491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-138ded24-a8ef-4bcb-84bb-28975c48d44f req-d78dd0a0-dc2b-4758-9f67-c9feeb0a811f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 945 time: 0.0514123 Aug 31 14:15:06.967637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-138ded24-a8ef-4bcb-84bb-28975c48d44f req-399cb148-d47f-455e-a5c6-8d0785dc0294 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363784 Aug 31 14:15:07.077780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['94dc9894-c6cb-490f-90ea-f0aefed5b420'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:08.095404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b9d45-61fd-4fe4-b49d-c14a8d66c8a4 req-1a212d99-56e0-44a9-93f1-8491da46fe83 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.096893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-984b9d45-61fd-4fe4-b49d-c14a8d66c8a4 req-1a212d99-56e0-44a9-93f1-8491da46fe83 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 945 time: 0.0559201 Aug 31 14:15:08.140040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-984b9d45-61fd-4fe4-b49d-c14a8d66c8a4 req-d76e6e7e-e12f-4782-8546-239003a15603 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367525 Aug 31 14:15:08.458691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 94dc9894-c6cb-490f-90ea-f0aefed5b420 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:08.519331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 94dc9894-c6cb-490f-90ea-f0aefed5b420 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:08.523787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 94dc9894-c6cb-490f-90ea-f0aefed5b420 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:08.524188 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.600007 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.622359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:08.624643 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f3c48-18d5-4656-b363-7f44dbe32bb8" -d '{"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-plugged", "status": "completed", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:08.637152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:08.641654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.668995 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba95a7ea-e42b-4748-968f-53e1126a13d6 x-openstack-request-id: req-ba95a7ea-e42b-4748-968f-53e1126a13d6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:08.669317 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-plugged", "status": "completed", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:08.669565 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba95a7ea-e42b-4748-968f-53e1126a13d6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:08.669949 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'code': 200} Aug 31 14:15:08.696588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:08.807383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e5993-9bf1-4b2b-97e5-aee1f8b10218 req-909cacdb-c0c1-4be5-9632-be2c9efee85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.808919 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b4e5993-9bf1-4b2b-97e5-aee1f8b10218 req-909cacdb-c0c1-4be5-9632-be2c9efee85c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0406420 Aug 31 14:15:08.848239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b4e5993-9bf1-4b2b-97e5-aee1f8b10218 req-d47e2bbc-8041-4f09-8325-fe8825fdcbc4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276711 Aug 31 14:15:09.259289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcade5-9d60-4f35-82c6-05f732d20aac req-8d3280b4-2608-46ad-857c-5234694e58a7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:09.260799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ebcade5-9d60-4f35-82c6-05f732d20aac req-8d3280b4-2608-46ad-857c-5234694e58a7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0491371 Aug 31 14:15:09.299817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ebcade5-9d60-4f35-82c6-05f732d20aac req-a305aca8-96ff-4cb9-8da2-ba15346c68d9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Aug 31 14:15:09.933334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.428353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6421c5-4895-460a-a834-3e589c1ac205 req-8caee938-aa2a-48c3-bf51-eaa62e3b0cb7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.430034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e6421c5-4895-460a-a834-3e589c1ac205 req-8caee938-aa2a-48c3-bf51-eaa62e3b0cb7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0581498 Aug 31 14:15:10.471009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e6421c5-4895-460a-a834-3e589c1ac205 req-60179aa6-e2b4-422b-b359-d1ed60297779 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Aug 31 14:15:11.591598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdc732-22ff-4a37-afb8-47134f417409 req-fe23c3df-be34-4cf1-a84f-53beb644e802 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.593901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1cdc732-22ff-4a37-afb8-47134f417409 req-fe23c3df-be34-4cf1-a84f-53beb644e802 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0492628 Aug 31 14:15:11.631065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1cdc732-22ff-4a37-afb8-47134f417409 req-e09bbae5-8f84-4f74-9d2d-ddf8e02bbcf5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Aug 31 14:15:12.011781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e75500-4df8-4b26-997f-db61fc45ce6c req-40bc45e3-b4bf-420e-b429-413265b88e6d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.013432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58e75500-4df8-4b26-997f-db61fc45ce6c req-40bc45e3-b4bf-420e-b429-413265b88e6d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0559008 Aug 31 14:15:12.052322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58e75500-4df8-4b26-997f-db61fc45ce6c req-041c0dcd-d919-4608-8641-6941980b3b45 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Aug 31 14:15:13.195918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddc93f-fe28-4443-9728-466ff596dfd5 req-a1967c83-c741-4eeb-b3fb-dff72882f110 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.197616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42ddc93f-fe28-4443-9728-466ff596dfd5 req-a1967c83-c741-4eeb-b3fb-dff72882f110 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0566330 Aug 31 14:15:13.238434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42ddc93f-fe28-4443-9728-466ff596dfd5 req-5888bf50-8593-4bd3-afdb-c46b5e83bc30 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348949 Aug 31 14:15:13.669892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc89da-4e28-486d-9f52-481693a294ed req-005f1e9e-0b2c-4f6f-b1da-6c7c337fec95 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.671439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24cc89da-4e28-486d-9f52-481693a294ed req-005f1e9e-0b2c-4f6f-b1da-6c7c337fec95 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0534179 Aug 31 14:15:13.714360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24cc89da-4e28-486d-9f52-481693a294ed req-9f0c71be-4dc4-43b8-adf3-e9213fedf18e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Aug 31 14:15:14.949213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0a05f-e99b-435e-960a-1a20ca3ec97a req-723f32cf-0dd7-481e-82df-3e21afacf185 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.950731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3db0a05f-e99b-435e-960a-1a20ca3ec97a req-723f32cf-0dd7-481e-82df-3e21afacf185 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.1673105 Aug 31 14:15:14.989108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3db0a05f-e99b-435e-960a-1a20ca3ec97a req-ec292489-3fad-481f-bca6-68eed28bb506 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Aug 31 14:15:16.116067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd6e2e-800d-4a2a-acab-c9163ae92a94 req-7f7bc71b-39fe-4675-91ea-8212e0cb58d4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.118443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcdd6e2e-800d-4a2a-acab-c9163ae92a94 req-7f7bc71b-39fe-4675-91ea-8212e0cb58d4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0559595 Aug 31 14:15:16.156514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcdd6e2e-800d-4a2a-acab-c9163ae92a94 req-0b73f7b9-d27c-4aee-bfd6-dcc7f67154ce tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Aug 31 14:15:16.464058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 94dc9894-c6cb-490f-90ea-f0aefed5b420 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:16.568523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:16.581797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'port_id': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'mac_address': 'fa:16:3e:d7:1e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:16.628204 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.643385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94dc9894-c6cb-490f-90ea-f0aefed5b420 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:16.657505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-d48f6176-2073-43cd-ae68-0f83b9bcccdd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493381 Aug 31 14:15:16.671416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:16.677217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.734879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:16.783917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-e8e0dca7-e9c6-454a-992f-07cf1f4f8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.785746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-e8e0dca7-e9c6-454a-992f-07cf1f4f8735 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1095 time: 0.0551577 Aug 31 14:15:16.911956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-dcc813bf-7598-428a-a355-e1fa36d77784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.913526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-dcc813bf-7598-428a-a355-e1fa36d77784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1003911 Aug 31 14:15:16.927932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['94dc9894-c6cb-490f-90ea-f0aefed5b420'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:16.985780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-8f99eb8f-a12f-46e8-9218-4f35ed3e0960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.0640399 Aug 31 14:15:17.052728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-b597dcde-525b-4544-8819-453a642e5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.055391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-b597dcde-525b-4544-8819-453a642e5a4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0589085 Aug 31 14:15:17.136459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-9a355095-467f-4e4b-8be0-df9b63f6152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.138072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-9a355095-467f-4e4b-8be0-df9b63f6152d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750322 Aug 31 14:15:17.260032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-aca8af87-13df-443f-a5a0-b30f7a00235c service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103086 Aug 31 14:15:17.408497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f5f21-85ae-4528-b1b3-3270e2c35e1f req-34856876-b008-418b-b559-937ab6274504 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.410420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f9f5f21-85ae-4528-b1b3-3270e2c35e1f req-34856876-b008-418b-b559-937ab6274504 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 945 time: 0.1407757 Aug 31 14:15:17.454998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a55475d-87f6-4333-ba3c-b4535c995c95 req-b4403861-2d71-4efe-a218-3cca879cf2d1 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435573 Aug 31 14:15:17.489376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f9f5f21-85ae-4528-b1b3-3270e2c35e1f req-56f6510d-9bc0-4b2a-a8f7-858caab204c0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493987 Aug 31 14:15:18.462803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 94dc9894-c6cb-490f-90ea-f0aefed5b420 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:18.546470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 94dc9894-c6cb-490f-90ea-f0aefed5b420 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:18.546851 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.654935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.686757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:18.689112 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63534707-4bf4-4491-92df-fcaecdd0f541" -d '{"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-plugged", "status": "completed", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:18.693774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37258774-b015-406f-aa59-bc366655e8d0 req-8666e3d6-4431-46ef-bf88-f96863d59efa tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:18.696702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37258774-b015-406f-aa59-bc366655e8d0 req-8666e3d6-4431-46ef-bf88-f96863d59efa tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 945 time: 0.0808916 Aug 31 14:15:18.710039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:18.716797 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.762188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37258774-b015-406f-aa59-bc366655e8d0 req-f0e2af05-deb7-442d-8f73-6284c9d880f3 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Aug 31 14:15:18.797310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:18.918636 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff3d0f4-3875-4e08-a0ac-88e444b80d0c x-openstack-request-id: req-eff3d0f4-3875-4e08-a0ac-88e444b80d0c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:18.919102 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-plugged", "status": "completed", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:18.919517 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eff3d0f4-3875-4e08-a0ac-88e444b80d0c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:18.920008 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'code': 200} Aug 31 14:15:19.901055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306163d-f8f5-466e-83cd-4f29e136c91d req-42b09036-085e-4ee1-ac20-5e801b14a91f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.908481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c306163d-f8f5-466e-83cd-4f29e136c91d req-42b09036-085e-4ee1-ac20-5e801b14a91f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0615997 Aug 31 14:15:19.946740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c306163d-f8f5-466e-83cd-4f29e136c91d req-893b2fee-b054-4522-bd96-c14aa4b3bb2a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Aug 31 14:15:20.628159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd76bd8-7ac9-4a64-a94e-8f355fbe36ff req-6dd002d9-d72a-413e-b508-6408c81a3367 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:20.636792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fd76bd8-7ac9-4a64-a94e-8f355fbe36ff req-6dd002d9-d72a-413e-b508-6408c81a3367 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.0651591 Aug 31 14:15:20.693645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fd76bd8-7ac9-4a64-a94e-8f355fbe36ff req-88abb591-0a03-486a-bf97-40cb14fe5ec0 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499599 Aug 31 14:15:21.096688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4686c9-e8f8-4034-92b9-5b3cdf165405 req-70f8b4e4-a8a6-4632-a2b8-8a76c10f83d5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.099081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed4686c9-e8f8-4034-92b9-5b3cdf165405 req-70f8b4e4-a8a6-4632-a2b8-8a76c10f83d5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0630164 Aug 31 14:15:21.161027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed4686c9-e8f8-4034-92b9-5b3cdf165405 req-abb8a0d1-343a-4f56-b401-86fa3c7e370c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529037 Aug 31 14:15:21.824060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc1bdc-723b-46f0-aa40-3ee0b9abff03 req-1e5792eb-c2b7-4eeb-b18b-574015accddb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.826074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4fc1bdc-723b-46f0-aa40-3ee0b9abff03 req-1e5792eb-c2b7-4eeb-b18b-574015accddb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.0551224 Aug 31 14:15:21.897898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4fc1bdc-723b-46f0-aa40-3ee0b9abff03 req-8167b52b-7152-414b-88b4-cbc4e221e890 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586815 Aug 31 14:15:22.309946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1ea59-ee68-4de7-a6a4-bce149945e13 req-05d82b25-decb-4e54-b7c5-30c65786e187 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.312269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ae1ea59-ee68-4de7-a6a4-bce149945e13 req-05d82b25-decb-4e54-b7c5-30c65786e187 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0649316 Aug 31 14:15:22.365182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ae1ea59-ee68-4de7-a6a4-bce149945e13 req-2a601c4c-dc41-4f15-8b22-6690975103c3 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Aug 31 14:15:22.900895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-e5ae759a-8350-4ba7-8bf4-dc6c82702aae tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.902828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-e5ae759a-8350-4ba7-8bf4-dc6c82702aae tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.0550151 Aug 31 14:15:23.045163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port 3c85e218-b637-4e8f-a14b-88439a01f667 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:23.046159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.178496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d045-0cb7-443a-9697-a0a67a983c55 req-cc9c87d0-b351-4efc-bae9-5bce5dd972c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.178496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c72d045-0cb7-443a-9697-a0a67a983c55 req-cc9c87d0-b351-4efc-bae9-5bce5dd972c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 945 time: 0.1545844 Aug 31 14:15:23.218271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] For port 3c85e218-b637-4e8f-a14b-88439a01f667, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3c85e218-b637-4e8f-a14b-88439a01f667,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:23.218742 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.250844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c72d045-0cb7-443a-9697-a0a67a983c55 req-9c8d42e4-3c57-495e-8308-cf7cf4ee6a78 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660815 Aug 31 14:15:23.464030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.464030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.464030 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Floating IP 76c9c638-2a34-466a-b6fb-5eee0648cd76 disassociated. External IP: 172.25.0.251, port: 3c85e218-b637-4e8f-a14b-88439a01f667. Aug 31 14:15:23.465040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for 3c85e218-b637-4e8f-a14b-88439a01f667 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:23.592123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e715f-a614-42e6-81de-6f736a87cfbc req-08926049-ff3f-4e93-848d-8ed61ea01222 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.593980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-650e715f-a614-42e6-81de-6f736a87cfbc req-08926049-ff3f-4e93-848d-8ed61ea01222 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.1337771 Aug 31 14:15:23.641904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-650e715f-a614-42e6-81de-6f736a87cfbc req-f977440e-d1a7-4867-a414-984c42b7562a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Aug 31 14:15:23.749419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.921725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:15:23.927855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=3c85e218-b637-4e8f-a14b-88439a01f667,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:23.952617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.953165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.953653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.954133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.954614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.955089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.955561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.956041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.956498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.957006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.957506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:23.957983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:24.178311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:15:24.199260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:15:24.224439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:24.226284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:24.269306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] No DVR routers for this DVR port 3c85e218-b637-4e8f-a14b-88439a01f667 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:24.292684 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.300039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e37f27a-b3e5-40b5-8882-6c94d378d6dc req-2f8d277d-ee18-4325-814f-780fe2db531c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "DELETE /v2.0/ports/3c85e218-b637-4e8f-a14b-88439a01f667 HTTP/1.1" status: 204 len: 173 time: 1.3891122 Aug 31 14:15:24.303002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'name': 'network-vif-deleted', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:24.306819 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e81b869-fcc3-4ad9-840c-703baa1ddd58" -d '{"events": [{"server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "name": "network-vif-deleted", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:24.428017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:24.494730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db4808ce-4d38-42fd-af0c-4078ebd93ea8 req-fa78dc3f-1702-48f3-ac96-6fb454e151cf tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 210 time: 0.0874133 Aug 31 14:15:24.547528 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e2f87a-f3c6-4b60-93a0-5a6238930ee7 x-openstack-request-id: req-60e2f87a-f3c6-4b60-93a0-5a6238930ee7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:24.552554 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b687554-94ec-48b7-a147-75cff18223d3", "name": "network-vif-deleted", "tag": "3c85e218-b637-4e8f-a14b-88439a01f667", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:24.552990 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60e2f87a-f3c6-4b60-93a0-5a6238930ee7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:24.553446 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b687554-94ec-48b7-a147-75cff18223d3', 'name': 'network-vif-deleted', 'tag': '3c85e218-b637-4e8f-a14b-88439a01f667', 'status': 'completed', 'code': 200} Aug 31 14:15:24.910947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d4eb-710f-4e1c-8bac-5aa18abcc9a7 req-80e8b1f0-7bd8-4d92-bc80-765bab7749e2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.918067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f999d4eb-710f-4e1c-8bac-5aa18abcc9a7 req-80e8b1f0-7bd8-4d92-bc80-765bab7749e2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.1265519 Aug 31 14:15:24.974475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:25.025073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f999d4eb-710f-4e1c-8bac-5aa18abcc9a7 req-e889f497-836d-4599-a902-e40204c3b4d7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004071 Aug 31 14:15:25.062542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:15:25.078552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:25.079741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:14:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:25.278954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:25.641461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:25.673934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59e2ca-c1ec-46ca-bcac-e4ed9c2afbb6 None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:25.701798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc398977-8952-4239-8941-e9e9c75f7e5c req-b6673116-6096-4ab3-b91a-bee50575ff96 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 210 time: 0.0824401 Aug 31 14:15:26.103625 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027779f-03f3-4726-b64f-b24314105b6d None None] New status for floating IP 76c9c638-2a34-466a-b6fb-5eee0648cd76: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:15:26.524370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3c85e218-b637-4e8f-a14b-88439a01f667 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:26.591178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3c85e218-b637-4e8f-a14b-88439a01f667 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:26.591650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3c85e218-b637-4e8f-a14b-88439a01f667 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:26.738339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6477-44f2-48ad-8354-377b6f96b0a9 req-fbe10cc0-0279-423d-8073-d3a32c4e0ebc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.744062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abcd6477-44f2-48ad-8354-377b6f96b0a9 req-fbe10cc0-0279-423d-8073-d3a32c4e0ebc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.5805833 Aug 31 14:15:26.768845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e69c59d2-27dc-4412-a6e9-f091d9eef3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.862328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-abcd6477-44f2-48ad-8354-377b6f96b0a9 req-8f0b41f4-f0e3-4a0b-a52a-9e314444247a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113837 Aug 31 14:15:27.247785 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c957f40-e0dc-4b13-b47e-e00e7c843901 req-df556ddb-d6ac-4ad6-8c41-ae9b41145278 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 210 time: 0.0468531 Aug 31 14:15:28.029668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fa6de-3f5d-471f-8999-9c334231d03b req-9a5a8ab9-5117-460b-ae98-9361f6154f1f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.031482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-103fa6de-3f5d-471f-8999-9c334231d03b req-9a5a8ab9-5117-460b-ae98-9361f6154f1f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0646603 Aug 31 14:15:28.093984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-103fa6de-3f5d-471f-8999-9c334231d03b req-f2c1f379-3972-4d5c-b6b7-924464097226 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501251 Aug 31 14:15:28.462252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6eca69e-e76a-4a21-a6bc-ef84f7c49ecb req-42e6ab90-9305-4ea9-8150-fb407dbdce26 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 210 time: 0.0411208 Aug 31 14:15:29.315078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d96daf-166b-4ea9-a4d4-e43e1ebb3968 req-e042d0bf-5365-4683-a069-02f2e1b4a2ce tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.316721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37d96daf-166b-4ea9-a4d4-e43e1ebb3968 req-e042d0bf-5365-4683-a069-02f2e1b4a2ce tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0809665 Aug 31 14:15:29.353000 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d4b71091-96b1-4c45-9a14-f87dec3c92d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.418518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-37d96daf-166b-4ea9-a4d4-e43e1ebb3968 req-4bb2fcc9-7047-4262-9ff8-3df8eb319959 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898659 Aug 31 14:15:29.523653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.725664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e68ff5d-0790-4146-b69e-cb2a86171167 req-8dc4719c-59f0-4a8c-a936-5c55f792cd25 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b687554-94ec-48b7-a147-75cff18223d3 HTTP/1.1" status: 200 len: 210 time: 0.0356593 Aug 31 14:15:30.343919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-73df1f3c-b1dd-4966-995f-826cfb5f0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.345871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-73df1f3c-b1dd-4966-995f-826cfb5f0c6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0573909 Aug 31 14:15:30.452361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-92785b69-0f9d-45f7-aec5-9d8d94c4c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.455384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-92785b69-0f9d-45f7-aec5-9d8d94c4c8ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1014833 Aug 31 14:15:30.519050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-14907118-aebc-4d84-b1e4-75b10a328c68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420 HTTP/1.1" status: 200 len: 217 time: 0.0544038 Aug 31 14:15:30.616340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-7377ec58-d4a8-4b3b-ae67-e5f89c28d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.618585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-7377ec58-d4a8-4b3b-ae67-e5f89c28d0d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0931027 Aug 31 14:15:30.623806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.635289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137421b3-61a0-4455-a1ec-27cd1ef8eca2 req-74926511-af3f-432c-ba01-7bf273bf4389 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.637206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-137421b3-61a0-4455-a1ec-27cd1ef8eca2 req-74926511-af3f-432c-ba01-7bf273bf4389 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.1020384 Aug 31 14:15:30.718213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-61ace76b-28b8-48d1-8356-af6e0e3cb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.720514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-61ace76b-28b8-48d1-8356-af6e0e3cb8af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822339 Aug 31 14:15:30.724083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-137421b3-61a0-4455-a1ec-27cd1ef8eca2 req-dcb822c8-5500-4390-913d-c7d8abdfc489 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579638 Aug 31 14:15:30.858502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-7eb51820-7d06-4812-9f57-e4234f6c2156 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285377 Aug 31 14:15:30.992821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e288b4b-8b96-4f4b-9e82-7b35e1979541 req-7236c06d-b858-42d9-bbbf-c25e4ac95d47 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256621 Aug 31 14:15:31.233817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-3797356f-f19e-4348-aec4-2e1a53951072 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225695292&fields=id&tenant_id=8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 267 time: 0.0551820 Aug 31 14:15:31.408116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-c0bb0a2c-30fd-4b16-bb78-7ea76a0701e6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.409659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-c0bb0a2c-30fd-4b16-bb78-7ea76a0701e6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.1669085 Aug 31 14:15:31.429846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-9e2af694-67e8-4080-93e2-be4f0f0a9b94 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/quotas/8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 375 time: 0.0124657 Aug 31 14:15:31.525672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-a1e66b64-ca4f-4e34-a4ef-0155dc8b4722 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859087 Aug 31 14:15:31.633537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-715605b9-f803-4dbf-b73c-c260363ace12 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929704 Aug 31 14:15:31.736767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-bd021c76-0c78-462f-91b7-6cf1fc407f73 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967193 Aug 31 14:15:32.001250 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.136410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748fbda-d1cf-49fb-b896-013088aa37ba req-8f31f3ea-4b7b-4535-94f6-4bc21474f78f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:32.138163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b748fbda-d1cf-49fb-b896-013088aa37ba req-8f31f3ea-4b7b-4535-94f6-4bc21474f78f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 946 time: 0.0636148 Aug 31 14:15:32.186786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b748fbda-d1cf-49fb-b896-013088aa37ba req-1ebd7e2c-618c-4d0c-b12c-eaa37d5408cf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Aug 31 14:15:32.457855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f91c1a7d-e710-42c5-ae7f-04634bcf4139 req-2bfe0171-2c5f-44e7-b498-567b407f4c73 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 210 time: 0.0355465 Aug 31 14:15:32.536128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-105ec925-5c94-43b1-9497-43ec8343e4c5 req-d5b85134-4931-4197-a210-65cbb728196a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291207 Aug 31 14:15:32.544850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 94dc9894-c6cb-490f-90ea-f0aefed5b420 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:32.626863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.635828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-105ec925-5c94-43b1-9497-43ec8343e4c5 req-3c60454f-0cb1-4bc3-bffa-2c2454b592d8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0481334 Aug 31 14:15:32.651899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:32.654218 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a9dd8c-a215-44e6-abac-0daafce2bda0" -d '{"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-unplugged", "status": "completed", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:32.710155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-105ec925-5c94-43b1-9497-43ec8343e4c5 req-cfac2a70-7fcc-4a1e-8781-69029d0b6fc5 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398793 Aug 31 14:15:32.718311 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c61551-794d-4418-a3a5-28b0d1810d4b x-openstack-request-id: req-b0c61551-794d-4418-a3a5-28b0d1810d4b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:32.719741 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-unplugged", "status": "completed", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:32.719955 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0c61551-794d-4418-a3a5-28b0d1810d4b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:32.720745 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'code': 200} Aug 31 14:15:32.725077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:32.731181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.804259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:32.812609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.813096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.813601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.813942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.814377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.814710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.815337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.815805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.816413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.817145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.817760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.818444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:32.850917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ec925-5c94-43b1-9497-43ec8343e4c5 req-144a55df-8609-4123-bedb-cdf994a769bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:32.852593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-105ec925-5c94-43b1-9497-43ec8343e4c5 req-144a55df-8609-4123-bedb-cdf994a769bc service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1303179 Aug 31 14:15:33.445397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29447e-ec7a-428b-b194-a2349a87d6a6 req-23d0a763-816c-4d33-b930-e50794648be3 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.448172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac29447e-ec7a-428b-b194-a2349a87d6a6 req-23d0a763-816c-4d33-b930-e50794648be3 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 944 time: 0.1456192 Aug 31 14:15:33.544472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-3392d4e4-c234-4281-92cb-0734eac42ee1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.546963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-3392d4e4-c234-4281-92cb-0734eac42ee1 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.2082775 Aug 31 14:15:33.561635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac29447e-ec7a-428b-b194-a2349a87d6a6 req-b3aec08c-5c1c-4c4c-9c49-e104b8804af3 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816832 Aug 31 14:15:33.632089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-ab765938-e7b5-4e2f-b709-a3e87dada6c6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 379 time: 0.0660260 Aug 31 14:15:33.673037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'port': {'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'admin_state_up': True, 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'security_groups': ['b0fd0dc3-8d46-4951-b34e-b66dfd47dc84']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:33.854707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:33.859640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.931200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea3072f-4e57-4946-8359-ad29add3fc15 req-fb7a2453-39cf-48f8-80d1-bf78584fbbae tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 210 time: 0.0517766 Aug 31 14:15:34.098135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.20.0.3 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/bd7c2688-74cb-431d-a1be-cbda2328ec8e) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:34.115237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790d800-fb8e-48a8-8da8-b7806972f85f req-766a6c37-1d3f-429f-91e8-586b1d304617 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.117203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5790d800-fb8e-48a8-8da8-b7806972f85f req-766a6c37-1d3f-429f-91e8-586b1d304617 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0855565 Aug 31 14:15:34.226039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5790d800-fb8e-48a8-8da8-b7806972f85f req-0d849eb9-23ef-43d1-a097-a44f248bc63a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982726 Aug 31 14:15:34.322902 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.368833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Transition to ACTIVE for port object bd7c2688-74cb-431d-a1be-cbda2328ec8e will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:34.409343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8896988-e6db-4159-94f4-bad10dda0cf6 req-9ea31e6a-bea4-4c0a-87ea-e2198a84eb0b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.410940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8896988-e6db-4159-94f4-bad10dda0cf6 req-9ea31e6a-bea4-4c0a-87ea-e2198a84eb0b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0853558 Aug 31 14:15:34.463808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.468019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8896988-e6db-4159-94f4-bad10dda0cf6 req-bf9ba080-7755-4a3d-82e1-250407cfbe58 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468347 Aug 31 14:15:34.543849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:34.552239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:34.561147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:34.675738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.676844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.705580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0364826 Aug 31 14:15:34.713268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2b1ce-9d17-4e08-b3be-716876983a0f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=bd7c2688-74cb-431d-a1be-cbda2328ec8e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:34.735889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Request body: {'port': {'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:34.876517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.924299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e2241-ec71-42b4-965e-5d9d3e54d5cc req-f15ba690-eca1-416d-93d0-2e461c06d39e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.927076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf2e2241-ec71-42b4-965e-5d9d3e54d5cc req-f15ba690-eca1-416d-93d0-2e461c06d39e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1313100 Aug 31 14:15:35.013524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf2e2241-ec71-42b4-965e-5d9d3e54d5cc req-1f33b11b-45fe-4a83-9790-66cdb7eb7d4f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781677 Aug 31 14:15:35.081468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c3e391b1-c9b3-4cfa-9f19-ff0b01012e6f None None] Provisioning for port bd7c2688-74cb-431d-a1be-cbda2328ec8e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:35.087588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c3e391b1-c9b3-4cfa-9f19-ff0b01012e6f None None] Provisioning complete for port bd7c2688-74cb-431d-a1be-cbda2328ec8e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:35.088290 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c3e391b1-c9b3-4cfa-9f19-ff0b01012e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.156551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c3e391b1-c9b3-4cfa-9f19-ff0b01012e6f None None] Port bd7c2688-74cb-431d-a1be-cbda2328ec8e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:35.407814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7c2688-74cb-431d-a1be-cbda2328ec8e {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:35.417398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.433298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Transition to ACTIVE for port object bd7c2688-74cb-431d-a1be-cbda2328ec8e will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:35.438677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.528680 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:15:35.571161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c2688-74cb-431d-a1be-cbda2328ec8e,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:35.655497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe0966-5e59-4fd7-ad9b-a00060c8022f req-650f2053-c4a5-4bbf-9f3d-ec4473736618 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.657156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-befe0966-5e59-4fd7-ad9b-a00060c8022f req-650f2053-c4a5-4bbf-9f3d-ec4473736618 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.1277277 Aug 31 14:15:35.718223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Attempting to bind port bd7c2688-74cb-431d-a1be-cbda2328ec8e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:35.718223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Attempting to bind port bd7c2688-74cb-431d-a1be-cbda2328ec8e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:35.718223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Attempting to bind port bd7c2688-74cb-431d-a1be-cbda2328ec8e on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:35.730794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Port bd7c2688-74cb-431d-a1be-cbda2328ec8e on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:35.731891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Attempting to bind port bd7c2688-74cb-431d-a1be-cbda2328ec8e on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:35.737057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:35.737486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:35.737807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:35.738254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Bound port: bd7c2688-74cb-431d-a1be-cbda2328ec8e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:35.738630 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.787385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-befe0966-5e59-4fd7-ad9b-a00060c8022f req-87d1fade-73a8-43c2-9614-f0377510f40f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989459 Aug 31 14:15:35.858057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] For port bd7c2688-74cb-431d-a1be-cbda2328ec8e, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:35.861781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] For port bd7c2688-74cb-431d-a1be-cbda2328ec8e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:35.868495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.932677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.933468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.934993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] 10.222.0.26 "PUT /v2.0/ports/bd7c2688-74cb-431d-a1be-cbda2328ec8e HTTP/1.1" status: 200 len: 1091 time: 1.2067087 Aug 31 14:15:35.935527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:35.938046 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e9c43d-c5df-4523-b396-954b49304c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:35.981968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8f99c-9245-4972-9dd0-a4259193794d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c2688-74cb-431d-a1be-cbda2328ec8e,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:36.068575 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1610238-73aa-4489-a57b-5b37d0d8ec6a x-openstack-request-id: req-f1610238-73aa-4489-a57b-5b37d0d8ec6a {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:36.068903 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:36.069368 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1610238-73aa-4489-a57b-5b37d0d8ec6a {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:36.069774 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'status': 'completed', 'code': 200} Aug 31 14:15:36.095243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-dd022fa2-428d-4e18-9ca8-7006881b50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.097178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-dd022fa2-428d-4e18-9ca8-7006881b50fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 1094 time: 0.0722928 Aug 31 14:15:36.165959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-4708baed-c67c-4aed-90c5-d039658da3cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e HTTP/1.1" status: 200 len: 217 time: 0.0526118 Aug 31 14:15:36.233765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-07a537a8-c98f-4700-b8e0-a3f50c131418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.235204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-07a537a8-c98f-4700-b8e0-a3f50c131418 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0583954 Aug 31 14:15:36.349669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a89df2-1db7-422f-a4ba-702711bc3adc req-1263451d-cb75-457e-a59c-69fb62b6f6b2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.364140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5a89df2-1db7-422f-a4ba-702711bc3adc req-1263451d-cb75-457e-a59c-69fb62b6f6b2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1968737 Aug 31 14:15:36.391682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-a3a68655-2185-4eee-abf0-4cf591f4ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.393325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-a3a68655-2185-4eee-abf0-4cf591f4ee9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269372 Aug 31 14:15:36.473539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5a89df2-1db7-422f-a4ba-702711bc3adc req-aa8ab28e-106c-445a-89b8-8b7e6e6435a5 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082511 Aug 31 14:15:36.546793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-94112969-112a-4999-a500-c593df82621c service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432965 Aug 31 14:15:36.571295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 94dc9894-c6cb-490f-90ea-f0aefed5b420 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:36.748325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e958d4d-c0a4-44a1-89b7-40a5abcb632c req-029a331f-9bc8-415a-8135-1c34707ea405 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895947 Aug 31 14:15:36.936181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-f3652190-6dbd-4651-8eae-5a910f54915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.937867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-f3652190-6dbd-4651-8eae-5a910f54915c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 1094 time: 0.1122622 Aug 31 14:15:36.946173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccc707-0ba4-46f3-b0c7-cd59653fa937 req-37cd6bb0-2939-49bc-907f-445daa3a4469 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.947586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dccc707-0ba4-46f3-b0c7-cd59653fa937 req-37cd6bb0-2939-49bc-907f-445daa3a4469 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0710905 Aug 31 14:15:37.052809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dccc707-0ba4-46f3-b0c7-cd59653fa937 req-9f2bab46-55b2-4d63-8432-c2a2c5f520a5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843000 Aug 31 14:15:37.074930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-7318f478-775e-47a4-9c6f-4296ae5f3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.076987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-7318f478-775e-47a4-9c6f-4296ae5f3e2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1283619 Aug 31 14:15:37.136124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-c0111c7d-e47a-4563-82eb-db6b93499b5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e HTTP/1.1" status: 200 len: 217 time: 0.0501132 Aug 31 14:15:37.190171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-450a8c7f-111f-4fc3-b4d8-b93ae5dbf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.191772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-450a8c7f-111f-4fc3-b4d8-b93ae5dbf2aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0470254 Aug 31 14:15:37.244884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-701b0da3-4deb-40ae-af7e-26f710027608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.246569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-701b0da3-4deb-40ae-af7e-26f710027608 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468447 Aug 31 14:15:37.364502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-c314bc1d-2757-4192-9e4e-f69614769d95 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088092 Aug 31 14:15:37.465492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3e9c43d-c5df-4523-b396-954b49304c0e req-e72f0a1a-0148-44c0-8ed1-fc8ee17e0897 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928488 Aug 31 14:15:37.665780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced55-d5f2-426d-8e54-0ea8618f69ef req-4183e095-05ff-4f8c-bba0-ec0ed091cb5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.667806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5bced55-d5f2-426d-8e54-0ea8618f69ef req-4183e095-05ff-4f8c-bba0-ec0ed091cb5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0697448 Aug 31 14:15:37.719979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5bced55-d5f2-426d-8e54-0ea8618f69ef req-4fb9ca01-79eb-4044-be2b-46c38aa06bd6 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455394 Aug 31 14:15:38.230761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4511e2-1f82-4ca6-b0b8-2935463be934 req-d34701da-fc3e-4d66-9a4a-3e00911ca776 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.233235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc4511e2-1f82-4ca6-b0b8-2935463be934 req-d34701da-fc3e-4d66-9a4a-3e00911ca776 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0656059 Aug 31 14:15:38.279623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc4511e2-1f82-4ca6-b0b8-2935463be934 req-6bbb9d47-0228-443a-9e5d-ec5e353351d9 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397840 Aug 31 14:15:38.874553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853831c4-68e1-40d3-b221-aad03b7412c7 req-40fcc33e-fb76-4ddb-8784-6e693473433f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.882923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-853831c4-68e1-40d3-b221-aad03b7412c7 req-40fcc33e-fb76-4ddb-8784-6e693473433f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0679269 Aug 31 14:15:38.969894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-853831c4-68e1-40d3-b221-aad03b7412c7 req-6b9cc016-eb07-41db-94f0-449069e880eb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855317 Aug 31 14:15:39.413837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204ad93-284a-4038-b79b-2bcd4de53c12 req-e582c8d0-51b6-4255-8dad-fb290c640abf tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:39.415484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7204ad93-284a-4038-b79b-2bcd4de53c12 req-e582c8d0-51b6-4255-8dad-fb290c640abf tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0550320 Aug 31 14:15:39.481669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7204ad93-284a-4038-b79b-2bcd4de53c12 req-169adf87-5a50-45bd-80b4-294306c4d7c6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546753 Aug 31 14:15:39.934792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.111186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520f5b9-64f3-41ea-b0d9-759ec169b6ad req-576eadad-df26-403b-8e45-900241e810f0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.113023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4520f5b9-64f3-41ea-b0d9-759ec169b6ad req-576eadad-df26-403b-8e45-900241e810f0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0534708 Aug 31 14:15:40.150988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4520f5b9-64f3-41ea-b0d9-759ec169b6ad req-9e06b987-ff37-4244-a6f4-d95a7c4d1a3e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Aug 31 14:15:40.721107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730189ea-9f78-4bda-bdea-8d4bb25b4fe3 req-c7902dab-787e-46f4-b3a8-854c3b87204e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.722651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-730189ea-9f78-4bda-bdea-8d4bb25b4fe3 req-c7902dab-787e-46f4-b3a8-854c3b87204e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0570846 Aug 31 14:15:40.766558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-730189ea-9f78-4bda-bdea-8d4bb25b4fe3 req-e1f5c275-8ca1-4718-b939-4b0ec3c9e34e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367963 Aug 31 14:15:40.905770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2578f43-7a50-47a6-a76e-c83e31574fc4 req-adc99669-4e60-460e-8244-34c721f45d9b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.913129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2578f43-7a50-47a6-a76e-c83e31574fc4 req-adc99669-4e60-460e-8244-34c721f45d9b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0504298 Aug 31 14:15:40.948859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2578f43-7a50-47a6-a76e-c83e31574fc4 req-96b79060-8415-43ae-8855-c35131ee7fe6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351346 Aug 31 14:15:41.280035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36a4a6-a8e5-48cf-86a8-33df8ad60e28 req-f46329bc-ccc0-49c1-883d-4673477a7d18 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.281548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb36a4a6-a8e5-48cf-86a8-33df8ad60e28 req-f46329bc-ccc0-49c1-883d-4673477a7d18 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0583699 Aug 31 14:15:41.320188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb36a4a6-a8e5-48cf-86a8-33df8ad60e28 req-292eab6c-f326-4614-ba05-13cea749d540 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Aug 31 14:15:41.903449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21e884-0322-4549-b670-5cc12b81afc6 req-22131ba8-cd53-44df-ba35-d08d8e997a30 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.905022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a21e884-0322-4549-b670-5cc12b81afc6 req-22131ba8-cd53-44df-ba35-d08d8e997a30 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0550900 Aug 31 14:15:41.959590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a21e884-0322-4549-b670-5cc12b81afc6 req-d986d11f-f094-4227-9abc-e1a43412b357 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448892 Aug 31 14:15:42.101060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1759373-3740-4714-a435-91211c5849d0 req-7c3c0f6b-ee3f-4bac-b1df-ec6e008fc7c6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.103177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1759373-3740-4714-a435-91211c5849d0 req-7c3c0f6b-ee3f-4bac-b1df-ec6e008fc7c6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0571880 Aug 31 14:15:42.149210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1759373-3740-4714-a435-91211c5849d0 req-54938896-b6cf-4b06-af17-d356974f423d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387321 Aug 31 14:15:42.462390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445feac-b79e-44a2-addd-e51125c08650 req-3b46e31a-0883-4a61-bc92-5b1c53fc92b9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.464185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d445feac-b79e-44a2-addd-e51125c08650 req-3b46e31a-0883-4a61-bc92-5b1c53fc92b9 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0594032 Aug 31 14:15:42.515954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d445feac-b79e-44a2-addd-e51125c08650 req-d7ea5a9a-389a-4179-a97d-6b339aa3fa2e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Aug 31 14:15:43.110240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb1702-fadc-40fe-bac7-d7fb61a6c3c3 req-58f66f03-d402-49db-a2a0-ea9c6046eaa2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.112177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fdb1702-fadc-40fe-bac7-d7fb61a6c3c3 req-58f66f03-d402-49db-a2a0-ea9c6046eaa2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0670264 Aug 31 14:15:43.158430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fdb1702-fadc-40fe-bac7-d7fb61a6c3c3 req-10c582fb-cd4c-49fc-a9c8-dd8c46e3d1bb tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372617 Aug 31 14:15:43.284654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a533c-88ca-4ccc-88c9-a5027988702c req-fe3ce573-cb85-48fe-b176-30a90c5bf7da tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.286095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-870a533c-88ca-4ccc-88c9-a5027988702c req-fe3ce573-cb85-48fe-b176-30a90c5bf7da tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0510378 Aug 31 14:15:43.329532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-870a533c-88ca-4ccc-88c9-a5027988702c req-cb48561c-2c65-425a-89ba-2a9a8895cc56 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339575 Aug 31 14:15:43.671058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06927d-9daa-446b-b38c-448f56e01000 req-a8951185-f3a5-4d3d-9e0a-5fc2a45ee254 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.672547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e06927d-9daa-446b-b38c-448f56e01000 req-a8951185-f3a5-4d3d-9e0a-5fc2a45ee254 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0560710 Aug 31 14:15:43.715507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e06927d-9daa-446b-b38c-448f56e01000 req-2343ab81-c6bc-4268-82b7-6e2e7b0de5e7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Aug 31 14:15:44.310536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bbeb2-3a76-429e-adf3-e127ffde1061 req-d8e821c1-b443-4b29-b8de-8091155dc0ce tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.312027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39bbeb2-3a76-429e-adf3-e127ffde1061 req-d8e821c1-b443-4b29-b8de-8091155dc0ce tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0523574 Aug 31 14:15:44.357701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39bbeb2-3a76-429e-adf3-e127ffde1061 req-9e3f4640-0d52-400e-9737-c9ffda136d42 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395513 Aug 31 14:15:44.491853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c03677-22f9-4dda-ab8a-33d02d1dc1f2 req-f56d0e3f-12e0-43b4-aa07-8834a5f0d61f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.491853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10c03677-22f9-4dda-ab8a-33d02d1dc1f2 req-f56d0e3f-12e0-43b4-aa07-8834a5f0d61f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0680630 Aug 31 14:15:44.550307 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10c03677-22f9-4dda-ab8a-33d02d1dc1f2 req-ee64c914-79d4-429a-a1dd-5becd5cc494f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454068 Aug 31 14:15:44.855340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fb74c-30b1-478f-87da-9cb2f0291a23 req-d3c5aa04-8c2f-4d3c-8752-dc618d8e38df tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.857080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee9fb74c-30b1-478f-87da-9cb2f0291a23 req-d3c5aa04-8c2f-4d3c-8752-dc618d8e38df tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0693307 Aug 31 14:15:44.901455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee9fb74c-30b1-478f-87da-9cb2f0291a23 req-59d04f5b-d9e5-4ec0-9546-5060139d26b8 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361674 Aug 31 14:15:45.509511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624859-bc54-493c-acd7-b81fe135422f req-118b2de8-bfdd-485c-a724-83f730dd885f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.512042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b624859-bc54-493c-acd7-b81fe135422f req-118b2de8-bfdd-485c-a724-83f730dd885f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0707231 Aug 31 14:15:45.562221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b624859-bc54-493c-acd7-b81fe135422f req-96813520-a9c6-4a11-9d3c-8000e97ec3ec tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385675 Aug 31 14:15:45.691184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db599e-4d50-4bf7-b836-4d7e8446b0af req-e9392cf6-4aad-4a74-8cbe-53f8b865c42c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.692914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14db599e-4d50-4bf7-b836-4d7e8446b0af req-e9392cf6-4aad-4a74-8cbe-53f8b865c42c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0497038 Aug 31 14:15:45.744360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14db599e-4d50-4bf7-b836-4d7e8446b0af req-0eaa3513-d19b-47d7-937a-7aff3782a916 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Aug 31 14:15:46.050840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865e23-f962-449a-8d90-2ab3508e8ff1 req-127e164f-4cd6-4144-a1b0-c3fe7ecd98fb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.052508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98865e23-f962-449a-8d90-2ab3508e8ff1 req-127e164f-4cd6-4144-a1b0-c3fe7ecd98fb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0670044 Aug 31 14:15:46.094702 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98865e23-f962-449a-8d90-2ab3508e8ff1 req-e654f680-4b89-4429-a4af-6b66acdcf365 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350916 Aug 31 14:15:46.403479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a71fbe-e7d5-4395-87a4-34ef664425e1 req-97edf7d5-b607-4971-9f93-549e733196d2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.405062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29a71fbe-e7d5-4395-87a4-34ef664425e1 req-97edf7d5-b607-4971-9f93-549e733196d2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0620804 Aug 31 14:15:46.455263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29a71fbe-e7d5-4395-87a4-34ef664425e1 req-7355e915-6b62-45a3-b07a-bd3ee0d5c28b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Aug 31 14:15:46.549118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-cbeafc55-fde8-4713-bad3-3590fbf0066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.550650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-cbeafc55-fde8-4713-bad3-3590fbf0066d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1095 time: 0.0448303 Aug 31 14:15:46.628435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd7c2688-74cb-431d-a1be-cbda2328ec8e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:46.731579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-ee3fbf9a-e93a-41ae-82d1-84e672a2dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.732512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-ee3fbf9a-e93a-41ae-82d1-84e672a2dd8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.1676962 Aug 31 14:15:46.759101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38da05-118e-4981-b752-790d1ccb1ff1 req-7daa44b6-46c6-4208-b616-cd412f9af089 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.761460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e38da05-118e-4981-b752-790d1ccb1ff1 req-7daa44b6-46c6-4208-b616-cd412f9af089 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 943 time: 0.0912116 Aug 31 14:15:46.778961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd7c2688-74cb-431d-a1be-cbda2328ec8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:46.794332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:46.843355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.858557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7c2688-74cb-431d-a1be-cbda2328ec8e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:46.868611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-12e4c4ec-2ac1-4c37-b8cf-454480537761 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.1242537 Aug 31 14:15:46.871595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e38da05-118e-4981-b752-790d1ccb1ff1 req-064955bd-60a7-4265-942e-f98eda1873ab tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607316 Aug 31 14:15:46.891029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd7c2688-74cb-431d-a1be-cbda2328ec8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:46.896395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.948915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-6cbf6c31-00c9-4222-94be-7fde24642534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.948915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-6cbf6c31-00c9-4222-94be-7fde24642534 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0709000 Aug 31 14:15:46.966202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bd7c2688-74cb-431d-a1be-cbda2328ec8e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.055613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098c795-e3c9-4705-bd85-662fa4fd9b47 req-cf3ccb65-e212-4b59-95f6-54c71ea5cc4e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.057174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8098c795-e3c9-4705-bd85-662fa4fd9b47 req-cf3ccb65-e212-4b59-95f6-54c71ea5cc4e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.1013103 Aug 31 14:15:47.058877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-871749c9-2a09-4f6a-a7a9-a6dbc01a0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.060247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-871749c9-2a09-4f6a-a7a9-a6dbc01a0213 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026390 Aug 31 14:15:47.154795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8098c795-e3c9-4705-bd85-662fa4fd9b47 req-5729c56a-1a4a-4b7b-ab36-64e8130bec83 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863705 Aug 31 14:15:47.190150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-f1dec65c-e1a9-47f9-8cae-14bc4925ed72 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200974 Aug 31 14:15:47.305349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71d66fdd-679d-45b5-b7ed-ef0327667881 req-17cad598-ae6b-40b3-b7ff-c59fe58b4b64 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073008 Aug 31 14:15:47.324696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['bd7c2688-74cb-431d-a1be-cbda2328ec8e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:47.600424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3f4cc-cf55-453d-b1ec-b23cc79e4139 req-c6a5d4ff-4d1f-468c-bf90-3d22ac7c6288 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.609011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ce3f4cc-cf55-453d-b1ec-b23cc79e4139 req-c6a5d4ff-4d1f-468c-bf90-3d22ac7c6288 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0790579 Aug 31 14:15:47.659800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ce3f4cc-cf55-453d-b1ec-b23cc79e4139 req-7d2a18f8-939a-4e27-8d47-65db8d2236bc tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497599 Aug 31 14:15:48.032195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed3190-a481-4177-abfd-e46f893c6a64 req-aa7e79eb-6fa4-45da-9f59-36c8c1ce5951 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.034718 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fed3190-a481-4177-abfd-e46f893c6a64 req-aa7e79eb-6fa4-45da-9f59-36c8c1ce5951 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 944 time: 0.0731039 Aug 31 14:15:48.092805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5fed3190-a481-4177-abfd-e46f893c6a64 req-a0e23f02-9fa0-4bf7-a15f-35f1eed1cce7 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510161 Aug 31 14:15:48.312657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926963af-5b2f-4f0f-8497-fc9732f34a1c req-7029d6b7-94da-49c2-ab9b-31b8e330a4fd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.314511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-926963af-5b2f-4f0f-8497-fc9732f34a1c req-7029d6b7-94da-49c2-ab9b-31b8e330a4fd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0680804 Aug 31 14:15:48.363706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-926963af-5b2f-4f0f-8497-fc9732f34a1c req-7d180536-031d-4586-aad1-74cd94c1b820 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 Aug 31 14:15:48.629350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd7c2688-74cb-431d-a1be-cbda2328ec8e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:48.684685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port bd7c2688-74cb-431d-a1be-cbda2328ec8e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:48.689405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port bd7c2688-74cb-431d-a1be-cbda2328ec8e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:48.691647 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.802445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.830414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190ba03-4840-482f-b657-8b97d0757f20 req-fe5f6322-0677-4281-a47e-21349a337056 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.837893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f190ba03-4840-482f-b657-8b97d0757f20 req-fe5f6322-0677-4281-a47e-21349a337056 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0725005 Aug 31 14:15:48.841511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:48.843914 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd6daf-b0c1-4ef6-a759-a2cf8ec25682" -d '{"events": [{"server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "name": "network-vif-plugged", "status": "completed", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:48.858636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd7c2688-74cb-431d-a1be-cbda2328ec8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:48.863268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.892577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f190ba03-4840-482f-b657-8b97d0757f20 req-ef4dd958-9125-4ec0-be38-17cd41fa7399 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518398 Aug 31 14:15:48.941192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bd7c2688-74cb-431d-a1be-cbda2328ec8e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.959830 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e92e06-92ab-42b8-b9cd-611c6bb6f8df x-openstack-request-id: req-03e92e06-92ab-42b8-b9cd-611c6bb6f8df {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:48.960275 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "name": "network-vif-plugged", "status": "completed", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:48.960672 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03e92e06-92ab-42b8-b9cd-611c6bb6f8df {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:48.961094 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'code': 200} Aug 31 14:15:49.108798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b439ab3-215f-4849-baa1-cc8342d1d098 req-7048cb1c-f61d-4eca-a37b-0e1fe1658473 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.110546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b439ab3-215f-4849-baa1-cc8342d1d098 req-7048cb1c-f61d-4eca-a37b-0e1fe1658473 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1028101 Aug 31 14:15:49.136850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae64b25-e642-41f8-989a-7d408e549fa8 req-465cc220-ba26-46aa-b552-f8d5877d5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.138394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ae64b25-e642-41f8-989a-7d408e549fa8 req-465cc220-ba26-46aa-b552-f8d5877d5953 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 1096 time: 0.0757301 Aug 31 14:15:49.192661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b439ab3-215f-4849-baa1-cc8342d1d098 req-381d8294-3932-4cd7-bd1f-d798ab96d4a8 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646257 Aug 31 14:15:49.198779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ae64b25-e642-41f8-989a-7d408e549fa8 req-ee270c3a-d86b-4069-b942-c616efc9b933 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482812 Aug 31 14:15:49.331724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b41f-ddbd-4671-979d-79461de04b84 req-5db498e6-a914-40cc-adc2-41f77ba934c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.334658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8a9b41f-ddbd-4671-979d-79461de04b84 req-5db498e6-a914-40cc-adc2-41f77ba934c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 945 time: 0.0620689 Aug 31 14:15:49.402226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8a9b41f-ddbd-4671-979d-79461de04b84 req-8c82b847-eaa9-4422-b037-487454323fc4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592284 Aug 31 14:15:49.573137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40485206-a22a-45ec-a167-d1fbc872c24e req-aa263b49-03a9-4a09-b9fc-fdde0f27eb2c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.575675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-40485206-a22a-45ec-a167-d1fbc872c24e req-aa263b49-03a9-4a09-b9fc-fdde0f27eb2c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0809505 Aug 31 14:15:49.625564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-40485206-a22a-45ec-a167-d1fbc872c24e req-ae08acea-a1b2-4252-b74e-e07d67edcb54 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Aug 31 14:15:49.766154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b8f05-07ef-436a-b93c-3b6846813ffe req-b375d7e6-8b7a-4b88-bed8-0ee594de4a92 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.767993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c3b8f05-07ef-436a-b93c-3b6846813ffe req-b375d7e6-8b7a-4b88-bed8-0ee594de4a92 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0729301 Aug 31 14:15:49.815419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c3b8f05-07ef-436a-b93c-3b6846813ffe req-03509abe-ae5d-407b-91b7-d242038b1dea tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374575 Aug 31 14:15:50.142666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298270d-49f0-490b-8c78-cea6c460f90e req-6b3b0604-8c33-43a6-af8f-66ac288c6454 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.145200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8298270d-49f0-490b-8c78-cea6c460f90e req-6b3b0604-8c33-43a6-af8f-66ac288c6454 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0521581 Aug 31 14:15:50.186978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8298270d-49f0-490b-8c78-cea6c460f90e req-88379166-94aa-4d90-8010-8b11284e980a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348859 Aug 31 14:15:50.548279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bf39f-62bf-408a-a518-ae051ae3ecd9 req-97077273-eb5b-426b-8688-464edf0d2764 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.549950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-255bf39f-62bf-408a-a518-ae051ae3ecd9 req-97077273-eb5b-426b-8688-464edf0d2764 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 945 time: 0.0650105 Aug 31 14:15:50.592031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-255bf39f-62bf-408a-a518-ae051ae3ecd9 req-cc8b570a-c94e-4a78-82ee-a9115658304e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350952 Aug 31 14:15:50.972618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899bc54-b35e-4a8b-a4bf-dffae276d8df req-57597c54-a260-4b52-8110-8dad246f6036 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.974040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5899bc54-b35e-4a8b-a4bf-dffae276d8df req-57597c54-a260-4b52-8110-8dad246f6036 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0682392 Aug 31 14:15:51.021486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5899bc54-b35e-4a8b-a4bf-dffae276d8df req-c3ae0319-eb3e-4e45-b5e1-4c12850fda5c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355299 Aug 31 14:15:51.331660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e63b-c729-4e55-a99a-b28cdbf65e89 req-8aa4b602-234d-44c0-ad59-1b55e8e2d92a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.333207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11a1e63b-c729-4e55-a99a-b28cdbf65e89 req-8aa4b602-234d-44c0-ad59-1b55e8e2d92a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0586967 Aug 31 14:15:51.385815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11a1e63b-c729-4e55-a99a-b28cdbf65e89 req-cfcda96c-102a-440a-a5c0-2f3ab40c2e5c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Aug 31 14:15:51.645341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565a066-8425-4744-9cac-e14db4cc17f0 req-6b1988a2-ec29-49df-a36f-304525a73955 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.647125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a565a066-8425-4744-9cac-e14db4cc17f0 req-6b1988a2-ec29-49df-a36f-304525a73955 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0636528 Aug 31 14:15:51.705717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a565a066-8425-4744-9cac-e14db4cc17f0 req-607cb95a-da13-4fca-b7b1-53b1f0882f69 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487258 Aug 31 14:15:51.844704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-8623314b-8e3b-4e4b-9df7-d952c97155bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.846261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-8623314b-8e3b-4e4b-9df7-d952c97155bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 1095 time: 0.1797824 Aug 31 14:15:51.871465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c66a7-099a-419b-a60c-e820042af4cd req-3b4552aa-9284-4e75-af6e-0e3c0d54987d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.873186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-634c66a7-099a-419b-a60c-e820042af4cd req-3b4552aa-9284-4e75-af6e-0e3c0d54987d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 945 time: 0.0730391 Aug 31 14:15:52.317265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-634c66a7-099a-419b-a60c-e820042af4cd req-3d8139fa-be00-4660-a1d3-7dc720e290c5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330235 Aug 31 14:15:52.349139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-09a0f2ba-3231-4b35-9988-14c2cd8d09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.349139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-09a0f2ba-3231-4b35-9988-14c2cd8d09a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 200 len: 913 time: 0.4932303 Aug 31 14:15:52.442426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-9a1ff489-9e55-44c8-88da-9608181a68c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 200 len: 999 time: 0.0860901 Aug 31 14:15:52.524715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-5760bf1a-6de4-4b7a-ac01-fd5a8951ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.524715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-5760bf1a-6de4-4b7a-ac01-fd5a8951ac51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 200 len: 850 time: 0.0667365 Aug 31 14:15:52.532138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfc1d3-acde-43f6-9ec3-28d44d1b52ef req-f65d17e3-cc36-4821-b8f3-01ceb78ed90f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.533701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65dfc1d3-acde-43f6-9ec3-28d44d1b52ef req-f65d17e3-cc36-4821-b8f3-01ceb78ed90f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.1119719 Aug 31 14:15:52.631730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65dfc1d3-acde-43f6-9ec3-28d44d1b52ef req-79307082-3a22-4820-af24-1f3a23904927 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816650 Aug 31 14:15:52.633825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:52.638849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-5a895ce7-2958-44f8-902c-409b4ae17eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.640623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-5a895ce7-2958-44f8-902c-409b4ae17eed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12b46c0e-9247-4dca-a4d2-98fc54e46b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058457 Aug 31 14:15:52.679650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-da844c5d-6223-44a0-b3a2-9585bd5c891f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:15:52.681665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-da844c5d-6223-44a0-b3a2-9585bd5c891f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105934 Aug 31 14:15:52.798842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:52.822174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '86c598b8-0541-4278-9c88-60f11470180c', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'port_id': '86c598b8-0541-4278-9c88-60f11470180c', 'mac_address': 'fa:16:3e:38:c8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:52.848348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-37b00af7-8bfc-4982-b33a-1a178d4b7a59 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515226 Aug 31 14:15:52.880179 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.897409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86c598b8-0541-4278-9c88-60f11470180c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:52.921104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:52.927253 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.971563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c236cd9-f6b4-4773-b5a1-0145c176c244 req-ba7ac48b-0004-43ab-a824-59de9dfdb455 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.973947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c236cd9-f6b4-4773-b5a1-0145c176c244 req-ba7ac48b-0004-43ab-a824-59de9dfdb455 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 945 time: 0.1201234 Aug 31 14:15:52.992432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.012445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b98c56c-293a-47c3-9de9-a81f5ff8b4ce req-49ed9dff-0b97-4c57-b9cb-79db3b1f4a68 service neutron] 10.222.0.26 "GET /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481507 Aug 31 14:15:53.035748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c236cd9-f6b4-4773-b5a1-0145c176c244 req-41a672f9-9120-4791-acd8-b83a6b6cc118 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447860 Aug 31 14:15:53.075111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38788) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:53.124975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da62dd1-1883-4a19-9da1-7a23723bf7eb tempest-TestVolumeBootPattern-1913420798 tempest-TestVolumeBootPattern-1913420798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.128929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0da62dd1-1883-4a19-9da1-7a23723bf7eb tempest-TestVolumeBootPattern-1913420798 tempest-TestVolumeBootPattern-1913420798-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 1091 time: 0.0499103 Aug 31 14:15:53.129868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 38792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:53.137400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:53.158660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b1c4f-0d8c-486b-8fa2-a359d9770a83 req-f34468cf-f469-4609-bf23-0958ebe11274 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.160169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-009b1c4f-0d8c-486b-8fa2-a359d9770a83 req-f34468cf-f469-4609-bf23-0958ebe11274 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0560191 Aug 31 14:15:53.170419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.198046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['86c598b8-0541-4278-9c88-60f11470180c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:53.242999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-009b1c4f-0d8c-486b-8fa2-a359d9770a83 req-682bb576-6f87-4fec-a140-805838ca3507 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670679 Aug 31 14:15:53.393647 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.544725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.25.0.187 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/cc970a6e-bc65-45ff-9873-c4bc80daa6c1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:53.671698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.721188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.790615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:53.795547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:53.802177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:53.853504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=cc970a6e-bc65-45ff-9873-c4bc80daa6c1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.870756 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.871163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.871498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.871788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.872165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.872473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.872807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.873321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.873619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.873953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.874287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.874634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:53.972180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ad7e-6b8a-4f58-b03a-7df17ecc39b7 req-67f7d32b-476d-484e-8705-2344c57512c4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.981797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d331ad7e-6b8a-4f58-b03a-7df17ecc39b7 req-67f7d32b-476d-484e-8705-2344c57512c4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 945 time: 0.1408131 Aug 31 14:15:54.097271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d331ad7e-6b8a-4f58-b03a-7df17ecc39b7 req-d66a3a34-4334-4296-bccb-c171d1b992cd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943024 Aug 31 14:15:54.461454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.575534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.597747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e0fe1-6e66-41f8-b6bc-dcbfceb67a2f req-2ce314ea-87a1-4fd1-86c0-961678e5f6ef tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.618333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e48e0fe1-6e66-41f8-b6bc-dcbfceb67a2f req-2ce314ea-87a1-4fd1-86c0-961678e5f6ef tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1355958 Aug 31 14:15:54.652369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:54.717750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e48e0fe1-6e66-41f8-b6bc-dcbfceb67a2f req-c5d9469d-4b56-4bfb-b163-057c38cd5f7a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980208 Aug 31 14:15:54.796907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 86c598b8-0541-4278-9c88-60f11470180c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:54.797401 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.971448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.979902 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.986332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbad499-c07f-450c-a18a-7d35ef0e10c4 req-20294968-9a49-4512-91f3-d31c4724ac74 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.999548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fbad499-c07f-450c-a18a-7d35ef0e10c4 req-20294968-9a49-4512-91f3-d31c4724ac74 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.1484249 Aug 31 14:15:55.060419 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.102974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fbad499-c07f-450c-a18a-7d35ef0e10c4 req-970e7255-1785-48ca-a8ea-84befec760c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060598 Aug 31 14:15:55.130482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:55.138665 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa9c63f-17c7-4109-97fb-2075f94e22c0" -d '{"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-plugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:55.183423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:55.191816 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.199434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=cc970a6e-bc65-45ff-9873-c4bc80daa6c1,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.210118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.376103 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a291b-d34b-4768-8d90-2a7b1aa8d485 x-openstack-request-id: req-c38a291b-d34b-4768-8d90-2a7b1aa8d485 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:55.376896 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-plugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:55.377303 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c38a291b-d34b-4768-8d90-2a7b1aa8d485 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:55.378646 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c', 'code': 200} Aug 31 14:15:55.407352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.508153 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Floating IP a6301b29-4c81-4178-89e5-3048391249ab associated. External IP: 172.25.0.187, port: bd7c2688-74cb-431d-a1be-cbda2328ec8e. Aug 31 14:15:56.044376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:15:56.256550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:15:56.316097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:15:56.318514 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.375195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:56.376274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:15:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:56.400899 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9f07afa3-0e76-4345-8fbf-dcb1ddda0146 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2597125 Aug 31 14:15:56.400899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:56.400899 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c107a-9e68-466f-9edf-4d755820f323" -d '{"events": [{"name": "network-changed", "server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:56.533003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:56.861515 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce911-e212-44a9-8598-33af8114402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.087042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:54Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:57.142843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae407-6295-4090-80b1-d234f7261504 req-0dfe3205-2cfe-42a2-84f0-756ea1df25cd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:57.144480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acfae407-6295-4090-80b1-d234f7261504 req-0dfe3205-2cfe-42a2-84f0-756ea1df25cd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7 HTTP/1.1" status: 200 len: 944 time: 0.0873475 Aug 31 14:15:57.146541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:15:57.171075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:57.171075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:15:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:57.367509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Deleting port 94dc9894-c6cb-490f-90ea-f0aefed5b420 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:57.372834 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.447053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:57.557766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] For port 94dc9894-c6cb-490f-90ea-f0aefed5b420, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=94dc9894-c6cb-490f-90ea-f0aefed5b420,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:57.558635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.604899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Calling delete_port for 94dc9894-c6cb-490f-90ea-f0aefed5b420 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:58.002714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.067634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event deleted for resources: {'Port': ['ID=94dc9894-c6cb-490f-90ea-f0aefed5b420,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:58.085551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0', '1539a17e-a575-4327-a145-200d94eb56f4'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:58.126361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] No DVR routers for this DVR port 94dc9894-c6cb-490f-90ea-f0aefed5b420 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:58.129509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.139870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acfae407-6295-4090-80b1-d234f7261504 req-01f167d7-0a41-4efc-9b10-cd41032354c4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "DELETE /v2.0/ports/94dc9894-c6cb-490f-90ea-f0aefed5b420 HTTP/1.1" status: 204 len: 173 time: 0.9818375 Aug 31 14:15:58.141681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-deleted', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:58.149705 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ab9cf2-1780-4533-9e26-68088e36ddc5" -d '{"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-deleted", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:58.456275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:54Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:58.532943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa43748-4a4f-4099-bc25-e994d325ff90 None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:54Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:58.951198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c15c5c-e999-4ae7-8a23-eba5e6a3ec39 req-240edba7-b37f-493a-9a2c-8da3ce3f3768 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:58.962699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10c15c5c-e999-4ae7-8a23-eba5e6a3ec39 req-240edba7-b37f-493a-9a2c-8da3ce3f3768 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.1346366 Aug 31 14:15:59.069671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10c15c5c-e999-4ae7-8a23-eba5e6a3ec39 req-d8df7a2e-ba05-49fb-bb1e-78abbf582069 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995593 Aug 31 14:15:59.087251 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29226c53-0cef-4774-83fd-82b4e7973c25 None None] New status for floating IP a6301b29-4c81-4178-89e5-3048391249ab: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:15:59.342255 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1a66fe83-5fcf-4baa-8ee6-e15d22675e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.439448 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f425cb-3059-40ac-8947-ea13cf8d49a7 x-openstack-request-id: req-05f425cb-3059-40ac-8947-ea13cf8d49a7 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:59.440131 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:59.440131 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05f425cb-3059-40ac-8947-ea13cf8d49a7 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:59.440390 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'status': 'completed', 'code': 200} Aug 31 14:15:59.506724 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4badaaba-4663-425b-94fb-49aace9043f0 x-openstack-request-id: req-4badaaba-4663-425b-94fb-49aace9043f0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:59.507337 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7", "name": "network-vif-deleted", "tag": "94dc9894-c6cb-490f-90ea-f0aefed5b420", "status": "failed", "code": 422}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:59.527559 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4badaaba-4663-425b-94fb-49aace9043f0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:59.528947 n-d-792362-6 neutron-server[101361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d42360b-9cb4-4ab4-8cd6-d9d50b4ffcb7', 'name': 'network-vif-deleted', 'tag': '94dc9894-c6cb-490f-90ea-f0aefed5b420', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:15:59.546363 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.597788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-746fca70-3475-483e-956b-06964079a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.600268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-746fca70-3475-483e-956b-06964079a80a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 1096 time: 0.0690460 Aug 31 14:15:59.741195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-19962f0f-fb2f-4741-830e-8f81ebeb814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.744942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-19962f0f-fb2f-4741-830e-8f81ebeb814a service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1329236 Aug 31 14:15:59.894749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-fea62288-e958-46e3-baae-5a0bb848acf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e HTTP/1.1" status: 200 len: 1001 time: 0.1406975 Aug 31 14:15:59.920891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e2f40-8648-40ea-81be-8800458b828c req-b5060572-f8bc-473e-9367-5dbcf3bcc9bf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.922677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec4e2f40-8648-40ea-81be-8800458b828c req-b5060572-f8bc-473e-9367-5dbcf3bcc9bf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 908 time: 0.0976176 Aug 31 14:16:00.005257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-7cccd5a6-a95f-42d3-8466-0795304ca5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.006843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-7cccd5a6-a95f-42d3-8466-0795304ca5b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1024268 Aug 31 14:16:00.081335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-fe8b6ee8-189a-4937-b0d2-4df47ef4264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.083320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-fe8b6ee8-189a-4937-b0d2-4df47ef4264e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665450 Aug 31 14:16:00.328041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e667e-8d9c-4b39-8f3a-3526b4579eb6 req-40de5cc4-4337-4f82-a5b6-91fa6d757c81 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.329708 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b6e667e-8d9c-4b39-8f3a-3526b4579eb6 req-40de5cc4-4337-4f82-a5b6-91fa6d757c81 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0832410 Aug 31 14:16:00.363703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-e724d4f2-acec-4f28-bb50-15333e418ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683768 Aug 31 14:16:00.424307 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b6e667e-8d9c-4b39-8f3a-3526b4579eb6 req-788b72f9-a4b8-4434-80cc-96633a383ef6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592227 Aug 31 14:16:00.570949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d6c107a-9e68-466f-9edf-4d755820f323 req-c8ecf8ea-b827-48cb-8c01-3b7c27b64b55 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649961 Aug 31 14:16:00.627174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.096424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06ed74-00af-4602-9e99-9a751365c0b3 req-8b2ef8cc-406c-4eb7-9449-7fe26903addf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.108679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc06ed74-00af-4602-9e99-9a751365c0b3 req-8b2ef8cc-406c-4eb7-9449-7fe26903addf tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 908 time: 0.0741434 Aug 31 14:16:01.768957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53eefd7-b9af-4a0d-99b4-eb32ea292c8f req-7c2515f6-e713-4aa3-82a2-b82d7c4efe5e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.781391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e53eefd7-b9af-4a0d-99b4-eb32ea292c8f req-7c2515f6-e713-4aa3-82a2-b82d7c4efe5e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.2418482 Aug 31 14:16:01.814105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-ab67d164-d59a-4c71-801b-0be252b59fa4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.815795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-ab67d164-d59a-4c71-801b-0be252b59fa4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 908 time: 0.2013762 Aug 31 14:16:01.917643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e53eefd7-b9af-4a0d-99b4-eb32ea292c8f req-4704274f-960d-475e-8bb6-29a66c5277e4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367419 Aug 31 14:16:02.036331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.105325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Deleting port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:02.105610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.320709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515e2c-0226-4651-b0ba-c7b1c808ed81 req-631bbac0-e973-4f76-90a9-feafe336bd44 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.322310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94515e2c-0226-4651-b0ba-c7b1c808ed81 req-631bbac0-e973-4f76-90a9-feafe336bd44 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 908 time: 0.1039314 Aug 31 14:16:02.330393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] For port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:02.330393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.368059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Calling delete_port for ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:02.610499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.657203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event deleted for resources: {'Port': ['ID=ee036feb-494a-4ebc-92fa-2ffadfe1c4c6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.795536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] No DVR routers for this DVR port ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:02.798980 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.801594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdee222c-60cf-4d03-8b05-c64b19ae20ad req-3cc644ca-4634-44af-a3cb-bd7e1f0a100d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "DELETE /v2.0/ports/ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 HTTP/1.1" status: 204 len: 173 time: 0.9767106 Aug 31 14:16:02.802532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'name': 'network-vif-deleted', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:02.806464 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ad5c8-e662-43f7-82c3-706e1b7f2aea" -d '{"events": [{"server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "name": "network-vif-deleted", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:02.885211 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f2b8f8-9bcf-484c-8191-809872c45062 x-openstack-request-id: req-61f2b8f8-9bcf-484c-8191-809872c45062 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:02.885729 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a", "name": "network-vif-deleted", "tag": "ee036feb-494a-4ebc-92fa-2ffadfe1c4c6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:02.886312 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61f2b8f8-9bcf-484c-8191-809872c45062 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:02.886995 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a', 'name': 'network-vif-deleted', 'tag': 'ee036feb-494a-4ebc-92fa-2ffadfe1c4c6', 'status': 'completed', 'code': 200} Aug 31 14:16:03.148646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b90b7-9862-49e0-8a3c-1ebd83e32c08 req-a1495dbf-5b36-4e30-bc5b-2b7cd61fd800 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.157613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f9b90b7-9862-49e0-8a3c-1ebd83e32c08 req-a1495dbf-5b36-4e30-bc5b-2b7cd61fd800 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0982580 Aug 31 14:16:03.210362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f9b90b7-9862-49e0-8a3c-1ebd83e32c08 req-26ad31b5-58c1-47ad-aeed-a1ffd2ef0a8b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513475 Aug 31 14:16:03.534111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ed0d1bf-8fa2-413a-a1c5-e776d466d334 req-d3b25942-2579-4226-bebd-bbe8a586ec78 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=20d041f9-5a77-42ba-9ed2-a0c2f4f16b1a HTTP/1.1" status: 200 len: 210 time: 0.0481534 Aug 31 14:16:04.693363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:04.725432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:04.726204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device ee036feb-494a-4ebc-92fa-2ffadfe1c4c6 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:04.786026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7160a8-2ce6-40c4-8023-54538023483e req-3558590b-00cd-432d-a588-4613a40b2ee0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.788986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc7160a8-2ce6-40c4-8023-54538023483e req-3558590b-00cd-432d-a588-4613a40b2ee0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.1030257 Aug 31 14:16:04.870361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc7160a8-2ce6-40c4-8023-54538023483e req-5ba944bf-ff5d-4964-a11d-c366720e468e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733435 Aug 31 14:16:05.410520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea9dd-fa0f-493a-99e1-3d2aaaf9c04a req-f03d7e9c-71b7-43d9-8eb3-ec1ce3f2464e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:05.424916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-294ea9dd-fa0f-493a-99e1-3d2aaaf9c04a req-f03d7e9c-71b7-43d9-8eb3-ec1ce3f2464e tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 946 time: 0.1303716 Aug 31 14:16:05.590661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-294ea9dd-fa0f-493a-99e1-3d2aaaf9c04a req-faad5847-01b4-4c3a-b87e-c2f3231b99b0 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680951 Aug 31 14:16:06.050360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e345ec9-4964-445f-9989-48f1c76f7de7 req-c2f8c1cf-4faa-4a0e-a608-ea67de2cd543 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.060514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e345ec9-4964-445f-9989-48f1c76f7de7 req-c2f8c1cf-4faa-4a0e-a608-ea67de2cd543 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0936203 Aug 31 14:16:06.131712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e345ec9-4964-445f-9989-48f1c76f7de7 req-beb4849b-8470-4d69-858a-4afa08d2cfb1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705132 Aug 31 14:16:06.791337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea21fc-bf51-4ae3-afa1-70e2a3ea31b6 req-e08aacaa-e849-46bf-b0b8-5dc968069ac7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.793542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4dea21fc-bf51-4ae3-afa1-70e2a3ea31b6 req-e08aacaa-e849-46bf-b0b8-5dc968069ac7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 946 time: 0.0883994 Aug 31 14:16:06.866804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4dea21fc-bf51-4ae3-afa1-70e2a3ea31b6 req-6af61a62-d0b5-4794-91d6-ba3537ce9d1c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655146 Aug 31 14:16:07.316605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe325e-0c65-406e-b513-b728d6aea84d req-f7170e07-8264-4702-87f0-6b34349d5899 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:07.318867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25fe325e-0c65-406e-b513-b728d6aea84d req-f7170e07-8264-4702-87f0-6b34349d5899 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 946 time: 0.1169815 Aug 31 14:16:07.351151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7bf2b-acd1-49ea-9348-8d5cf04dde0e req-dc45e86e-f0e1-4869-9d01-e79fbc633dec tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:07.352765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63f7bf2b-acd1-49ea-9348-8d5cf04dde0e req-dc45e86e-f0e1-4869-9d01-e79fbc633dec tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.1048884 Aug 31 14:16:07.479710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63f7bf2b-acd1-49ea-9348-8d5cf04dde0e req-acfce14c-472f-4b2e-9afe-ea85d8e16474 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927947 Aug 31 14:16:07.522430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Deleting port 1539a17e-a575-4327-a145-200d94eb56f4 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:07.523337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.644854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] For port 1539a17e-a575-4327-a145-200d94eb56f4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=1539a17e-a575-4327-a145-200d94eb56f4,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:07.645400 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.663898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Calling delete_port for 1539a17e-a575-4327-a145-200d94eb56f4 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:07.831707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.868357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event deleted for resources: {'Port': ['ID=1539a17e-a575-4327-a145-200d94eb56f4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:07.886925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0', '1539a17e-a575-4327-a145-200d94eb56f4'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:07.938739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] No DVR routers for this DVR port 1539a17e-a575-4327-a145-200d94eb56f4 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:07.941886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.944744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25fe325e-0c65-406e-b513-b728d6aea84d req-3a06c624-7f97-4ca4-8f21-76e632591dcd tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "DELETE /v2.0/ports/1539a17e-a575-4327-a145-200d94eb56f4 HTTP/1.1" status: 204 len: 173 time: 0.6160138 Aug 31 14:16:07.945581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'name': 'network-vif-deleted', 'tag': '1539a17e-a575-4327-a145-200d94eb56f4'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:07.949952 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e040460-3f45-46b5-843d-532e2a843c39" -d '{"events": [{"server_uuid": "2d7481bd-7065-4597-8753-c0ae62adf57d", "name": "network-vif-deleted", "tag": "1539a17e-a575-4327-a145-200d94eb56f4"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:08.020761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-177588c2-470e-4f0b-a401-b08a5fb7cc4a req-d609f3e0-c8ab-4584-aa7a-6a5d1c086f7b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7481bd-7065-4597-8753-c0ae62adf57d HTTP/1.1" status: 200 len: 210 time: 0.0406039 Aug 31 14:16:08.112004 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712fc913-6349-4fa9-96b0-b9b0c9cce6bb x-openstack-request-id: req-712fc913-6349-4fa9-96b0-b9b0c9cce6bb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:08.112307 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7481bd-7065-4597-8753-c0ae62adf57d", "name": "network-vif-deleted", "tag": "1539a17e-a575-4327-a145-200d94eb56f4", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:08.112592 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-712fc913-6349-4fa9-96b0-b9b0c9cce6bb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:08.113537 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7481bd-7065-4597-8753-c0ae62adf57d', 'name': 'network-vif-deleted', 'tag': '1539a17e-a575-4327-a145-200d94eb56f4', 'status': 'completed', 'code': 200} Aug 31 14:16:08.429464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-04de3527-6bff-4baf-a21e-3eaddc2b05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.431428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-04de3527-6bff-4baf-a21e-3eaddc2b05ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1097 time: 0.0495887 Aug 31 14:16:08.559355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-c239b802-3f45-425e-ab45-3b4a0262ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.561048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-c239b802-3f45-425e-ab45-3b4a0262ee19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.1189134 Aug 31 14:16:08.678379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-7411e87a-b315-4e09-8e12-a56810fc827a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 200 len: 1002 time: 0.1031361 Aug 31 14:16:08.693606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ded03d-c171-48c3-8feb-4476ebbf3282 req-755eebf4-3923-47f0-90e9-01a4231e2342 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.695458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ded03d-c171-48c3-8feb-4476ebbf3282 req-755eebf4-3923-47f0-90e9-01a4231e2342 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.1061490 Aug 31 14:16:08.789728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61ded03d-c171-48c3-8feb-4476ebbf3282 req-2688b14a-8e25-41bb-831a-d7455a4991d9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828576 Aug 31 14:16:08.791498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-9facbaba-bfbe-48b0-9183-95dc08bfcff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.793736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-9facbaba-bfbe-48b0-9183-95dc08bfcff1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0973845 Aug 31 14:16:08.869670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-16ea904e-dfa1-4e4b-b8ac-5ec456da8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.871272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-16ea904e-dfa1-4e4b-b8ac-5ec456da8f43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661337 Aug 31 14:16:09.051296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-48e3f8c1-867d-436b-9a3e-e0e3a9bd5333 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070073 Aug 31 14:16:09.200344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9bd102eb-3c0f-4725-a55b-53cbb9ab2a5f req-a6d9041e-bf1d-4e9b-83d1-2a5a4b0bd01a service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402245 Aug 31 14:16:09.403456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0e675-c9f1-4817-b9d0-e4f76290e288 req-0efa59f2-2a1c-4340-b4dd-713e66333f3c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.405129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79b0e675-c9f1-4817-b9d0-e4f76290e288 req-0efa59f2-2a1c-4340-b4dd-713e66333f3c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0750248 Aug 31 14:16:09.450316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79b0e675-c9f1-4817-b9d0-e4f76290e288 req-15a4439c-2cdb-46f6-a84a-9d2c905403b4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Aug 31 14:16:09.951331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72dd20-9d11-4c61-944a-0c619d53a97b req-bd37b5e1-9987-40be-83f3-a5d603d90a17 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.954958 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.961584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d72dd20-9d11-4c61-944a-0c619d53a97b req-bd37b5e1-9987-40be-83f3-a5d603d90a17 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 946 time: 0.0733900 Aug 31 14:16:10.008149 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d72dd20-9d11-4c61-944a-0c619d53a97b req-76aaa0ba-9bcc-481e-a4f1-23885d6f0e54 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 Aug 31 14:16:10.589540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ca2d7-8b24-41a8-8b4d-597671039a42 req-a5a200da-e10b-48cd-a222-251a5febd2d4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:10.591754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-453ca2d7-8b24-41a8-8b4d-597671039a42 req-a5a200da-e10b-48cd-a222-251a5febd2d4 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0551410 Aug 31 14:16:10.634152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-453ca2d7-8b24-41a8-8b4d-597671039a42 req-0f79efa2-aef8-4ece-882f-e4dae052cb9b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=21fecb1a-9e37-4fb5-9640-fd246d9bab90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358057 Aug 31 14:16:10.725943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:10.807067 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.840715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:10.843824 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf44776-aafc-426e-9e6c-9c79b7621fef" -d '{"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-unplugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:10.860594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:10.866008 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.867103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1539a17e-a575-4327-a145-200d94eb56f4 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:10.895057 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2542232-b16f-4c11-8f28-9deee8e5677f x-openstack-request-id: req-f2542232-b16f-4c11-8f28-9deee8e5677f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:10.895458 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-unplugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:10.895720 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2542232-b16f-4c11-8f28-9deee8e5677f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:10.896760 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c', 'code': 200} Aug 31 14:16:10.918543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 1539a17e-a575-4327-a145-200d94eb56f4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:10.918920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 1539a17e-a575-4327-a145-200d94eb56f4 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:10.944322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.138936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380f11f-0fd2-4c4b-9d47-5b793b01626c req-4cb3dc5f-c418-442e-8fa8-8d7a39270316 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.140720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c380f11f-0fd2-4c4b-9d47-5b793b01626c req-4cb3dc5f-c418-442e-8fa8-8d7a39270316 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0544460 Aug 31 14:16:11.211214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c380f11f-0fd2-4c4b-9d47-5b793b01626c req-37a1d5a5-7e9e-4511-b75f-35b8b3bb6b35 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633974 Aug 31 14:16:11.237300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-bc2364f4-88b3-4f8c-ab28-3ce558f04b83 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.237300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-bc2364f4-88b3-4f8c-ab28-3ce558f04b83 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 945 time: 0.0704684 Aug 31 14:16:11.352957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Deleting port 64d6336d-c396-4d76-b911-9ee2667a88b0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:11.353472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.481622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] For port 64d6336d-c396-4d76-b911-9ee2667a88b0, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=64d6336d-c396-4d76-b911-9ee2667a88b0,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:11.482096 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.506672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Calling delete_port for 64d6336d-c396-4d76-b911-9ee2667a88b0 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:11.691136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.730271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event deleted for resources: {'Port': ['ID=64d6336d-c396-4d76-b911-9ee2667a88b0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.735525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['64d6336d-c396-4d76-b911-9ee2667a88b0'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:11.779724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21190bb5-bbaf-4698-a601-29a48ddc8393 req-643012e6-c482-4bf3-902d-5003e8aed302 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c7d96a-26f0-44c5-b281-b66c72f577f7 HTTP/1.1" status: 200 len: 210 time: 0.0538542 Aug 31 14:16:11.804411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] No DVR routers for this DVR port 64d6336d-c396-4d76-b911-9ee2667a88b0 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:11.808054 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.814811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-42cb0823-161b-4fe1-9a60-dd91795d61d2 req-9f0eb5b4-b93a-4434-92cd-4e67f45db059 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "DELETE /v2.0/ports/64d6336d-c396-4d76-b911-9ee2667a88b0 HTTP/1.1" status: 204 len: 173 time: 0.5680747 Aug 31 14:16:11.815474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'name': 'network-vif-deleted', 'tag': '64d6336d-c396-4d76-b911-9ee2667a88b0'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:11.819598 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a4f58-2404-46b5-a148-4889fb53ad55" -d '{"events": [{"server_uuid": "b7c7d96a-26f0-44c5-b281-b66c72f577f7", "name": "network-vif-deleted", "tag": "64d6336d-c396-4d76-b911-9ee2667a88b0"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:11.884379 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef75ff4-7a81-41ac-a217-feb0a9af6349 x-openstack-request-id: req-6ef75ff4-7a81-41ac-a217-feb0a9af6349 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:11.884817 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d96a-26f0-44c5-b281-b66c72f577f7", "name": "network-vif-deleted", "tag": "64d6336d-c396-4d76-b911-9ee2667a88b0", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:11.885351 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ef75ff4-7a81-41ac-a217-feb0a9af6349 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:11.885999 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d96a-26f0-44c5-b281-b66c72f577f7', 'name': 'network-vif-deleted', 'tag': '64d6336d-c396-4d76-b911-9ee2667a88b0', 'status': 'completed', 'code': 200} Aug 31 14:16:12.348463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ec0e0-5c10-4e53-b852-ffcf38f9f7fb req-298d2d8d-15a6-416d-bb98-6225a71a9400 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.350338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf5ec0e0-5c10-4e53-b852-ffcf38f9f7fb req-298d2d8d-15a6-416d-bb98-6225a71a9400 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0550525 Aug 31 14:16:12.407824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf5ec0e0-5c10-4e53-b852-ffcf38f9f7fb req-bda9384f-3e60-47d9-9d39-efa5281334d3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494862 Aug 31 14:16:12.535555 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:16:13.410221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2bd06-2ee9-4658-82bb-078f7dbf2b4b req-30552584-c21b-4f77-8fba-a1027b6e3e6c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.411945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0c2bd06-2ee9-4658-82bb-078f7dbf2b4b req-30552584-c21b-4f77-8fba-a1027b6e3e6c tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0637143 Aug 31 14:16:13.465298 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0c2bd06-2ee9-4658-82bb-078f7dbf2b4b req-5a656699-60b4-468a-a7d3-14725888c01b tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 Aug 31 14:16:13.631434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35bf5-d337-41a2-98b4-3d9f1dd563b2 req-f721168d-ec2d-4a23-92df-f07c245d277b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.633093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90e35bf5-d337-41a2-98b4-3d9f1dd563b2 req-f721168d-ec2d-4a23-92df-f07c245d277b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0874715 Aug 31 14:16:13.642048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-6d5d10a7-d9f8-4a1d-ba79-209cc8109eef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568553 Aug 31 14:16:13.689517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90e35bf5-d337-41a2-98b4-3d9f1dd563b2 req-582bf306-03f8-43e3-a013-d150d83e9cc3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Aug 31 14:16:14.610101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a939ab-ff6a-4b67-b604-316a174fb0ba req-251f9a2c-cd0f-4b78-907e-2fcf0fe890ac tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.612363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24a939ab-ff6a-4b67-b604-316a174fb0ba req-251f9a2c-cd0f-4b78-907e-2fcf0fe890ac tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0572298 Aug 31 14:16:14.660100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24a939ab-ff6a-4b67-b604-316a174fb0ba req-a60eb805-f675-4350-aa8d-dbfb77cd92d7 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412204 Aug 31 14:16:14.726198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64d6336d-c396-4d76-b911-9ee2667a88b0 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:14.750534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 64d6336d-c396-4d76-b911-9ee2667a88b0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:14.750889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 64d6336d-c396-4d76-b911-9ee2667a88b0 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:14.751374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:14.896220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91913-c778-4621-8be7-2edae736033f req-d649f322-f1e4-4827-981e-31665e65d753 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.898137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61b91913-c778-4621-8be7-2edae736033f req-d649f322-f1e4-4827-981e-31665e65d753 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0734479 Aug 31 14:16:14.963779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61b91913-c778-4621-8be7-2edae736033f req-44263673-a2ae-4b0b-9514-20dc7368a8ad tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537615 Aug 31 14:16:15.504483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-1597eafd-e2b5-4857-a38c-d9e82781cd4f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.507323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-1597eafd-e2b5-4857-a38c-d9e82781cd4f tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0804989 Aug 31 14:16:15.701463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Deleting port 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:15.702317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.877157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cd386-9d0a-45d0-b25e-0407b5edc07c req-d812242c-21ba-4dc5-8f84-a166ca8c021a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.879169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b0cd386-9d0a-45d0-b25e-0407b5edc07c req-d812242c-21ba-4dc5-8f84-a166ca8c021a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 944 time: 0.0964983 Aug 31 14:16:15.900754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] For port 5ac9689d-f3b0-4420-9802-3b95ca862f8a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=5ac9689d-f3b0-4420-9802-3b95ca862f8a,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:15.901616 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.030013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b0cd386-9d0a-45d0-b25e-0407b5edc07c req-bfff39df-0960-4b3d-aef0-eaa47f3b172a tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups?id=8898863c-24c6-43cd-aa04-64dc42efcfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326766 Aug 31 14:16:16.238722 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.239478 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.240209 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Floating IP 1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e disassociated. External IP: 172.25.0.227, port: 5ac9689d-f3b0-4420-9802-3b95ca862f8a. Aug 31 14:16:16.241047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Calling delete_port for 5ac9689d-f3b0-4420-9802-3b95ca862f8a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:16.341031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca278562-76a3-448d-9d5f-391ef2865fe8 req-6664e42e-2a2f-4e82-8a8b-3463ac7fce13 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.342590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca278562-76a3-448d-9d5f-391ef2865fe8 req-6664e42e-2a2f-4e82-8a8b-3463ac7fce13 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.1353121 Aug 31 14:16:16.412653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca278562-76a3-448d-9d5f-391ef2865fe8 req-39e69c8b-5f4c-4c84-a02f-e0d65ae14373 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582464 Aug 31 14:16:16.497823 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.887175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event deleted for resources: {'Port': ['ID=5ac9689d-f3b0-4420-9802-3b95ca862f8a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:17.028940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Router ee1ebe46-fa6a-43a5-b369-c666dafd9073 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:17.218824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f907f87-e2b4-414a-9752-1e82ae4cef7d req-595646ca-8c05-462d-8ee6-9a92fb225ebb tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/ports?device_id=921b251a-c0c0-4337-a8e3-61f9ace48576 HTTP/1.1" status: 200 len: 210 time: 0.0400875 Aug 31 14:16:17.278516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:17.294102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] Sync routers for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:17.309042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:17.309683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:15:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:17.354006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] No DVR routers for this DVR port 5ac9689d-f3b0-4420-9802-3b95ca862f8a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:17.358272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.361752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cca2bcdd-5458-482a-a77b-5cb1f9f2543c req-cc264cf6-d6c4-4203-9a78-60ca4e8863c2 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.26 "DELETE /v2.0/ports/5ac9689d-f3b0-4420-9802-3b95ca862f8a HTTP/1.1" status: 204 len: 173 time: 1.8469157 Aug 31 14:16:17.362833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-deleted', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:17.369433 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f202b320-7b08-4df1-b35a-e4a5f1826177" -d '{"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-deleted", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:17.468757 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2c8488-589b-434b-889a-7ec4f6e3d752 x-openstack-request-id: req-0a2c8488-589b-434b-889a-7ec4f6e3d752 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:17.469187 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921b251a-c0c0-4337-a8e3-61f9ace48576", "name": "network-vif-deleted", "tag": "5ac9689d-f3b0-4420-9802-3b95ca862f8a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:17.469545 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a2c8488-589b-434b-889a-7ec4f6e3d752 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:17.470068 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921b251a-c0c0-4337-a8e3-61f9ace48576', 'name': 'network-vif-deleted', 'tag': '5ac9689d-f3b0-4420-9802-3b95ca862f8a', 'status': 'completed', 'code': 200} Aug 31 14:16:17.498328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:17.654490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dfc0e-c59a-4b12-8689-d250f55c1aad req-1569829b-5fa0-4251-85a2-3478033cbf05 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:17.658890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-509dfc0e-c59a-4b12-8689-d250f55c1aad req-1569829b-5fa0-4251-85a2-3478033cbf05 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.1096427 Aug 31 14:16:17.751787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-509dfc0e-c59a-4b12-8689-d250f55c1aad req-37b67d6b-17fa-4acc-8861-a557ee591b78 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830574 Aug 31 14:16:17.902274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:56Z', 'revision_number': 5, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:17.933569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] Checking router: ee1ebe46-fa6a-43a5-b369-c666dafd9073 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:17.944937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:17.945802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:15:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:18.090255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:18.398702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39272) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:18.461341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:56Z', 'revision_number': 5, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:18.504302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ec8269b-cfdb-4214-9912-cabb652a6d5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.504583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ccc60-328f-46cf-a912-a177a63556a9 None None] The sync data for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 is: [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:07:49Z', 'revision_number': 4, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'af9678c4-8c5a-461d-8211-6dbcb9631a6e', 'name': '', 'network_id': '12b46c0e-9247-4dca-a4d2-98fc54e46b95', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'mac_address': 'fa:16:3e:20:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:48Z', 'updated_at': '2021-08-31T14:07:56Z', 'revision_number': 5, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'subnets': [{'id': '90c8d49e-4a97-4d82-aa5d-0e596c420a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:18.552724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ec8269b-cfdb-4214-9912-cabb652a6d5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.639773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ec8269b-cfdb-4214-9912-cabb652a6d5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.643613 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ec8269b-cfdb-4214-9912-cabb652a6d5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.646403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1ec8269b-cfdb-4214-9912-cabb652a6d5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "DELETE /v2.0/security-groups/8898863c-24c6-43cd-aa04-64dc42efcfc6 HTTP/1.1" status: 204 len: 168 time: 0.2455719 Aug 31 14:16:18.649417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39274) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:18.667213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8269b-cfdb-4214-9912-cabb652a6d5d tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8898863c-24c6-43cd-aa04-64dc42efcfc6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:18.677723 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-8a0b7d17-c5a0-4bbf-a419-2e523de78ed1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] show failed (client error): The resource could not be found. Aug 31 14:16:18.678787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8a0b7d17-c5a0-4bbf-a419-2e523de78ed1 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "GET /v2.0/security-groups/8898863c-24c6-43cd-aa04-64dc42efcfc6 HTTP/1.1" status: 404 len: 347 time: 0.0284061 Aug 31 14:16:18.682800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39276) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:18.727284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:18.747918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-7a476523-910b-4936-9e63-cd7b0c676544 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591383 Aug 31 14:16:18.781276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 5ac9689d-f3b0-4420-9802-3b95ca862f8a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:18.781653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 5ac9689d-f3b0-4420-9802-3b95ca862f8a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:18.858106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-d4f68383-dd11-4d5e-8e8c-f102198c4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:18.860151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-d4f68383-dd11-4d5e-8e8c-f102198c4f0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a73a70ed64843a881f43abf53df94a1&device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 1097 time: 0.0642345 Aug 31 14:16:18.902183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Deleting port 2b434945-68af-47c1-bb0b-a05ffdfb3464 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:18.902568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.999173 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e299105-e64d-4c94-afaa-53217bd97437 None None] New status for floating IP 1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:16:19.018189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.018522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.039337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Calling delete_port for 2b434945-68af-47c1-bb0b-a05ffdfb3464 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:19.057021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3b79e-8d5f-4d8d-97f3-fc2a3bd57a1d req-18eb9da6-f2ec-452c-b87c-868561048238 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.058559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ef3b79e-8d5f-4d8d-97f3-fc2a3bd57a1d req-18eb9da6-f2ec-452c-b87c-868561048238 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.1838722 Aug 31 14:16:19.095383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-7cfbb64d-4a11-4adb-a625-400b4cb06aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.097041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-7cfbb64d-4a11-4adb-a625-400b4cb06aee service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4 HTTP/1.1" status: 200 len: 911 time: 0.2092679 Aug 31 14:16:19.167199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ef3b79e-8d5f-4d8d-97f3-fc2a3bd57a1d req-4d93832d-f306-4ba6-97a7-f0206204c07b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970500 Aug 31 14:16:19.201969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-4df6b42c-104c-486e-b2ce-e9fcd3d5a98b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2 HTTP/1.1" status: 200 len: 1000 time: 0.0956721 Aug 31 14:16:19.250560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.281724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-347afe82-b725-4b78-958a-ca1f22a8aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.283400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Pushing event deleted for resources: {'Port': ['ID=2b434945-68af-47c1-bb0b-a05ffdfb3464,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.283549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-347afe82-b725-4b78-958a-ca1f22a8aae2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f559238-cd03-47ac-b0a2-aedd5d55444e HTTP/1.1" status: 200 len: 848 time: 0.0719688 Aug 31 14:16:19.369137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-1a2c7f71-27d7-4862-9ae7-0e2d4aeade55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.372427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-1a2c7f71-27d7-4862-9ae7-0e2d4aeade55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8ad7aea-85c3-41cb-a505-4e1fd36765c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776327 Aug 31 14:16:19.387573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.391467 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.398228 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-611dc2c2-96b7-4ff0-a161-0afa0989d980 tempest-ServerActionsTestJSON-737191091 tempest-ServerActionsTestJSON-737191091-project] 10.222.0.10 "DELETE /v2.0/floatingips/1ced5ad5-374e-4d0b-9960-6b8bf8b01c2e HTTP/1.1" status: 204 len: 168 time: 0.7089961 Aug 31 14:16:19.398228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39284) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:19.554374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-4c50da2f-a73c-4ba7-aeb8-89c8193248b7 service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727827 Aug 31 14:16:19.662600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34ab9fc4-3d3c-4d7f-b7a0-5edd510dd98d req-9e3e7248-1438-4436-ace7-7ed8ae4f8a9f service neutron] 10.222.0.26 "GET /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005607 Aug 31 14:16:20.246215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-9127f9d4-973a-4d93-920e-18c77d1843ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.248518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-9127f9d4-973a-4d93-920e-18c77d1843ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364&tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 1095 time: 0.0565734 Aug 31 14:16:20.415651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-689599bd-d34a-4992-b881-b2753b4367ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.417644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-689599bd-d34a-4992-b881-b2753b4367ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1095 time: 0.1231356 Aug 31 14:16:20.438073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65826d-f954-43b9-adce-4f5356bcaeb3 req-69f7e2ad-08f5-4fbc-b312-f3d9915f41c5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.441106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a65826d-f954-43b9-adce-4f5356bcaeb3 req-69f7e2ad-08f5-4fbc-b312-f3d9915f41c5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.1315737 Aug 31 14:16:20.591960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a65826d-f954-43b9-adce-4f5356bcaeb3 req-6b43679b-cbc0-461d-81b1-08cce5b66d86 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882494 Aug 31 14:16:20.596355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.640489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-8f78dfb0-080a-44f8-9370-e0477f19d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.642212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-8f78dfb0-080a-44f8-9370-e0477f19d19d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.1999485 Aug 31 14:16:20.727774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-d5d48f05-5821-430f-8821-dafbb7aa9d1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 200 len: 1000 time: 0.0775757 Aug 31 14:16:20.812007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-96260318-9ad7-4a9c-8a14-336c7f63dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.815318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-96260318-9ad7-4a9c-8a14-336c7f63dd2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0791380 Aug 31 14:16:20.891354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-eee6d502-f0d2-450c-8484-29901ad6742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.893269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-eee6d502-f0d2-450c-8484-29901ad6742c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698669 Aug 31 14:16:21.021407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Deleting port af9678c4-8c5a-461d-8211-6dbcb9631a6e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:21.022165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.031508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-b3e875ad-e7a6-441e-aef8-8e36ffd20470 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301727 Aug 31 14:16:21.145112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] For port af9678c4-8c5a-461d-8211-6dbcb9631a6e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=af9678c4-8c5a-461d-8211-6dbcb9631a6e,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:21.146601 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.170397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Calling delete_port for af9678c4-8c5a-461d-8211-6dbcb9631a6e owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:21.186695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-4b1c7abd-8e42-4430-9ec1-10b12d5d6c60 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456878 Aug 31 14:16:21.392846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.453151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9678c4-8c5a-461d-8211-6dbcb9631a6e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:21.723471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.825539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c93a-975b-4672-954a-4a6e4f94f0e3 req-b19af007-aea1-4a71-9201-3778586badcb tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:21.827152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ff6c93a-975b-4672-954a-4a6e4f94f0e3 req-b19af007-aea1-4a71-9201-3778586badcb tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0794744 Aug 31 14:16:21.893358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ff6c93a-975b-4672-954a-4a6e4f94f0e3 req-1f1e92e5-2173-4253-a271-13dc46b9a0d6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569344 Aug 31 14:16:22.120911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Router ee1ebe46-fa6a-43a5-b369-c666dafd9073 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:22.255114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:22.266013 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6a68bc70-d8f0-4a2d-83cd-c16b73d34062 admin admin] 10.222.0.10 "PUT /v2.0/routers/ee1ebe46-fa6a-43a5-b369-c666dafd9073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8643346 Aug 31 14:16:22.268807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39320) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:22.272360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] Sync routers for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:22.283157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:22.283558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:15:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:22.499230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:22.515524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.756338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.762656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '85f9ce52-9787-4473-9972-7d16f0356841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:16:21Z', 'revision_number': 5, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port': {'id': '85f9ce52-9787-4473-9972-7d16f0356841', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:46Z', 'updated_at': '2021-08-31T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:22.859067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Deleting port 85f9ce52-9787-4473-9972-7d16f0356841 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:22.860256 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.866800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] Checking router: ee1ebe46-fa6a-43a5-b369-c666dafd9073 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:22.881439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] Routers {'ee1ebe46-fa6a-43a5-b369-c666dafd9073'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:22.882199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:15:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:22.995377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] For port 85f9ce52-9787-4473-9972-7d16f0356841, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=85f9ce52-9787-4473-9972-7d16f0356841,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:22.996591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.001568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] Set router ee1ebe46-fa6a-43a5-b369-c666dafd9073 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:23.015750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Calling delete_port for 85f9ce52-9787-4473-9972-7d16f0356841 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:23.065447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:16:22Z', 'revision_number': 6, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:23.115472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b6809-f682-4de9-9922-e1c755868a3b None None] The sync data for ids ['ee1ebe46-fa6a-43a5-b369-c666dafd9073'] in n-d-792362-6 is: [{'id': 'ee1ebe46-fa6a-43a5-b369-c666dafd9073', 'name': 'tempest-ServerActionsTestJSON-862706815-router', 'tenant_id': '0043b1b4ab2145c598698dd5a0579b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:45Z', 'updated_at': '2021-08-31T14:16:22Z', 'revision_number': 6, 'project_id': '0043b1b4ab2145c598698dd5a0579b3c', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:23.272905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.323427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=85f9ce52-9787-4473-9972-7d16f0356841,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:23.370072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.487178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.494313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.579037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.580041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1ebe46-fa6a-43a5-b369-c666dafd9073 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:16:23.593000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.598869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:23.625374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dd91a099-2ecc-4295-a5fa-eed89b523a3b admin admin] 10.222.0.10 "DELETE /v2.0/routers/ee1ebe46-fa6a-43a5-b369-c666dafd9073 HTTP/1.1" status: 204 len: 168 time: 1.3507221 Aug 31 14:16:23.725056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] Deleting subnet 90c8d49e-4a97-4d82-aa5d-0e596c420a89 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:23.726532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device af9678c4-8c5a-461d-8211-6dbcb9631a6e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:23.734285 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.758591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: af9678c4-8c5a-461d-8211-6dbcb9631a6e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:23.758769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device af9678c4-8c5a-461d-8211-6dbcb9631a6e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:23.830031 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.976042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.082483 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.114832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c8d49e-4a97-4d82-aa5d-0e596c420a89,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:24.143571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.143571 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e2777809-0091-45ac-b04e-8e46cfc9866c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/90c8d49e-4a97-4d82-aa5d-0e596c420a89 HTTP/1.1" status: 204 len: 168 time: 0.5370533 Aug 31 14:16:24.145326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39330) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:24.148083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5624e995-240f-42fa-aa55-789ec657c80c None None] Network 12b46c0e-9247-4dca-a4d2-98fc54e46b95 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:24.318323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.440371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Deleting port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:24.440907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.539590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] DHCP port deletion for 12b46c0e-9247-4dca-a4d2-98fc54e46b95 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:16:24.546646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] For port a0fc6f8b-82ca-4aff-898a-8cab015f6a90, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:24.547103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.572524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Calling delete_port for a0fc6f8b-82ca-4aff-898a-8cab015f6a90 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:24.624463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] Deleting port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:24.624894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.687413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.723203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] For port a0fc6f8b-82ca-4aff-898a-8cab015f6a90, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,segment=NetworkSegment(0944eece-b726-4dc1-84de-d33fca922a58),segment_id=0944eece-b726-4dc1-84de-d33fca922a58)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:24.723407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:24.724593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.728365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] No DVR routers for this DVR port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:24.748461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] Calling delete_port for a0fc6f8b-82ca-4aff-898a-8cab015f6a90 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:24.759338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.759699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.760127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.760472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.760809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.763965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.763965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.763965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.763965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.763965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.763965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.763965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:24.821857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.832004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b46c0e-9247-4dca-a4d2-98fc54e46b95']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:24.841422 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:16:24.845167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0944eece-b726-4dc1-84de-d33fca922a58') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:24.845167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0944eece-b726-4dc1-84de-d33fca922a58') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:24.852191 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.854438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.870563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] No DVR routers for this DVR port a0fc6f8b-82ca-4aff-898a-8cab015f6a90 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:24.871104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.878566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Releasing vlan 1549 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:16:24.878978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:16:24.881455 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:16:24.906931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c13f8-ca64-4779-8705-f91aea679c91 None None] Pushing event deleted for resources: {'Port': ['ID=a0fc6f8b-82ca-4aff-898a-8cab015f6a90,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:24.957917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.965352 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.967239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] 10.222.0.10 "DELETE /v2.0/networks/12b46c0e-9247-4dca-a4d2-98fc54e46b95 HTTP/1.1" status: 204 len: 168 time: 0.8197029 Aug 31 14:16:24.984481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b9007-d3dd-4639-a2b7-cb2fe25f65aa admin admin] Pushing event deleted for resources: {'Network': ['ID=12b46c0e-9247-4dca-a4d2-98fc54e46b95,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:25.102020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39342) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:25.146207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3e9dc863-45b3-48f9-9466-15ea169c5112 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0043b1b4ab2145c598698dd5a0579b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422440 Aug 31 14:16:25.146951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39344) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:25.199288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a12d2a11-1720-4f8c-93d7-23d9e12d21e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.222954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a12d2a11-1720-4f8c-93d7-23d9e12d21e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.275718 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a12d2a11-1720-4f8c-93d7-23d9e12d21e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.278917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a12d2a11-1720-4f8c-93d7-23d9e12d21e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.280148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a12d2a11-1720-4f8c-93d7-23d9e12d21e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21fecb1a-9e37-4fb5-9640-fd246d9bab90 HTTP/1.1" status: 204 len: 168 time: 0.1323419 Aug 31 14:16:25.290008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d2a11-1720-4f8c-93d7-23d9e12d21e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fecb1a-9e37-4fb5-9640-fd246d9bab90,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:25.358715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a0fc6f8b-82ca-4aff-898a-8cab015f6a90 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:25.385236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a0fc6f8b-82ca-4aff-898a-8cab015f6a90 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:25.385448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a0fc6f8b-82ca-4aff-898a-8cab015f6a90 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:25.385850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85f9ce52-9787-4473-9972-7d16f0356841 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:25.406838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 85f9ce52-9787-4473-9972-7d16f0356841 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:25.407186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 85f9ce52-9787-4473-9972-7d16f0356841 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:26.528290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39384) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:26.730883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-network', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:26.761321 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f76ae50-baa2-40a0-ac02-c56f104e4c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.762230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Made reservation on behalf of 352d597f010f4e2e8c2f9debb3e1cae6 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:26.766770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.776382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.902690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.907749 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.931258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] vlan segment allocate from pool success with {'vlan_id': 1544, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:26.948022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48c1931-759c-4e5f-a222-97fd50089d8c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:26.951780 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.952344 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Added segment b90471b6-7632-4841-bc22-59a3226a385d of type vlan for network baf8f365-6945-4294-8a9d-8adf38e40314 Aug 31 14:16:26.997977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.032967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.034013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.034629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.106442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5761347 Aug 31 14:16:27.107755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6423e01-86a0-4869-bcdf-51e5d4bd3551 admin admin] Pushing event updated for resources: {'Network': ['ID=baf8f365-6945-4294-8a9d-8adf38e40314,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:27.108732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39394) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:27.113895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Request body: {'subnet': {'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-subnet', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:27.121193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network baf8f365-6945-4294-8a9d-8adf38e40314 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:27.191741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Made reservation on behalf of 352d597f010f4e2e8c2f9debb3e1cae6 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:27.194366 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.412086 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.492943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b1b108-2e6c-470f-a76a-b00a5f30fc8e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:27.529500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Checking segment: {'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:27.529788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Network hostable DHCP agents. Network: baf8f365-6945-4294-8a9d-8adf38e40314, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:27.550367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Network baf8f365-6945-4294-8a9d-8adf38e40314 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:27.566729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, baf8f365-6945-4294-8a9d-8adf38e40314) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:27.577095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.578381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.581661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca101b-1c51-49ad-aa94-5830fbb170fb None None] Network baf8f365-6945-4294-8a9d-8adf38e40314 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:27.603875 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f6bdfe39-58ae-40b2-813a-39c60eb5c77a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4915357 Aug 31 14:16:27.609622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39404) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:27.615178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:27.669166 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.670242 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.798486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d26bdd1-a567-473b-9abc-8188254fee1b None None] Network baf8f365-6945-4294-8a9d-8adf38e40314 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:27.857169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.069826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.798813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.820847 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.953840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Allocated IP 172.25.0.105 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/0692af47-e559-49bb-9f36-91624a11e991) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:29.116595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.174266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.225517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:29.232059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:29.236481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:29.295354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Pushing event updated for resources: {'Port': ['ID=0692af47-e559-49bb-9f36-91624a11e991,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:29.378576 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1e29416-5c6b-46e0-8377-7e776fbc23d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.563549 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.683154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.062729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.304817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Router 81f6bf57-0622-4e6f-8148-dae81d8fa429 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:16:30.560250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:30.587554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.593007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-09ff485c-6027-48ab-80a8-14c8fac55a12 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.9786167 Aug 31 14:16:30.593220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Sync routers for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:30.594033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:30.636594 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:30.637626 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:30.650017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.879418 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:31.315436 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:29Z', 'revision_number': 3, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:31.415076 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Checking router: 81f6bf57-0622-4e6f-8148-dae81d8fa429 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:31.415611 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Updating router 81f6bf57-0622-4e6f-8148-dae81d8fa429 port 0692af47-e559-49bb-9f36-91624a11e991 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:16:31.439724 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.501703 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.757570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Allocated IP 172.20.0.1 (baf8f365-6945-4294-8a9d-8adf38e40314/78b1b108-2e6c-470f-a76a-b00a5f30fc8e/f5eb0005-a387-48a8-8e13-519c0ed3a2e3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:31.937338 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.950059 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Transition to ACTIVE for port object 0692af47-e559-49bb-9f36-91624a11e991 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:31.957173 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.004159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.039620 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.097723 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Attempting to bind port 0692af47-e559-49bb-9f36-91624a11e991 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:32.098107 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Attempting to bind port 0692af47-e559-49bb-9f36-91624a11e991 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:32.099193 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Attempting to bind port 0692af47-e559-49bb-9f36-91624a11e991 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:32.120735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.127263 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Pushing event updated for resources: {'Port': ['ID=0692af47-e559-49bb-9f36-91624a11e991,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.142837 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:32.143279 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:32.143630 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.144037 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:32.144514 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Bound port: 0692af47-e559-49bb-9f36-91624a11e991, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:32.145621 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.155409 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.155693 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.155909 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.156232 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.156570 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.159423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Network baf8f365-6945-4294-8a9d-8adf38e40314 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:32.163166 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.164118 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.164640 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.165258 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.165762 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.166250 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.166740 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:32.191785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:32.198189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:32.247584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Pushing event updated for resources: {'Port': ['ID=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.255314 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] For port 0692af47-e559-49bb-9f36-91624a11e991, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:32.263708 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] For port 0692af47-e559-49bb-9f36-91624a11e991, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0692af47-e559-49bb-9f36-91624a11e991,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:32.265126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.273779 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.348237 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9e7af-70e0-4202-8a80-c12b2315707f None None] Pushing event updated for resources: {'Port': ['ID=0692af47-e559-49bb-9f36-91624a11e991,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.353268 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:32.354555 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:32.466065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.516712 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:32.772123 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.779017 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.804367 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:29Z', 'revision_number': 3, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:32.836484 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983dd5-33aa-4fe0-9347-6ad2851b33f1 None None] The sync data for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 is: [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:29Z', 'revision_number': 3, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:32.885866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.916856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Pushing event updated for resources: {'Port': ['ID=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.040177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee0b48-c2c9-4a4b-bbb7-0ac9521c0145 req-2b52f85c-dca8-4eee-970a-b8e052723ba0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.041872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fee0b48-c2c9-4a4b-bbb7-0ac9521c0145 req-2b52f85c-dca8-4eee-970a-b8e052723ba0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0782437 Aug 31 14:16:33.075157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Network baf8f365-6945-4294-8a9d-8adf38e40314 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:33.078267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:33.140360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fee0b48-c2c9-4a4b-bbb7-0ac9521c0145 req-65c6f816-8c7d-417a-b91b-f132974d55dd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857103 Aug 31 14:16:33.266751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Router 81f6bf57-0622-4e6f-8148-dae81d8fa429 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:33.441702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0692af47-e559-49bb-9f36-91624a11e991 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:33.477393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:33.483242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f8b2e0ca-30ef-4b03-9247-f88ad8a11f5f admin admin] 10.222.0.10 "PUT /v2.0/routers/81f6bf57-0622-4e6f-8148-dae81d8fa429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8887854 Aug 31 14:16:33.528794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0692af47-e559-49bb-9f36-91624a11e991 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:33.534664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0692af47-e559-49bb-9f36-91624a11e991 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:33.535229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.679535 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.725562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0692af47-e559-49bb-9f36-91624a11e991, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0692af47-e559-49bb-9f36-91624a11e991,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:33.732490 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.854401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0692af47-e559-49bb-9f36-91624a11e991,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.863744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.864395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.864787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.865154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.865492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.865828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.866284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.866618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.867212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.867517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.867928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:33.868257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:34.150597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-b794a594-6e5f-4772-8d10-5da157f83b8d tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:34.152179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-b794a594-6e5f-4772-8d10-5da157f83b8d tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 820 time: 0.1213410 Aug 31 14:16:34.172191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-8106e017-f8ee-4254-b427-4ce130cd1a0e tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/quotas/352d597f010f4e2e8c2f9debb3e1cae6 HTTP/1.1" status: 200 len: 375 time: 0.0098336 Aug 31 14:16:34.231781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-2bfe9b50-004d-40c1-b3f1-7e0d5a985b1c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525899 Aug 31 14:16:34.330393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-d0ef8db6-1d60-46aa-913c-3ccdcc074795 service neutron] 10.222.0.10 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861347 Aug 31 14:16:34.453385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-653c7d42-a1bb-43e1-8a52-4112effce392 service neutron] 10.222.0.10 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166449 Aug 31 14:16:34.602691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31afdff6-94b4-40fd-ad63-f0a931dc7a2a req-94bd72d6-fdf4-4326-8f5e-4f10948c6051 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1479895 Aug 31 14:16:34.723269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31afdff6-94b4-40fd-ad63-f0a931dc7a2a req-a2a87416-721b-4948-846c-9a1ee852ee4d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0666876 Aug 31 14:16:34.796594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31afdff6-94b4-40fd-ad63-f0a931dc7a2a req-f030c303-a222-4419-8ad3-2b47a7872b3f service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323756 Aug 31 14:16:34.958955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec080833-3841-49a8-bf1f-dc77da9ad287 req-611bd700-3424-4f2d-8e30-41be6dce7252 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:34.960755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec080833-3841-49a8-bf1f-dc77da9ad287 req-611bd700-3424-4f2d-8e30-41be6dce7252 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0871792 Aug 31 14:16:34.993969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afdff6-94b4-40fd-ad63-f0a931dc7a2a req-d823c6d5-1961-43cd-996e-d3cebbac7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:35.003117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31afdff6-94b4-40fd-ad63-f0a931dc7a2a req-d823c6d5-1961-43cd-996e-d3cebbac7fe2 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1997669 Aug 31 14:16:35.026470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec080833-3841-49a8-bf1f-dc77da9ad287 req-1196ae9e-36dd-47db-acba-1267570cf293 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537126 Aug 31 14:16:35.116162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d2c910b-e66b-4824-874f-877986610ad9 req-1345fb8d-49f5-49c0-b120-44159d16e617 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 210 time: 0.0328019 Aug 31 14:16:35.214409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Sync routers for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:35.230172 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:35.230800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:35.573641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0692af47-e559-49bb-9f36-91624a11e991 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:35.637524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:35.753214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0692af47-e559-49bb-9f36-91624a11e991 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:35.753863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.018562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 2, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:36.082003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Checking router: 81f6bf57-0622-4e6f-8148-dae81d8fa429 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:36.082845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Updating router 81f6bf57-0622-4e6f-8148-dae81d8fa429 port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:16:36.141831 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.387446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c0fa4-b1c0-453d-ab0a-d7c4068d1443 req-5a2631c1-0653-4826-856d-1edddad419f4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:36.399583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b3c0fa4-b1c0-453d-ab0a-d7c4068d1443 req-5a2631c1-0653-4826-856d-1edddad419f4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.2007923 Aug 31 14:16:36.480849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-7b6f3ba8-bfb3-414a-97b1-11c27cd94fec tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:36.482591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-7b6f3ba8-bfb3-414a-97b1-11c27cd94fec tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.26 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 820 time: 0.3240709 Aug 31 14:16:36.506692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b3c0fa4-b1c0-453d-ab0a-d7c4068d1443 req-8bf56f11-ef34-41b9-a525-d8b4d4c1d0e9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058650 Aug 31 14:16:36.512746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Request body: {'port': {'device_id': '214c3904-19fb-4989-8a55-972438fe7a1f', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'admin_state_up': True, 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:36.627569 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.648605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Transition to ACTIVE for port object f5eb0005-a387-48a8-8e13-519c0ed3a2e3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:36.652258 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34330e4a-797f-4ba1-af9f-f7d4b5f5714b req-19ec34ef-ffd6-4a6d-b364-3d697e3a77fa tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 210 time: 0.0362918 Aug 31 14:16:36.659182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.763106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Made reservation on behalf of 352d597f010f4e2e8c2f9debb3e1cae6 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:36.767725 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.803923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Attempting to bind port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:36.804409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Attempting to bind port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:36.808954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Attempting to bind port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 on network baf8f365-6945-4294-8a9d-8adf38e40314 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:36.817578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:36.818233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Checking segment: {'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:36.818851 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.819407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Bound using segment: {'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:36.820048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Bound port: f5eb0005-a387-48a8-8e13-519c0ed3a2e3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:36.820668 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.823082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe0d75-495d-4609-a7f2-becc1e07cdac None None] Pushing event updated for resources: {'Port': ['ID=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:36.911886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] For port f5eb0005-a387-48a8-8e13-519c0ed3a2e3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:36.915602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] For port f5eb0005-a387-48a8-8e13-519c0ed3a2e3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:36.921914 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.945624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Allocated IP 172.20.0.5 (baf8f365-6945-4294-8a9d-8adf38e40314/78b1b108-2e6c-470f-a76a-b00a5f30fc8e/f2beb0f0-a82b-416e-a5e7-b072ef0a8458) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:36.986926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:36.987590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:37.071028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe0d75-495d-4609-a7f2-becc1e07cdac None None] Pushing event updated for resources: {'Port': ['ID=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:37.206611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:37.213316 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.260442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.563103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:36Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:37.594844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25b56-ebc4-4531-807e-ad1173b3bba7 None None] The sync data for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 is: [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:36Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:37.791347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Network baf8f365-6945-4294-8a9d-8adf38e40314 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:37.796149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:37.798787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:37.877243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event updated for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:37.893857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.894633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.910421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69744c6-36ae-426c-a7ea-9dca208e7c42 req-7a73d821-d8f5-4f17-beab-c3b0b2e522a4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.911976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a69744c6-36ae-426c-a7ea-9dca208e7c42 req-7a73d821-d8f5-4f17-beab-c3b0b2e522a4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.1695056 Aug 31 14:16:37.922533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-76c91ae6-c00b-44ae-a0cd-a5f13a1c4114 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4146786 Aug 31 14:16:37.947434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Request body: {'port': {'device_id': '214c3904-19fb-4989-8a55-972438fe7a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:38.032982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a69744c6-36ae-426c-a7ea-9dca208e7c42 req-4fe18d4a-dcba-48e2-9149-e3db63784984 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077316 Aug 31 14:16:38.091584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.397830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dc44c-81e6-4346-b14f-62e9d0e5d162 req-feaa55fc-2aa8-45a4-99db-1237471ac32c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:38.399059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b11dc44c-81e6-4346-b14f-62e9d0e5d162 req-feaa55fc-2aa8-45a4-99db-1237471ac32c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 931 time: 0.2897072 Aug 31 14:16:38.459896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b11dc44c-81e6-4346-b14f-62e9d0e5d162 req-a37dfa8a-c5bb-4916-950b-da57ee749df3 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516002 Aug 31 14:16:38.574252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2beb0f0-a82b-416e-a5e7-b072ef0a8458 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:38.583850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.600652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Transition to ACTIVE for port object f2beb0f0-a82b-416e-a5e7-b072ef0a8458 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:38.605700 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.668360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Pushing event updated for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:38.771347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Attempting to bind port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:38.771842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Attempting to bind port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:38.772141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Attempting to bind port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 on network baf8f365-6945-4294-8a9d-8adf38e40314 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:38.777865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 on network baf8f365-6945-4294-8a9d-8adf38e40314 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:38.778200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Attempting to bind port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 on network baf8f365-6945-4294-8a9d-8adf38e40314 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:38.783814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:38.784162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Checking segment: {'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:38.784578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Bound using segment: {'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:38.785060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Bound port: f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90471b6-7632-4841-bc22-59a3226a385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:38.785435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.930868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:38.936325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:38.944377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.997736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:38.998551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.000463 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 1091 time: 1.0589073 Aug 31 14:16:39.006134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:39.008545 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:39.090827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87a8c5-4275-45e4-9a3e-3304d190dd46 service neutron] Pushing event updated for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:39.186965 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb45442-836c-481c-a1f8-163b1c6c66eb x-openstack-request-id: req-feb45442-836c-481c-a1f8-163b1c6c66eb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:39.187273 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:39.187528 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-feb45442-836c-481c-a1f8-163b1c6c66eb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:39.187938 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'status': 'completed', 'code': 200} Aug 31 14:16:39.213476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-576be42c-e069-4455-8fdb-ee3e1e091640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.215872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-576be42c-e069-4455-8fdb-ee3e1e091640 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1094 time: 0.1203470 Aug 31 14:16:39.333682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-35f28629-5799-4475-b5f2-0411c1b117be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 217 time: 0.1001220 Aug 31 14:16:39.448807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01a3d1-7201-42cd-8479-40b5fcc64541 req-d03972a4-ae80-48d0-a471-7b053a44e71e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.450423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec01a3d1-7201-42cd-8479-40b5fcc64541 req-d03972a4-ae80-48d0-a471-7b053a44e71e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.2336485 Aug 31 14:16:39.469015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-c5f7337f-c7f5-4de1-87f4-47a1f22e342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.470506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-c5f7337f-c7f5-4de1-87f4-47a1f22e342c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.1037278 Aug 31 14:16:39.494723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f5eb0005-a387-48a8-8e13-519c0ed3a2e3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:39.556825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-4d525214-4d09-4dca-af79-d6eb84a39003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783298 Aug 31 14:16:39.591369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec01a3d1-7201-42cd-8479-40b5fcc64541 req-e05fcc53-3dd5-41f4-a74d-182468b34814 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324551 Aug 31 14:16:39.598671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:39.607905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:39.608961 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.708104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-80e59930-64c2-4a15-8dfd-48c02da89acb service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384506 Aug 31 14:16:39.802715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.857132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port f5eb0005-a387-48a8-8e13-519c0ed3a2e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:39.862502 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.902912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a77d7-6686-4560-bc3a-ca347299a249 req-17fb136f-ab57-4051-84fb-d38c734a4861 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.913600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-946a77d7-6686-4560-bc3a-ca347299a249 req-17fb136f-ab57-4051-84fb-d38c734a4861 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 943 time: 0.1126707 Aug 31 14:16:39.969609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:40.003882 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.024187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eca548b3-0202-4cee-9d6c-4a6dc8e4ef93 req-ba9d5b9d-369c-4d35-97d2-63845d6c6668 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940779 Aug 31 14:16:40.040060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-946a77d7-6686-4560-bc3a-ca347299a249 req-4a9ecfa8-9860-44a8-a98d-987da3b52ee9 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204734 Aug 31 14:16:40.200974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-6c8e0af2-4cfc-4874-a32c-63d0f52d4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.202517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-6c8e0af2-4cfc-4874-a32c-63d0f52d4004 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1094 time: 0.0619040 Aug 31 14:16:40.340563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-ae8f2886-d88b-458c-a35d-8fd842f98506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.343677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-ae8f2886-d88b-458c-a35d-8fd842f98506 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.1326559 Aug 31 14:16:40.415818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-10740179-b360-47cf-8e98-811318e86378 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 217 time: 0.0627453 Aug 31 14:16:40.486018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-b3ef5bbd-afb3-4490-be12-122f3a3d0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.490823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-b3ef5bbd-afb3-4490-be12-122f3a3d0cd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.0673366 Aug 31 14:16:40.531753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-b8d7e696-8003-4110-be24-c0c30ebd7653 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327201 Aug 31 14:16:40.688717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-465aeded-3c44-4f2a-b2db-a213a35a77c6 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476138 Aug 31 14:16:40.905986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b364-f83e-46b2-823c-9a5e8c6cf929 req-40a68464-4011-474c-a3b0-eb47322ee707 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.907766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9b2b364-f83e-46b2-823c-9a5e8c6cf929 req-40a68464-4011-474c-a3b0-eb47322ee707 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.1405692 Aug 31 14:16:40.941205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8988798a-8ef0-4c8f-bb9c-1b13de5f4cf7 req-8db9a964-827d-44cb-b905-c299c54cc8d4 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450404 Aug 31 14:16:40.967714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9b2b364-f83e-46b2-823c-9a5e8c6cf929 req-32e36b21-b573-4bd1-900b-27d6f06bb924 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Aug 31 14:16:41.204362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc1e80-525e-4a47-bcca-d8b2f233b831 req-8d247f8f-fab4-497b-ae26-6dde7bbd1fb2 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:41.206350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-edcc1e80-525e-4a47-bcca-d8b2f233b831 req-8d247f8f-fab4-497b-ae26-6dde7bbd1fb2 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 943 time: 0.0670180 Aug 31 14:16:41.272534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-edcc1e80-525e-4a47-bcca-d8b2f233b831 req-64790bd3-e8c1-4cd0-a2e7-0a5dafe5f0a4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497751 Aug 31 14:16:41.388146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f5eb0005-a387-48a8-8e13-519c0ed3a2e3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:41.487133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:41.488219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.198492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8201f-1171-4624-993a-e425db449cbd req-9cff5905-5da3-44ef-bce6-0ad48580fe34 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:42.200473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1f8201f-1171-4624-993a-e425db449cbd req-9cff5905-5da3-44ef-bce6-0ad48580fe34 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 944 time: 0.0803237 Aug 31 14:16:42.273964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1f8201f-1171-4624-993a-e425db449cbd req-5c964d40-62fb-4a32-9f25-30b449fd7a6a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613561 Aug 31 14:16:42.496149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953132ef-4d72-42e0-96ab-2bfc1b6489a3 req-2fcd3225-d33b-4da6-8308-8d5d483bbbb3 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:42.498352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-953132ef-4d72-42e0-96ab-2bfc1b6489a3 req-2fcd3225-d33b-4da6-8308-8d5d483bbbb3 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 943 time: 0.0754166 Aug 31 14:16:42.602616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-953132ef-4d72-42e0-96ab-2bfc1b6489a3 req-2f1d8fff-7455-4357-8d6a-6c15db477a13 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894482 Aug 31 14:16:42.822795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:42.981203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:42.998981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '86c598b8-0541-4278-9c88-60f11470180c', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'port_id': '86c598b8-0541-4278-9c88-60f11470180c', 'mac_address': 'fa:16:3e:38:c8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:43.077070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.092198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c598b8-0541-4278-9c88-60f11470180c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:43.123315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:43.128824 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.194620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.445501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4eac7-419e-4df4-9b46-b7a540628e06 req-ea214466-47ba-4859-8b23-864d36f1c149 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.453165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8b4eac7-419e-4df4-9b46-b7a540628e06 req-ea214466-47ba-4859-8b23-864d36f1c149 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 945 time: 0.0754411 Aug 31 14:16:43.465296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['86c598b8-0541-4278-9c88-60f11470180c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:43.489040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8b4eac7-419e-4df4-9b46-b7a540628e06 req-d4c77b43-b957-4645-9d3a-ea7f77c42c05 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Aug 31 14:16:43.770125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9a4d-ca17-4451-8206-651dab058538 req-9be190a6-fd7a-44db-bbcf-0ab68d9bd8c4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.771706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-848f9a4d-ca17-4451-8206-651dab058538 req-9be190a6-fd7a-44db-bbcf-0ab68d9bd8c4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 943 time: 0.0693278 Aug 31 14:16:43.824475 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-848f9a4d-ca17-4451-8206-651dab058538 req-d4a922a4-af93-4e9d-8a40-d9fec1bdbedf tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Aug 31 14:16:44.644280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fd6c3-960b-414b-9a4c-0e459b9ac592 req-69645b76-319f-47be-8729-29fa25c71d73 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:44.646674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d2fd6c3-960b-414b-9a4c-0e459b9ac592 req-69645b76-319f-47be-8729-29fa25c71d73 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 945 time: 0.0641727 Aug 31 14:16:44.697654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d2fd6c3-960b-414b-9a4c-0e459b9ac592 req-be595216-624e-4f3c-b9eb-fb8f209c4e42 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Aug 31 14:16:44.816698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f2beb0f0-a82b-416e-a5e7-b072ef0a8458 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:44.823499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:44.948831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 86c598b8-0541-4278-9c88-60f11470180c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:44.949224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.992118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb26421-c92c-451d-876c-58aca13f50cf req-cc6a6137-bed3-4171-b3bd-fc83f36ee448 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:44.996279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:45.000196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb26421-c92c-451d-876c-58aca13f50cf req-cc6a6137-bed3-4171-b3bd-fc83f36ee448 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 943 time: 0.0719604 Aug 31 14:16:45.013258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'port_id': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'mac_address': 'fa:16:3e:9f:2e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:45.037958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cb26421-c92c-451d-876c-58aca13f50cf req-541f7b15-2ae3-4ef1-a47c-da76e57cd35d tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368211 Aug 31 14:16:45.088108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.090060 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.110957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2beb0f0-a82b-416e-a5e7-b072ef0a8458 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:45.126444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:45.128712 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e107b9e8-0a13-4284-a38e-58160165a2ce" -d '{"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-plugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:45.150451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:45.154105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:45.155590 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.161719 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.210696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.243985 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb69ef-0cfc-47e7-b4ed-8a83af19e45b x-openstack-request-id: req-0abb69ef-0cfc-47e7-b4ed-8a83af19e45b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:45.244277 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-plugged", "status": "completed", "tag": "86c598b8-0541-4278-9c88-60f11470180c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:45.244527 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0abb69ef-0cfc-47e7-b4ed-8a83af19e45b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:45.244942 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c598b8-0541-4278-9c88-60f11470180c', 'code': 200} Aug 31 14:16:45.269594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.485345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00df8-e43a-4133-b22e-91276899c1a8 req-d603330a-e0c2-4264-835a-b342ad3b5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:45.486803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07a00df8-e43a-4133-b22e-91276899c1a8 req-d603330a-e0c2-4264-835a-b342ad3b5174 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1098 time: 0.0450017 Aug 31 14:16:45.530371 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07a00df8-e43a-4133-b22e-91276899c1a8 req-3b4a9632-98e5-43e8-ba8a-21567cf62ba1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337546 Aug 31 14:16:45.538610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f2beb0f0-a82b-416e-a5e7-b072ef0a8458'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:45.859783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dadc2-0d45-40fe-93a7-25383d4f725f req-ab5ae437-cc47-465a-8bd5-98525c30c89d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:45.861705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f2dadc2-0d45-40fe-93a7-25383d4f725f req-ab5ae437-cc47-465a-8bd5-98525c30c89d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 947 time: 0.0770845 Aug 31 14:16:45.909995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f2dadc2-0d45-40fe-93a7-25383d4f725f req-31746ebc-3c6a-405e-bcbf-3e559e8f9b0d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416439 Aug 31 14:16:46.167375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbde74-cdf5-4898-9de2-783202019e1d req-80bee21f-6425-4e91-b9e4-655fc1de94ec tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:46.169460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ddbde74-cdf5-4898-9de2-783202019e1d req-80bee21f-6425-4e91-b9e4-655fc1de94ec tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 944 time: 0.0574849 Aug 31 14:16:46.212544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ddbde74-cdf5-4898-9de2-783202019e1d req-ce84dfb2-fb36-47c3-89ae-0df467a5094e tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Aug 31 14:16:46.835817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f2beb0f0-a82b-416e-a5e7-b072ef0a8458 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:46.907597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:46.914883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:46.915266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.066848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f1a0-ad6a-42e7-a0a6-87341ff656bc req-b962cfcb-c82e-49b4-80e7-4e1b1cb8edf0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.068745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3849f1a0-ad6a-42e7-a0a6-87341ff656bc req-b962cfcb-c82e-49b4-80e7-4e1b1cb8edf0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 947 time: 0.0768883 Aug 31 14:16:47.080622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.126877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:47.132670 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.143339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3849f1a0-ad6a-42e7-a0a6-87341ff656bc req-db8764a0-348b-4e82-9cf9-7ebf911d551d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647571 Aug 31 14:16:47.215231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:47.246855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:47.250990 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5c421-b8cc-465b-b5ec-f8f47f13372b" -d '{"events": [{"server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "name": "network-vif-plugged", "status": "completed", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:47.398049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be24741-b84b-48f6-ae84-dcc43309876e req-b49c11bf-e030-4604-be14-fecee33b72d3 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.405417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1be24741-b84b-48f6-ae84-dcc43309876e req-b49c11bf-e030-4604-be14-fecee33b72d3 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0757158 Aug 31 14:16:47.449221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1be24741-b84b-48f6-ae84-dcc43309876e req-21a400bc-03c1-434e-ab54-18a7fbe4186a tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Aug 31 14:16:47.528286 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a408df-2b63-4c1a-b4c2-836c316197cd x-openstack-request-id: req-d6a408df-2b63-4c1a-b4c2-836c316197cd {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:47.528286 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "name": "network-vif-plugged", "status": "completed", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:47.528286 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6a408df-2b63-4c1a-b4c2-836c316197cd {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:47.529997 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'code': 200} Aug 31 14:16:47.680186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbef7c2-a6a8-46e0-b1b8-c2cced33823d req-e2f5e8b9-f265-4d82-bb26-ce5c5bc9d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.681801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dbef7c2-a6a8-46e0-b1b8-c2cced33823d req-e2f5e8b9-f265-4d82-bb26-ce5c5bc9d93f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.0496147 Aug 31 14:16:47.728056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dbef7c2-a6a8-46e0-b1b8-c2cced33823d req-b466c3d2-3203-444c-8170-a87ecf866ccb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Aug 31 14:16:48.336347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d446e-f9cc-4833-a93c-3a00580d59af req-7e63ba25-5f05-44f8-aa31-284483806fb1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:48.337981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e87d446e-f9cc-4833-a93c-3a00580d59af req-7e63ba25-5f05-44f8-aa31-284483806fb1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 947 time: 0.0685601 Aug 31 14:16:48.390946 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e87d446e-f9cc-4833-a93c-3a00580d59af req-3a4e8d9a-bc80-49b0-b44c-db3d56b62bfc tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434573 Aug 31 14:16:48.599161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f150ff-0cd2-4adb-95a4-992de4ea571c req-269722b6-4ec5-4d57-af86-c52f278e3c0f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:48.600742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14f150ff-0cd2-4adb-95a4-992de4ea571c req-269722b6-4ec5-4d57-af86-c52f278e3c0f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0537534 Aug 31 14:16:48.657499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14f150ff-0cd2-4adb-95a4-992de4ea571c req-cd5104f8-31b7-479c-8b59-78e8127582af tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499802 Aug 31 14:16:49.526065 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:16:49.840178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbcdf9-aa0c-42ce-8e2a-39bb749da740 req-a7d698fa-0cac-49af-9c60-807fe51e8867 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:49.843212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bdbcdf9-aa0c-42ce-8e2a-39bb749da740 req-a7d698fa-0cac-49af-9c60-807fe51e8867 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0801702 Aug 31 14:16:49.889030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bdbcdf9-aa0c-42ce-8e2a-39bb749da740 req-20c8c0bb-4503-43c0-98bb-8e6976653fff tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368891 Aug 31 14:16:50.304802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39840) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.309805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5426041a-8ad4-4b12-9860-00b05a960b80 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197350690', 'description': 'tempest-secgroup-smoke-1197350690 description', 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:50.345993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5426041a-8ad4-4b12-9860-00b05a960b80 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.448949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5426041a-8ad4-4b12-9860-00b05a960b80 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.453367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5426041a-8ad4-4b12-9860-00b05a960b80 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.482774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5426041a-8ad4-4b12-9860-00b05a960b80 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.486775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5426041a-8ad4-4b12-9860-00b05a960b80 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1780472 Aug 31 14:16:50.486975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39844) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.492500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-847ec1e7-a465-4943-96e5-5de9fdd16783 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'security_group_rule': {'security_group_id': '51c8a97f-9e2f-46ed-bbf3-385cb7ed5131', 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:50.501181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426041a-8ad4-4b12-9860-00b05a960b80 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.586387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-847ec1e7-a465-4943-96e5-5de9fdd16783 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.609296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a198b1-df6b-495e-a049-1085eb69d485 req-ce1bfd1d-c0e8-4998-9f5d-e34a6cb6eb70 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.610802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-60a198b1-df6b-495e-a049-1085eb69d485 req-ce1bfd1d-c0e8-4998-9f5d-e34a6cb6eb70 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.1052837 Aug 31 14:16:50.620082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50017-24d6-4f13-b720-2faf11927946 req-a1bc1c47-f798-4ab5-b043-7f486d4f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.621585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f50017-24d6-4f13-b720-2faf11927946 req-a1bc1c47-f798-4ab5-b043-7f486d4f7c15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.1100354 Aug 31 14:16:50.753421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-60a198b1-df6b-495e-a049-1085eb69d485 req-eee4ee6f-3470-47df-a497-feb555c98ab2 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308331 Aug 31 14:16:50.766400 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-847ec1e7-a465-4943-96e5-5de9fdd16783 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.779613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-847ec1e7-a465-4943-96e5-5de9fdd16783 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.799716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50017-24d6-4f13-b720-2faf11927946 req-7133beab-adb9-4ffe-81b5-21e70822f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.801376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f50017-24d6-4f13-b720-2faf11927946 req-7133beab-adb9-4ffe-81b5-21e70822f5a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.1709058 Aug 31 14:16:50.806525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ec1e7-a465-4943-96e5-5de9fdd16783 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106a2de8-bbb4-47ea-9309-cae9307901cc,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.819994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-847ec1e7-a465-4943-96e5-5de9fdd16783 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.823653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-847ec1e7-a465-4943-96e5-5de9fdd16783 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332109 Aug 31 14:16:50.824184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39852) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.830026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-959fe686-48dc-4f3b-82e8-69ac59d753f2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'security_group_rule': {'security_group_id': '51c8a97f-9e2f-46ed-bbf3-385cb7ed5131', 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:50.856819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f50017-24d6-4f13-b720-2faf11927946 req-31ed3daf-6e23-4b49-a2bb-f7286a7b7704 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 217 time: 0.0462923 Aug 31 14:16:50.864618 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-959fe686-48dc-4f3b-82e8-69ac59d753f2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.916188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50017-24d6-4f13-b720-2faf11927946 req-29c75e95-14bd-4a04-8118-af9da9bed034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.917850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f50017-24d6-4f13-b720-2faf11927946 req-29c75e95-14bd-4a04-8118-af9da9bed034 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.0520053 Aug 31 14:16:50.931670 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-959fe686-48dc-4f3b-82e8-69ac59d753f2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.936578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-959fe686-48dc-4f3b-82e8-69ac59d753f2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.959816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fe686-48dc-4f3b-82e8-69ac59d753f2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc171ffc-f5e5-464c-bb22-176d37464a88,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.967730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-959fe686-48dc-4f3b-82e8-69ac59d753f2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.969162 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-959fe686-48dc-4f3b-82e8-69ac59d753f2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434216 Aug 31 14:16:50.970994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f50017-24d6-4f13-b720-2faf11927946 req-c92e3483-1e1a-4569-86bc-a818587911b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323434 Aug 31 14:16:50.972792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39856) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.977433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ebd00993-9236-4b02-9b7b-8b56553eb49c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'security_group_rule': {'security_group_id': '51c8a97f-9e2f-46ed-bbf3-385cb7ed5131', 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:51.072902 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebd00993-9236-4b02-9b7b-8b56553eb49c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.138704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f50017-24d6-4f13-b720-2faf11927946 req-60fdcf0a-8402-41ff-b100-03d9f6359d3d service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478665 Aug 31 14:16:51.176410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebd00993-9236-4b02-9b7b-8b56553eb49c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.214939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebd00993-9236-4b02-9b7b-8b56553eb49c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.254760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd00993-9236-4b02-9b7b-8b56553eb49c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4625165-7b13-43d5-9159-ddf29bac2118,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:51.262401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebd00993-9236-4b02-9b7b-8b56553eb49c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.263857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ebd00993-9236-4b02-9b7b-8b56553eb49c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2900810 Aug 31 14:16:51.267545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 39864) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.276860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-03b9ab30-8c55-47da-bd8e-b0632a671735 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'security_group_rule': {'security_group_id': '51c8a97f-9e2f-46ed-bbf3-385cb7ed5131', 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:51.306311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03b9ab30-8c55-47da-bd8e-b0632a671735 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.309658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62f50017-24d6-4f13-b720-2faf11927946 req-ea6b0c2f-ec63-4ccf-945c-c2eab788e194 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480298 Aug 31 14:16:51.384655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03b9ab30-8c55-47da-bd8e-b0632a671735 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.390425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03b9ab30-8c55-47da-bd8e-b0632a671735 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.418398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9ab30-8c55-47da-bd8e-b0632a671735 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04eb5a9d-ab6e-4bb3-80fe-09a8a3aca3b9,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:51.423963 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03b9ab30-8c55-47da-bd8e-b0632a671735 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.426429 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-03b9ab30-8c55-47da-bd8e-b0632a671735 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562767 Aug 31 14:16:51.429436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39870) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.434433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'security_group_rule': {'security_group_id': '51c8a97f-9e2f-46ed-bbf3-385cb7ed5131', 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:51.462692 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Project 9e26c57f2617436a8dc98c2deb0e4d5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:16:51.470089 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.545542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.550554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.574744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db26cdf7-ae43-457d-b6f3-d4c402c2ea08,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:51.583378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.585014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a6fd15e5-aba6-479f-b8b8-6332c9dee4ca tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545262 Aug 31 14:16:51.589111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 39872) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.593515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'security_group_rule': {'security_group_id': '51c8a97f-9e2f-46ed-bbf3-385cb7ed5131', 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:51.619146 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Project 9e26c57f2617436a8dc98c2deb0e4d5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:16:51.625426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.694663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.699527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.718669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314c13e4-1066-47c1-989f-ef11efe63e6b,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:51.724824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.729360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c78e478e-b27e-4ebe-82fe-8e71573d0f9d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392996 Aug 31 14:16:51.914470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20760ca7-8d11-4451-83c6-001e73964e3e req-534d3178-2574-41b4-8540-ee2e59088094 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.916144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20760ca7-8d11-4451-83c6-001e73964e3e req-534d3178-2574-41b4-8540-ee2e59088094 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0722532 Aug 31 14:16:51.978779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20760ca7-8d11-4451-83c6-001e73964e3e req-afdb2cce-c12d-49ec-b445-cf59174d5934 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556452 Aug 31 14:16:52.111200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-30fec5ab-d2cc-4174-80d9-6601ec7e624c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197350690&fields=id&tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e HTTP/1.1" status: 200 len: 267 time: 0.0394928 Aug 31 14:16:52.239480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-6933f8a3-7de2-482d-8c08-26714081d20f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:52.242504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-6933f8a3-7de2-482d-8c08-26714081d20f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/networks?id=f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 200 len: 813 time: 0.1222804 Aug 31 14:16:52.283129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2cd5ca34-7c27-4b52-b265-fe27c5f81b6e tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/quotas/9e26c57f2617436a8dc98c2deb0e4d5e HTTP/1.1" status: 200 len: 375 time: 0.0190842 Aug 31 14:16:52.342043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2369f9d4-5e50-43da-b729-aa2520b18cb3 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532289 Aug 31 14:16:52.459233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-5a9cd398-0bf7-4084-ac43-ba2b7a13b992 service neutron] 10.222.0.10 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941613 Aug 31 14:16:52.580005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-fe3a3ff4-d98c-4246-a77e-2baadeba61dd service neutron] 10.222.0.10 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139588 Aug 31 14:16:52.935011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a326aba-83ad-433a-ae8e-184a49e0ab5a req-fd05f724-da61-426a-9e0c-9d0aec16e413 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 210 time: 0.0360284 Aug 31 14:16:53.140278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6179de-9fae-49cc-a66c-7eb45bf030c0 req-4903d376-4d95-4ac8-b7e6-fad6b3687f10 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.142934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b6179de-9fae-49cc-a66c-7eb45bf030c0 req-4903d376-4d95-4ac8-b7e6-fad6b3687f10 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0750806 Aug 31 14:16:53.204321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b6179de-9fae-49cc-a66c-7eb45bf030c0 req-8d5f10d8-14fe-444b-bd9d-eb94b885ba6d tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Aug 31 14:16:54.048679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1908d447-714a-4c4d-82a0-869ea1e132cc req-ec0dc309-3850-4f51-afab-3ed7fdd4b5f9 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 210 time: 0.0325353 Aug 31 14:16:54.307567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-5e40f57e-cf2e-4e80-80e5-7de1ebeb079f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:54.310295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-5e40f57e-cf2e-4e80-80e5-7de1ebeb079f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.26 "GET /v2.0/networks?id=f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 200 len: 813 time: 0.1554570 Aug 31 14:16:54.421206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-03da919f-3e49-45f7-b81b-e6ff0f42e169 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e HTTP/1.1" status: 200 len: 380 time: 0.0681350 Aug 31 14:16:54.434402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56975abe-d3fe-44e9-921f-1d823f6076bf req-97697328-72a0-406d-abb9-351fac4ec7e6 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:54.436420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56975abe-d3fe-44e9-921f-1d823f6076bf req-97697328-72a0-406d-abb9-351fac4ec7e6 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.1245987 Aug 31 14:16:54.444458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'port': {'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'admin_state_up': True, 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'security_groups': ['51c8a97f-9e2f-46ed-bbf3-385cb7ed5131']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:54.592483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56975abe-d3fe-44e9-921f-1d823f6076bf req-cf677f73-5cdb-4f74-be82-bd788ddb6b7c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408868 Aug 31 14:16:54.677373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Made reservation on behalf of 9e26c57f2617436a8dc98c2deb0e4d5e for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:54.682212 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.886248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Allocated IP 172.20.0.11 (f98d6a92-f9a6-49b9-a6df-ae727221af91/e74bdb76-9d9a-436f-8f0a-ba52d640cab0/eedfa277-f4f2-4b6a-9ffa-8355c21c33b3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:55.069405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.088082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Transition to ACTIVE for port object eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:55.128482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.214736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:55.221224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:55.223972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:55.254406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'Port': ['ID=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:55.290578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21559228-776b-40ee-9a96-71e6c968171b req-a15ec56d-1ece-42d0-a285-a03cf76d2a05 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.293211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21559228-776b-40ee-9a96-71e6c968171b req-a15ec56d-1ece-42d0-a285-a03cf76d2a05 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 932 time: 0.1322794 Aug 31 14:16:55.314501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.315260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.364442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21559228-776b-40ee-9a96-71e6c968171b req-109a6814-9555-4bbe-8ca2-e23ceada3ccc tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604792 Aug 31 14:16:55.377820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e50e5dec-4e46-44df-bb5f-6bbca4f2397f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9390645 Aug 31 14:16:55.406798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Request body: {'port': {'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:55.471056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.538086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38ca13d2-8fb0-47fc-94c1-bd3afd7d42ae None None] Provisioning for port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:55.543624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38ca13d2-8fb0-47fc-94c1-bd3afd7d42ae None None] Provisioning complete for port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:55.544107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38ca13d2-8fb0-47fc-94c1-bd3afd7d42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.588229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38ca13d2-8fb0-47fc-94c1-bd3afd7d42ae None None] Port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:55.774457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1263b60-ff9f-40ad-a137-5bfd7b10d69b req-3a0c4662-2b36-4e6d-8e9f-de6ed4ee38ef tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.778383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1263b60-ff9f-40ad-a137-5bfd7b10d69b req-3a0c4662-2b36-4e6d-8e9f-de6ed4ee38ef tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0817139 Aug 31 14:16:55.888374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1263b60-ff9f-40ad-a137-5bfd7b10d69b req-29e8b2e2-92f8-4b15-8734-694f79cb8b05 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963089 Aug 31 14:16:55.972429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:55.984658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.001713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Transition to ACTIVE for port object eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:56.010767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.073671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Pushing event updated for resources: {'Port': ['ID=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:56.157513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Attempting to bind port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:56.157943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Attempting to bind port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:56.158477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Attempting to bind port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 on network f98d6a92-f9a6-49b9-a6df-ae727221af91 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:56.165551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 on network f98d6a92-f9a6-49b9-a6df-ae727221af91 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:56.166005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Attempting to bind port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 on network f98d6a92-f9a6-49b9-a6df-ae727221af91 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:56.174962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:56.176193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Checking segment: {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:56.177314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Bound using segment: {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:56.177716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Bound port: eedfa277-f4f2-4b6a-9ffa-8355c21c33b3, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388da1bd-9938-4a8f-bd68-47aba2c7f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:56.178319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.267866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] For port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:56.276803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] For port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:56.284845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.329123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.329766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.331222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] 10.222.0.26 "PUT /v2.0/ports/eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 200 len: 1092 time: 0.9372432 Aug 31 14:16:56.331709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:56.336399 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6841830a-37bc-425a-9487-598d3c3b3771" -d '{"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:56.362483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb09ca-276e-424a-8d43-c8eea00ba85c service neutron] Pushing event updated for resources: {'Port': ['ID=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:56.451212 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ecdac3-6e38-4d97-bdaf-3bd8f581ac05 x-openstack-request-id: req-04ecdac3-6e38-4d97-bdaf-3bd8f581ac05 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:56.452019 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:56.452289 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04ecdac3-6e38-4d97-bdaf-3bd8f581ac05 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:56.452723 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'status': 'completed', 'code': 200} Aug 31 14:16:56.471327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-6c14a299-c727-44fb-8fc6-3638c0883ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.474298 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-6c14a299-c727-44fb-8fc6-3638c0883ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1095 time: 0.0696762 Aug 31 14:16:56.565804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-3a125b68-4d92-419e-bc42-e491468f4f0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 200 len: 217 time: 0.0710802 Aug 31 14:16:56.635691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ffbc-4d6c-44e4-a10c-c7d31567060c req-29e88906-7bca-4984-b0fa-3cb69832980c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.638967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3806ffbc-4d6c-44e4-a10c-c7d31567060c req-29e88906-7bca-4984-b0fa-3cb69832980c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.1541364 Aug 31 14:16:56.676133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-9a49d598-b504-4be2-a308-448907d2cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.677589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-9a49d598-b504-4be2-a308-448907d2cf2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e74bdb76-9d9a-436f-8f0a-ba52d640cab0 HTTP/1.1" status: 200 len: 852 time: 0.1036162 Aug 31 14:16:56.745767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3806ffbc-4d6c-44e4-a10c-c7d31567060c req-2ea07f8d-af70-4f43-813a-e7608dcab53a tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924189 Aug 31 14:16:56.749689 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6515fa23-a505-4516-88d3-3c1562377e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.774185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2a3040c7-dab8-4d72-bc49-eda767036c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.777881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-2a3040c7-dab8-4d72-bc49-eda767036c36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98d6a92-f9a6-49b9-a6df-ae727221af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806601 Aug 31 14:16:56.887375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-6eaf92ef-6fab-4080-8902-dc8a66aabb9c service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976400 Aug 31 14:16:57.043915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3812bb51-52bf-4667-a5e1-8f93ba2d114a req-e3917309-b114-4244-89d3-279faf10af0b service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337059 Aug 31 14:16:57.094010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83c2a3-a506-4993-8404-5ad16c953ecc req-62508001-291b-4992-a78c-084c22aa1af0 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.095514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c83c2a3-a506-4993-8404-5ad16c953ecc req-62508001-291b-4992-a78c-084c22aa1af0 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0570242 Aug 31 14:16:57.157450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7c83c2a3-a506-4993-8404-5ad16c953ecc req-1ce895e1-97f1-4ca0-b4b8-b8942fe9c7ca tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 Aug 31 14:16:57.197155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841830a-37bc-425a-9487-598d3c3b3771 req-abb74afb-14d1-4015-91b0-c64751c05443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.198777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6841830a-37bc-425a-9487-598d3c3b3771 req-abb74afb-14d1-4015-91b0-c64751c05443 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1095 time: 0.0565538 Aug 31 14:16:57.306733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841830a-37bc-425a-9487-598d3c3b3771 req-92db1b55-84f8-4610-bc7e-d5fd7bdf9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.308231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6841830a-37bc-425a-9487-598d3c3b3771 req-92db1b55-84f8-4610-bc7e-d5fd7bdf9911 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 200 len: 915 time: 0.1019270 Aug 31 14:16:57.357579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6841830a-37bc-425a-9487-598d3c3b3771 req-2f4f30bc-d15a-41ba-a3c1-85259db602c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 200 len: 217 time: 0.0417578 Aug 31 14:16:57.429241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841830a-37bc-425a-9487-598d3c3b3771 req-7fd50766-a229-49c1-a9f7-ea6e47aa146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.430728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6841830a-37bc-425a-9487-598d3c3b3771 req-7fd50766-a229-49c1-a9f7-ea6e47aa146a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e74bdb76-9d9a-436f-8f0a-ba52d640cab0 HTTP/1.1" status: 200 len: 852 time: 0.0649400 Aug 31 14:16:57.485449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841830a-37bc-425a-9487-598d3c3b3771 req-575f1964-17db-457c-b1a0-e238d21a2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.487737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6841830a-37bc-425a-9487-598d3c3b3771 req-575f1964-17db-457c-b1a0-e238d21a2498 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98d6a92-f9a6-49b9-a6df-ae727221af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491116 Aug 31 14:16:57.628716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6841830a-37bc-425a-9487-598d3c3b3771 req-0960b94c-10ae-4d5c-ac51-271626cda862 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322744 Aug 31 14:16:57.779374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6841830a-37bc-425a-9487-598d3c3b3771 req-c1c154d0-5ad4-4bf8-8868-ce971f1181d4 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420412 Aug 31 14:16:57.924551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928700c6-f0d1-4f75-85af-10d67a36b716 req-8a33adfa-3b4f-42dd-83a1-6c8d250c0285 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.926174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-928700c6-f0d1-4f75-85af-10d67a36b716 req-8a33adfa-3b4f-42dd-83a1-6c8d250c0285 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0575478 Aug 31 14:16:57.971984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-928700c6-f0d1-4f75-85af-10d67a36b716 req-0521a5a8-f6be-4ff8-b2c2-9b74498c4e8b tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369277 Aug 31 14:16:58.294289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2986f-3183-4a22-a343-2cedab99c04e req-75cd21ce-a31d-4582-8b30-38a6a9887696 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:58.295831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72d2986f-3183-4a22-a343-2cedab99c04e req-75cd21ce-a31d-4582-8b30-38a6a9887696 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0577421 Aug 31 14:16:58.365398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72d2986f-3183-4a22-a343-2cedab99c04e req-b9823beb-ebed-4b1b-b425-00f5eb73dedd tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615141 Aug 31 14:16:59.111139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdd469-c253-4df7-8d89-56313a414e75 req-dfd5f1fb-c7c4-4b0a-b0a2-d5c126e7ab0d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:59.112660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15bdd469-c253-4df7-8d89-56313a414e75 req-dfd5f1fb-c7c4-4b0a-b0a2-d5c126e7ab0d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0610080 Aug 31 14:16:59.173330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15bdd469-c253-4df7-8d89-56313a414e75 req-f02764e1-60fe-46dd-9a1a-5c3378388d3c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460310 Aug 31 14:16:59.339733 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8cd5e1f2-07dd-4d0d-aace-83beb0c7b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.510959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3914d2-7303-4ad7-8c26-4560bf8e4a9b req-037e559d-c256-4e61-b3e3-59285a006a59 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:59.513198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f3914d2-7303-4ad7-8c26-4560bf8e4a9b req-037e559d-c256-4e61-b3e3-59285a006a59 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0679147 Aug 31 14:16:59.538558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.563848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f3914d2-7303-4ad7-8c26-4560bf8e4a9b req-a016ceee-457b-4142-8323-fda3586ebd86 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Aug 31 14:17:00.306093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c0b9-f320-4318-af34-3c8b5eac8005 req-ea39c9d8-7b40-41a4-a302-18b95e93644d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:00.307697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2146c0b9-f320-4318-af34-3c8b5eac8005 req-ea39c9d8-7b40-41a4-a302-18b95e93644d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0532298 Aug 31 14:17:00.353923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2146c0b9-f320-4318-af34-3c8b5eac8005 req-1ebf72d7-cda5-4c64-8c71-e7c9de85be3c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Aug 31 14:17:00.625147 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.699894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353865d-bf72-4dbf-a21a-217fc9f31831 req-4ed9138f-f210-48e2-ba18-d809fe0b8f00 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:00.701466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d353865d-bf72-4dbf-a21a-217fc9f31831 req-4ed9138f-f210-48e2-ba18-d809fe0b8f00 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0519574 Aug 31 14:17:00.740937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d353865d-bf72-4dbf-a21a-217fc9f31831 req-8cccf6c6-d335-41dd-a568-de650f8bd61f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Aug 31 14:17:01.483693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53c6b9-897f-455a-a967-0b2bc83905b6 req-a301f0a6-6e62-4b4a-bb7b-6f7638d89db0 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.485354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db53c6b9-897f-455a-a967-0b2bc83905b6 req-a301f0a6-6e62-4b4a-bb7b-6f7638d89db0 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0581524 Aug 31 14:17:01.543734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db53c6b9-897f-455a-a967-0b2bc83905b6 req-55921ab5-42aa-4535-a75c-43653d79dcef tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479088 Aug 31 14:17:01.864144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89612ac-8b0a-465a-b266-a045663bbbc4 req-fb395381-66ba-4408-876a-0e905ac69706 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.865875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e89612ac-8b0a-465a-b266-a045663bbbc4 req-fb395381-66ba-4408-876a-0e905ac69706 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0531845 Aug 31 14:17:01.911721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e89612ac-8b0a-465a-b266-a045663bbbc4 req-91ae00de-a6c4-4b13-a4c1-7f2ac212d667 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Aug 31 14:17:02.013855 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.013319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a029a-94e7-4110-80ee-08e6483c7a8a req-c393bad3-f3eb-4962-943b-5789c290ba1e tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.014891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-358a029a-94e7-4110-80ee-08e6483c7a8a req-c393bad3-f3eb-4962-943b-5789c290ba1e tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.3901513 Aug 31 14:17:03.057643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-358a029a-94e7-4110-80ee-08e6483c7a8a req-5216483d-c638-4863-8f58-1a7cba9b9f12 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 Aug 31 14:17:03.217529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68064ef-4d94-4f77-8378-2e9b70f27391 req-f62ff81d-abcc-4736-8b2a-7d7ca419e4d7 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.219019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d68064ef-4d94-4f77-8378-2e9b70f27391 req-f62ff81d-abcc-4736-8b2a-7d7ca419e4d7 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0543027 Aug 31 14:17:03.259651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d68064ef-4d94-4f77-8378-2e9b70f27391 req-599c8238-09a1-4546-b875-cf0ffd514758 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Aug 31 14:17:04.190258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba534b-e743-48ab-862e-fd0344cb10c7 req-0509ac80-010c-40b1-884f-7112dfc70f29 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.193085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ccba534b-e743-48ab-862e-fd0344cb10c7 req-0509ac80-010c-40b1-884f-7112dfc70f29 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0572832 Aug 31 14:17:04.239356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ccba534b-e743-48ab-862e-fd0344cb10c7 req-aa96bf74-342b-406d-8c9a-7d822afe178f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396519 Aug 31 14:17:04.439772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15059-c1b5-49f6-8a16-2301ded4691c req-73cb4d95-329d-4bf9-ac63-7c8539d9ba03 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.441938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aba15059-c1b5-49f6-8a16-2301ded4691c req-73cb4d95-329d-4bf9-ac63-7c8539d9ba03 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0663676 Aug 31 14:17:04.487138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aba15059-c1b5-49f6-8a16-2301ded4691c req-c7703687-78e9-4f9e-b65c-2dd5fe322e0d tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357013 Aug 31 14:17:05.371869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247abc4-0835-4f83-9587-4def3796b7d4 req-76f09238-7109-4f20-aeed-c90de8e78876 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.373615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c247abc4-0835-4f83-9587-4def3796b7d4 req-76f09238-7109-4f20-aeed-c90de8e78876 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0601761 Aug 31 14:17:05.417611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c247abc4-0835-4f83-9587-4def3796b7d4 req-d3490331-ff7d-446f-bfc4-d04b38c45e03 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367703 Aug 31 14:17:05.637048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b35ce-e4d1-455b-9ccd-a8c42c5c9ed0 req-6553ff15-96ca-4b50-b651-3c3d97198e1e tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.638575 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e0b35ce-e4d1-455b-9ccd-a8c42c5c9ed0 req-6553ff15-96ca-4b50-b651-3c3d97198e1e tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0560901 Aug 31 14:17:05.689827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e0b35ce-e4d1-455b-9ccd-a8c42c5c9ed0 req-e0ab2857-15f7-4674-9f63-9cf9561ecdac tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Aug 31 14:17:06.554988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067eca1-7a1d-42a3-9324-2320a34af0ca req-dddbdaa9-4c30-4fe2-8935-061f21aea981 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:06.556659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6067eca1-7a1d-42a3-9324-2320a34af0ca req-dddbdaa9-4c30-4fe2-8935-061f21aea981 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0697775 Aug 31 14:17:06.599782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6067eca1-7a1d-42a3-9324-2320a34af0ca req-6950d9da-4278-4d28-9680-14c371c678e5 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Aug 31 14:17:06.827752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6f5e-5be9-4c08-a5ad-b960b9c960b4 req-36a159d7-eca7-4ced-8012-2ca6cfabfa44 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:06.829340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e96d6f5e-5be9-4c08-a5ad-b960b9c960b4 req-36a159d7-eca7-4ced-8012-2ca6cfabfa44 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0505288 Aug 31 14:17:06.873650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e96d6f5e-5be9-4c08-a5ad-b960b9c960b4 req-e192339b-2318-41c7-83df-69c9eac548e9 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Aug 31 14:17:07.732897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7934c98-b541-406e-a772-bfb8af76728b req-33a07b93-d777-4eb8-bc38-497349c93319 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.734697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7934c98-b541-406e-a772-bfb8af76728b req-33a07b93-d777-4eb8-bc38-497349c93319 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0602760 Aug 31 14:17:07.779761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7934c98-b541-406e-a772-bfb8af76728b req-7a26e7b4-c5ab-4243-bdc2-38e28588cc7f tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382888 Aug 31 14:17:08.151364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd6eab-391e-4ad2-bb2e-ba86ee19dccf req-b8a41870-101a-4efb-abcb-9341bcb8c146 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.152947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8fd6eab-391e-4ad2-bb2e-ba86ee19dccf req-b8a41870-101a-4efb-abcb-9341bcb8c146 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0646122 Aug 31 14:17:08.195853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a8fd6eab-391e-4ad2-bb2e-ba86ee19dccf req-ab7caf64-55fd-494f-b909-7bbda12cd0e2 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Aug 31 14:17:08.928202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:08.930597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1223b5b-f6cb-48a6-a994-b560f96765a9 req-fdbc1123-ba5d-43e7-a57f-74e84737e8d3 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.933352 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1223b5b-f6cb-48a6-a994-b560f96765a9 req-fdbc1123-ba5d-43e7-a57f-74e84737e8d3 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 944 time: 0.0747836 Aug 31 14:17:08.976653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1223b5b-f6cb-48a6-a994-b560f96765a9 req-7ef588fb-7b31-4045-b525-c7a7ac6459cb tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382707 Aug 31 14:17:09.032766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:09.045747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'mac_address': 'fa:16:3e:75:1a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:09.086118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.104845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:09.125879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:09.132505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.203408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:09.348440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d1043-a0f9-408a-958f-f130b5c7f36e req-0c6e6d69-57eb-4ca9-b128-02862d988936 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.350245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-370d1043-a0f9-408a-958f-f130b5c7f36e req-0c6e6d69-57eb-4ca9-b128-02862d988936 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0673227 Aug 31 14:17:09.400369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-370d1043-a0f9-408a-958f-f130b5c7f36e req-01b8758a-f2c0-4087-9265-dd244c2378d6 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Aug 31 14:17:09.532046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:09.983963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.115244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4fb57-c63f-4ad5-a806-5d975e5f433c req-2469bc45-234e-4bdf-848c-66de02c2b757 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.116826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6e4fb57-c63f-4ad5-a806-5d975e5f433c req-2469bc45-234e-4bdf-848c-66de02c2b757 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 945 time: 0.0621767 Aug 31 14:17:10.158906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6e4fb57-c63f-4ad5-a806-5d975e5f433c req-b7731a3b-9bdd-4fef-93d2-78e4b84352e8 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357223 Aug 31 14:17:10.538161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275d62e-7618-41ca-b7a5-3272f34e7520 req-815514a3-8711-47ff-a8d2-2d4999fb0106 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.539666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9275d62e-7618-41ca-b7a5-3272f34e7520 req-815514a3-8711-47ff-a8d2-2d4999fb0106 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0554776 Aug 31 14:17:10.588653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9275d62e-7618-41ca-b7a5-3272f34e7520 req-21addfd6-efde-430c-bce7-38f190e72dc4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 Aug 31 14:17:10.934129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:11.000594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:11.005787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:11.006320 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.096715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.120713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:11.123061 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd818f7f-76df-4624-992b-63a0ff9881a8" -d '{"events": [{"server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "name": "network-vif-plugged", "status": "completed", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:11.136475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:11.141711 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.172718 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524a0ac-e19b-49d4-a997-de759ba1271a x-openstack-request-id: req-f524a0ac-e19b-49d4-a997-de759ba1271a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:11.173042 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "name": "network-vif-plugged", "status": "completed", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:11.173289 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f524a0ac-e19b-49d4-a997-de759ba1271a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:11.173678 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'code': 200} Aug 31 14:17:11.202984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.360536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396eb0a-a5ca-42ba-80ed-433a1a3a5432 req-6624ff88-6343-4b3f-8567-83dbfeea1add tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.362940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4396eb0a-a5ca-42ba-80ed-433a1a3a5432 req-6624ff88-6343-4b3f-8567-83dbfeea1add tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 946 time: 0.1200032 Aug 31 14:17:11.377658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37a9c9-28be-4ede-b6df-fb02d23609a3 req-bf380cf1-ffef-4bf5-998b-d844e45a00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.380993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf37a9c9-28be-4ede-b6df-fb02d23609a3 req-bf380cf1-ffef-4bf5-998b-d844e45a00b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1097 time: 0.0980597 Aug 31 14:17:11.439357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf37a9c9-28be-4ede-b6df-fb02d23609a3 req-7bc8a6c8-3521-4443-ac07-db6357859391 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Aug 31 14:17:11.442824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4396eb0a-a5ca-42ba-80ed-433a1a3a5432 req-14d6ba53-5d82-4b8b-93b7-6c9c72d04deb tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606451 Aug 31 14:17:11.713327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4775da-36b5-45a1-a1ec-c3b6e2eb41fa req-e25943f0-4fc2-4038-925a-c16aa9099456 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.714826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df4775da-36b5-45a1-a1ec-c3b6e2eb41fa req-e25943f0-4fc2-4038-925a-c16aa9099456 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0503557 Aug 31 14:17:11.764689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df4775da-36b5-45a1-a1ec-c3b6e2eb41fa req-94824d48-4f25-4974-a434-8217cc51e1ab tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Aug 31 14:17:12.594336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560d406-b699-469c-8b7d-58fff432f71c req-e0007015-79ad-4bb3-aea0-beca0bec54ce tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.596168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f560d406-b699-469c-8b7d-58fff432f71c req-e0007015-79ad-4bb3-aea0-beca0bec54ce tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 946 time: 0.0781162 Aug 31 14:17:12.655045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f560d406-b699-469c-8b7d-58fff432f71c req-d544925d-8623-498d-93af-702b8f57ac2a tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503848 Aug 31 14:17:12.943349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b62507-71f3-4825-8f5f-6858fc3554cb req-d371ee95-d4fe-40be-b265-f06f7852454c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.945966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8b62507-71f3-4825-8f5f-6858fc3554cb req-d371ee95-d4fe-40be-b265-f06f7852454c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0777080 Aug 31 14:17:13.009641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8b62507-71f3-4825-8f5f-6858fc3554cb req-92cda9a2-76f8-4d5f-82fe-2b27a2277f7f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572569 Aug 31 14:17:13.420505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4700997-74f4-4b02-a587-f039ec9705ea req-45546251-8874-4ca8-b392-40edb34d3984 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.421942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4700997-74f4-4b02-a587-f039ec9705ea req-45546251-8874-4ca8-b392-40edb34d3984 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 945 time: 0.0596688 Aug 31 14:17:13.464741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4700997-74f4-4b02-a587-f039ec9705ea req-16c1be5e-8a73-4e49-80ec-05b554c36d2b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361576 Aug 31 14:17:13.783464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787bb12-9a23-45a2-8261-b85ba5646cee req-8d2d1bb3-11fd-45ac-9dc2-691ebf6ec886 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.786085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b787bb12-9a23-45a2-8261-b85ba5646cee req-8d2d1bb3-11fd-45ac-9dc2-691ebf6ec886 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 946 time: 0.0626266 Aug 31 14:17:13.828111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b787bb12-9a23-45a2-8261-b85ba5646cee req-ae6fe5d9-42dc-4063-a560-2eac888a9a83 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353229 Aug 31 14:17:13.946656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77cf58-c401-4f03-9a22-89767674e9d2 req-0f85cfbe-78d4-45b5-a47c-87b02b5b7351 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.948073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac77cf58-c401-4f03-9a22-89767674e9d2 req-0f85cfbe-78d4-45b5-a47c-87b02b5b7351 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 946 time: 0.0522716 Aug 31 14:17:13.989717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac77cf58-c401-4f03-9a22-89767674e9d2 req-fb5b1af6-4a91-4253-a798-cb00df7eee2c tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346744 Aug 31 14:17:14.011623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:14.160760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34fdb8-9699-403c-93fd-a679fe8525be req-ad65a226-4361-43b3-8726-f16873d0ab7f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.162420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be34fdb8-9699-403c-93fd-a679fe8525be req-ad65a226-4361-43b3-8726-f16873d0ab7f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0740390 Aug 31 14:17:14.230342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be34fdb8-9699-403c-93fd-a679fe8525be req-628b8d69-3c84-4eb2-b91a-e9a0a097d44c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584817 Aug 31 14:17:14.232925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164bcd59-bbf1-4357-b900-7ef2606a4d1d tempest-TestVolumeBackupRestore-105161418 tempest-TestVolumeBackupRestore-105161418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.234355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-164bcd59-bbf1-4357-b900-7ef2606a4d1d tempest-TestVolumeBackupRestore-105161418 tempest-TestVolumeBackupRestore-105161418-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1092 time: 0.2217469 Aug 31 14:17:14.237860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40064) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:14.244807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:14.269979 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.393957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.524818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Allocated IP 172.25.0.104 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/4213e9cb-0c7b-4288-a66f-c29cb76c4695) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:14.655743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454fed2-c810-4b5f-970d-6e1b6c681601 req-5549f856-40a0-4628-9b2c-cc490a92d85b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.657290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b454fed2-c810-4b5f-970d-6e1b6c681601 req-5549f856-40a0-4628-9b2c-cc490a92d85b tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 945 time: 0.1029944 Aug 31 14:17:14.697015 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.725977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b454fed2-c810-4b5f-970d-6e1b6c681601 req-65e68d03-65c8-4b22-9e6e-5a08c4d0ab1f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617373 Aug 31 14:17:14.756067 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.795652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:14.798606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:14.804774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:14.834924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'Port': ['ID=4213e9cb-0c7b-4288-a66f-c29cb76c4695,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:15.230735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.345272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.422268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca0448-964d-4994-8897-b243bbdd5f91 req-facc40f2-cef0-4ec3-9393-59c062e28f6a tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:15.423783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dca0448-964d-4994-8897-b243bbdd5f91 req-facc40f2-cef0-4ec3-9393-59c062e28f6a tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0958719 Aug 31 14:17:15.515336 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dca0448-964d-4994-8897-b243bbdd5f91 req-152cccbd-086f-4854-ae1e-1c9dbd94c99c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731912 Aug 31 14:17:15.570496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.575102 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.642240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event updated for resources: {'Port': ['ID=4213e9cb-0c7b-4288-a66f-c29cb76c4695,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:15.654942 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.768590 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Floating IP 92a251e8-6a3e-4027-9cf0-c8e9107b3558 associated. External IP: 172.25.0.104, port: eedfa277-f4f2-4b6a-9ffa-8355c21c33b3. Aug 31 14:17:15.949063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f05b-e1a9-4c96-8b19-ca377d98c35f req-9eefedd6-d836-45b5-a7b3-457b619b0487 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:15.950471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbb0f05b-e1a9-4c96-8b19-ca377d98c35f req-9eefedd6-d836-45b5-a7b3-457b619b0487 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 945 time: 0.1480167 Aug 31 14:17:16.025359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-8c935db7-c15d-48c4-a54f-424efb792eac tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.026712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-8c935db7-c15d-48c4-a54f-424efb792eac tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 945 time: 0.1775551 Aug 31 14:17:16.059662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbb0f05b-e1a9-4c96-8b19-ca377d98c35f req-4e903ce5-9ed1-4af8-9287-e579b52dd0d3 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b7b4260-7f0f-45e0-ad2f-8217330adbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016009 Aug 31 14:17:16.181540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Router 317d15c9-ad87-4f1c-bd32-096b12ad8751 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:16.236781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Deleting port c47187d6-b904-4561-b4ba-0d3b1ed48c4f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:16.237143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.375616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:16.386228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] For port c47187d6-b904-4561-b4ba-0d3b1ed48c4f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:16.386604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.388118 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] Sync routers for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:16.403208 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:16.404235 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:16.435874 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.482452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-12aa0cde-50f6-4e85-a3e9-f78860861e51 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2427247 Aug 31 14:17:16.485131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40074) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:16.486176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:16.490477 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f232ac5c-6519-4a6f-8b49-34e9080d7b16" -d '{"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:16.529855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05941867-ccbc-4f96-a7b5-319535052878 tempest-TestVolumeBackupRestore-105161418 tempest-TestVolumeBackupRestore-105161418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.536155 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-05941867-ccbc-4f96-a7b5-319535052878 tempest-TestVolumeBackupRestore-105161418 tempest-TestVolumeBackupRestore-105161418-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1092 time: 0.0496213 Aug 31 14:17:16.537225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40078) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:16.542763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Request body: {'floatingip': {'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:16.560905 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce47a56-8d42-47e3-8aa6-e65ae06d192c x-openstack-request-id: req-6ce47a56-8d42-47e3-8aa6-e65ae06d192c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:16.561398 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:16.561866 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ce47a56-8d42-47e3-8aa6-e65ae06d192c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:16.562322 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'status': 'completed', 'code': 200} Aug 31 14:17:16.568481 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:16.613602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.674380 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.674654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.675043 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Floating IP a539d6a9-ed1f-44e3-bd88-7a260c4f7951 disassociated. External IP: 172.25.0.55, port: c47187d6-b904-4561-b4ba-0d3b1ed48c4f. Aug 31 14:17:16.675415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Calling delete_port for c47187d6-b904-4561-b4ba-0d3b1ed48c4f owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:16.700797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bba95-a8f9-456c-bc5c-f318219aef35 req-1c7bbcea-2e7a-4e66-8fee-e32f42c6b33a tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.702348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d58bba95-a8f9-456c-bc5c-f318219aef35 req-1c7bbcea-2e7a-4e66-8fee-e32f42c6b33a tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0782118 Aug 31 14:17:16.765207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-c3459c17-068d-4527-8046-6452305fe096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.767050 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-c3459c17-068d-4527-8046-6452305fe096 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1097 time: 0.1165578 Aug 31 14:17:16.800269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d58bba95-a8f9-456c-bc5c-f318219aef35 req-bee326e6-905b-4cb2-b48f-d76d429c1f17 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614274 Aug 31 14:17:16.883793 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.917764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event deleted for resources: {'Port': ['ID=c47187d6-b904-4561-b4ba-0d3b1ed48c4f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:16.941172 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '92a251e8-6a3e-4027-9cf0-c8e9107b3558', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'mac_address': 'fa:16:3e:75:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:15Z', 'updated_at': '2021-08-31T14:17:15Z', 'revision_number': 0, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:16.991310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-78e74924-2660-454c-a71a-6a9975425bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.993246 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-78e74924-2660-454c-a71a-6a9975425bcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 200 len: 915 time: 0.2185142 Aug 31 14:17:17.085002 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] Checking router: 317d15c9-ad87-4f1c-bd32-096b12ad8751 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:17.097863 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:17.098792 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:17.107976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Router 14f918d4-5b72-42ea-8541-c0e102880172 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:17.142071 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-3d6bd5de-fe45-4f76-97fa-5da7298faaf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 200 len: 1000 time: 0.1187253 Aug 31 14:17:17.241225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3807f15a-b206-49d2-bb80-c3688c84f166 req-4554be28-b2cd-495e-8efa-8809e2b8fabc tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/ports?device_id=80690f90-af4b-4b93-a4da-a7b26ac512ed HTTP/1.1" status: 200 len: 210 time: 0.0646057 Aug 31 14:17:17.252648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-5e3943d5-ee76-4651-91e4-635a86a51bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.254702 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-5e3943d5-ee76-4651-91e4-635a86a51bc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e74bdb76-9d9a-436f-8f0a-ba52d640cab0 HTTP/1.1" status: 200 len: 852 time: 0.1038098 Aug 31 14:17:17.281002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:17.282418 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:17.310392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] Sync routers for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:17.337305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] No DVR routers for this DVR port c47187d6-b904-4561-b4ba-0d3b1ed48c4f on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:17.340529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.349499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b692d32-f0dd-4f82-8de7-22b78086409e req-1594c74d-4dce-4f57-9268-926082056549 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.26 "DELETE /v2.0/ports/c47187d6-b904-4561-b4ba-0d3b1ed48c4f HTTP/1.1" status: 204 len: 173 time: 1.3033633 Aug 31 14:17:17.349696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:17.349696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:17.551952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-5211089e-9ee0-45cc-a724-31c63c0e7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.553668 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-5211089e-9ee0-45cc-a724-31c63c0e7238 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98d6a92-f9a6-49b9-a6df-ae727221af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272465 Aug 31 14:17:17.571242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.586776 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.697007 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '92a251e8-6a3e-4027-9cf0-c8e9107b3558', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'mac_address': 'fa:16:3e:75:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:15Z', 'updated_at': '2021-08-31T14:17:15Z', 'revision_number': 0, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:17.710026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:17.732558 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba8f9a-8e29-449a-b710-34c8bd80dea7 None None] The sync data for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 is: [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '92a251e8-6a3e-4027-9cf0-c8e9107b3558', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'mac_address': 'fa:16:3e:75:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:15Z', 'updated_at': '2021-08-31T14:17:15Z', 'revision_number': 0, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:17.776749 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-6d1edc11-4253-40ec-9d28-bbd1cae7b8d3 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031450 Aug 31 14:17:17.991186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:18.017731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66bf78-a2d4-4a76-baf8-dda14420b380 req-78483b48-5b27-47b2-bab8-673611b74839 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.028380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba66bf78-a2d4-4a76-baf8-dda14420b380 req-78483b48-5b27-47b2-bab8-673611b74839 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.1023383 Aug 31 14:17:18.038030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] Checking router: 14f918d4-5b72-42ea-8541-c0e102880172 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:18.049077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:18.049759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:18.081935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba66bf78-a2d4-4a76-baf8-dda14420b380 req-2f706022-b132-41fc-a536-0aa7fd8391cd tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Aug 31 14:17:18.137550 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d366c9-9bf2-4d02-af6b-cf397de6f405 None None] New status for floating IP 92a251e8-6a3e-4027-9cf0-c8e9107b3558: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:18.178028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:18.396984 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f232ac5c-6519-4a6f-8b49-34e9080d7b16 req-a65f539a-02e3-4c01-bc5c-cfa9b6c5cac6 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658774 Aug 31 14:17:18.407292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40090) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:18.433376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Router 317d15c9-ad87-4f1c-bd32-096b12ad8751 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:18.463272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:18.484608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3d5291d-72d2-4469-a2c1-0a49ddca6524 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.504860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39448503-bb6e-42eb-8635-2b6bb72185cd None None] The sync data for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 is: [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:09:28Z', 'revision_number': 4, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '771260c0-8a6e-4661-8459-eba9c1267883', 'name': '', 'network_id': '7dbd6d0f-19c9-47fa-ad19-da04b8c7a282', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'mac_address': 'fa:16:3e:68:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:26Z', 'updated_at': '2021-08-31T14:09:38Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'subnets': [{'id': 'c69ce35a-090c-48cc-850e-7fdde7b80ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:18.515594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3d5291d-72d2-4469-a2c1-0a49ddca6524 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.568985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'name': 'network-vif-deleted', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:18.573005 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737a42e0-9891-49a9-a9ec-cb968bb77551" -d '{"events": [{"server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "name": "network-vif-deleted", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:18.616896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:18.622901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.624691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3d5291d-72d2-4469-a2c1-0a49ddca6524 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.633167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] Sync routers for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:18.634016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3d5291d-72d2-4469-a2c1-0a49ddca6524 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.637192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d3d5291d-72d2-4469-a2c1-0a49ddca6524 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "DELETE /v2.0/security-groups/8b7b4260-7f0f-45e0-ad2f-8217330adbcd HTTP/1.1" status: 204 len: 168 time: 0.2277849 Aug 31 14:17:18.640607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40094) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:18.667468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:18.667468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:18.669242 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f663ba-74df-4183-ba1f-985fed7bcc77 x-openstack-request-id: req-89f663ba-74df-4183-ba1f-985fed7bcc77 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:18.669638 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80690f90-af4b-4b93-a4da-a7b26ac512ed", "name": "network-vif-deleted", "tag": "c47187d6-b904-4561-b4ba-0d3b1ed48c4f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:18.669966 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89f663ba-74df-4183-ba1f-985fed7bcc77 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:18.670743 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80690f90-af4b-4b93-a4da-a7b26ac512ed', 'name': 'network-vif-deleted', 'tag': 'c47187d6-b904-4561-b4ba-0d3b1ed48c4f', 'status': 'completed', 'code': 200} Aug 31 14:17:18.671681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5291d-72d2-4469-a2c1-0a49ddca6524 tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7b4260-7f0f-45e0-ad2f-8217330adbcd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:18.692049 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-00797964-31d7-4ce6-b1c5-0de391e2776d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] show failed (client error): The resource could not be found. Aug 31 14:17:18.693890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-00797964-31d7-4ce6-b1c5-0de391e2776d tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "GET /v2.0/security-groups/8b7b4260-7f0f-45e0-ad2f-8217330adbcd HTTP/1.1" status: 404 len: 347 time: 0.0398066 Aug 31 14:17:18.699172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40096) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:18.708768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:18.713161 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274" -d '{"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:18.743683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-68ce3cb1-0ea5-49c9-b0c8-31562dca7180 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "PUT /v2.0/floatingips/92a251e8-6a3e-4027-9cf0-c8e9107b3558 HTTP/1.1" status: 200 len: 992 time: 2.2049923 Aug 31 14:17:18.821885 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-0da7f72b-53f3-4d6a-bc3d-3fb8209c453e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034515 Aug 31 14:17:18.831491 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67753eb3-4703-46f4-959a-77f144c3488d x-openstack-request-id: req-67753eb3-4703-46f4-959a-77f144c3488d {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:18.831798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:18.832473 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:18.834426 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67753eb3-4703-46f4-959a-77f144c3488d {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:18.834907 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'status': 'completed', 'code': 200} Aug 31 14:17:18.958517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1862c-774d-487b-abde-1ece2007a5ce req-2589d721-7033-441b-9310-9ce76144d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.961250 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-2589d721-7033-441b-9310-9ce76144d7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 1098 time: 0.0679638 Aug 31 14:17:18.993483 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88501d-9d02-413f-8cc5-ecd5f6896e25 None None] New status for floating IP a539d6a9-ed1f-44e3-bd88-7a260c4f7951: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:19.024146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-6a68136b-81ea-4e5c-bad0-ea19c224f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.026300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-6a68136b-81ea-4e5c-bad0-ea19c224f4b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1097 time: 0.1136813 Aug 31 14:17:19.140258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1862c-774d-487b-abde-1ece2007a5ce req-f5d18608-2fb6-4634-bc91-701d186ee0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.142777 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-f5d18608-2fb6-4634-bc91-701d186ee0de service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.1423965 Aug 31 14:17:19.242270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-cbf57c64-479f-48ca-a40c-f215633e3a48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 200 len: 1002 time: 0.0915167 Aug 31 14:17:19.247426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '92a251e8-6a3e-4027-9cf0-c8e9107b3558', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'mac_address': 'fa:16:3e:75:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:15Z', 'updated_at': '2021-08-31T14:17:18Z', 'revision_number': 2, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:19.282236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] Checking router: 317d15c9-ad87-4f1c-bd32-096b12ad8751 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:19.293455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:19.294117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:16:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:19.304605 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1862c-774d-487b-abde-1ece2007a5ce req-b8ef2a39-1368-4b1d-a129-17deb2fafafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.306465 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-b8ef2a39-1368-4b1d-a129-17deb2fafafc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0555158 Aug 31 14:17:19.370362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1862c-774d-487b-abde-1ece2007a5ce req-d6173b82-e438-44e3-8f0e-f71c8f9cee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.371912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-d6173b82-e438-44e3-8f0e-f71c8f9cee1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571268 Aug 31 14:17:19.428396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:19.473469 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-85e41f0e-16fb-48ee-940d-ac50ee7376a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936496 Aug 31 14:17:19.483412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Deleting port fa415203-20c2-4483-9efc-ea0125cea56b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:19.484004 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.606267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10b50-fe98-411b-856b-b35098fc4a23 req-eaa5dce2-84f3-4210-8efe-9c3630f88e77 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.608175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00e10b50-fe98-411b-856b-b35098fc4a23 req-eaa5dce2-84f3-4210-8efe-9c3630f88e77 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.1653252 Aug 31 14:17:19.620251 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-21e1862c-774d-487b-abde-1ece2007a5ce req-0beaa483-68b4-474d-8aba-f4cc5612b3c1 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367884 Aug 31 14:17:19.628769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-5004db97-5b12-4dbd-a421-a58702422531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.630496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-5004db97-5b12-4dbd-a421-a58702422531 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 200 len: 915 time: 0.5934548 Aug 31 14:17:19.658488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.658833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.719578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '92a251e8-6a3e-4027-9cf0-c8e9107b3558', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'mac_address': 'fa:16:3e:75:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:15Z', 'updated_at': '2021-08-31T14:17:18Z', 'revision_number': 2, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:19.724330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Calling delete_port for fa415203-20c2-4483-9efc-ea0125cea56b owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:19.743753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00e10b50-fe98-411b-856b-b35098fc4a23 req-0143200f-d990-4456-8d18-3fe98a7e977f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202581 Aug 31 14:17:19.754371 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4501e1-49c7-4dc1-9179-92e89ba6e677 None None] The sync data for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 is: [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '92a251e8-6a3e-4027-9cf0-c8e9107b3558', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'port_id': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'mac_address': 'fa:16:3e:75:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420abbc-e641-4290-93c0-f981d4185176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:15Z', 'updated_at': '2021-08-31T14:17:18Z', 'revision_number': 2, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:19.803796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-e7d37a03-a435-478e-b2eb-1384a2120069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 200 len: 1002 time: 0.1353605 Aug 31 14:17:19.884621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-77b1bc19-ada8-4a7e-b00e-3b49d13fe982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.886602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-77b1bc19-ada8-4a7e-b00e-3b49d13fe982 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e74bdb76-9d9a-436f-8f0a-ba52d640cab0 HTTP/1.1" status: 200 len: 852 time: 0.0736508 Aug 31 14:17:19.975754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.982918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-7bafa3cb-2c1e-44ee-a675-1eb639998b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.984470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-7bafa3cb-2c1e-44ee-a675-1eb639998b32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98d6a92-f9a6-49b9-a6df-ae727221af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877759 Aug 31 14:17:20.014627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Pushing event deleted for resources: {'Port': ['ID=fa415203-20c2-4483-9efc-ea0125cea56b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:20.147812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.150391 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.151589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5c244f99-7cf2-4349-a3da-773898e1180f tempest-AttachVolumeTestJSON-253664126 tempest-AttachVolumeTestJSON-253664126-project] 10.222.0.10 "DELETE /v2.0/floatingips/a539d6a9-ed1f-44e3-bd88-7a260c4f7951 HTTP/1.1" status: 204 len: 168 time: 1.4497874 Aug 31 14:17:20.166744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-efe8a996-555b-4007-ac04-74227f1db65c service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616335 Aug 31 14:17:20.314374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ed98136-c2a5-43a6-b9cd-6cd4f7bb7274 req-dab53a23-2e4c-40aa-928e-bbd138fd9350 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373785 Aug 31 14:17:20.839044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:20.845798 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:20.917786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26986d1-791c-43a9-b0f5-1a961f39f985 req-a14f927a-5bf0-47a6-b8c7-b1da9c6c4cec tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:20.920251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d26986d1-791c-43a9-b0f5-1a961f39f985 req-a14f927a-5bf0-47a6-b8c7-b1da9c6c4cec tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0729892 Aug 31 14:17:20.960156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c47187d6-b904-4561-b4ba-0d3b1ed48c4f no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:20.977477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d26986d1-791c-43a9-b0f5-1a961f39f985 req-f5edc6d1-25d9-44ed-a03a-a67209784396 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508263 Aug 31 14:17:20.984579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: c47187d6-b904-4561-b4ba-0d3b1ed48c4f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:20.985389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c47187d6-b904-4561-b4ba-0d3b1ed48c4f not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:21.050718 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17498de4-4f2c-4403-a89b-83ec5927f771 x-openstack-request-id: req-17498de4-4f2c-4403-a89b-83ec5927f771 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:21.050718 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:21.051054 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17498de4-4f2c-4403-a89b-83ec5927f771 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:21.051455 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'status': 'completed', 'code': 200} Aug 31 14:17:21.165579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-a8dbc2e7-50b7-4f84-8e5a-41447bddeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.167249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-a8dbc2e7-50b7-4f84-8e5a-41447bddeadd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1097 time: 0.0553768 Aug 31 14:17:21.321827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-4dde2886-0383-47be-8ada-3f2dd6504570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.323784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-4dde2886-0383-47be-8ada-3f2dd6504570 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 200 len: 915 time: 0.1350930 Aug 31 14:17:21.415630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-c09da255-b6a4-434a-a413-bc696ee4a2b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 200 len: 1002 time: 0.0831254 Aug 31 14:17:21.493284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-5dcbde91-0640-4502-87e1-1958401e9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.494916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-5dcbde91-0640-4502-87e1-1958401e9871 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e74bdb76-9d9a-436f-8f0a-ba52d640cab0 HTTP/1.1" status: 200 len: 852 time: 0.0706816 Aug 31 14:17:21.574578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-a0542b4f-8752-4c7a-9956-fd75bbaed422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.576832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-a0542b4f-8752-4c7a-9956-fd75bbaed422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98d6a92-f9a6-49b9-a6df-ae727221af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736892 Aug 31 14:17:21.731227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-298c7d6b-3b99-4923-9bef-9213e36e35b0 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392205 Aug 31 14:17:21.865571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f93d30a8-b5e5-4814-a1cb-e592409eaf3d req-80edc02f-f677-447a-a1e9-d5a15cfd7960 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241193 Aug 31 14:17:22.131164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9830-6861-448c-9755-6d90f6d5cf8e req-a4d4c4fe-8edc-47b7-ac58-1ff0e207e8cd tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:22.132691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-930a9830-6861-448c-9755-6d90f6d5cf8e req-a4d4c4fe-8edc-47b7-ac58-1ff0e207e8cd tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0618362 Aug 31 14:17:22.183824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-930a9830-6861-448c-9755-6d90f6d5cf8e req-701e0904-9d5c-40f8-af2e-98dbdae72e04 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Aug 31 14:17:23.180317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b678a5-1970-42f1-b54f-c31223eb17fa req-2279f02e-9d3b-4cc6-885f-32f01922acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.182434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6b678a5-1970-42f1-b54f-c31223eb17fa req-2279f02e-9d3b-4cc6-885f-32f01922acee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.0631037 Aug 31 14:17:23.229356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e6b678a5-1970-42f1-b54f-c31223eb17fa req-448d3c4a-2db8-4192-aa26-28e1e7b428c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379333 Aug 31 14:17:23.374305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670bb01-b926-4585-beeb-5370d24f6000 req-6258dbc6-06f7-4ae0-8902-0cb51c836129 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.377073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8670bb01-b926-4585-beeb-5370d24f6000 req-6258dbc6-06f7-4ae0-8902-0cb51c836129 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0844498 Aug 31 14:17:23.431509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8670bb01-b926-4585-beeb-5370d24f6000 req-22bec2d7-5320-47a9-ba23-4b9e4ec39e31 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Aug 31 14:17:24.571185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d039d-47ca-45f6-b0b3-345a6306fae8 req-3ca95019-b45b-41af-ab17-0ded211d51e2 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.572682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b0d039d-47ca-45f6-b0b3-345a6306fae8 req-3ca95019-b45b-41af-ab17-0ded211d51e2 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0544350 Aug 31 14:17:24.614226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b0d039d-47ca-45f6-b0b3-345a6306fae8 req-509e89c2-c5ae-4084-8a47-0dcb6e5c2087 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350223 Aug 31 14:17:24.664509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-78985f3a-0d32-405f-9888-5f9b39f2747d req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1032841389', 'description': 'tempest-description-2134415898'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:24.701825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-78985f3a-0d32-405f-9888-5f9b39f2747d req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.816369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-78985f3a-0d32-405f-9888-5f9b39f2747d req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.821461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-78985f3a-0d32-405f-9888-5f9b39f2747d req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.852304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-78985f3a-0d32-405f-9888-5f9b39f2747d req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.853690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78985f3a-0d32-405f-9888-5f9b39f2747d req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1974454 Aug 31 14:17:24.857817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7cae1-a187-4287-8ab5-65509525fb8a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:24.872640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.873244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.873692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.874117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.874535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.875011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.875432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.876014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.876449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.876960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.877324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.878302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25eb8c7-c1b9-4ec4-a022-88cf2045e824 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:24.951036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-43a78fbd-b2c5-4704-b8ab-c6a33b46b087 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1032841389&fields=id&tenant_id=352d597f010f4e2e8c2f9debb3e1cae6 HTTP/1.1" status: 200 len: 267 time: 0.0358653 Aug 31 14:17:25.026465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-4870ef66-5d72-4063-870a-2be5b2a91781 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.027922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-4870ef66-5d72-4063-870a-2be5b2a91781 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0676944 Aug 31 14:17:25.041045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Request body: {'port': {'security_groups': ['d48c1931-759c-4e5f-a222-97fd50089d8c', 'a4e7cae1-a187-4287-8ab5-65509525fb8a']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:25.120735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.401288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:25.445494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.451210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.495384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f2beb0f0-a82b-416e-a5e7-b072ef0a8458'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:25.498026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.498700 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.500145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-099ff5a3-a28e-4f73-a43a-85b47a04b3d8 req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "PUT /v2.0/ports/f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 981 time: 0.4654062 Aug 31 14:17:25.500623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:25.503056 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e399515-8009-4a09-b852-4098d6fcc22e" -d '{"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:25.539589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbed238-18a1-41fe-950e-68d1bec84672 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event updated for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.637035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-7fde84a4-94dc-4175-9d25-5de0f57ae7a2 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1032841389&fields=id&tenant_id=352d597f010f4e2e8c2f9debb3e1cae6 HTTP/1.1" status: 200 len: 267 time: 0.0508156 Aug 31 14:17:25.701015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f2beb0f0-a82b-416e-a5e7-b072ef0a8458'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:25.715565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-dcbdb59f-f107-42f2-9abb-94d743c1c5d1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.726857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-dcbdb59f-f107-42f2-9abb-94d743c1c5d1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 984 time: 0.0777311 Aug 31 14:17:25.744432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Request body: {'port': {'security_groups': ['d48c1931-759c-4e5f-a222-97fd50089d8c']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:25.841501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.103259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:26.138427 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.144763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.193329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f2beb0f0-a82b-416e-a5e7-b072ef0a8458'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:26.218211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.218937 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.220995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48d4a0f0-f68b-4cd1-9783-a8c5f9e4e0c6 req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "PUT /v2.0/ports/f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 942 time: 0.4927349 Aug 31 14:17:26.277481 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c642e-30c1-4d28-bae5-f6df23bd139b x-openstack-request-id: req-428c642e-30c1-4d28-bae5-f6df23bd139b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:26.277894 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:26.278253 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-428c642e-30c1-4d28-bae5-f6df23bd139b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:26.278757 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'status': 'completed', 'code': 200} Aug 31 14:17:26.280466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63bd59-61d8-4d91-aaad-58771cadb5a1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event updated for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:26.399879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f2beb0f0-a82b-416e-a5e7-b072ef0a8458'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:26.528584 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:17:26.578025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e399515-8009-4a09-b852-4098d6fcc22e req-dd92eb9a-6106-44cd-8fd2-d8fbc9a205ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.581387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e399515-8009-4a09-b852-4098d6fcc22e req-dd92eb9a-6106-44cd-8fd2-d8fbc9a205ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.1862330 Aug 31 14:17:26.599537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-1e0c06d3-344e-4581-a759-15edc89bb5de tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3141949 Aug 31 14:17:26.643127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:26.745251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.759800 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d12c-132c-496f-b408-3ba09feeaa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.853744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e399515-8009-4a09-b852-4098d6fcc22e req-1814b99c-c2de-47e4-8ac7-7ed209c80f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.856118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e399515-8009-4a09-b852-4098d6fcc22e req-1814b99c-c2de-47e4-8ac7-7ed209c80f5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.2552094 Aug 31 14:17:26.923310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e399515-8009-4a09-b852-4098d6fcc22e req-6a19f2f6-5ed0-47a1-ab2a-eb3bd173ba38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 217 time: 0.0536208 Aug 31 14:17:27.003802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e399515-8009-4a09-b852-4098d6fcc22e req-69fccca8-414c-4144-8578-3639f146c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.005645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e399515-8009-4a09-b852-4098d6fcc22e req-69fccca8-414c-4144-8578-3639f146c518 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.0749846 Aug 31 14:17:27.052251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e399515-8009-4a09-b852-4098d6fcc22e req-00b62775-a3fc-4c17-ba26-142aa5a3cf49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353408 Aug 31 14:17:27.052251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.233729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e399515-8009-4a09-b852-4098d6fcc22e req-0b2b2856-1b33-49cb-8790-7662826ea3b9 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741900 Aug 31 14:17:27.246745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Allocated IP 172.25.0.153 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/8ffe060c-b5be-4d33-aaba-a2a91d443458) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:27.401423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e399515-8009-4a09-b852-4098d6fcc22e req-5e52bce6-7987-4623-b851-7e850175a4e5 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559381 Aug 31 14:17:27.438429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.482705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.524235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:27.527210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:27.531031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:27.537784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event updated for resources: {'Port': ['ID=8ffe060c-b5be-4d33-aaba-a2a91d443458,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:27.626150 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.664301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.829958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.835552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.905133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event updated for resources: {'Port': ['ID=8ffe060c-b5be-4d33-aaba-a2a91d443458,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:27.918542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.933910 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.935310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-de240f1b-d558-43f1-9436-ea8c17d0149b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3200164 Aug 31 14:17:28.016087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-aa98c87d-6a61-42d7-aa67-60cdc40d7597 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 696 time: 0.0740373 Aug 31 14:17:28.141021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-791ae0ed-f860-43e7-8e1c-4ae95eae5021 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:28.142498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-791ae0ed-f860-43e7-8e1c-4ae95eae5021 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1193213 Aug 31 14:17:28.158203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-90bab3dc-a1c3-4bd0-8a51-15a901377611 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:28.159211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1360e1f9-e2bc-4980-b9ff-0ff1ec2f2056 req-90bab3dc-a1c3-4bd0-8a51-15a901377611 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070050 Aug 31 14:17:28.280447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:28.283690 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:28.386804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e23da-ef50-4511-9021-777865e993e1 req-08b80153-701e-46c2-b23f-47b33ae9f8f1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:28.388365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-08b80153-701e-46c2-b23f-47b33ae9f8f1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0942016 Aug 31 14:17:28.447491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-208b6335-c865-4579-ad85-2cc894e89f3c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 696 time: 0.0478528 Aug 31 14:17:28.458056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Request body: {'floatingip': {'port_id': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:28.503343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.333985 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d844-e8d9-4f1b-89e9-76a9502aaff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.352371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.356398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.461948 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Floating IP 0567470f-5e97-4e0f-86ae-333498bfe1a2 associated. External IP: 172.25.0.153, port: f2beb0f0-a82b-416e-a5e7-b072ef0a8458. Aug 31 14:17:29.543919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.678897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Router 81f6bf57-0622-4e6f-8148-dae81d8fa429 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:29.788422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:29.793249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.798348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] Sync routers for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:29.808793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:29.809449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:29.822042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8ea2e028-9015-4d7f-ab63-7907640c8717 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "PUT /v2.0/floatingips/0567470f-5e97-4e0f-86ae-333498bfe1a2 HTTP/1.1" status: 200 len: 996 time: 1.3681068 Aug 31 14:17:29.877480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e23da-ef50-4511-9021-777865e993e1 req-29bf323c-bd19-4650-9b6a-5aa0e6e800cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.879567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-29bf323c-bd19-4650-9b6a-5aa0e6e800cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.0451539 Aug 31 14:17:29.916469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:29.968341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e23da-ef50-4511-9021-777865e993e1 req-588fcfd1-7ded-42cf-ba9c-efbaced42fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.969935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-588fcfd1-7ded-42cf-ba9c-efbaced42fec service neutron] 10.222.0.10 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.0840602 Aug 31 14:17:30.040243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-6ee5550b-7e8e-496b-b657-0eaf91d21b7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 999 time: 0.0635266 Aug 31 14:17:30.088810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8c84eba0-02bc-46c8-b7eb-418781f10e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.090545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-8c84eba0-02bc-46c8-b7eb-418781f10e70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.0443835 Aug 31 14:17:30.122846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-b7964a48-d2e9-4da1-958a-44620a18554b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251329 Aug 31 14:17:30.134057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-6d5d3c05-13a5-4740-add7-edad18f08df9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:30.135066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-6d5d3c05-13a5-4740-add7-edad18f08df9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055177 Aug 31 14:17:30.139020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '0567470f-5e97-4e0f-86ae-333498bfe1a2', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'port_id': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'mac_address': 'fa:16:3e:9f:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214c3904-19fb-4989-8a55-972438fe7a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:27Z', 'updated_at': '2021-08-31T14:17:29Z', 'revision_number': 1, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:39Z', 'revision_number': 5, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.170296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] Checking router: 81f6bf57-0622-4e6f-8148-dae81d8fa429 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:30.179716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:30.180387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.228312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-0648533c-ebc5-4fa0-af1c-4f1e9363efce service neutron] 10.222.0.10 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866177 Aug 31 14:17:30.327915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe6e23da-ef50-4511-9021-777865e993e1 req-2475d4ed-2ee5-4651-808a-c7567f9270d8 service neutron] 10.222.0.10 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934834 Aug 31 14:17:30.410964 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5615fbf0-d1d4-48d6-940f-353b521802a6 x-openstack-request-id: req-5615fbf0-d1d4-48d6-940f-353b521802a6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:30.412097 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:30.412520 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5615fbf0-d1d4-48d6-940f-353b521802a6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:30.414766 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'status': 'completed', 'code': 200} Aug 31 14:17:30.448631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:30.570889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-a03c2b4c-4c03-40df-bced-9d5190f4bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.572923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-a03c2b4c-4c03-40df-bced-9d5190f4bd08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.0977802 Aug 31 14:17:30.655116 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.763197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '0567470f-5e97-4e0f-86ae-333498bfe1a2', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'port_id': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'mac_address': 'fa:16:3e:9f:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214c3904-19fb-4989-8a55-972438fe7a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:27Z', 'updated_at': '2021-08-31T14:17:29Z', 'revision_number': 1, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:39Z', 'revision_number': 5, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.774601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-14c0991f-0586-420f-af0e-1483ada3b5a4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 999 time: 0.1248667 Aug 31 14:17:30.786640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-620cd00e-68e4-4c12-aee5-a5f9bbd6ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.788201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-620cd00e-68e4-4c12-aee5-a5f9bbd6ab7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.2017808 Aug 31 14:17:30.795526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b21984-a2fb-4547-890f-fb8826a0a59d None None] The sync data for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 is: [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '0567470f-5e97-4e0f-86ae-333498bfe1a2', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'port_id': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'mac_address': 'fa:16:3e:9f:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214c3904-19fb-4989-8a55-972438fe7a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:27Z', 'updated_at': '2021-08-31T14:17:29Z', 'revision_number': 1, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:39Z', 'revision_number': 5, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:30.879107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-ecb2dc05-c691-4b46-8007-280b477da8bf tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.880582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-ecb2dc05-c691-4b46-8007-280b477da8bf tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports/f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 942 time: 0.0914402 Aug 31 14:17:30.906437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-917a4d2f-8e12-4f29-991d-395cddd31bbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 999 time: 0.0833282 Aug 31 14:17:31.012715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-9d8f99f4-3786-4c24-b791-cb7502fb2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.014612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-9d8f99f4-3786-4c24-b791-cb7502fb2066 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.0992801 Aug 31 14:17:31.026805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-8472f758-0ee9-4469-905b-eaa3be412eb9 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 999 time: 0.0845549 Aug 31 14:17:31.046494 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d8ea-faac-4748-8939-f5bba73e1ead None None] New status for floating IP 0567470f-5e97-4e0f-86ae-333498bfe1a2: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:31.056219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-c8b42d56-7c76-4998-bff1-b71334536e9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284441 Aug 31 14:17:31.235860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-2863c6db-a0cf-4664-b049-1b133b5b006e service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695843 Aug 31 14:17:31.244273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-afad2130-1ba0-4fa1-98d4-9f27b2c275d0 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.246085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-afad2130-1ba0-4fa1-98d4-9f27b2c275d0 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.1931989 Aug 31 14:17:31.395390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-700622a7-f446-43bd-99b7-5d32dae9e105 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 1001 time: 0.0977702 Aug 31 14:17:31.409164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:31.413017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8da8b72b-b8d1-44c1-a55b-08e764ddd0f7 req-231fd906-9062-433d-a409-5877da8deef2 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660018 Aug 31 14:17:31.470253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.626377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.631679 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.632161 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Floating IP 0567470f-5e97-4e0f-86ae-333498bfe1a2 disassociated. External IP: 172.25.0.153, port: f2beb0f0-a82b-416e-a5e7-b072ef0a8458. Aug 31 14:17:31.876984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Router 81f6bf57-0622-4e6f-8148-dae81d8fa429 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:32.008176 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.011197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:32.016111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.021250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] Sync routers for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:32.036394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:32.037103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:32.051483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-fe4a1957-a4f8-47bb-9568-9de2f879c081 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "PUT /v2.0/floatingips/0567470f-5e97-4e0f-86ae-333498bfe1a2 HTTP/1.1" status: 200 len: 695 time: 0.6477380 Aug 31 14:17:32.115908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-62b86c0c-7b71-46ed-83ee-1fe80629ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.117845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-62b86c0c-7b71-46ed-83ee-1fe80629ea18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.0509655 Aug 31 14:17:32.155914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:32.255437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-69489c2d-3a8c-47f8-ab8f-a06358e26f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.257252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-69489c2d-3a8c-47f8-ab8f-a06358e26f4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.1225743 Aug 31 14:17:32.309004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-9b3c6144-3b95-45ea-90e3-ca39d3d615cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 217 time: 0.0449247 Aug 31 14:17:32.379662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-1397f08c-6e85-4f8f-8d7c-4880ea40882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.381331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-1397f08c-6e85-4f8f-8d7c-4880ea40882d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.0651236 Aug 31 14:17:32.418392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:39Z', 'revision_number': 5, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:32.428372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458'}, {'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:32.430700 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a8be77-b1fe-413f-8af1-2d1227e27664" -d '{"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458"}, {"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:32.435707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-982365ca-4481-42ef-83c7-417e422f4126 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463221 Aug 31 14:17:32.453408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] Checking router: 81f6bf57-0622-4e6f-8148-dae81d8fa429 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:32.463616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:32.464545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:32.557005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-6db6bcf2-3389-44cc-9eb6-45fe35877735 service neutron] 10.222.0.10 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137803 Aug 31 14:17:32.605145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:32.676034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee89079e-4b94-4d7d-9f31-5accd5fc5a44 req-64f11123-2927-4495-a13d-37c4e2bb29c8 service neutron] 10.222.0.10 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120205 Aug 31 14:17:32.831564 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85ff8c9-0343-4d5b-9062-00d94cc1fe2f x-openstack-request-id: req-f85ff8c9-0343-4d5b-9062-00d94cc1fe2f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:32.836884 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:32.837354 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f85ff8c9-0343-4d5b-9062-00d94cc1fe2f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:32.838040 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'status': 'completed', 'code': 200} Aug 31 14:17:32.838453 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'status': 'completed', 'code': 200} Aug 31 14:17:32.950090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6902bfa5-d22b-4247-9317-00daada4a92d req-ed7f0927-491f-40fd-8756-385cc076a1f7 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips/0567470f-5e97-4e0f-86ae-333498bfe1a2 HTTP/1.1" status: 200 len: 695 time: 0.0966392 Aug 31 14:17:32.984152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:39Z', 'revision_number': 5, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:33.016936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51037bff-5d57-40cb-a69f-bbafd7b277c1 None None] The sync data for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 is: [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:16:32Z', 'revision_number': 4, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'f5eb0005-a387-48a8-8e13-519c0ed3a2e3', 'name': '', 'network_id': 'baf8f365-6945-4294-8a9d-8adf38e40314', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'mac_address': 'fa:16:3e:38:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:31Z', 'updated_at': '2021-08-31T14:16:39Z', 'revision_number': 5, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'subnets': [{'id': '78b1b108-2e6c-470f-a76a-b00a5f30fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:33.066418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-ed74f51b-8426-48a3-a440-2dbbc4a2b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.067876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-ed74f51b-8426-48a3-a440-2dbbc4a2b1cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.1394801 Aug 31 14:17:33.180403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902bfa5-d22b-4247-9317-00daada4a92d req-0e2cacb0-147b-4394-95af-c14660353a87 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.182287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6902bfa5-d22b-4247-9317-00daada4a92d req-0e2cacb0-147b-4394-95af-c14660353a87 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/networks/ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 784 time: 0.2096326 Aug 31 14:17:33.197459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-6902bfa5-d22b-4247-9317-00daada4a92d req-a6a2496b-d6c5-41e6-8ee8-fb94682f42c8 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:33.198457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6902bfa5-d22b-4247-9317-00daada4a92d req-a6a2496b-d6c5-41e6-8ee8-fb94682f42c8 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085073 Aug 31 14:17:33.229580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-d36da1ad-994d-4f88-8976-9b185214b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.231365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-d36da1ad-994d-4f88-8976-9b185214b017 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.1493080 Aug 31 14:17:33.326710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-63ef6dfb-4946-4e7a-80f1-24c2870dcd05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 217 time: 0.0847549 Aug 31 14:17:33.348958 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6902bfa5-d22b-4247-9317-00daada4a92d req-06ddf692-cb6c-4c32-abb9-b21b68e4a754 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 698 time: 0.1130180 Aug 31 14:17:33.385526 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa921432-d3e2-4bf1-8de0-2c440dfed8fe None None] New status for floating IP 0567470f-5e97-4e0f-86ae-333498bfe1a2: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:33.424861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6902bfa5-d22b-4247-9317-00daada4a92d req-dced1da2-bdcb-4ddb-9417-15c1ce81f767 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 698 time: 0.0561633 Aug 31 14:17:33.434732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-42b891fb-f50c-4d59-9126-d615757907a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.437356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-42b891fb-f50c-4d59-9126-d615757907a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.1008229 Aug 31 14:17:33.510591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-e6f2199a-ac0f-4314-a332-0b43f819d98e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338619 Aug 31 14:17:33.710453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-f7cc380f-2ba1-4546-aee0-2742e1b0553c service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595771 Aug 31 14:17:33.800750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Deleting port 8ffe060c-b5be-4d33-aaba-a2a91d443458 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:33.801145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.875093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-9507e104-17da-4a41-8001-e4e9590ea461 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559525 Aug 31 14:17:33.917132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.917512 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.930705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Calling delete_port for 8ffe060c-b5be-4d33-aaba-a2a91d443458 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:34.415920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-63837211-e552-4a97-a396-095662d6fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.417476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-63837211-e552-4a97-a396-095662d6fd63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 1096 time: 0.0749366 Aug 31 14:17:34.567042 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.581005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-bee4d7ee-c8f1-4dd5-9eda-236d86f41408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.582768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-bee4d7ee-c8f1-4dd5-9eda-236d86f41408 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 200 len: 922 time: 0.1511681 Aug 31 14:17:34.610976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event deleted for resources: {'Port': ['ID=8ffe060c-b5be-4d33-aaba-a2a91d443458,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:34.651744 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-a2969d16-97f7-47f3-a855-20c57dd62496 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 200 len: 217 time: 0.0499754 Aug 31 14:17:34.744403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.746985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.748159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6902bfa5-d22b-4247-9317-00daada4a92d req-90ce4ae6-247f-458e-86e8-3cb147d88c4c tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "DELETE /v2.0/floatingips/0567470f-5e97-4e0f-86ae-333498bfe1a2 HTTP/1.1" status: 204 len: 173 time: 1.3163190 Aug 31 14:17:34.760642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-0b767bc8-6645-480f-97f5-acf6b53f8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.762284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-0b767bc8-6645-480f-97f5-acf6b53f8bdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 200 len: 860 time: 0.0707154 Aug 31 14:17:34.806648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-b2e6c21c-9c80-4ea5-93fb-6b5620c9d39b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baf8f365-6945-4294-8a9d-8adf38e40314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268660 Aug 31 14:17:34.930311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-177f876b-491a-4ed8-8661-5a33d247746b service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159661 Aug 31 14:17:34.941339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-935775af-4d16-458c-93bc-04598cc25cf6 req-8d4ec455-18df-452d-a12d-f5bd455fa776 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups/a4e7cae1-a187-4287-8ab5-65509525fb8a HTTP/1.1" status: 200 len: 1810 time: 0.0598257 Aug 31 14:17:35.076915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2a8be77-b1fe-413f-8af1-2d1227e27664 req-d015d34d-8a50-4b28-a757-c1a723f89f00 service neutron] 10.222.0.26 "GET /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345508 Aug 31 14:17:35.077682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-935775af-4d16-458c-93bc-04598cc25cf6 req-1a21e0f1-1333-46fe-b018-da39ec3afae1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.108400 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-935775af-4d16-458c-93bc-04598cc25cf6 req-1a21e0f1-1333-46fe-b018-da39ec3afae1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.168476 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-935775af-4d16-458c-93bc-04598cc25cf6 req-1a21e0f1-1333-46fe-b018-da39ec3afae1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.172276 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-935775af-4d16-458c-93bc-04598cc25cf6 req-1a21e0f1-1333-46fe-b018-da39ec3afae1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.174868 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-935775af-4d16-458c-93bc-04598cc25cf6 req-1a21e0f1-1333-46fe-b018-da39ec3afae1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "DELETE /v2.0/security-groups/a4e7cae1-a187-4287-8ab5-65509525fb8a HTTP/1.1" status: 204 len: 173 time: 0.2141974 Aug 31 14:17:35.188330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21e0f1-1333-46fe-b018-da39ec3afae1 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7cae1-a187-4287-8ab5-65509525fb8a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.239739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40198) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:35.481210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8ba5f7-002f-4bef-a770-ed276f35f08f req-1b0fc60c-772c-4456-9e84-ae0c324b58b6 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291920 Aug 31 14:17:35.567633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869cf23-400b-4661-9536-7e6972340732 req-7fa42a74-7632-43b2-8bfe-f0008c0194ca tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.575994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b869cf23-400b-4661-9536-7e6972340732 req-7fa42a74-7632-43b2-8bfe-f0008c0194ca tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0887141 Aug 31 14:17:35.616108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8ba5f7-002f-4bef-a770-ed276f35f08f req-9c733603-b4e3-4879-b3a2-5667257a05d0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0595767 Aug 31 14:17:35.641016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b869cf23-400b-4661-9536-7e6972340732 req-67151466-76b8-493d-a7e5-5d35181ad0a3 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641317 Aug 31 14:17:35.674094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8ba5f7-002f-4bef-a770-ed276f35f08f req-e2342b02-5f69-4c1a-9a72-a72b3ec27030 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229337 Aug 31 14:17:35.783087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba5f7-002f-4bef-a770-ed276f35f08f req-1505b21e-f2c5-4bf9-99b7-48d3faa452d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.785305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8ba5f7-002f-4bef-a770-ed276f35f08f req-1505b21e-f2c5-4bf9-99b7-48d3faa452d0 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1043837 Aug 31 14:17:35.823107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.090419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Deleting port 771260c0-8a6e-4661-8459-eba9c1267883 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:36.091005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.185632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] For port 771260c0-8a6e-4661-8459-eba9c1267883, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=771260c0-8a6e-4661-8459-eba9c1267883,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:36.185884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.202288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Calling delete_port for 771260c0-8a6e-4661-8459-eba9c1267883 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:36.235089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd182d7-3385-4144-992a-e961ad4f8d79 req-40c158d9-1b73-4df9-9b9c-9a2637f052b0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.237509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbd182d7-3385-4144-992a-e961ad4f8d79 req-40c158d9-1b73-4df9-9b9c-9a2637f052b0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 947 time: 0.0673580 Aug 31 14:17:36.286764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbd182d7-3385-4144-992a-e961ad4f8d79 req-3b645a76-512a-45fb-b41d-2208816e2fba tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399387 Aug 31 14:17:36.426616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.459448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Pushing event deleted for resources: {'Port': ['ID=771260c0-8a6e-4661-8459-eba9c1267883,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:36.488853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.489323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.489678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.490026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.493674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:36.732636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.796899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7deb4-80aa-4d4a-adeb-5180ad83f429 req-3c2013cc-582a-4670-b950-32be1a7ec75b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.801539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15e7deb4-80aa-4d4a-adeb-5180ad83f429 req-3c2013cc-582a-4670-b950-32be1a7ec75b tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0766771 Aug 31 14:17:36.840987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15e7deb4-80aa-4d4a-adeb-5180ad83f429 req-55c5ff55-30fa-4263-8a19-1d850aa483b9 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360932 Aug 31 14:17:36.972170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Router 14f918d4-5b72-42ea-8541-c0e102880172 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:37.079378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:37.085042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c515a0f0-1d91-485d-93c7-6ce752bea183 admin admin] 10.222.0.10 "PUT /v2.0/routers/14f918d4-5b72-42ea-8541-c0e102880172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441598 Aug 31 14:17:37.087797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40218) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:37.088735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] Sync routers for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:37.098593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:37.099212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.197272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.203220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:37.316272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.410784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Deleting port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:37.411323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.416203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:17:36Z', 'revision_number': 5, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port': {'id': '0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f918d4-5b72-42ea-8541-c0e102880172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:09:20Z', 'updated_at': '2021-08-31T14:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.441699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fd1d-a5bd-4cfc-8ecd-4c27cc134147 req-e41e4a39-59d4-4b5b-a71f-5d715fa119a6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.443229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e7fd1d-a5bd-4cfc-8ecd-4c27cc134147 req-e41e4a39-59d4-4b5b-a71f-5d715fa119a6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 947 time: 0.0642383 Aug 31 14:17:37.444026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] Checking router: 14f918d4-5b72-42ea-8541-c0e102880172 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:37.452655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] Routers {'14f918d4-5b72-42ea-8541-c0e102880172'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:37.453319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['14f918d4-5b72-42ea-8541-c0e102880172'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.502784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92e7fd1d-a5bd-4cfc-8ecd-4c27cc134147 req-b4455202-9f19-408d-9ad7-bf2ba9454b94 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492892 Aug 31 14:17:37.517554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] For port 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:37.518695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.542230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Calling delete_port for 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:37.548072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] Set router 14f918d4-5b72-42ea-8541-c0e102880172 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:37.601221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:17:37Z', 'revision_number': 6, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.631300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9ab1d-313c-4f76-9944-ba08b57d7469 None None] The sync data for ids ['14f918d4-5b72-42ea-8541-c0e102880172'] in n-d-792362-6 is: [{'id': '14f918d4-5b72-42ea-8541-c0e102880172', 'name': 'tempest-AttachVolumeTestJSON-1566511939-router', 'tenant_id': '111fd413d34348ee8506ead7bb9f9a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:09:19Z', 'updated_at': '2021-08-31T14:17:37Z', 'revision_number': 6, 'project_id': '111fd413d34348ee8506ead7bb9f9a80', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:37.745969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.789563 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:37.861394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.973285 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.980636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.996762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5774d85-b71a-4e4b-9615-b450e0fe5519 req-eaafc63b-5d7e-4bdb-aa60-64e87bf6c829 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.999277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5774d85-b71a-4e4b-9615-b450e0fe5519 req-eaafc63b-5d7e-4bdb-aa60-64e87bf6c829 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.0666683 Aug 31 14:17:38.045460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.046264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14f918d4-5b72-42ea-8541-c0e102880172 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:38.050748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.051835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0f5ea439-176d-45c9-a7bc-0ce1f8fca622 admin admin] 10.222.0.10 "DELETE /v2.0/routers/14f918d4-5b72-42ea-8541-c0e102880172 HTTP/1.1" status: 204 len: 168 time: 0.9631197 Aug 31 14:17:38.054792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40232) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:38.085167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5774d85-b71a-4e4b-9615-b450e0fe5519 req-1261cdbb-03c5-4894-8ae2-ba646ad8208d tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650430 Aug 31 14:17:38.122657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] Deleting subnet c69ce35a-090c-48cc-850e-7fdde7b80ee6 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:17:38.126323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.187009 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.288698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.319541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-47dc1002-7439-4269-a71b-751c642cf7bc tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.320959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-47dc1002-7439-4269-a71b-751c642cf7bc tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 947 time: 0.0606654 Aug 31 14:17:38.384921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.418218 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69ce35a-090c-48cc-850e-7fdde7b80ee6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:38.420408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.422426 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3cb4a84d-d945-4ba6-96c7-e5d9f45ff557 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c69ce35a-090c-48cc-850e-7fdde7b80ee6 HTTP/1.1" status: 204 len: 168 time: 0.3666484 Aug 31 14:17:38.427194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40238) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:38.432414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad2fb5-e884-491f-8dab-a0339a19ef9c None None] Network 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:38.467145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Deleting port 86c598b8-0541-4278-9c88-60f11470180c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:38.467851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.481178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-76efcfbf-8be3-463e-aa19-bd6e72734200 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.482789 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-76efcfbf-8be3-463e-aa19-bd6e72734200 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.26 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.1340926 Aug 31 14:17:38.552716 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.606233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] For port 86c598b8-0541-4278-9c88-60f11470180c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=86c598b8-0541-4278-9c88-60f11470180c,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:38.606714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.695068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Deleting port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:38.695513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.760251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Deleting port 006076b0-ddd0-40a9-b0f1-335b67c42855 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:38.760251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.787690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] DHCP port deletion for 7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:17:38.795812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b12fc-ff6a-4d4c-a73e-96abe96b58b3 req-7777b8af-9f6d-4070-b747-9160ed77109c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.801489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-385b12fc-ff6a-4d4c-a73e-96abe96b58b3 req-7777b8af-9f6d-4070-b747-9160ed77109c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 947 time: 0.1769373 Aug 31 14:17:38.896613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Deleting port 006076b0-ddd0-40a9-b0f1-335b67c42855 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:38.897379 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.900494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] For port 006076b0-ddd0-40a9-b0f1-335b67c42855, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=006076b0-ddd0-40a9-b0f1-335b67c42855,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:38.901837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.928369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-385b12fc-ff6a-4d4c-a73e-96abe96b58b3 req-779fa5df-cd58-4f6e-a945-a719b837572b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bfc04f9-958d-418d-aabf-01aebd846115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674298 Aug 31 14:17:38.980554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Calling delete_port for 006076b0-ddd0-40a9-b0f1-335b67c42855 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:39.003748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] For port f2beb0f0-a82b-416e-a5e7-b072ef0a8458, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:39.006436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.016348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] For port 006076b0-ddd0-40a9-b0f1-335b67c42855, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=006076b0-ddd0-40a9-b0f1-335b67c42855,segment=NetworkSegment(3e40228a-2f60-4d26-9a5a-51f43a181e30),segment_id=3e40228a-2f60-4d26-9a5a-51f43a181e30)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:39.017102 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.024263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.025507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.026461 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Floating IP b316caa7-b314-4578-91e7-f90f99627b50 disassociated. External IP: 172.25.0.252, port: 86c598b8-0541-4278-9c88-60f11470180c. Aug 31 14:17:39.027432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Calling delete_port for 86c598b8-0541-4278-9c88-60f11470180c owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:39.042275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Calling delete_port for 006076b0-ddd0-40a9-b0f1-335b67c42855 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:39.051035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Calling delete_port for f2beb0f0-a82b-416e-a5e7-b072ef0a8458 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:39.186880 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.260564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Pushing event deleted for resources: {'Port': ['ID=006076b0-ddd0-40a9-b0f1-335b67c42855,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:39.277891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] No DVR routers for this DVR port 006076b0-ddd0-40a9-b0f1-335b67c42855 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:39.295008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.295980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.295980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.296146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.296359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.296688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.297047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.297512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.309110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.309881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.311261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.311845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb7d23-921c-4be2-be0a-7c9945e7a956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:39.436392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798de607-d313-4fb2-8c48-e9b31cca7009 req-4ef8acb5-f8e8-4f4b-b290-8c85688721da tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.446363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798de607-d313-4fb2-8c48-e9b31cca7009 req-4ef8acb5-f8e8-4f4b-b290-8c85688721da tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 945 time: 0.1712801 Aug 31 14:17:39.460282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 771260c0-8a6e-4661-8459-eba9c1267883 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:39.476913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.521545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 771260c0-8a6e-4661-8459-eba9c1267883 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:39.525077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 771260c0-8a6e-4661-8459-eba9c1267883 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:39.526792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:39.539400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-798de607-d313-4fb2-8c48-e9b31cca7009 req-4ea364c8-d6b1-4abc-996d-8bb9143d693f tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/security-groups?id=d48c1931-759c-4e5f-a222-97fd50089d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919166 Aug 31 14:17:39.557891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:39.558876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0ef3b76f-4cc9-4ffb-8835-273b38c6dcfc not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:39.559850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 006076b0-ddd0-40a9-b0f1-335b67c42855 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:39.586425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 006076b0-ddd0-40a9-b0f1-335b67c42855 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:39.586844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 006076b0-ddd0-40a9-b0f1-335b67c42855 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:39.590206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event deleted for resources: {'Port': ['ID=86c598b8-0541-4278-9c88-60f11470180c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:39.769448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Router df148545-cade-4d95-acdf-4feedfb0b233 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:39.949689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:39.963590 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] Sync routers for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:39.990770 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:39.995871 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:40.009046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.020905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] No DVR routers for this DVR port 86c598b8-0541-4278-9c88-60f11470180c on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:40.025308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.028953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32435d6d-db7b-4233-b1fd-01c6b03f3944 req-ddd4faab-f8ad-4af8-a7e4-1718bb8d8fab tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "DELETE /v2.0/ports/86c598b8-0541-4278-9c88-60f11470180c HTTP/1.1" status: 204 len: 173 time: 1.6807861 Aug 31 14:17:40.029797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-deleted', 'tag': '86c598b8-0541-4278-9c88-60f11470180c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:40.030870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.035531 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b605fc81-f252-4b13-b8cd-ff1f04aa6ed7" -d '{"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-deleted", "tag": "86c598b8-0541-4278-9c88-60f11470180c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:40.059850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.096328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f2beb0f0-a82b-416e-a5e7-b072ef0a8458'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:40.170654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=006076b0-ddd0-40a9-b0f1-335b67c42855,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:40.208382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] No DVR routers for this DVR port 006076b0-ddd0-40a9-b0f1-335b67c42855 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:40.267033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4ccb3b6-8de4-4edd-b176-1ef52eed5e3b req-ec9c7c03-9ad2-4309-8add-2bd28f8782d8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a69cd5-141b-4ce5-96f4-a5dd5c98f364 HTTP/1.1" status: 200 len: 210 time: 0.0772874 Aug 31 14:17:40.280452 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:40.368540 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19cf4a2-e626-4efc-82f0-f71266e91e46 x-openstack-request-id: req-a19cf4a2-e626-4efc-82f0-f71266e91e46 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:40.370115 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a69cd5-141b-4ce5-96f4-a5dd5c98f364", "name": "network-vif-deleted", "tag": "86c598b8-0541-4278-9c88-60f11470180c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:40.370681 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a19cf4a2-e626-4efc-82f0-f71266e91e46 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:40.371499 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a69cd5-141b-4ce5-96f4-a5dd5c98f364', 'name': 'network-vif-deleted', 'tag': '86c598b8-0541-4278-9c88-60f11470180c', 'status': 'completed', 'code': 200} Aug 31 14:17:40.469712 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Pushing event deleted for resources: {'Port': ['ID=f2beb0f0-a82b-416e-a5e7-b072ef0a8458,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:40.496884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] No DVR routers for this DVR port f2beb0f0-a82b-416e-a5e7-b072ef0a8458 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:40.500366 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.503104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5eec399f-d2b5-4349-af31-1dba42cf3f6b req-4c8dc1b2-8227-46b9-9ee3-c79a80888dd4 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.26 "DELETE /v2.0/ports/f2beb0f0-a82b-416e-a5e7-b072ef0a8458 HTTP/1.1" status: 204 len: 173 time: 2.0122728 Aug 31 14:17:40.503748 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'name': 'network-vif-deleted', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:40.506787 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79c21c5-f01c-40fc-8041-721aab27e307" -d '{"events": [{"server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "name": "network-vif-deleted", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:40.591755 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f80ba7-33d7-4125-b4b8-f1f8eeee9383 x-openstack-request-id: req-97f80ba7-33d7-4125-b4b8-f1f8eeee9383 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:40.593196 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214c3904-19fb-4989-8a55-972438fe7a1f", "name": "network-vif-deleted", "tag": "f2beb0f0-a82b-416e-a5e7-b072ef0a8458", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:40.593949 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97f80ba7-33d7-4125-b4b8-f1f8eeee9383 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:40.594700 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214c3904-19fb-4989-8a55-972438fe7a1f', 'name': 'network-vif-deleted', 'tag': 'f2beb0f0-a82b-416e-a5e7-b072ef0a8458', 'status': 'completed', 'code': 200} Aug 31 14:17:40.598224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.620631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbd6d0f-19c9-47fa-ad19-da04b8c7a282']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:40.669768 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e40228a-2f60-4d26-9a5a-51f43a181e30') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:40.670253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e40228a-2f60-4d26-9a5a-51f43a181e30') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:40.694828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.731668 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.748764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:40.749782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.750195 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:40.753415 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:40.773148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-970dda9c-a938-4409-8362-99c9e4d03f3f req-2c3f8816-1f31-4720-8a61-942312e5f6e9 tempest-ServerRescueTestJSONUnderV235-1173181372 tempest-ServerRescueTestJSONUnderV235-1173181372-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c3904-19fb-4989-8a55-972438fe7a1f HTTP/1.1" status: 200 len: 210 time: 0.0624430 Aug 31 14:17:40.800965 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] Checking router: df148545-cade-4d95-acdf-4feedfb0b233 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:40.812392 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:40.813506 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:40.887221 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.896882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.917728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] 10.222.0.10 "DELETE /v2.0/networks/7dbd6d0f-19c9-47fa-ad19-da04b8c7a282 HTTP/1.1" status: 204 len: 168 time: 2.4788659 Aug 31 14:17:40.957011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d14b3f-fcbb-4f15-bb68-0b9c4f80cc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbd6d0f-19c9-47fa-ad19-da04b8c7a282,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:40.991531 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:41.132859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40258) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:41.212539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ae5e2598-b8e7-4b30-8835-c2e6ce8813db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=111fd413d34348ee8506ead7bb9f9a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783184 Aug 31 14:17:41.215880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40260) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:41.302758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd13364b-6508-46b8-8776-3bf3db637884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.328219 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:41.346326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd13364b-6508-46b8-8776-3bf3db637884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.372142 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95e2fb-0f12-4a43-9b75-b1d6db78eda7 None None] The sync data for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 is: [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:41.432301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd13364b-6508-46b8-8776-3bf3db637884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.433970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40266) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:41.435578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd13364b-6508-46b8-8776-3bf3db637884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.437189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd13364b-6508-46b8-8776-3bf3db637884 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a968a376-2fcf-422d-a231-9bb0eb8c1d7e HTTP/1.1" status: 204 len: 168 time: 0.2196720 Aug 31 14:17:41.450046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13364b-6508-46b8-8776-3bf3db637884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a968a376-2fcf-422d-a231-9bb0eb8c1d7e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:41.563756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a923600-4adc-4724-9ce1-ab596de4dba3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.609382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a923600-4adc-4724-9ce1-ab596de4dba3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.713814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a923600-4adc-4724-9ce1-ab596de4dba3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.718367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a923600-4adc-4724-9ce1-ab596de4dba3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.720622 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a923600-4adc-4724-9ce1-ab596de4dba3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "DELETE /v2.0/security-groups/0bfc04f9-958d-418d-aabf-01aebd846115 HTTP/1.1" status: 204 len: 168 time: 0.2851291 Aug 31 14:17:41.725393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40272) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:41.741746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a923600-4adc-4724-9ce1-ab596de4dba3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc04f9-958d-418d-aabf-01aebd846115,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:41.769545 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-9d8c3eed-cabb-45d5-a232-e580561ee748 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] show failed (client error): The resource could not be found. Aug 31 14:17:41.777204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9d8c3eed-cabb-45d5-a232-e580561ee748 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups/0bfc04f9-958d-418d-aabf-01aebd846115 HTTP/1.1" status: 404 len: 347 time: 0.0488920 Aug 31 14:17:41.778240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:41.896709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:41.952542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74170a5-6a6f-4c73-b1b2-577d207cee04 None None] New status for floating IP b316caa7-b314-4578-91e7-f90f99627b50: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:41.995105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Deleting port 8bb25e10-3b50-453c-9f37-0a8d6288a8aa {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:41.995467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.227573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.228607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.255590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Calling delete_port for 8bb25e10-3b50-453c-9f37-0a8d6288a8aa owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:42.505204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.556759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event deleted for resources: {'Port': ['ID=8bb25e10-3b50-453c-9f37-0a8d6288a8aa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:42.680029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.680029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.680765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e8e05d78-b847-4e7c-84f9-fe0bf52c9291 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "DELETE /v2.0/floatingips/b316caa7-b314-4578-91e7-f90f99627b50 HTTP/1.1" status: 204 len: 168 time: 0.8975954 Aug 31 14:17:42.764005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.006860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40302) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:43.089373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:43.154900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 86c598b8-0541-4278-9c88-60f11470180c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:43.160839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 86c598b8-0541-4278-9c88-60f11470180c not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:43.163945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f2beb0f0-a82b-416e-a5e7-b072ef0a8458 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:43.185637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40306) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:43.194418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f3dff85a-3f37-40a2-aea7-c846aeadad1d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17160237', 'description': 'tempest-description--243050460'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:43.218830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1512656210-network', 'tenant_id': 'b7e2682aff24462e83eb9372b49d34b8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:43.267148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f2beb0f0-a82b-416e-a5e7-b072ef0a8458 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:43.268935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f2beb0f0-a82b-416e-a5e7-b072ef0a8458 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:43.273360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3dff85a-3f37-40a2-aea7-c846aeadad1d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.284345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Deleting port f5eb0005-a387-48a8-8e13-519c0ed3a2e3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:43.285082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.336852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Made reservation on behalf of b7e2682aff24462e83eb9372b49d34b8 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:43.340681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.364240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.447944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] For port f5eb0005-a387-48a8-8e13-519c0ed3a2e3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,segment=NetworkSegment(b90471b6-7632-4841-bc22-59a3226a385d),segment_id=b90471b6-7632-4841-bc22-59a3226a385d)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:43.448329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.476114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Calling delete_port for f5eb0005-a387-48a8-8e13-519c0ed3a2e3 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:43.494463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3dff85a-3f37-40a2-aea7-c846aeadad1d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.512972 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3dff85a-3f37-40a2-aea7-c846aeadad1d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.573280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dff85a-3f37-40a2-aea7-c846aeadad1d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078d682b-d487-4b44-9677-57aaf9f43c71,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:43.731348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.740923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.775890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899bebd0-ef25-42c7-8b2d-939ee063c176,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:43.784186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f3dff85a-3f37-40a2-aea7-c846aeadad1d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.788761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f3dff85a-3f37-40a2-aea7-c846aeadad1d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5993760 Aug 31 14:17:43.790308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40310) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:43.795884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a4e75821-9f54-4045-bcc7-aaf476c7d514 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'security_group_rule': {'security_group_id': '078d682b-d487-4b44-9677-57aaf9f43c71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:43.802350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.829047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1540, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:43.884642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.886587 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Added segment b84979c4-e8a9-418b-a6d5-8b1d58a3daeb of type vlan for network 33175c8d-48de-448d-a310-0d59e721ace3 Aug 31 14:17:43.902604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5eb0005-a387-48a8-8e13-519c0ed3a2e3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:43.920598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4e75821-9f54-4045-bcc7-aaf476c7d514 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.008214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.074715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4e75821-9f54-4045-bcc7-aaf476c7d514 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.078143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.079494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:44.081017 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.099563 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4e75821-9f54-4045-bcc7-aaf476c7d514 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.179877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1639535 Aug 31 14:17:44.179877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e75821-9f54-4045-bcc7-aaf476c7d514 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd45275-3611-435a-aa59-047f5c1a7926,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.181927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40312) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:44.184951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95202d-a4bd-482f-bace-df9594d149b7 admin admin] Pushing event updated for resources: {'Network': ['ID=33175c8d-48de-448d-a310-0d59e721ace3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.189361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4e75821-9f54-4045-bcc7-aaf476c7d514 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.191903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a4e75821-9f54-4045-bcc7-aaf476c7d514 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4001713 Aug 31 14:17:44.194253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Request body: {'subnet': {'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1512656210-subnet', 'tenant_id': 'b7e2682aff24462e83eb9372b49d34b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:44.195780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40314) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:44.201744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b1175612-0f16-4a95-a06f-79c7fc95d035 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'security_group_rule': {'security_group_id': '078d682b-d487-4b44-9677-57aaf9f43c71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:44.215545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 33175c8d-48de-448d-a310-0d59e721ace3 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:44.224643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.240279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Made reservation on behalf of b7e2682aff24462e83eb9372b49d34b8 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:44.242656 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.277971 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1175612-0f16-4a95-a06f-79c7fc95d035 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.384265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1175612-0f16-4a95-a06f-79c7fc95d035 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.393124 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1175612-0f16-4a95-a06f-79c7fc95d035 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.422218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1175612-0f16-4a95-a06f-79c7fc95d035 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410a8cc0-fc60-4e0b-8f4b-bb797d622d74,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.432499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b1175612-0f16-4a95-a06f-79c7fc95d035 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.434350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b1175612-0f16-4a95-a06f-79c7fc95d035 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371545 Aug 31 14:17:44.437428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40316) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:44.444693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:44.489470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.661563 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.701461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.757638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Router 81f6bf57-0622-4e6f-8148-dae81d8fa429 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:44.759674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4880f4a-d8ec-4543-9029-d76c531be69a,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.792345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Checking segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:44.792898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Network hostable DHCP agents. Network: 33175c8d-48de-448d-a310-0d59e721ace3, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:44.864687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Network 33175c8d-48de-448d-a310-0d59e721ace3 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:44.880533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Allocated IP 172.25.0.84 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b1d99c69-07b2-46de-894b-db48c4503475) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:44.928250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 33175c8d-48de-448d-a310-0d59e721ace3) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:44.945624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064725ac-dc76-4bd0-85e9-e13a84ba778f None None] Network 33175c8d-48de-448d-a310-0d59e721ace3 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:44.946855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:44.947956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.976112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:44.985818 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dac3ca00-5db3-46de-8f8f-c28527b504f8 admin admin] 10.222.0.10 "PUT /v2.0/routers/81f6bf57-0622-4e6f-8148-dae81d8fa429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871925 Aug 31 14:17:44.987904 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] Sync routers for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:44.990117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:44.999570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-39dc196a-2362-4dc6-b7b3-4dc406189cc7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8161726 Aug 31 14:17:45.010124 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:45.010941 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:45.164529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.266822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.281633 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:45.282650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.287925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42278cea-06b4-4868-8763-b25052554377 None None] Network 33175c8d-48de-448d-a310-0d59e721ace3 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:45.309782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:45.312962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:45.316748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:45.530447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'Port': ['ID=b1d99c69-07b2-46de-894b-db48c4503475,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.582060 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.606982 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.645319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.712697 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '0692af47-e559-49bb-9f36-91624a11e991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:17:43Z', 'revision_number': 5, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port': {'id': '0692af47-e559-49bb-9f36-91624a11e991', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:28Z', 'updated_at': '2021-08-31T14:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:45.764611 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] Checking router: 81f6bf57-0622-4e6f-8148-dae81d8fa429 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:45.773533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Deleting port 0692af47-e559-49bb-9f36-91624a11e991 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:45.775666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.777882 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] Routers {'81f6bf57-0622-4e6f-8148-dae81d8fa429'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:45.779170 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['81f6bf57-0622-4e6f-8148-dae81d8fa429'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:45.922213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] For port 0692af47-e559-49bb-9f36-91624a11e991, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0692af47-e559-49bb-9f36-91624a11e991,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:45.923215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.925633 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] Set router 81f6bf57-0622-4e6f-8148-dae81d8fa429 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:45.942106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Calling delete_port for 0692af47-e559-49bb-9f36-91624a11e991 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:45.988407 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 6, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:46.018184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.032107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.034379 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12805f0-9b6c-40db-bb16-543d6fd85192 None None] The sync data for ids ['81f6bf57-0622-4e6f-8148-dae81d8fa429'] in n-d-792362-6 is: [{'id': '81f6bf57-0622-4e6f-8148-dae81d8fa429', 'name': 'tempest-ServerRescueTestJSONUnderV235-2086912489-router', 'tenant_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:27Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 6, 'project_id': '352d597f010f4e2e8c2f9debb3e1cae6', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:46.123033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-381d63c5-a30d-4342-a5c3-feef06dee796 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:46.126097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-381d63c5-a30d-4342-a5c3-feef06dee796 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.2242658 Aug 31 14:17:46.159320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'Port': ['ID=b1d99c69-07b2-46de-894b-db48c4503475,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:46.172745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-de9a77c7-ed1a-4c81-892b-6a5f671cb126 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/quotas/b7e2682aff24462e83eb9372b49d34b8 HTTP/1.1" status: 200 len: 375 time: 0.0227928 Aug 31 14:17:46.183575 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.200847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.218093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-a66dfa29-03fb-41ab-84a1-a0c52dbe7cc1 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362256 Aug 31 14:17:46.226505 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.228956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a0b207b-9695-49f6-b0d9-5d2f50491475 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7899327 Aug 31 14:17:46.235896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0692af47-e559-49bb-9f36-91624a11e991,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:46.339777 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.397236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-8a372834-1878-44c1-8b1b-7cd2376c5c70 service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667080 Aug 31 14:17:46.449878 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.454389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.522859 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.523784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f6bf57-0622-4e6f-8148-dae81d8fa429 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:46.536964 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.539917 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-163888b1-ec4b-4cdc-86e6-3fa5d41c20bf admin admin] 10.222.0.10 "DELETE /v2.0/routers/81f6bf57-0622-4e6f-8148-dae81d8fa429 HTTP/1.1" status: 204 len: 168 time: 1.5456576 Aug 31 14:17:46.543313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:46.639036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-77e37947-dc19-495d-9aec-182fb3866c66 service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246511 Aug 31 14:17:46.646867 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] Deleting subnet 78b1b108-2e6c-470f-a76a-b00a5f30fc8e {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:17:46.651563 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.697410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.752675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.860010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.878573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.881090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/78b1b108-2e6c-470f-a76a-b00a5f30fc8e HTTP/1.1" status: 204 len: 168 time: 0.3364677 Aug 31 14:17:46.883759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40358) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:46.919308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-ae339494-e0cd-4f7c-803f-653a14e52a60 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--17160237&fields=id&tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 267 time: 0.0561664 Aug 31 14:17:46.964749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dabcd-7ce6-48e1-953f-d19c4033c6e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b1b108-2e6c-470f-a76a-b00a5f30fc8e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:47.063447 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.065991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-6ec98eeb-7386-4d4b-af92-e8cb3310784c req-9f9e3297-1b89-4ebe-8c0b-39b55c4dcc0f service neutron] (101361) timed out ('10.222.0.26', 53968) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:17:47.124642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-49e4fd22-3ea3-4661-b400-a9f7f7961fe9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:47.134468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-49e4fd22-3ea3-4661-b400-a9f7f7961fe9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 815 time: 0.2004094 Aug 31 14:17:47.158783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-1352a72e-a100-4132-9763-99f398c8de7f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/quotas/b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 375 time: 0.0229075 Aug 31 14:17:47.185196 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.202019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf8f365-6945-4294-8a9d-8adf38e40314']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.239775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90471b6-7632-4841-bc22-59a3226a385d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.242529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90471b6-7632-4841-bc22-59a3226a385d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.264802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.275186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-74d2b14a-a4fe-44fb-bea9-8079c939d0fd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150060 Aug 31 14:17:47.282911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.297099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Releasing vlan 1544 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:47.298677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:47.301712 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:47.374486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.390610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.400709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] 10.222.0.10 "DELETE /v2.0/networks/baf8f365-6945-4294-8a9d-8adf38e40314 HTTP/1.1" status: 204 len: 168 time: 0.4500024 Aug 31 14:17:47.439002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffadda-ad17-4469-8e59-8829c36a6b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=baf8f365-6945-4294-8a9d-8adf38e40314,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:47.512691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f5eb0005-a387-48a8-8e13-519c0ed3a2e3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:47.596672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: f5eb0005-a387-48a8-8e13-519c0ed3a2e3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:47.596945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-b4348ef5-a6c4-4b25-b2c3-87024a848a76 service neutron] 10.222.0.10 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606580 Aug 31 14:17:47.597403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f5eb0005-a387-48a8-8e13-519c0ed3a2e3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:47.597952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0692af47-e559-49bb-9f36-91624a11e991 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:47.648769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0692af47-e559-49bb-9f36-91624a11e991 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:47.649333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0692af47-e559-49bb-9f36-91624a11e991 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:47.733408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40372) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:47.759058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-98d4cef6-c4b1-44c1-8902-e15565b40da8 service neutron] 10.222.0.10 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612656 Aug 31 14:17:47.795305 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-365080a6-24d1-447f-aa05-fa34dd641828 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=352d597f010f4e2e8c2f9debb3e1cae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597308 Aug 31 14:17:47.798242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40374) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:47.894933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0377323a-672f-4c87-9d17-d5c1fe3d22c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.927922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0377323a-672f-4c87-9d17-d5c1fe3d22c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.024491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0377323a-672f-4c87-9d17-d5c1fe3d22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.028781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0377323a-672f-4c87-9d17-d5c1fe3d22c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.032934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0377323a-672f-4c87-9d17-d5c1fe3d22c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d48c1931-759c-4e5f-a222-97fd50089d8c HTTP/1.1" status: 204 len: 168 time: 0.2313082 Aug 31 14:17:48.040501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377323a-672f-4c87-9d17-d5c1fe3d22c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48c1931-759c-4e5f-a222-97fd50089d8c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:48.115521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13cbee04-ebe9-4628-98f0-b9c992ce9372 req-3def4e3a-c430-48f6-9191-bef38951b8ee tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 210 time: 0.0378330 Aug 31 14:17:48.247573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d8b0eb5-abdd-4d2d-95fa-f8a6e4073d23 req-b0397e76-f911-47e3-88bf-f4a760987b10 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 210 time: 0.0378206 Aug 31 14:17:48.575794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-429d3525-43bb-44be-99ef-6a5cf5904c15 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.578728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-429d3525-43bb-44be-99ef-6a5cf5904c15 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.2255633 Aug 31 14:17:48.639634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Request body: {'port': {'device_id': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'admin_state_up': True, 'tenant_id': 'b7e2682aff24462e83eb9372b49d34b8'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:48.826473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Made reservation on behalf of b7e2682aff24462e83eb9372b49d34b8 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:48.831390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.051631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Allocated IP 172.20.0.13 (33175c8d-48de-448d-a310-0d59e721ace3/a4880f4a-d8ec-4543-9029-d76c531be69a/d5e8a0b8-9cb9-4698-9be4-691f59fedd49) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:49.264423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.264981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a79a3215-a0c1-4702-830c-b4309ac8b5e1 req-ac115a89-b690-4b24-8091-3467996a8006 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 210 time: 0.0359788 Aug 31 14:17:49.366736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.486255 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Network 33175c8d-48de-448d-a310-0d59e721ace3 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:49.491628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:49.504703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3d04c48-70c8-4d8b-8ea7-6177ed9f6d77 req-40281a41-8eb8-4f41-80eb-8fee200cdc10 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 210 time: 0.1172071 Aug 31 14:17:49.504942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:49.555387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event updated for resources: {'Port': ['ID=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:49.581336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-53582845-aa31-4cbd-ada5-ed6611f1e99c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:49.583355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-53582845-aa31-4cbd-ada5-ed6611f1e99c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 815 time: 0.1865504 Aug 31 14:17:49.620766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:49.620766 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.646773 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9bc6a8cd-fb5b-4634-a707-8b7aa49054a5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0119951 Aug 31 14:17:49.655529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-b64ed963-f535-4cad-bf70-7e4c9221211f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 378 time: 0.0549421 Aug 31 14:17:49.671560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Request body: {'port': {'device_id': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:49.680998 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'port': {'device_id': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'admin_state_up': True, 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'security_groups': ['078d682b-d487-4b44-9677-57aaf9f43c71']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:49.773211 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.849708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Made reservation on behalf of b18aa7b70bdc457b91a1354e2f0aeb2b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:49.855429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.033937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Allocated IP 172.20.0.11 (9329ff9c-4b65-47d5-ac07-21a5420329a6/d3005220-729f-4268-a101-f5a73c29a59e/d171e7d5-042a-489c-9dcc-a80fd7dcfb85) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:50.105886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40426) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:50.108556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e8a0b8-9cb9-4698-9be4-691f59fedd49 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:50.123584 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.146157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Transition to ACTIVE for port object d5e8a0b8-9cb9-4698-9be4-691f59fedd49 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:50.156225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.227852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.232490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.247682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Transition to ACTIVE for port object d171e7d5-042a-489c-9dcc-a80fd7dcfb85 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:50.273307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e8a371b-bb55-4763-8ae1-8b78743982da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.293191 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.353293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.375475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Attempting to bind port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:50.375958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Attempting to bind port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:50.376424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Attempting to bind port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:50.396392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:50.400687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:50.402854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 on network 33175c8d-48de-448d-a310-0d59e721ace3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:50.402854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Attempting to bind port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:50.403619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:50.417416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:50.417641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Checking segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:50.418111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Bound using segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:50.418623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Bound port: d5e8a0b8-9cb9-4698-9be4-691f59fedd49, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:50.419049 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.471643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.472525 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.511296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b80eb-ba23-4329-8aa5-59856f0153c0 req-21178596-5acf-4a79-aa0d-4d2d29a9b436 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.514871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c1b80eb-ba23-4329-8aa5-59856f0153c0 req-21178596-5acf-4a79-aa0d-4d2d29a9b436 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 944 time: 0.1627531 Aug 31 14:17:50.529809 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e8a371b-bb55-4763-8ae1-8b78743982da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.546733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e8a371b-bb55-4763-8ae1-8b78743982da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.577830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] For port d5e8a0b8-9cb9-4698-9be4-691f59fedd49, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:50.610043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] For port d5e8a0b8-9cb9-4698-9be4-691f59fedd49, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:50.636523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a371b-bb55-4763-8ae1-8b78743982da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7ca9c5-b173-45ba-b7f0-d7e9792a7b93,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.644294 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.688664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3e8a371b-bb55-4763-8ae1-8b78743982da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=801823f5139e4dca81f49d4e33c2eba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744274 Aug 31 14:17:50.692538 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.693209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.694633 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-04e910fd-0678-49a4-9178-59188e702861 service neutron] 10.222.0.26 "PUT /v2.0/ports/d5e8a0b8-9cb9-4698-9be4-691f59fedd49 HTTP/1.1" status: 200 len: 1092 time: 1.0281472 Aug 31 14:17:50.695176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'tag': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:50.697587 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "91b1f2e6-7192-4d29-a6ff-ba824a5d8d61", "tag": "d5e8a0b8-9cb9-4698-9be4-691f59fedd49"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:50.700717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:50.785002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e910fd-0678-49a4-9178-59188e702861 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.848431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ebdeb0c-b700-44da-a1b2-782f933c5014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.863445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-09e7f283-5dbf-45a5-8727-ff5ee26c8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.865046 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-09e7f283-5dbf-45a5-8727-ff5ee26c8a90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 1095 time: 0.0939088 Aug 31 14:17:50.881052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ebdeb0c-b700-44da-a1b2-782f933c5014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.921062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-53a91831-a816-4bdb-8708-aa664d275fae None None] Provisioning for port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:50.926051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-53a91831-a816-4bdb-8708-aa664d275fae None None] Provisioning complete for port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:50.926508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53a91831-a816-4bdb-8708-aa664d275fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.965707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-53a91831-a816-4bdb-8708-aa664d275fae None None] Port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:51.007897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-cefc0bed-3851-4289-bdb3-2affff6386c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3311243 Aug 31 14:17:51.023422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c1b80eb-ba23-4329-8aa5-59856f0153c0 req-023a15de-7b0c-4a46-bc0f-506c2b44901d tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968398 Aug 31 14:17:51.031842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Request body: {'port': {'device_id': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:51.091178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.194315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386e9f-8768-4423-b4e7-74c479849cc3 req-276d1a6c-c133-40d2-9f14-7cde1228892e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.195871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64386e9f-8768-4423-b4e7-74c479849cc3 req-276d1a6c-c133-40d2-9f14-7cde1228892e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 932 time: 0.0934975 Aug 31 14:17:51.278195 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-91bb99d9-92a2-4a27-b0db-cf99942f14dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8a0b8-9cb9-4698-9be4-691f59fedd49 HTTP/1.1" status: 200 len: 217 time: 0.3950346 Aug 31 14:17:51.302806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64386e9f-8768-4423-b4e7-74c479849cc3 req-2da407fa-c239-44f2-ab90-ca4a32e01ba5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625196 Aug 31 14:17:51.352423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-1b1d5438-e93a-4c95-b510-ee2f8a735977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.353968 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-1b1d5438-e93a-4c95-b510-ee2f8a735977 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.0671508 Aug 31 14:17:51.354592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ebdeb0c-b700-44da-a1b2-782f933c5014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.357461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4ebdeb0c-b700-44da-a1b2-782f933c5014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.361420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4ebdeb0c-b700-44da-a1b2-782f933c5014 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f7ca9c5-b173-45ba-b7f0-d7e9792a7b93 HTTP/1.1" status: 204 len: 168 time: 0.6577382 Aug 31 14:17:51.372755 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdeb0c-b700-44da-a1b2-782f933c5014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7ca9c5-b173-45ba-b7f0-d7e9792a7b93,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:51.384663 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c67e77-66fe-4787-a8ad-08fec34fd297 x-openstack-request-id: req-79c67e77-66fe-4787-a8ad-08fec34fd297 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:51.384986 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b1f2e6-7192-4d29-a6ff-ba824a5d8d61", "tag": "d5e8a0b8-9cb9-4698-9be4-691f59fedd49", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:51.385242 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79c67e77-66fe-4787-a8ad-08fec34fd297 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:51.385645 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'tag': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'status': 'completed', 'code': 200} Aug 31 14:17:51.404664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-f45fc6d1-8eae-494f-a88d-ee30984bc39d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339327 Aug 31 14:17:51.507101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d171e7d5-042a-489c-9dcc-a80fd7dcfb85 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:51.516108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.531487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-b2ca2453-14f8-45f6-8e6d-4890431d0043 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175404 Aug 31 14:17:51.542485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Transition to ACTIVE for port object d171e7d5-042a-489c-9dcc-a80fd7dcfb85 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:51.548223 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.611561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:51.688115 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-420879d4-f848-483f-b83c-dc9ff0efe526 req-9d79b8ac-524c-4af2-9c25-5b17cf981cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482880 Aug 31 14:17:51.694293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Attempting to bind port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:51.694717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Attempting to bind port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:51.695122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Attempting to bind port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:51.711535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:51.712051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Attempting to bind port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 on network 9329ff9c-4b65-47d5-ac07-21a5420329a6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:51.724724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:51.726028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Checking segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:51.727263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Bound using segment: {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:51.728234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Bound port: d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a71b131-ce26-4c20-b07a-d158354856f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:51.729308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.847633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:51.854232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:51.863436 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.886044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-0c4b7625-7a5c-4961-9441-7e57fd9cbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.896061 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-0c4b7625-7a5c-4961-9441-7e57fd9cbb60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 1095 time: 0.0983834 Aug 31 14:17:51.914944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.915767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.917489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] 10.222.0.26 "PUT /v2.0/ports/d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 200 len: 1092 time: 0.8901002 Aug 31 14:17:51.917961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:51.921102 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d" -d '{"events": [{"name": "network-changed", "server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:51.975866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b46310-0b3d-4b63-bef5-2da5881e5937 service neutron] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:52.057170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-c4a32666-3b01-46cb-bff7-57c7f54c4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.058858 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-c4a32666-3b01-46cb-bff7-57c7f54c4f5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 917 time: 0.1552489 Aug 31 14:17:52.062605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-260dfcdd-6456-4a53-af2d-5970b24ccd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.064593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-260dfcdd-6456-4a53-af2d-5970b24ccd60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1095 time: 0.0540841 Aug 31 14:17:52.136411 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-b8cb6444-91cc-4f4a-96eb-3f0f17ec5092 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8a0b8-9cb9-4698-9be4-691f59fedd49 HTTP/1.1" status: 200 len: 217 time: 0.0541661 Aug 31 14:17:52.137114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-6ccc8402-162c-4f11-b2e5-2617ef15efbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 200 len: 217 time: 0.0515664 Aug 31 14:17:52.207166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-e1119a4a-2146-49cb-bca6-59262650edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.208752 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-e1119a4a-2146-49cb-bca6-59262650edb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.0591345 Aug 31 14:17:52.216182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-99fb1967-d36c-4703-b7d4-f7814b95425c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225695292&fields=id&tenant_id=8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 267 time: 0.1232495 Aug 31 14:17:52.240237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-9d70a4a2-62d4-4e75-b776-272670e716e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.241822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-9d70a4a2-62d4-4e75-b776-272670e716e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0879922 Aug 31 14:17:52.284134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-d070d9ac-63cf-4b01-b474-bc61fb89d9f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278587 Aug 31 14:17:52.356246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-baf42c63-32b2-424c-ae5e-b9accffc3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.360698 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-baf42c63-32b2-424c-ae5e-b9accffc3698 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723388 Aug 31 14:17:52.361612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40482) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:52.386045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-50f15aa6-7668-4dcd-8aab-c82adeb71d9a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.387609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-50f15aa6-7668-4dcd-8aab-c82adeb71d9a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.1632297 Aug 31 14:17:52.413730 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-c7dc01ab-f3d8-4fcb-80a7-21895e56d242 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195848 Aug 31 14:17:52.451236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-1ad64aa3-91ff-436d-9e9e-551e4780cf1b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/quotas/8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 375 time: 0.0525413 Aug 31 14:17:52.491209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1828430939-network', 'tenant_id': 'd2f213c8c2874211938839d5e1a64eb8'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:52.536014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-87413de6-3c10-4ee9-8aed-f432daed4c43 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682613 Aug 31 14:17:52.550863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-d8d57152-8ef3-434a-a084-fe663914d54e tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0923119 Aug 31 14:17:52.566024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Made reservation on behalf of d2f213c8c2874211938839d5e1a64eb8 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:52.568518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.581476 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.622438 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ad635c6a-3394-48c0-a327-dcdb89b8f7b5 req-eabf04cb-75f1-48f5-9c83-40d693c9f560 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266623 Aug 31 14:17:52.711076 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.715711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2291f26f-ad5c-4056-9781-f728d3c2f8c3 req-da7497a7-2515-417b-8764-8d93efd8a2b0 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625938 Aug 31 14:17:52.718057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c3174f8b-6f7d-4324-a023-52966653a434 service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460168 Aug 31 14:17:52.720109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.750555 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:52.773168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b2d0f6-ada0-40c7-b824-ba3ddb378639,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:52.801706 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.802058 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Added segment fd2404f6-095c-4435-a4bb-47f997266dd6 of type vlan for network 8747f52a-bd7f-410b-b997-f28357668134 Aug 31 14:17:52.826481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-74678da2-55e5-43ca-b439-7a2c85a9f80c service neutron] 10.222.0.10 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005497 Aug 31 14:17:52.857219 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.867606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-a5bb7710-87a7-4063-8a2f-0f2030296324 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.869214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-a5bb7710-87a7-4063-8a2f-0f2030296324 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.26 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 946 time: 0.1158574 Aug 31 14:17:52.936225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.937226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.937823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.039549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6762166 Aug 31 14:17:53.048409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb92b-4540-439c-9a2c-d52a0065cdfa admin admin] Pushing event updated for resources: {'Network': ['ID=8747f52a-bd7f-410b-b997-f28357668134,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:53.063716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8747f52a-bd7f-410b-b997-f28357668134 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:53.077126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Deleting port fb53a6dd-041c-4433-b7fe-8fece4f578e2 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:53.078130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.226479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] For port fb53a6dd-041c-4433-b7fe-8fece4f578e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=fb53a6dd-041c-4433-b7fe-8fece4f578e2,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:53.227097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.357899 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc81bb-57ae-4345-b58d-48f603fa1e77 x-openstack-request-id: req-78cc81bb-57ae-4345-b58d-48f603fa1e77 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:53.358859 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:53.359259 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78cc81bb-57ae-4345-b58d-48f603fa1e77 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:53.359837 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'status': 'completed', 'code': 200} Aug 31 14:17:53.485823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-f45809ef-6b5a-47bb-b3d4-a9b454b975b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.488171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-f45809ef-6b5a-47bb-b3d4-a9b454b975b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1095 time: 0.0817752 Aug 31 14:17:53.514502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb31b17-0255-4077-9d12-067d8917e479 req-148e0701-214c-4724-be9c-ad1c57630446 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.514904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.515276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.515600 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Floating IP 9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a disassociated. External IP: 172.25.0.5, port: fb53a6dd-041c-4433-b7fe-8fece4f578e2. Aug 31 14:17:53.515951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Calling delete_port for fb53a6dd-041c-4433-b7fe-8fece4f578e2 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:53.516335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bb31b17-0255-4077-9d12-067d8917e479 req-148e0701-214c-4724-be9c-ad1c57630446 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/ports?device_id=1874c3b3-e190-491c-ae83-16a244fedf4b HTTP/1.1" status: 200 len: 946 time: 0.0959592 Aug 31 14:17:53.625272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bb31b17-0255-4077-9d12-067d8917e479 req-84b34200-6fb2-4e57-ac0b-7a472b0e1089 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b327f57-4fae-462a-91ea-d2a906e28125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959768 Aug 31 14:17:53.648159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-21bbe03f-d1e0-465e-8cb3-875fa516d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.650057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-21bbe03f-d1e0-465e-8cb3-875fa516d9c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.1531658 Aug 31 14:17:53.681155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.706154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-f47a7af1-eecc-44db-8e90-29a42271ce77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 200 len: 217 time: 0.0478170 Aug 31 14:17:53.715419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event deleted for resources: {'Port': ['ID=fb53a6dd-041c-4433-b7fe-8fece4f578e2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:53.818321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-7b0ca95f-3199-40d9-bdc3-238787c12f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.820563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-7b0ca95f-3199-40d9-bdc3-238787c12f92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.1061726 Aug 31 14:17:53.850510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033e00-518d-4107-8eeb-2b93e0bb3d69 req-bc883795-2969-4672-882b-231271e58f4c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.852128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64033e00-518d-4107-8eeb-2b93e0bb3d69 req-bc883795-2969-4672-882b-231271e58f4c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 944 time: 0.1253247 Aug 31 14:17:53.882839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Router d9c32543-802c-495d-b851-2c0d3affecaf has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:53.908575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-41821dd0-1dbf-482b-b208-53f23c2c51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.910299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-41821dd0-1dbf-482b-b208-53f23c2c51e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805378 Aug 31 14:17:53.945519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64033e00-518d-4107-8eeb-2b93e0bb3d69 req-2ab20ab0-df92-4273-993c-9af4a612d13a tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772758 Aug 31 14:17:54.035135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:54.045653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] Sync routers for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:54.051798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-358dc8d3-2c2c-45f6-8ab5-15cea4273786 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264234 Aug 31 14:17:54.056905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:54.057923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:54.084472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] No DVR routers for this DVR port fb53a6dd-041c-4433-b7fe-8fece4f578e2 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:54.089355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.091479 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-839df7fb-5a97-495c-b3b8-10b82da787bb req-80a1c9fa-9442-4eca-b899-e9ed0cb6d80c tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.26 "DELETE /v2.0/ports/fb53a6dd-041c-4433-b7fe-8fece4f578e2 HTTP/1.1" status: 204 len: 173 time: 1.2109592 Aug 31 14:17:54.091973 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'name': 'network-vif-deleted', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:54.094539 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba1ce2a-2371-4536-941e-32296b844588" -d '{"events": [{"server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "name": "network-vif-deleted", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:54.164544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed8381-92ca-46e0-aed2-5c643f9b10a7 req-fc93b9d7-3d65-4a5e-88a3-e92755945922 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.166233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00ed8381-92ca-46e0-aed2-5c643f9b10a7 req-fc93b9d7-3d65-4a5e-88a3-e92755945922 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1387224 Aug 31 14:17:54.217043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:54.253044 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aaccd6f9-bec4-4a09-9e22-2b3e0131589d req-bc6de972-2525-4a64-a7f8-b13363f198ef service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860750 Aug 31 14:17:54.258482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-00ed8381-92ca-46e0-aed2-5c643f9b10a7 req-69135800-e376-4092-8d45-9d00769983e8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765307 Aug 31 14:17:54.393916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43276f46-5258-4019-99a5-c1d6ef9dfc97 req-5b350443-7143-4e11-9d2d-9cfeee7531a5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 210 time: 0.0455472 Aug 31 14:17:54.509007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:28Z', 'revision_number': 5, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:54.542358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] Checking router: d9c32543-802c-495d-b851-2c0d3affecaf for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:54.554299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:54.554984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:54.650904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-cdb1f97c-1834-436c-a9e8-3f17f3fa1efe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.652437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-cdb1f97c-1834-436c-a9e8-3f17f3fa1efe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 812 time: 0.2531669 Aug 31 14:17:54.701382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:54.791006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-f483d071-36bc-435d-a016-1097af530be6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe03bac1876499f863ad70254fc903a HTTP/1.1" status: 200 len: 379 time: 0.1055374 Aug 31 14:17:54.816271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca745b-a961-4dc7-a89d-47f4becac575 req-d40174a3-cf9c-4bf1-ade5-98a65c253115 tempest-ComputeTenantNetworksTest-1504817843 tempest-ComputeTenantNetworksTest-1504817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.827449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca745b-a961-4dc7-a89d-47f4becac575 req-d40174a3-cf9c-4bf1-ade5-98a65c253115 tempest-ComputeTenantNetworksTest-1504817843 tempest-ComputeTenantNetworksTest-1504817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.837471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca745b-a961-4dc7-a89d-47f4becac575 req-d40174a3-cf9c-4bf1-ade5-98a65c253115 tempest-ComputeTenantNetworksTest-1504817843 tempest-ComputeTenantNetworksTest-1504817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.854859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6ca745b-a961-4dc7-a89d-47f4becac575 req-d40174a3-cf9c-4bf1-ade5-98a65c253115 tempest-ComputeTenantNetworksTest-1504817843 tempest-ComputeTenantNetworksTest-1504817843-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3449008 Aug 31 14:17:54.871496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'port': {'device_id': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'admin_state_up': True, 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'security_groups': ['b0fd0dc3-8d46-4951-b34e-b66dfd47dc84']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:54.954600 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e27cebc-5d6b-4562-bf1e-cd3ce928cb03 x-openstack-request-id: req-4e27cebc-5d6b-4562-bf1e-cd3ce928cb03 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:54.955196 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1874c3b3-e190-491c-ae83-16a244fedf4b", "name": "network-vif-deleted", "tag": "fb53a6dd-041c-4433-b7fe-8fece4f578e2", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:54.955393 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e27cebc-5d6b-4562-bf1e-cd3ce928cb03 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:54.956209 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1874c3b3-e190-491c-ae83-16a244fedf4b', 'name': 'network-vif-deleted', 'tag': 'fb53a6dd-041c-4433-b7fe-8fece4f578e2', 'status': 'completed', 'code': 200} Aug 31 14:17:55.016142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:28Z', 'revision_number': 5, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:55.026428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40522) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:55.066384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a16c0-a4aa-4891-b283-ff3ccb44a314 None None] The sync data for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 is: [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:17Z', 'revision_number': 4, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '1251f755-e2dd-4ea2-8c8d-18622d63fa93', 'name': '', 'network_id': 'f8ad7aea-85c3-41cb-a505-4e1fd36765c4', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'mac_address': 'fa:16:3e:05:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:16Z', 'updated_at': '2021-08-31T14:12:28Z', 'revision_number': 5, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'subnets': [{'id': '8f559238-cd03-47ac-b0a2-aedd5d55444e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:55.145662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d5e8a0b8-9cb9-4698-9be4-691f59fedd49 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:55.186271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a79b-e866-4822-9b16-7d57e1cd73bc req-c6917c52-f445-47af-b075-1a8ca4ed1caa tempest-ComputeTenantNetworksTest-1504817843 tempest-ComputeTenantNetworksTest-1504817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:55.201127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d843a79b-e866-4822-9b16-7d57e1cd73bc req-c6917c52-f445-47af-b075-1a8ca4ed1caa tempest-ComputeTenantNetworksTest-1504817843 tempest-ComputeTenantNetworksTest-1504817843-project] 10.222.0.10 "GET /v2.0/networks/8747f52a-bd7f-410b-b997-f28357668134 HTTP/1.1" status: 200 len: 769 time: 0.1455600 Aug 31 14:17:55.202667 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40524) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:55.213278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Made reservation on behalf of 8fe03bac1876499f863ad70254fc903a for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:55.223782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.326214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d5e8a0b8-9cb9-4698-9be4-691f59fedd49, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:55.378328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.381960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'port_id': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'mac_address': 'fa:16:3e:d7:b9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4880f4a-d8ec-4543-9029-d76c531be69a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:55.391809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Deleting port 841aa07f-5bd8-473e-b462-d83f747f53a6 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:55.392731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.468115 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.498841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e8a0b8-9cb9-4698-9be4-691f59fedd49 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:55.529062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.20.0.9 (04a4d06e-4567-40dc-9d3e-eed5d4e32643/5dc532f1-af7b-4666-a36a-227f0c800d04/bd5c02a1-1fa8-4b93-98ec-6d00d502eddf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:55.538670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d5e8a0b8-9cb9-4698-9be4-691f59fedd49, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:55.545530 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.558738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.583560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8747f52a-bd7f-410b-b997-f28357668134']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:55.600317 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd055bd-6da9-4133-8c1d-13cd2df46477 None None] New status for floating IP 9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:55.607490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.607990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.612603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2404f6-095c-4435-a4bb-47f997266dd6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:55.613078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2404f6-095c-4435-a4bb-47f997266dd6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:55.614511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:55.634299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.636267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Calling delete_port for 841aa07f-5bd8-473e-b462-d83f747f53a6 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:55.657349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.687866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0c98b-b39c-4bb9-a066-9135522ed3e3 req-182ecb88-dc9d-41e7-bb3c-d8539a8948a8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:55.696832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78a0c98b-b39c-4bb9-a066-9135522ed3e3 req-182ecb88-dc9d-41e7-bb3c-d8539a8948a8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 944 time: 0.3323812 Aug 31 14:17:55.701060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:55.701937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:55.703538 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:55.759326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78a0c98b-b39c-4bb9-a066-9135522ed3e3 req-417050c9-6643-4df3-a32a-88136690f7a1 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613456 Aug 31 14:17:55.805924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.813103 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.816284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] 10.222.0.10 "DELETE /v2.0/networks/8747f52a-bd7f-410b-b997-f28357668134 HTTP/1.1" status: 204 len: 168 time: 0.6116493 Aug 31 14:17:55.870931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.919183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61778c3-4f43-47c0-a42a-6448e3865b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8747f52a-bd7f-410b-b997-f28357668134,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:55.926705 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.930281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Transition to ACTIVE for port object bd5c02a1-1fa8-4b93-98ec-6d00d502eddf will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:55.961679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:55.963237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c19e3-902c-44ac-8fe5-899d889f9174 req-e061f92a-09d0-4195-b1c3-92079b284b6a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:55.970925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event deleted for resources: {'Port': ['ID=841aa07f-5bd8-473e-b462-d83f747f53a6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:55.981717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7c19e3-902c-44ac-8fe5-899d889f9174 req-e061f92a-09d0-4195-b1c3-92079b284b6a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1030433 Aug 31 14:17:56.055507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40532) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:56.059595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e7c19e3-902c-44ac-8fe5-899d889f9174 req-bac52e3e-a0e5-4041-aa26-3f08f3f998bb tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767550 Aug 31 14:17:56.061359 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.110423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.113130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:56.113999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.117569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2eb376cf-a79e-4568-9c1c-9230bfd88e6f tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "DELETE /v2.0/floatingips/9a60ea8e-d750-4b2e-9f7e-5ccba9173d3a HTTP/1.1" status: 204 len: 168 time: 1.0875621 Aug 31 14:17:56.117754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:56.119611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:56.165382 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e6788da4-255a-49e7-a8d7-c51f55158c0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2f213c8c2874211938839d5e1a64eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067641 Aug 31 14:17:56.167799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40536) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:56.194620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:56.240945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04686cce-5cf9-41f3-b862-46cce17bfcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.253796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:56.254761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.278560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c89556f9-822a-499c-b431-84cb47701849 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4256117 Aug 31 14:17:56.281094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04686cce-5cf9-41f3-b862-46cce17bfcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.295243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e76784-df8d-48e0-b8ea-f21a2d1526c5 req-4ad73f59-eb16-4932-978c-a87206885050 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:56.297026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5e76784-df8d-48e0-b8ea-f21a2d1526c5 req-4ad73f59-eb16-4932-978c-a87206885050 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 931 time: 0.0954998 Aug 31 14:17:56.303142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Request body: {'port': {'device_id': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:56.346012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04686cce-5cf9-41f3-b862-46cce17bfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.350511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-04686cce-5cf9-41f3-b862-46cce17bfcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.355190 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-04686cce-5cf9-41f3-b862-46cce17bfcb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3b2d0f6-ada0-40c7-b824-ba3ddb378639 HTTP/1.1" status: 204 len: 168 time: 0.1857638 Aug 31 14:17:56.385096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04686cce-5cf9-41f3-b862-46cce17bfcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b2d0f6-ada0-40c7-b824-ba3ddb378639,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:56.421226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5e76784-df8d-48e0-b8ea-f21a2d1526c5 req-82a557ff-f48a-419a-8bf6-7d77ab9f5131 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086063 Aug 31 14:17:56.441248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.487405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa8b7599-22a3-4e62-9ca0-6ef4cbcc4a54 None None] Provisioning for port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:56.492267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa8b7599-22a3-4e62-9ca0-6ef4cbcc4a54 None None] Provisioning complete for port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:56.492688 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7599-22a3-4e62-9ca0-6ef4cbcc4a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.528173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40542) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:56.567699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b7599-22a3-4e62-9ca0-6ef4cbcc4a54 None None] Port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:56.631484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-080d0c4f-61f9-45a2-b4ea-2848e65842f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.700295 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-080d0c4f-61f9-45a2-b4ea-2848e65842f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.753705 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a2e47a7-0054-4f1f-a007-7b7187bf0c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.820350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-080d0c4f-61f9-45a2-b4ea-2848e65842f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.825125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-080d0c4f-61f9-45a2-b4ea-2848e65842f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.833953 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-080d0c4f-61f9-45a2-b4ea-2848e65842f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b327f57-4fae-462a-91ea-d2a906e28125 HTTP/1.1" status: 204 len: 168 time: 0.2970839 Aug 31 14:17:56.842224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d0c4f-61f9-45a2-b4ea-2848e65842f2 tempest-TestServerBasicOps-987916708 tempest-TestServerBasicOps-987916708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b327f57-4fae-462a-91ea-d2a906e28125,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:56.887815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5c02a1-1fa8-4b93-98ec-6d00d502eddf {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:56.902999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.953575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Transition to ACTIVE for port object bd5c02a1-1fa8-4b93-98ec-6d00d502eddf will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:56.960501 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.045124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5550-b5b7-4420-98fb-2da21c5cad57 req-7a0f72a6-8757-4ac0-a787-5569690756a2 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:57.046766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a53f5550-b5b7-4420-98fb-2da21c5cad57 req-7a0f72a6-8757-4ac0-a787-5569690756a2 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 945 time: 0.1433754 Aug 31 14:17:57.088550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Pushing event updated for resources: {'Port': ['ID=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:57.148133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:57.228557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a53f5550-b5b7-4420-98fb-2da21c5cad57 req-54d151c1-49f3-4189-b933-09c3a4458a09 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559885 Aug 31 14:17:57.254845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Attempting to bind port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:57.254845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Attempting to bind port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:57.254845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Attempting to bind port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:57.261554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:57.262078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Attempting to bind port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf on network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:57.271033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:57.273087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Checking segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:57.273895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Bound using segment: {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:57.277874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Bound port: bd5c02a1-1fa8-4b93-98ec-6d00d502eddf, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d328991-b8eb-432f-aab1-77aaf9b594d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:57.278952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.385072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d5e8a0b8-9cb9-4698-9be4-691f59fedd49 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:57.420843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40564) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.468629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] For port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:57.478357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] For port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:57.491722 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.597073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:57.639576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:57.640325 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.642879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] 10.222.0.26 "PUT /v2.0/ports/bd5c02a1-1fa8-4b93-98ec-6d00d502eddf HTTP/1.1" status: 200 len: 1091 time: 1.3438883 Aug 31 14:17:57.645128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:57.645742 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f083a9-ea80-4002-b9c2-2f4774982a19" -d '{"events": [{"name": "network-changed", "server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:57.662884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:57.676470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:57.677493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.713584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b6bcf-13f7-42f7-bbd6-95f389d4ff5a service neutron] Pushing event updated for resources: {'Port': ['ID=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:57.747287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'port_id': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'mac_address': 'fa:16:3e:b6:20:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:57.871046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57badb47-f62e-4f09-af7b-d467f0886c09 req-b8f468f3-ba5a-4491-b5c9-6797790f1e78 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:57.882553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57badb47-f62e-4f09-af7b-d467f0886c09 req-b8f468f3-ba5a-4491-b5c9-6797790f1e78 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.2732430 Aug 31 14:17:57.914776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.932445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.963856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-0bdae742-04f0-4f99-b698-fdff61a66dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:57.966215 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-0bdae742-04f0-4f99-b698-fdff61a66dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 1094 time: 0.2554915 Aug 31 14:17:58.078509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d171e7d5-042a-489c-9dcc-a80fd7dcfb85 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:58.160824 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.161072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57badb47-f62e-4f09-af7b-d467f0886c09 req-21fee38b-10b1-4baf-9365-b3ad8351022e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2773104 Aug 31 14:17:58.164326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-d76cd66f-de83-4f4f-bd57-700ce5f71ff9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf HTTP/1.1" status: 200 len: 217 time: 0.1645579 Aug 31 14:17:58.197810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:58.213491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.273496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-6c4fdb0b-ca34-4ff8-9825-d50a38e95600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.276259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-6c4fdb0b-ca34-4ff8-9825-d50a38e95600 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1045220 Aug 31 14:17:58.290234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:58.293624 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d123ca-4e69-468d-8545-6ead6cef6994" -d '{"events": [{"server_uuid": "91b1f2e6-7192-4d29-a6ff-ba824a5d8d61", "name": "network-vif-plugged", "status": "completed", "tag": "d5e8a0b8-9cb9-4698-9be4-691f59fedd49"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:58.324780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d5e8a0b8-9cb9-4698-9be4-691f59fedd49, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:58.335327 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.336277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb53a6dd-041c-4433-b7fe-8fece4f578e2 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:58.373862 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: fb53a6dd-041c-4433-b7fe-8fece4f578e2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:58.374359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device fb53a6dd-041c-4433-b7fe-8fece4f578e2 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:58.386396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:58.451217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-e2ad5a14-c7af-4020-860d-c56ce3d6f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.453794 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-e2ad5a14-c7af-4020-860d-c56ce3d6f978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677439 Aug 31 14:17:58.491352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:58.522037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Deleting port 4213e9cb-0c7b-4288-a66f-c29cb76c4695 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:58.522799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.525057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f8c9c-b562-4d9c-a641-390ebf9e8e2e req-45c052d6-0ca8-40ac-b593-830966185d9b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.527964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a65f8c9c-b562-4d9c-a641-390ebf9e8e2e req-45c052d6-0ca8-40ac-b593-830966185d9b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.1886747 Aug 31 14:17:58.637923 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-34ad505b-6675-4866-9b08-6d84b5293429 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747389 Aug 31 14:17:58.642201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d171e7d5-042a-489c-9dcc-a80fd7dcfb85'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:58.759825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.760545 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.797645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a65f8c9c-b562-4d9c-a641-390ebf9e8e2e req-0e1a5641-0aff-4639-82bb-00ce16eaefc5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567791 Aug 31 14:17:58.809003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Calling delete_port for 4213e9cb-0c7b-4288-a66f-c29cb76c4695 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:58.889821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab2fb5d-b747-4339-818a-fd0988dae0cb req-6fb0b5c6-15df-4031-bfb0-ea78952231bb service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431257 Aug 31 14:17:58.895297 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8373c38-fd44-4b4b-9211-6a374eca8752 x-openstack-request-id: req-f8373c38-fd44-4b4b-9211-6a374eca8752 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:58.895765 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:58.896134 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8373c38-fd44-4b4b-9211-6a374eca8752 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:58.896540 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'status': 'completed', 'code': 200} Aug 31 14:17:59.053778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-77a12368-5f4d-495e-8ae9-c83a3bfa467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.058269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-77a12368-5f4d-495e-8ae9-c83a3bfa467d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 1094 time: 0.0556083 Aug 31 14:17:59.113194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.187709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-94557d6e-cf34-4e90-a79e-3276e2f7269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.190144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-94557d6e-cf34-4e90-a79e-3276e2f7269b service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1216464 Aug 31 14:17:59.209856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.257862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-773a9cb6-c5b4-46b9-ae8d-9fc78ead33f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf HTTP/1.1" status: 200 len: 217 time: 0.0589962 Aug 31 14:17:59.299602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event deleted for resources: {'Port': ['ID=4213e9cb-0c7b-4288-a66f-c29cb76c4695,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:59.349289 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38f12786-822e-402b-8684-8d4522ffe819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.357193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-4e595252-00c5-4df8-a1f5-0299818e8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.359583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-4e595252-00c5-4df8-a1f5-0299818e8387 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0872898 Aug 31 14:17:59.427430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-22ca7f29-6a7d-4750-8996-0aa48d0e4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.428972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-22ca7f29-6a7d-4750-8996-0aa48d0e4ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612812 Aug 31 14:17:59.509635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.510016 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Floating IP 92a251e8-6a3e-4027-9cf0-c8e9107b3558 disassociated (deleted). External IP: 172.25.0.104, port: eedfa277-f4f2-4b6a-9ffa-8355c21c33b3. Aug 31 14:17:59.571658 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.731062 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abaa55e-b5d8-4c86-ae07-5bf900183eb0 x-openstack-request-id: req-7abaa55e-b5d8-4c86-ae07-5bf900183eb0 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:59.732160 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b1f2e6-7192-4d29-a6ff-ba824a5d8d61", "name": "network-vif-plugged", "status": "completed", "tag": "d5e8a0b8-9cb9-4698-9be4-691f59fedd49", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:59.732794 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7abaa55e-b5d8-4c86-ae07-5bf900183eb0 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:59.734782 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'code': 200} Aug 31 14:18:00.161225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f2bd1-a0ed-446b-85fe-0d5b1cefcfb6 req-d7e20939-dad3-4644-b9ef-b0c61c130497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.162731 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0c6f2bd1-a0ed-446b-85fe-0d5b1cefcfb6 req-d7e20939-dad3-4644-b9ef-b0c61c130497 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 1097 time: 0.1712897 Aug 31 14:18:00.246894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ba90c-ea95-4eb9-812d-7eaa4476827d req-46286f0c-e91f-41f4-8f8f-de0df72fbc9e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.258675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be5ba90c-ea95-4eb9-812d-7eaa4476827d req-46286f0c-e91f-41f4-8f8f-de0df72fbc9e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 946 time: 0.1248732 Aug 31 14:18:00.336293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be5ba90c-ea95-4eb9-812d-7eaa4476827d req-d57f510e-4fdf-4369-9339-dd226d5d1122 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765150 Aug 31 14:18:00.350378 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-d8a5c928-4328-4625-94de-b164ada4a8e3 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9064527 Aug 31 14:18:00.381251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Router 317d15c9-ad87-4f1c-bd32-096b12ad8751 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:00.398379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0c6f2bd1-a0ed-446b-85fe-0d5b1cefcfb6 req-9b328a84-5fa3-484a-91a0-3d93d711079b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174251 Aug 31 14:18:00.468028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Deleting port 1251f755-e2dd-4ea2-8c8d-18622d63fa93 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:00.468543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.495105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3f083a9-ea80-4002-b9c2-2f4774982a19 req-1eaa0b17-7c37-4cd6-8c0f-916d664f3713 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307676 Aug 31 14:18:00.557205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf96e16-41bc-4cd6-9d86-5d8ae1f8d10c req-68d85662-ee4b-4953-8928-e2ada700b8bb tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.560721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cf96e16-41bc-4cd6-9d86-5d8ae1f8d10c req-68d85662-ee4b-4953-8928-e2ada700b8bb tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 945 time: 0.0630920 Aug 31 14:18:00.640925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cf96e16-41bc-4cd6-9d86-5d8ae1f8d10c req-40fb47ab-cf9d-49c0-9450-1823e61c8ea9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708852 Aug 31 14:18:00.645975 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.653588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:00.670851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] Sync routers for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:00.675074 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.682421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:00.683336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:00.768769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] For port 1251f755-e2dd-4ea2-8c8d-18622d63fa93, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1251f755-e2dd-4ea2-8c8d-18622d63fa93,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:00.769457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.783079 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6022942e-f55c-4647-8e39-0fb287362718 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "DELETE /v2.0/floatingips/92a251e8-6a3e-4027-9cf0-c8e9107b3558 HTTP/1.1" status: 204 len: 168 time: 2.8666258 Aug 31 14:18:00.785815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:00.793669 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396a422a-8730-43fb-9858-a2750631daf7" -d '{"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:00.803642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Calling delete_port for 1251f755-e2dd-4ea2-8c8d-18622d63fa93 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:00.871280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:00.980440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa25d2-e524-4a46-bf49-64fb4bfa4bf5 req-1f2fe19f-f338-4dd9-86e8-e73b0af89254 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.982906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4afa25d2-e524-4a46-bf49-64fb4bfa4bf5 req-1f2fe19f-f338-4dd9-86e8-e73b0af89254 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.0971432 Aug 31 14:18:01.051312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4afa25d2-e524-4a46-bf49-64fb4bfa4bf5 req-70bb03cc-1687-4931-ad2d-22ed82214f0d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514202 Aug 31 14:18:01.132769 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.172243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1251f755-e2dd-4ea2-8c8d-18622d63fa93,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:01.179526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:01.238660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:01.275440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] Checking router: 317d15c9-ad87-4f1c-bd32-096b12ad8751 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:18:01.294630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:01.295496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:01.460882 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd135b6-579d-45f0-8871-cfd4454444b2 x-openstack-request-id: req-dfd135b6-579d-45f0-8871-cfd4454444b2 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:01.461261 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:01.461579 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dfd135b6-579d-45f0-8871-cfd4454444b2 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:01.461998 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'status': 'completed', 'code': 200} Aug 31 14:18:01.507179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:01.546725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a422a-8730-43fb-9858-a2750631daf7 req-652af836-60a4-4bb2-811e-3b66f2890c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.548922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-396a422a-8730-43fb-9858-a2750631daf7 req-652af836-60a4-4bb2-811e-3b66f2890c2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 1097 time: 0.1399074 Aug 31 14:18:01.567767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1bd6-b08e-4c2e-9b99-72fe017583c9 req-924584ef-e3f9-42dd-8ea2-dcfa7242f0c6 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.569704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b25a1bd6-b08e-4c2e-9b99-72fe017583c9 req-924584ef-e3f9-42dd-8ea2-dcfa7242f0c6 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 946 time: 0.0745373 Aug 31 14:18:01.589785 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.744098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b25a1bd6-b08e-4c2e-9b99-72fe017583c9 req-021b5ada-6b8f-420a-a331-bc85e3ad6c42 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633174 Aug 31 14:18:01.805365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:01.825666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:01.826048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.906811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a422a-8730-43fb-9858-a2750631daf7 req-7900dcc5-1410-4d8d-877c-7d13b7d564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.910766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-396a422a-8730-43fb-9858-a2750631daf7 req-7900dcc5-1410-4d8d-877c-7d13b7d564ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 200 len: 915 time: 0.2998917 Aug 31 14:18:01.971112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-396a422a-8730-43fb-9858-a2750631daf7 req-c3646848-70ad-4acb-a284-2d4032b76277 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 200 len: 217 time: 0.0433326 Aug 31 14:18:01.984591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d3ad2-d997-442a-be25-c79264a6163f req-e9da8352-4c5d-41a2-82c9-57db9733149d tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.986837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-086d3ad2-d997-442a-be25-c79264a6163f req-e9da8352-4c5d-41a2-82c9-57db9733149d tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 946 time: 0.1499631 Aug 31 14:18:02.009100 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.053484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Router d9c32543-802c-495d-b851-2c0d3affecaf has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:02.057166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:02.059747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:02.062384 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26851d7e-5768-4812-ab5d-12fb223ea05a" -d '{"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:02.067029 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.068224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.085821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-086d3ad2-d997-442a-be25-c79264a6163f req-9cc712d5-2f13-4b9b-8966-d0b3032e4f97 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881910 Aug 31 14:18:02.096645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a422a-8730-43fb-9858-a2750631daf7 req-acb3f565-1810-4cc5-aee7-6719d3debe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.098399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-396a422a-8730-43fb-9858-a2750631daf7 req-acb3f565-1810-4cc5-aee7-6719d3debe07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e74bdb76-9d9a-436f-8f0a-ba52d640cab0 HTTP/1.1" status: 200 len: 852 time: 0.0816307 Aug 31 14:18:02.136796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:02.143004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:02.165589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a422a-8730-43fb-9858-a2750631daf7 req-58ae7d5c-cca4-4087-8ab4-c0f3a9bbb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.167247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-396a422a-8730-43fb-9858-a2750631daf7 req-58ae7d5c-cca4-4087-8ab4-c0f3a9bbb7fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98d6a92-f9a6-49b9-a6df-ae727221af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574880 Aug 31 14:18:02.171712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d253e-b6a3-4684-a371-33b46fea163d None None] The sync data for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 is: [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:14:31Z', 'revision_number': 4, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd', 'name': '', 'network_id': 'f98d6a92-f9a6-49b9-a6df-ae727221af91', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'mac_address': 'fa:16:3e:7a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:31Z', 'updated_at': '2021-08-31T14:14:37Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'subnets': [{'id': 'e74bdb76-9d9a-436f-8f0a-ba52d640cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:02.198420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:02.203907 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09d6ac62-6adb-405d-ad97-4f8d22d2cd85 admin admin] 10.222.0.10 "PUT /v2.0/routers/d9c32543-802c-495d-b851-2c0d3affecaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7753801 Aug 31 14:18:02.210528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:02.214312 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] Sync routers for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:02.232432 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:02.233172 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:02.370438 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:02.388398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e98c8a-0c62-4d66-bda0-152e388bba95 req-42caa13e-2763-4702-9e01-6541de11e498 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.390238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67e98c8a-0c62-4d66-bda0-152e388bba95 req-42caa13e-2763-4702-9e01-6541de11e498 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.2047110 Aug 31 14:18:02.404267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-396a422a-8730-43fb-9858-a2750631daf7 req-09bdfd64-ca48-40c0-8b23-440c67d8d772 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265036 Aug 31 14:18:02.448404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.526573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd213fc1-8542-49e4-b1a7-1549e0301a46 None None] New status for floating IP 92a251e8-6a3e-4027-9cf0-c8e9107b3558: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:18:02.547802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67e98c8a-0c62-4d66-bda0-152e388bba95 req-724d9238-9d04-4d4d-8bcd-4891f671dcc4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474469 Aug 31 14:18:02.614410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-396a422a-8730-43fb-9858-a2750631daf7 req-1fa2ab49-fe1d-4615-92e4-f5700906ec90 service neutron] 10.222.0.26 "GET /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001221 Aug 31 14:18:02.686089 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45602f-a8d3-4d51-bccf-64c86283faf8 x-openstack-request-id: req-af45602f-a8d3-4d51-bccf-64c86283faf8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:02.686382 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:02.686631 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af45602f-a8d3-4d51-bccf-64c86283faf8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:02.687028 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'code': 200} Aug 31 14:18:02.689347 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.716287 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:18:01Z', 'revision_number': 5, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port': {'id': '3c9beb00-35c9-4380-b0d8-b4d8c497f7ef', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:12Z', 'updated_at': '2021-08-31T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:02.751898 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] Checking router: d9c32543-802c-495d-b851-2c0d3affecaf for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:18:02.761171 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] Routers {'d9c32543-802c-495d-b851-2c0d3affecaf'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:02.761783 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['d9c32543-802c-495d-b851-2c0d3affecaf'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:02.816707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Deleting port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:02.817251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.850961 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] Set router d9c32543-802c-495d-b851-2c0d3affecaf gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:02.903886 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:18:02Z', 'revision_number': 6, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:02.926258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc0e48-e5eb-4242-8972-c9e5ae3a1b05 req-9ff49533-2e08-4f1c-b496-b3901f231d92 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.927264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bc0e48-e5eb-4242-8972-c9e5ae3a1b05 req-9ff49533-2e08-4f1c-b496-b3901f231d92 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.1508908 Aug 31 14:18:02.940128 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a0c83-2e4a-4567-bd03-7a74e5bbea30 None None] The sync data for ids ['d9c32543-802c-495d-b851-2c0d3affecaf'] in n-d-792362-6 is: [{'id': 'd9c32543-802c-495d-b851-2c0d3affecaf', 'name': 'tempest-TestServerBasicOps-1528583359-router', 'tenant_id': '1a73a70ed64843a881f43abf53df94a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:18:02Z', 'revision_number': 6, 'project_id': '1a73a70ed64843a881f43abf53df94a1', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:02.949638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92fdf7-a43c-492e-95f0-a6ac2731cf07 req-d2049e71-0a75-4e57-8bfb-02ea983f881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.951189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab92fdf7-a43c-492e-95f0-a6ac2731cf07 req-d2049e71-0a75-4e57-8bfb-02ea983f881d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0926979 Aug 31 14:18:03.004396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] For port 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:03.004781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.036060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Calling delete_port for 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:03.050820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab92fdf7-a43c-492e-95f0-a6ac2731cf07 req-57f70948-c6b6-4083-b5c4-95db9c4fd742 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877793 Aug 31 14:18:03.056788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bc0e48-e5eb-4242-8972-c9e5ae3a1b05 req-613e0cf5-d0dd-4c21-a3b9-34d8b201fc2d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112502 Aug 31 14:18:03.272213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889abf3-7a21-49d5-8d6c-21e2c2065c6b req-8f33f0a4-7f7b-422d-bef4-02f7e95a9cc3 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.274135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6889abf3-7a21-49d5-8d6c-21e2c2065c6b req-8f33f0a4-7f7b-422d-bef4-02f7e95a9cc3 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 946 time: 0.0853612 Aug 31 14:18:03.294333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.332014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9beb00-35c9-4380-b0d8-b4d8c497f7ef,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:03.354593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1251f755-e2dd-4ea2-8c8d-18622d63fa93 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:03.387059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1251f755-e2dd-4ea2-8c8d-18622d63fa93 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:03.387571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1251f755-e2dd-4ea2-8c8d-18622d63fa93 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:03.397465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6889abf3-7a21-49d5-8d6c-21e2c2065c6b req-2af50d5c-abc8-4bf5-9937-036e162e0c04 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/security-groups?id=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132605 Aug 31 14:18:03.421532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.527847 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:18:03.564653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.567397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.662537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8c925-c059-4c94-b8bf-67ce407f6f54 req-3f079da7-dcd7-4f99-a08f-34abd59d056c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.664189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05b8c925-c059-4c94-b8bf-67ce407f6f54 req-3f079da7-dcd7-4f99-a08f-34abd59d056c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 946 time: 0.1923151 Aug 31 14:18:03.665483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.666152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c32543-802c-495d-b851-2c0d3affecaf {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:03.672853 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.674350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-497b8f0d-be45-473f-83ee-7ad4a7c72cb0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d9c32543-802c-495d-b851-2c0d3affecaf HTTP/1.1" status: 204 len: 168 time: 1.4636657 Aug 31 14:18:03.677208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40636) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:03.746666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] Deleting subnet 8f559238-cd03-47ac-b0a2-aedd5d55444e {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:03.749863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.758288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05b8c925-c059-4c94-b8bf-67ce407f6f54 req-5d07167d-9171-44bd-a05e-f574caef410a tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817010 Aug 31 14:18:03.769170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-2e273bf2-4f4a-4395-ae05-e87530b5866d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.771126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-2e273bf2-4f4a-4395-ae05-e87530b5866d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.26 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 946 time: 0.0957158 Aug 31 14:18:03.802121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.976506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Deleting port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:03.976942 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.987127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.107673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.141081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d09-55f1-41f6-a6eb-0e62c7851831 req-a58049e6-48c9-40e8-9a6c-bcaf9c3f48d4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.149182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a969d09-55f1-41f6-a6eb-0e62c7851831 req-a58049e6-48c9-40e8-9a6c-bcaf9c3f48d4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1120076 Aug 31 14:18:04.159339 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.165335 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8f559238-cd03-47ac-b0a2-aedd5d55444e HTTP/1.1" status: 204 len: 168 time: 0.4828012 Aug 31 14:18:04.165335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ac891-4d74-4baf-a760-8c401d2638ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f559238-cd03-47ac-b0a2-aedd5d55444e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:04.168539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40646) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:04.180514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47ae8c7-dd17-4dee-aace-5acf354f9f66 None None] Network f8ad7aea-85c3-41cb-a505-4e1fd36765c4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:04.294329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a969d09-55f1-41f6-a6eb-0e62c7851831 req-7e997dc4-7397-42f2-b506-bf4a4e54a886 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438117 Aug 31 14:18:04.296624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] For port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:04.297295 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.312853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Calling delete_port for eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:04.385756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.483736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Deleting port 4efa8052-7069-42ec-b1aa-c33a4e51e415 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:04.484147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.624751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] DHCP port deletion for f8ad7aea-85c3-41cb-a505-4e1fd36765c4 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:04.639304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] For port 4efa8052-7069-42ec-b1aa-c33a4e51e415, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4efa8052-7069-42ec-b1aa-c33a4e51e415,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:04.639304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.660059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Calling delete_port for 4efa8052-7069-42ec-b1aa-c33a4e51e415 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:04.689300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.711482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0f2f-ae0d-46eb-9031-81a4a7a0955f req-689c0049-6e87-49d1-b18a-39d2d1d3dbba tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.713963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5ed0f2f-ae0d-46eb-9031-81a4a7a0955f req-689c0049-6e87-49d1-b18a-39d2d1d3dbba tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.1167738 Aug 31 14:18:04.734216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] Deleting port 4efa8052-7069-42ec-b1aa-c33a4e51e415 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:04.734907 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.742210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event deleted for resources: {'Port': ['ID=eedfa277-f4f2-4b6a-9ffa-8355c21c33b3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:04.854294 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.862684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] For port 4efa8052-7069-42ec-b1aa-c33a4e51e415, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4efa8052-7069-42ec-b1aa-c33a4e51e415,segment=NetworkSegment(b77a9b53-69de-47ad-aae1-e1a729f89ce4),segment_id=b77a9b53-69de-47ad-aae1-e1a729f89ce4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:04.863836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.878062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] No DVR routers for this DVR port eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:04.884935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.887089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-796904c6-0e48-4ded-8b8d-c391c91b846d req-86e3be90-3aa6-424e-a8f0-1324ad5ba4b7 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.26 "DELETE /v2.0/ports/eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 HTTP/1.1" status: 204 len: 173 time: 1.1084614 Aug 31 14:18:04.887628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'name': 'network-vif-deleted', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:04.890887 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35a6c42-0edb-4cc1-88ee-d1d64eba87a7" -d '{"events": [{"server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "name": "network-vif-deleted", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:04.897769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] Calling delete_port for 4efa8052-7069-42ec-b1aa-c33a4e51e415 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:04.910257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5ed0f2f-ae0d-46eb-9031-81a4a7a0955f req-1e117ad6-7afd-448c-8414-7f893de1cb68 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667333 Aug 31 14:18:04.945435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efa8052-7069-42ec-b1aa-c33a4e51e415,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:04.959733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] No DVR routers for this DVR port 4efa8052-7069-42ec-b1aa-c33a4e51e415 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:05.093556 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.120637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65ab4e89-8b9c-4c84-98fc-3dfdcee7be9d req-90f1e167-0bba-4a71-a054-856292335f15 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 210 time: 0.0721524 Aug 31 14:18:05.129797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] Pushing event deleted for resources: {'Port': ['ID=4efa8052-7069-42ec-b1aa-c33a4e51e415,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:05.155176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5f0f4-56fe-4833-a98d-d8cab7e7ffb9 None None] No DVR routers for this DVR port 4efa8052-7069-42ec-b1aa-c33a4e51e415 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:05.161784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.203377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ad7aea-85c3-41cb-a505-4e1fd36765c4']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:05.232390 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77a9b53-69de-47ad-aae1-e1a729f89ce4') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:05.232970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77a9b53-69de-47ad-aae1-e1a729f89ce4') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:05.254093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.263252 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08cd8a3-95c2-4115-aa4e-bfae3653d9fc x-openstack-request-id: req-a08cd8a3-95c2-4115-aa4e-bfae3653d9fc {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:05.264378 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6420abbc-e641-4290-93c0-f981d4185176", "name": "network-vif-deleted", "tag": "eedfa277-f4f2-4b6a-9ffa-8355c21c33b3", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:05.264798 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a08cd8a3-95c2-4115-aa4e-bfae3653d9fc {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:05.276458 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6420abbc-e641-4290-93c0-f981d4185176', 'name': 'network-vif-deleted', 'tag': 'eedfa277-f4f2-4b6a-9ffa-8355c21c33b3', 'status': 'completed', 'code': 200} Aug 31 14:18:05.284451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.292731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:05.293328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:05.307775 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:05.454154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.487307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.496357 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f8ad7aea-85c3-41cb-a505-4e1fd36765c4 HTTP/1.1" status: 204 len: 168 time: 1.3226094 Aug 31 14:18:05.501106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aebd8d-e9e2-458d-b061-5e47f07551c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ad7aea-85c3-41cb-a505-4e1fd36765c4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:05.504961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40664) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:05.529004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4efa8052-7069-42ec-b1aa-c33a4e51e415 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:05.557892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 4efa8052-7069-42ec-b1aa-c33a4e51e415 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:05.558480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4efa8052-7069-42ec-b1aa-c33a4e51e415 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:05.559050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:05.581199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:05.582223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3c9beb00-35c9-4380-b0d8-b4d8c497f7ef not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:05.599314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf410a4-8c21-4a7e-b78c-a39439cc6a11 req-0645bb5c-92fb-4c1f-a544-3ae9afd55149 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:05.601972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acf410a4-8c21-4a7e-b78c-a39439cc6a11 req-0645bb5c-92fb-4c1f-a544-3ae9afd55149 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1590884 Aug 31 14:18:05.659307 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acf410a4-8c21-4a7e-b78c-a39439cc6a11 req-84fb41c9-1f0e-4632-bc59-99f0ff7f1942 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410988 Aug 31 14:18:05.923535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad139d6-f8ea-402c-b95a-bc11ccae5ccf req-84b0d958-7965-4fe3-8f33-9c2922dee62e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:05.925165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ad139d6-f8ea-402c-b95a-bc11ccae5ccf req-84b0d958-7965-4fe3-8f33-9c2922dee62e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0771492 Aug 31 14:18:05.940638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:05.946374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Request body: {'floatingip': {'port_id': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:06.192216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.331480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.436333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baedded-a7b0-4dc7-82b9-ad68efec00c7 req-d58ace56-91e2-4be4-8f8e-d89dc074598c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.438254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0baedded-a7b0-4dc7-82b9-ad68efec00c7 req-d58ace56-91e2-4be4-8f8e-d89dc074598c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.1300285 Aug 31 14:18:06.516822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0baedded-a7b0-4dc7-82b9-ad68efec00c7 req-9b826ae6-dbe2-498d-9d9f-3ca17e4e21ce tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588048 Aug 31 14:18:06.568806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Deleting port 8c5e6ee7-e245-433d-b4c4-045e87eb5938 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:06.568806 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.691169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] For port 8c5e6ee7-e245-433d-b4c4-045e87eb5938, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c5e6ee7-e245-433d-b4c4-045e87eb5938,segment=NetworkSegment(cf6a8f76-a26f-4a1c-af86-fc8e2903632b),segment_id=cf6a8f76-a26f-4a1c-af86-fc8e2903632b)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:06.691339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-80632dc8-ee29-4d97-989c-dacc587cd2fb req-153aeccf-fbd9-4856-983b-b7b19b668ab2 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 210 time: 0.0660701 Aug 31 14:18:06.691743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.707597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Calling delete_port for 8c5e6ee7-e245-433d-b4c4-045e87eb5938 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:07.043111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.073517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5e6ee7-e245-433d-b4c4-045e87eb5938,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:07.159803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.164611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.199696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:07.274056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:07.279546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device eedfa277-f4f2-4b6a-9ffa-8355c21c33b3 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:07.428216 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Floating IP f4e37e9a-1377-44ad-8336-45d1fef516ba associated. External IP: 172.25.0.84, port: d171e7d5-042a-489c-9dcc-a80fd7dcfb85. Aug 31 14:18:07.430544 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.757801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40704) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:07.794925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Router f7a67f9e-9534-4e33-940a-f58ed2ac11ce has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:07.942371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:07.951874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-234e57d8-1641-4113-a39f-964bbac1f8da admin admin] 10.222.0.10 "PUT /v2.0/routers/f7a67f9e-9534-4e33-940a-f58ed2ac11ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377239 Aug 31 14:18:07.952632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40708) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:07.955001 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] Sync routers for ids ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:07.970601 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] Routers {'f7a67f9e-9534-4e33-940a-f58ed2ac11ce'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:07.971233 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:08.000821 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c237f04-a529-4237-8798-a751264a66bb req-b27d3793-9f47-4ad2-92e4-86aa8004f416 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.002546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c237f04-a529-4237-8798-a751264a66bb req-b27d3793-9f47-4ad2-92e4-86aa8004f416 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.3358693 Aug 31 14:18:08.062398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Router df148545-cade-4d95-acdf-4feedfb0b233 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:08.162305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c237f04-a529-4237-8798-a751264a66bb req-d27ddcf9-61c7-4593-ae19-9a8531dcc6a3 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436744 Aug 31 14:18:08.213722 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] Set router f7a67f9e-9534-4e33-940a-f58ed2ac11ce gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:08.395628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac3fac6a-71bb-4c0e-af55-2cb1242910b4 req-db3eebca-fe76-46cd-ad02-abb9ad219f95 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 210 time: 0.0434444 Aug 31 14:18:08.445551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:08.450657 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.461947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] Sync routers for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:08.482000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:08.482639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:08.503943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-715a8826-a407-4f41-b338-9f9c74a7553e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "PUT /v2.0/floatingips/f4e37e9a-1377-44ad-8336-45d1fef516ba HTTP/1.1" status: 200 len: 991 time: 2.5620856 Aug 31 14:18:08.505039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:08.507518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0719c895-9a03-4a46-9e24-1899fed301ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.509414 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26" -d '{"events": [{"name": "network-changed", "server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:08.604593 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:18:06Z', 'revision_number': 5, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:08.648798 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] Checking router: f7a67f9e-9534-4e33-940a-f58ed2ac11ce for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:18:08.660466 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] Routers {'f7a67f9e-9534-4e33-940a-f58ed2ac11ce'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:08.661422 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:08.711337 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2064b518-395c-4630-92da-3b0fdd38e4a2 x-openstack-request-id: req-2064b518-395c-4630-92da-3b0fdd38e4a2 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:08.711743 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:08.712193 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2064b518-395c-4630-92da-3b0fdd38e4a2 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:08.713305 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'status': 'completed', 'code': 200} Aug 31 14:18:08.717543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:08.718489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0719c895-9a03-4a46-9e24-1899fed301ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.727201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0719c895-9a03-4a46-9e24-1899fed301ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.800938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.817379 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] Set router f7a67f9e-9534-4e33-940a-f58ed2ac11ce gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:08.851061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719c895-9a03-4a46-9e24-1899fed301ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321976f3-3a6c-4947-9975-335cb923f59e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:08.877334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-bb6f09a0-07ed-477b-b992-e0a6e30917dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.879159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-bb6f09a0-07ed-477b-b992-e0a6e30917dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0986462 Aug 31 14:18:08.887879 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0719c895-9a03-4a46-9e24-1899fed301ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bc3efe1055d4b2a9397b220c86be4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1285722 Aug 31 14:18:08.892988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40716) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:09.000767 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eb0bd23-f0b7-4a6a-8ced-6ec089c714fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.039455 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.045379 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eb0bd23-f0b7-4a6a-8ced-6ec089c714fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.075947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-9a44bcc4-b9a0-4aa2-9ac3-0f2eadc62121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.077953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-9a44bcc4-b9a0-4aa2-9ac3-0f2eadc62121 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.1879015 Aug 31 14:18:09.091766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'f4e37e9a-1377-44ad-8336-45d1fef516ba', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'port_id': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'mac_address': 'fa:16:3e:b6:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:45Z', 'updated_at': '2021-08-31T14:18:07Z', 'revision_number': 1, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:09.155811 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Deleting port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:09.158659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.161660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] Checking router: df148545-cade-4d95-acdf-4feedfb0b233 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:18:09.184434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:09.187626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:09.211937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-6687bab4-e23d-4ee4-beb8-c9fbd71f1d80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 200 len: 999 time: 0.1259217 Aug 31 14:18:09.223844 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:18:06Z', 'revision_number': 5, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:09.293642 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6969-b421-419c-9745-ce93de6c4c1d None None] The sync data for ids ['f7a67f9e-9534-4e33-940a-f58ed2ac11ce'] in n-d-792362-6 is: [{'id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'name': 'tempest-TestServerBasicOps-1209352970-router', 'tenant_id': 'a3ff6cb48fb347d883e017281c342e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:21Z', 'updated_at': '2021-08-31T14:18:06Z', 'revision_number': 5, 'project_id': 'a3ff6cb48fb347d883e017281c342e4c', 'gw_port': {'id': '9bd2eff7-204f-4822-bcc8-bdf6f01e2dad', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a67f9e-9534-4e33-940a-f58ed2ac11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:22Z', 'updated_at': '2021-08-31T14:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:09.306052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eb0bd23-f0b7-4a6a-8ced-6ec089c714fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.309007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eb0bd23-f0b7-4a6a-8ced-6ec089c714fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.314042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1eb0bd23-f0b7-4a6a-8ced-6ec089c714fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/321976f3-3a6c-4947-9975-335cb923f59e HTTP/1.1" status: 204 len: 168 time: 0.4159043 Aug 31 14:18:09.314505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-c354c6ee-e0f5-4ee2-9f46-f713e5e4e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.316248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-c354c6ee-e0f5-4ee2-9f46-f713e5e4e42b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0935483 Aug 31 14:18:09.377154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0bd23-f0b7-4a6a-8ced-6ec089c714fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321976f3-3a6c-4947-9975-335cb923f59e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:09.401933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] For port 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:09.402347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.415772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-ab03cfdd-749c-4592-940a-d4d9d800e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.419242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-ab03cfdd-749c-4592-940a-d4d9d800e382 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914176 Aug 31 14:18:09.424286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Calling delete_port for 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:09.442171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c8015-0b40-4132-9169-667a007db561 req-8be076a4-b63a-41e5-81f1-dc4c10cac7dc tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.445252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d56c8015-0b40-4132-9169-667a007db561 req-8be076a4-b63a-41e5-81f1-dc4c10cac7dc tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.1278911 Aug 31 14:18:09.468721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:09.555390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d56c8015-0b40-4132-9169-667a007db561 req-d19ea138-13de-4a29-89ef-f46a0b192b60 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979145 Aug 31 14:18:09.656687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-e4a718c9-c5b8-434a-9cb4-1b7b239ce085 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064869 Aug 31 14:18:09.824487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-944381e5-1f9d-4766-91f4-3054999056e9 req-d20aa526-4d3d-4828-a90b-e55f02b870d9 tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 210 time: 0.1631203 Aug 31 14:18:09.857367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.915117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0c0773b-3fe6-4c6e-9c86-8c84533ead26 req-ac54ee00-9def-406b-b29d-ca499d699f7c service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527549 Aug 31 14:18:09.923169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd2eff7-204f-4822-bcc8-bdf6f01e2dad,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:09.958787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'f4e37e9a-1377-44ad-8336-45d1fef516ba', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'port_id': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'mac_address': 'fa:16:3e:b6:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:45Z', 'updated_at': '2021-08-31T14:18:07Z', 'revision_number': 1, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:10.006335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748154a-d37d-4237-9368-867c88bb87e9 None None] The sync data for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 is: [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'f4e37e9a-1377-44ad-8336-45d1fef516ba', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'port_id': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'mac_address': 'fa:16:3e:b6:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:17:45Z', 'updated_at': '2021-08-31T14:18:07Z', 'revision_number': 1, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:10.028806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.051786 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.168823 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.171926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.228583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.230112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a67f9e-9534-4e33-940a-f58ed2ac11ce {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:10.236044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.245207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40742) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:10.253278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7a3189f6-bcbc-4eeb-a797-d7a2dad9e392 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f7a67f9e-9534-4e33-940a-f58ed2ac11ce HTTP/1.1" status: 204 len: 168 time: 2.2993147 Aug 31 14:18:10.334564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] Deleting subnet 1093a106-ef43-41e1-a4f4-de43d1e17cb7 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:10.339314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.382417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.424899 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44bed6-ecd9-40bd-8662-04cce7b3055d None None] New status for floating IP f4e37e9a-1377-44ad-8336-45d1fef516ba: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:18:10.534765 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.639653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.692228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.694839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278b75a-64a4-4cc7-8eea-a4749f6c2b50 None None] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:10.698224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1093a106-ef43-41e1-a4f4-de43d1e17cb7 HTTP/1.1" status: 204 len: 168 time: 0.4493363 Aug 31 14:18:10.698643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2be89-d5c8-4555-81aa-86318b3cb896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1093a106-ef43-41e1-a4f4-de43d1e17cb7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:10.699000 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40752) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:10.847130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651fa68-c740-4acd-80a3-91725b8e83ed req-69e3118c-a8d3-4722-8d49-ccece929dc86 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.849189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8651fa68-c740-4acd-80a3-91725b8e83ed req-69e3118c-a8d3-4722-8d49-ccece929dc86 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 943 time: 0.1233072 Aug 31 14:18:10.895112 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.922464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8651fa68-c740-4acd-80a3-91725b8e83ed req-fb8e6db0-0ca6-4538-8e92-da0bd52e9168 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607014 Aug 31 14:18:10.986672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Deleting port 090876dc-1399-4542-a6b7-6671a9608a0f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:10.987206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.087203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] DHCP port deletion for 0fb32b1c-fc2d-4c56-b89c-63796cedb215 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:11.111816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01390c90-feab-4c37-a1bc-3fac202005d9 req-0835971d-9476-401c-8cda-80bed574218d tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6420abbc-e641-4290-93c0-f981d4185176 HTTP/1.1" status: 200 len: 210 time: 0.0590491 Aug 31 14:18:11.174234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] For port 090876dc-1399-4542-a6b7-6671a9608a0f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=090876dc-1399-4542-a6b7-6671a9608a0f,segment=NetworkSegment(cf6a8f76-a26f-4a1c-af86-fc8e2903632b),segment_id=cf6a8f76-a26f-4a1c-af86-fc8e2903632b)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:11.174655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.209835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Calling delete_port for 090876dc-1399-4542-a6b7-6671a9608a0f owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:11.238830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd5c02a1-1fa8-4b93-98ec-6d00d502eddf details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:11.255439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] Deleting port 090876dc-1399-4542-a6b7-6671a9608a0f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:11.258350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.338325 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.356954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] For port 090876dc-1399-4542-a6b7-6671a9608a0f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=090876dc-1399-4542-a6b7-6671a9608a0f,segment=NetworkSegment(cf6a8f76-a26f-4a1c-af86-fc8e2903632b),segment_id=cf6a8f76-a26f-4a1c-af86-fc8e2903632b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:11.357616 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.381257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Pushing event deleted for resources: {'Port': ['ID=090876dc-1399-4542-a6b7-6671a9608a0f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:11.390631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] No DVR routers for this DVR port 090876dc-1399-4542-a6b7-6671a9608a0f on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:11.393880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] Calling delete_port for 090876dc-1399-4542-a6b7-6671a9608a0f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:11.492509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 090876dc-1399-4542-a6b7-6671a9608a0f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:11.492767 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.506713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb32b1c-fc2d-4c56-b89c-63796cedb215']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:11.520309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:11.520729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6a8f76-a26f-4a1c-af86-fc8e2903632b') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:11.538792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.556547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.564045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Releasing vlan 1545 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:11.564562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.632589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 090876dc-1399-4542-a6b7-6671a9608a0f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:11.633126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 090876dc-1399-4542-a6b7-6671a9608a0f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:11.633632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:11.679739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:11.680177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9bd2eff7-204f-4822-bcc8-bdf6f01e2dad not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:11.680913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c5e6ee7-e245-433d-b4c4-045e87eb5938 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:11.691920 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:11.701554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.714322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 8c5e6ee7-e245-433d-b4c4-045e87eb5938 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:11.714855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.715349 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c5e6ee7-e245-433d-b4c4-045e87eb5938 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:11.722616 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0fb32b1c-fc2d-4c56-b89c-63796cedb215 HTTP/1.1" status: 204 len: 168 time: 1.0221508 Aug 31 14:18:11.783241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6054bf8-d87d-4b1a-8f5e-f8cd1e203681 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb32b1c-fc2d-4c56-b89c-63796cedb215,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:11.815674 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.860984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:11.870092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] Network 0fb32b1c-fc2d-4c56-b89c-63796cedb215 is not hosted by any dhcp agent {{(pid=101362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:18:11.870696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] No DVR routers for this DVR port 090876dc-1399-4542-a6b7-6671a9608a0f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:11.900165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773baa5f-ccc6-4dde-ad30-d95d9614f9f9 None None] Pushing event deleted for resources: {'Port': ['ID=090876dc-1399-4542-a6b7-6671a9608a0f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:11.908241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'port_id': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'mac_address': 'fa:16:3e:4a:d7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:11.986646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.015589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5c02a1-1fa8-4b93-98ec-6d00d502eddf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:12.067400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:12.075518 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.175728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:12.191331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aef34-f964-46df-a5ed-e39f44dd04f1 req-1349d554-d3d9-4399-94f7-2c761e8ef5c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.203294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-162aef34-f964-46df-a5ed-e39f44dd04f1 req-1349d554-d3d9-4399-94f7-2c761e8ef5c2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 944 time: 0.1298072 Aug 31 14:18:12.242136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40788) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.274508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-162aef34-f964-46df-a5ed-e39f44dd04f1 req-cf6acdf6-bcc2-4b43-b6ea-0e2a18b395aa tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690393 Aug 31 14:18:12.322540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40792) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.347284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-682ba2f5-7dad-42d7-b099-c6276fbb2bc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a73a70ed64843a881f43abf53df94a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029530 Aug 31 14:18:12.348313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40794) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.420322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c07198e-c5a2-4178-8aa3-984047956cfa tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.443117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['bd5c02a1-1fa8-4b93-98ec-6d00d502eddf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:12.453583 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c07198e-c5a2-4178-8aa3-984047956cfa tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.505535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1360d250-7bb1-47b6-84bc-85139943a84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.531911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1360d250-7bb1-47b6-84bc-85139943a84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.581431 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c07198e-c5a2-4178-8aa3-984047956cfa tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.588898 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c07198e-c5a2-4178-8aa3-984047956cfa tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.590761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c07198e-c5a2-4178-8aa3-984047956cfa tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] 10.222.0.10 "DELETE /v2.0/security-groups/51c8a97f-9e2f-46ed-bbf3-385cb7ed5131 HTTP/1.1" status: 204 len: 168 time: 0.2666647 Aug 31 14:18:12.619455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07198e-c5a2-4178-8aa3-984047956cfa tempest-TestVolumeBackupRestore-1566939462 tempest-TestVolumeBackupRestore-1566939462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8a97f-9e2f-46ed-bbf3-385cb7ed5131,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:12.683050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1360d250-7bb1-47b6-84bc-85139943a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.690509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1360d250-7bb1-47b6-84bc-85139943a84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.693719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1360d250-7bb1-47b6-84bc-85139943a84c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33f20d87-1ea2-475a-8de8-eb9d9d7d1540 HTTP/1.1" status: 204 len: 168 time: 0.3438036 Aug 31 14:18:12.737594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360d250-7bb1-47b6-84bc-85139943a84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f20d87-1ea2-475a-8de8-eb9d9d7d1540,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:13.525618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546807b-29f7-49b9-af40-3cd0b301783b req-b167209d-fa36-418f-aa8c-cd9dcd4a79a4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:13.528100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7546807b-29f7-49b9-af40-3cd0b301783b req-b167209d-fa36-418f-aa8c-cd9dcd4a79a4 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 944 time: 0.1474462 Aug 31 14:18:13.634182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7546807b-29f7-49b9-af40-3cd0b301783b req-5ebf2742-e009-4fc2-a1d4-c9f116bf34de tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970716 Aug 31 14:18:13.832252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 40896) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:13.901391 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e418b54-462e-4bc6-94dd-ecc67f6ddcb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3ff6cb48fb347d883e017281c342e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662875 Aug 31 14:18:13.905399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 40906) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:13.994814 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-386d0ebc-b247-4536-8462-772734efedfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.026124 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-386d0ebc-b247-4536-8462-772734efedfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.116016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-386d0ebc-b247-4536-8462-772734efedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.119250 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-386d0ebc-b247-4536-8462-772734efedfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.124334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-386d0ebc-b247-4536-8462-772734efedfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a38917c-c71a-41ba-8ef0-f374ccb18cf3 HTTP/1.1" status: 204 len: 168 time: 0.2138941 Aug 31 14:18:14.133322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d0ebc-b247-4536-8462-772734efedfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a38917c-c71a-41ba-8ef0-f374ccb18cf3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:14.991259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e1f62-69b2-4dc9-bdf1-fe8473fafeea req-c38af631-332c-4295-85ea-398a0d211978 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:14.994520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857e1f62-69b2-4dc9-bdf1-fe8473fafeea req-c38af631-332c-4295-85ea-398a0d211978 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 944 time: 0.1486893 Aug 31 14:18:15.083945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-857e1f62-69b2-4dc9-bdf1-fe8473fafeea req-4443a2f5-e4d5-4cc0-bb2d-af98e6df2f30 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796006 Aug 31 14:18:15.285768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd5c02a1-1fa8-4b93-98ec-6d00d502eddf up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:15.390612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:15.396653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:15.397765 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.405818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41060) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:15.606455 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.664122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:15.672952 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d071f6-a731-4193-a590-e8b918ec6241" -d '{"events": [{"server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:15.679377 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6197b41e-fda2-4ffc-9131-e2fa60eec1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.702903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:15.710988 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.857057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:15.872905 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e420a88-668b-4db3-9a68-be61a65318b1 x-openstack-request-id: req-0e420a88-668b-4db3-9a68-be61a65318b1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:15.876747 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:15.877204 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e420a88-668b-4db3-9a68-be61a65318b1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:15.877824 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'code': 200} Aug 31 14:18:15.938750 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6197b41e-fda2-4ffc-9131-e2fa60eec1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.950063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6197b41e-fda2-4ffc-9131-e2fa60eec1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.000796 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197b41e-fda2-4ffc-9131-e2fa60eec1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab317351-4ba3-4ed4-8564-9bb42b038227,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.006258 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6197b41e-fda2-4ffc-9131-e2fa60eec1ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c020347c86824993b36da3dd6e4135bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975435 Aug 31 14:18:16.008823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41120) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.054351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce26ab0-c692-40e9-9ad4-8f14d2b1f90c req-789a8de7-3e3e-456f-af4c-9f09c51a22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.058386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ce26ab0-c692-40e9-9ad4-8f14d2b1f90c req-789a8de7-3e3e-456f-af4c-9f09c51a22fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 1096 time: 0.0955694 Aug 31 14:18:16.111066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9c42248-916b-4bce-bae9-6f2e43d5bbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.124175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ce26ab0-c692-40e9-9ad4-8f14d2b1f90c req-443aaa79-5996-455f-b361-40d7d7789df4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506060 Aug 31 14:18:16.149581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9c42248-916b-4bce-bae9-6f2e43d5bbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.272395 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9c42248-916b-4bce-bae9-6f2e43d5bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.276192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b9c42248-916b-4bce-bae9-6f2e43d5bbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.278167 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b9c42248-916b-4bce-bae9-6f2e43d5bbf2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab317351-4ba3-4ed4-8564-9bb42b038227 HTTP/1.1" status: 204 len: 168 time: 0.2677131 Aug 31 14:18:16.299098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6b574-a06e-416f-b2d3-b07470a4d98f req-33339d33-a466-4a2c-a0e6-cd4c36f6320d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.306862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c42248-916b-4bce-bae9-6f2e43d5bbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab317351-4ba3-4ed4-8564-9bb42b038227,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.332699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef6b574-a06e-416f-b2d3-b07470a4d98f req-33339d33-a466-4a2c-a0e6-cd4c36f6320d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.1397398 Aug 31 14:18:16.409926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ef6b574-a06e-416f-b2d3-b07470a4d98f req-ed883ab0-2687-4307-8ce7-3874554822db tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721526 Aug 31 14:18:16.783887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41208) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.805596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5c4dd5f-72e4-487a-80c9-234506e3097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.008756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5c4dd5f-72e4-487a-80c9-234506e3097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.018010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e5c4dd5f-72e4-487a-80c9-234506e3097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.079286 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e5c4dd5f-72e4-487a-80c9-234506e3097e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79cc2275538744ddb81aaa7c54447f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934456 Aug 31 14:18:17.080660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4dd5f-72e4-487a-80c9-234506e3097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751d9b7-73ef-4a9e-9e14-863ba7c136f7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.083376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41240) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:17.181526 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db4ec142-813f-436e-b59d-b026fa3c4c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.218661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db4ec142-813f-436e-b59d-b026fa3c4c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.355122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db4ec142-813f-436e-b59d-b026fa3c4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.363488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-db4ec142-813f-436e-b59d-b026fa3c4c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.364711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-db4ec142-813f-436e-b59d-b026fa3c4c30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f751d9b7-73ef-4a9e-9e14-863ba7c136f7 HTTP/1.1" status: 204 len: 168 time: 0.2800508 Aug 31 14:18:17.376646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ec142-813f-436e-b59d-b026fa3c4c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751d9b7-73ef-4a9e-9e14-863ba7c136f7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.687519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932695-c62b-4cc0-bf76-7af6dcaa1e3e req-4d9ed19a-d543-4a19-aad9-599a228dec6b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.704324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d932695-c62b-4cc0-bf76-7af6dcaa1e3e req-4d9ed19a-d543-4a19-aad9-599a228dec6b tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.1801715 Aug 31 14:18:17.811191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d932695-c62b-4cc0-bf76-7af6dcaa1e3e req-53fec472-4fe1-4dee-be3f-9d08eae02cfa tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055217 Aug 31 14:18:19.021120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06466e7-b60e-4a45-a63d-0b1d15221474 req-598014b2-baee-4c8b-a44a-6207edbe5307 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:19.023714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b06466e7-b60e-4a45-a63d-0b1d15221474 req-598014b2-baee-4c8b-a44a-6207edbe5307 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.0774763 Aug 31 14:18:19.082650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b06466e7-b60e-4a45-a63d-0b1d15221474 req-35af59bf-0d1d-4127-b8ef-5778a2cd228a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516946 Aug 31 14:18:19.380011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab5b3c-3861-4008-84c8-e4d1c052e638 req-0b461251-76d7-4f5b-b1ca-55f607b4c9d5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:19.382200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4ab5b3c-3861-4008-84c8-e4d1c052e638 req-0b461251-76d7-4f5b-b1ca-55f607b4c9d5 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.0820115 Aug 31 14:18:19.433812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4ab5b3c-3861-4008-84c8-e4d1c052e638 req-92cc12a5-21f6-40cb-82b1-d35ae977c806 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 Aug 31 14:18:19.460120 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41360) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:19.784655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e5aa7e-0453-4122-acc5-cbcf1c7f9a2f tempest-TestVolumeBootPattern-1913420798 tempest-TestVolumeBootPattern-1913420798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:19.786449 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-92e5aa7e-0453-4122-acc5-cbcf1c7f9a2f tempest-TestVolumeBootPattern-1913420798 tempest-TestVolumeBootPattern-1913420798-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 1091 time: 0.3245633 Aug 31 14:18:19.789233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41372) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:19.794342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:19.821122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.973850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41378) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:19.995296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.197737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Allocated IP 172.25.0.218 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/8005d0e7-7cae-4106-9b5a-21b676d6eb62) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:20.343626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.399229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.442489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:20.449630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:20.456551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:20.484051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=8005d0e7-7cae-4106-9b5a-21b676d6eb62,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:20.527405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.935462 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.015541 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.151746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Deleting port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:21.152116 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.222450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.228657 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.253028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] For port e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:21.253966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.276331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Calling delete_port for e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:21.303595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event updated for resources: {'Port': ['ID=8005d0e7-7cae-4106-9b5a-21b676d6eb62,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:21.317485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.451645 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Floating IP e8bdafae-cc23-46c5-9803-01f91cb776f6 associated. External IP: 172.25.0.218, port: bd5c02a1-1fa8-4b93-98ec-6d00d502eddf. Aug 31 14:18:21.548519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.576623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:21.709443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:21.778744 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.849178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:21.863686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:21.870751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.875443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:21.877164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:21.914572 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e144034e-6924-44ac-a78a-2793e5cd7572 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1230650 Aug 31 14:18:21.915489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:21.918794 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2dac92-3bda-4da0-a476-0645cc3d4486" -d '{"events": [{"name": "network-changed", "server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:22.027144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:22.046122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Router 317d15c9-ad87-4f1c-bd32-096b12ad8751 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:22.196396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:22.202462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d9eaf0fd-8308-46f5-89e0-95c81964ea66 admin admin] 10.222.0.10 "PUT /v2.0/routers/317d15c9-ad87-4f1c-bd32-096b12ad8751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2275128 Aug 31 14:18:22.207074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41436) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:22.208209 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] Sync routers for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:22.230213 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:22.242562 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:22.334177 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8b8381-458c-4298-902e-b7a0892dc6bb x-openstack-request-id: req-2b8b8381-458c-4298-902e-b7a0892dc6bb {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:22.334701 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:22.335010 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b8b8381-458c-4298-902e-b7a0892dc6bb {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:22.335491 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'status': 'completed', 'code': 200} Aug 31 14:18:22.348575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 1, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}, {'id': 'e8bdafae-cc23-46c5-9803-01f91cb776f6', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:4a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:18:20Z', 'updated_at': '2021-08-31T14:18:20Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:22.360365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.422705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:18:22.440094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:22.441232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:22.442171 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:22.500060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-4a4a8f22-a51b-40a5-b3ff-a1f202b4b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:22.501701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-4a4a8f22-a51b-40a5-b3ff-a1f202b4b44d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 1096 time: 0.1207111 Aug 31 14:18:22.536094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.646291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-40ec41fc-3f8f-40fe-af26-e58faad20893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:22.648019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-40ec41fc-3f8f-40fe-af26-e58faad20893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1386964 Aug 31 14:18:22.675000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:22.679711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Deleting port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:22.680063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.796640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-985e4c73-8a3f-4457-844d-d1688c47aff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf HTTP/1.1" status: 200 len: 999 time: 0.1350725 Aug 31 14:18:22.844274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] For port a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:22.845424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.860428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Calling delete_port for a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:22.917960 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:18:21Z', 'revision_number': 5, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port': {'id': 'a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:29Z', 'updated_at': '2021-08-31T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:22.927586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-299206c1-4583-4894-9cee-604943721a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:22.931313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-299206c1-4583-4894-9cee-604943721a82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1206155 Aug 31 14:18:22.970206 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] Checking router: 317d15c9-ad87-4f1c-bd32-096b12ad8751 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:18:22.983124 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] Routers {'317d15c9-ad87-4f1c-bd32-096b12ad8751'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:22.985881 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['317d15c9-ad87-4f1c-bd32-096b12ad8751'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:22.998126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 1, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}, {'id': 'e8bdafae-cc23-46c5-9803-01f91cb776f6', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:4a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:18:20Z', 'updated_at': '2021-08-31T14:18:20Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:23.028201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f53854-d401-440d-a88b-0079ed681a60 None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 1, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}, {'id': 'e8bdafae-cc23-46c5-9803-01f91cb776f6', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:4a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:18:20Z', 'updated_at': '2021-08-31T14:18:20Z', 'revision_number': 0, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:23.050085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-56e0036d-4a93-480b-9d0d-921c40366ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:23.055075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-56e0036d-4a93-480b-9d0d-921c40366ae9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108582 Aug 31 14:18:23.146106 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] Set router 317d15c9-ad87-4f1c-bd32-096b12ad8751 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:23.173243 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.214483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:23.236361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-f3ed7e3e-56b6-4376-845d-533539344248 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700358 Aug 31 14:18:23.262859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:18:22Z', 'revision_number': 6, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:23.300917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.301675 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8241a89-3360-48c6-918f-bb62e943b1fc None None] The sync data for ids ['317d15c9-ad87-4f1c-bd32-096b12ad8751'] in n-d-792362-6 is: [{'id': '317d15c9-ad87-4f1c-bd32-096b12ad8751', 'name': 'tempest-TestVolumeBackupRestore-392493272-router', 'tenant_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:28Z', 'updated_at': '2021-08-31T14:18:22Z', 'revision_number': 6, 'project_id': '9e26c57f2617436a8dc98c2deb0e4d5e', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:23.425478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673502d0-5005-49c6-8a0a-39ac467c7137 None None] New status for floating IP e8bdafae-cc23-46c5-9803-01f91cb776f6: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:18:23.433154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc2dac92-3bda-4da0-a476-0645cc3d4486 req-c66b9e4e-f8b2-42bb-a940-be9018b1e78e service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891444 Aug 31 14:18:23.462867 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.466538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.523769 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.524475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317d15c9-ad87-4f1c-bd32-096b12ad8751 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:23.530672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.534632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-684fb2e8-d2bf-4a4a-84f0-94202db4480f admin admin] 10.222.0.10 "DELETE /v2.0/routers/317d15c9-ad87-4f1c-bd32-096b12ad8751 HTTP/1.1" status: 204 len: 168 time: 1.3262794 Aug 31 14:18:23.535016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41458) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:23.625617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] Deleting subnet e74bdb76-9d9a-436f-8f0a-ba52d640cab0 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:23.629361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.695609 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.823663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.894638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.925966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.931547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e74bdb76-9d9a-436f-8f0a-ba52d640cab0 HTTP/1.1" status: 204 len: 168 time: 0.3912776 Aug 31 14:18:23.931547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e1fb8-dfe7-4ae0-bcbf-142266e9422f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74bdb76-9d9a-436f-8f0a-ba52d640cab0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:23.932005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581d130-60f8-4e96-b354-2c673cf7b10b None None] Network f98d6a92-f9a6-49b9-a6df-ae727221af91 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:23.932176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41470) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.055384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.132343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Deleting port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:24.132691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.220218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] For port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:24.220218 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.236295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Calling delete_port for c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:24.240241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] DHCP port deletion for f98d6a92-f9a6-49b9-a6df-ae727221af91 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:24.301723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] Deleting port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:24.302038 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.384609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] For port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,segment=NetworkSegment(388da1bd-9938-4a8f-bd68-47aba2c7f8dd),segment_id=388da1bd-9938-4a8f-bd68-47aba2c7f8dd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:24.385597 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.386528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.415449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] Calling delete_port for c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:24.421044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] No DVR routers for this DVR port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:24.423974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.534268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.538381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.554158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98d6a92-f9a6-49b9-a6df-ae727221af91']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:24.589944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388da1bd-9938-4a8f-bd68-47aba2c7f8dd') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:24.590428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388da1bd-9938-4a8f-bd68-47aba2c7f8dd') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:24.601904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] Pushing event deleted for resources: {'Port': ['ID=c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.612315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c45968-30fa-4c9c-ac5e-7ed8062573fa None None] No DVR routers for this DVR port c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:24.642435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.687773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.703072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:24.706108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:24.715295 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:24.821178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.843756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.847944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f98d6a92-f9a6-49b9-a6df-ae727221af91 HTTP/1.1" status: 204 len: 168 time: 0.9142852 Aug 31 14:18:24.850718 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41488) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.914727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98d6a92-f9a6-49b9-a6df-ae727221af91,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.928042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.929354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.931016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.931860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.932714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.933670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.934532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.935401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.936255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.937207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.938608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:24.939499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235857f4-3b2c-4c43-9302-43a0d3181d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:25.316605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-26ca3441-da40-4fdb-9e94-fa7e85e06942 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:25.318738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-26ca3441-da40-4fdb-9e94-fa7e85e06942 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.1447034 Aug 31 14:18:25.357126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7d82e258-348d-4000-bb33-ec60de7d7d56 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/quotas/b7e2682aff24462e83eb9372b49d34b8 HTTP/1.1" status: 200 len: 375 time: 0.0298829 Aug 31 14:18:25.421905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-e801037c-40e8-4e37-9908-5789c1e6b814 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633945 Aug 31 14:18:25.462061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:25.502219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:25.503085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e6167ad4-034f-4d14-8d6d-ebb27a9fa9cd not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:25.503979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:25.550526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:25.552139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5fd22ac-ca77-4eee-9ba7-e4697a0a22a2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:25.553080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:25.564627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4c0ae8e1-ce10-41dd-94b2-9978ae3f9e1c service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283982 Aug 31 14:18:25.590899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:25.591888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4b2cf0d-5c72-4c0e-9a12-ddf34a86bc55 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:25.679181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-da7373f1-f779-4cf6-8dbf-c03e0edc0f17 service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080153 Aug 31 14:18:25.766551 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.880482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96d55722-3a60-4c60-bce7-68816c98ef72 req-47d5f190-634b-4ce0-b6f3-5dd2e471b4ed tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Aug 31 14:18:26.120274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Deleting port 076297e6-4c95-4f45-906c-09a6c8af740b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:26.120799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.224108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] For port 076297e6-4c95-4f45-906c-09a6c8af740b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=076297e6-4c95-4f45-906c-09a6c8af740b,segment=NetworkSegment(6e057121-fb0e-4e86-9464-bfece0ee6355),segment_id=6e057121-fb0e-4e86-9464-bfece0ee6355)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:26.224671 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.244623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Calling delete_port for 076297e6-4c95-4f45-906c-09a6c8af740b owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:26.504654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.552713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Pushing event deleted for resources: {'Port': ['ID=076297e6-4c95-4f45-906c-09a6c8af740b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:26.762415 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8a2c-bd7e-4575-ac6f-1fda6c36bae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.790265 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.029897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d057105f-d54f-40be-a09a-9437a6bed4aa req-2df8f41a-50dc-42a5-b269-12e2a807c43e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 210 time: 0.0562460 Aug 31 14:18:27.135211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Router cacd9591-6db7-48e9-bba7-3a76118b3d23 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:27.293988 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:27.307642 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] Sync routers for ids ['cacd9591-6db7-48e9-bba7-3a76118b3d23'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:27.309621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ca31a06b-4f41-4504-af69-7a318daf425d admin admin] 10.222.0.10 "PUT /v2.0/routers/cacd9591-6db7-48e9-bba7-3a76118b3d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4570982 Aug 31 14:18:27.313169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41538) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:27.332588 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] Routers {'cacd9591-6db7-48e9-bba7-3a76118b3d23'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:27.334472 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cacd9591-6db7-48e9-bba7-3a76118b3d23'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:27.504228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-cb84d054-8c38-4d27-b579-b56a6ac5a339 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:27.506280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-cb84d054-8c38-4d27-b579-b56a6ac5a339 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.2672391 Aug 31 14:18:27.541831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Request body: {'port': {'device_id': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'admin_state_up': True, 'tenant_id': 'b7e2682aff24462e83eb9372b49d34b8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:27.572153 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.573843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41542) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:27.607446 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] Set router cacd9591-6db7-48e9-bba7-3a76118b3d23 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:27.733275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Made reservation on behalf of b7e2682aff24462e83eb9372b49d34b8 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:27.740845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.775636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.800587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c963d0af-f7a8-43d7-a34e-13766f1360ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.943976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Deleting port 2fd72869-cf22-4760-a15f-75ad81884bea {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:27.944266 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.981043 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:18:26Z', 'revision_number': 5, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port': {'id': '2fd72869-cf22-4760-a15f-75ad81884bea', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:35Z', 'updated_at': '2021-08-31T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:27.996511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Allocated IP 172.20.0.14 (33175c8d-48de-448d-a310-0d59e721ace3/a4880f4a-d8ec-4543-9029-d76c531be69a/dc1331f9-419c-4142-97bd-2332292bb544) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:28.021538 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] Checking router: cacd9591-6db7-48e9-bba7-3a76118b3d23 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:18:28.032997 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] Routers {'cacd9591-6db7-48e9-bba7-3a76118b3d23'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:28.033815 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:17:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cacd9591-6db7-48e9-bba7-3a76118b3d23'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:28.063374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c963d0af-f7a8-43d7-a34e-13766f1360ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.076495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c963d0af-f7a8-43d7-a34e-13766f1360ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.105602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] For port 2fd72869-cf22-4760-a15f-75ad81884bea, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=2fd72869-cf22-4760-a15f-75ad81884bea,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:28.106047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.137870 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Calling delete_port for 2fd72869-cf22-4760-a15f-75ad81884bea owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:28.147699 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c963d0af-f7a8-43d7-a34e-13766f1360ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4377ef3da64a4301b6ff3eaee87ac094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728006 Aug 31 14:18:28.151643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963d0af-f7a8-43d7-a34e-13766f1360ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ad4d5-4635-430e-a8fd-73b80adccfdb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:28.155720 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41548) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:28.258943 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] Set router cacd9591-6db7-48e9-bba7-3a76118b3d23 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:18:28.298390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6731aeb-5e56-4517-a028-04c1b2fd312d req-941da594-e411-453d-8533-fec07516b9d1 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 210 time: 0.0545340 Aug 31 14:18:28.309522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9d83e22-11cf-41cd-bfff-0dd1d8fa20ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.369018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9d83e22-11cf-41cd-bfff-0dd1d8fa20ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.388281 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:18:27Z', 'revision_number': 6, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:28.437800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fc7b4-fa88-49cd-9bfd-9ae74c97ebb5 None None] The sync data for ids ['cacd9591-6db7-48e9-bba7-3a76118b3d23'] in n-d-792362-6 is: [{'id': 'cacd9591-6db7-48e9-bba7-3a76118b3d23', 'name': 'tempest-TestVolumeBackupRestore-2079066445-router', 'tenant_id': '56c6390671a943e3907e8ad2a5809fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:34Z', 'updated_at': '2021-08-31T14:18:27Z', 'revision_number': 6, 'project_id': '56c6390671a943e3907e8ad2a5809fe6', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:28.457145 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.466711 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.496885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd72869-cf22-4760-a15f-75ad81884bea,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:28.498799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9d83e22-11cf-41cd-bfff-0dd1d8fa20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.502171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9d83e22-11cf-41cd-bfff-0dd1d8fa20ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.503361 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f9d83e22-11cf-41cd-bfff-0dd1d8fa20ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c1ad4d5-4635-430e-a8fd-73b80adccfdb HTTP/1.1" status: 204 len: 168 time: 0.3465581 Aug 31 14:18:28.516894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d83e22-11cf-41cd-bfff-0dd1d8fa20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ad4d5-4635-430e-a8fd-73b80adccfdb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:28.572642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.596378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.619837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:28.624350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Network 33175c8d-48de-448d-a310-0d59e721ace3 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:28.629013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:28.631930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:28.703224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event updated for resources: {'Port': ['ID=dc1331f9-419c-4142-97bd-2332292bb544,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:28.728603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:28.729857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.731221 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.735659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.753439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-4ed9205b-712e-4916-945a-89228a2fa00c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2155156 Aug 31 14:18:28.785801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Request body: {'port': {'device_id': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:28.798385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.798946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cacd9591-6db7-48e9-bba7-3a76118b3d23 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:28.805199 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.812619 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8dd5e9a3-c5ac-47db-a0d5-91bfb5be65e7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cacd9591-6db7-48e9-bba7-3a76118b3d23 HTTP/1.1" status: 204 len: 168 time: 1.4972658 Aug 31 14:18:28.818374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41556) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:28.929479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.942510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] Deleting subnet 5ad7f1df-7089-4eda-9d45-ddba5b391455 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:28.948284 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.025380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.119636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41558) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.148684 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bda-7c5a-4205-b92e-a21e1d457e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.157165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.240110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.274298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad7f1df-7089-4eda-9d45-ddba5b391455,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:29.276529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.282562 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-600e7f93-1877-4c92-b37e-ca6abb9f1cc7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5ad7f1df-7089-4eda-9d45-ddba5b391455 HTTP/1.1" status: 204 len: 168 time: 0.4588041 Aug 31 14:18:29.283498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41562) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.289661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ef0c1-5d04-45f8-9137-77251e42dc73 None None] Network 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:29.393965 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93b2047a-0dc5-4eb0-817b-f9a9ce1dbea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.427132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.515641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2fd72869-cf22-4760-a15f-75ad81884bea no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:29.535071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Deleting port ace73f7a-c76e-4061-843d-b7ade8672320 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:29.535589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.546666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 2fd72869-cf22-4760-a15f-75ad81884bea {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:29.547925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 2fd72869-cf22-4760-a15f-75ad81884bea not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:29.548509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 076297e6-4c95-4f45-906c-09a6c8af740b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:29.595514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 076297e6-4c95-4f45-906c-09a6c8af740b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:29.597659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 076297e6-4c95-4f45-906c-09a6c8af740b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:29.607008 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.640110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] For port ace73f7a-c76e-4061-843d-b7ade8672320, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ace73f7a-c76e-4061-843d-b7ade8672320,segment=NetworkSegment(6e057121-fb0e-4e86-9464-bfece0ee6355),segment_id=6e057121-fb0e-4e86-9464-bfece0ee6355)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:29.640306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.674403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Calling delete_port for ace73f7a-c76e-4061-843d-b7ade8672320 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:29.681144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] DHCP port deletion for 0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:29.748353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] Deleting port ace73f7a-c76e-4061-843d-b7ade8672320 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:29.749624 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.842886 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.860455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c953d6-0b12-47ed-8803-d680af688c51 req-22243331-1b3b-423d-8436-b83f9787fbbd tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:29.862803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77c953d6-0b12-47ed-8803-d680af688c51 req-22243331-1b3b-423d-8436-b83f9787fbbd tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 932 time: 0.1968360 Aug 31 14:18:29.889349 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] For port ace73f7a-c76e-4061-843d-b7ade8672320, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ace73f7a-c76e-4061-843d-b7ade8672320,segment=NetworkSegment(6e057121-fb0e-4e86-9464-bfece0ee6355),segment_id=6e057121-fb0e-4e86-9464-bfece0ee6355)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:29.890208 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.901480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Pushing event deleted for resources: {'Port': ['ID=ace73f7a-c76e-4061-843d-b7ade8672320,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:29.906863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] No DVR routers for this DVR port ace73f7a-c76e-4061-843d-b7ade8672320 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:29.925207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] Calling delete_port for ace73f7a-c76e-4061-843d-b7ade8672320 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:29.968541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bda-7c5a-4205-b92e-a21e1d457e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.979503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77c953d6-0b12-47ed-8803-d680af688c51 req-bab0cc32-a7b4-4662-8c9e-49aa5d83f5db tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064723 Aug 31 14:18:29.980181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bda-7c5a-4205-b92e-a21e1d457e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.053704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.056987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41568) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:30.062459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-83bb9bda-7c5a-4205-b92e-a21e1d457e32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02666be6fca044ff8bc74b394a222389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413543 Aug 31 14:18:30.075703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:30.076184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1331f9-419c-4142-97bd-2332292bb544 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:30.083198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.098728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.099621 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e057121-fb0e-4e86-9464-bfece0ee6355') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:30.100066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e057121-fb0e-4e86-9464-bfece0ee6355') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:30.105078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] No DVR routers for this DVR port ace73f7a-c76e-4061-843d-b7ade8672320 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:30.123927 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.133642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7773-51d8-40a8-b308-40f18b4ff428 None None] Pushing event deleted for resources: {'Port': ['ID=ace73f7a-c76e-4061-843d-b7ade8672320,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.134231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Transition to ACTIVE for port object dc1331f9-419c-4142-97bd-2332292bb544 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:30.144145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.160147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.182471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:30.183777 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:30.185138 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:30.198051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f39bfd89-73ab-4b41-976e-5cb0de11d55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.212716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9bda-7c5a-4205-b92e-a21e1d457e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0bac84-e8c6-42e7-9d5c-d409386ffcc4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.241604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1331f9-419c-4142-97bd-2332292bb544,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.278214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f39bfd89-73ab-4b41-976e-5cb0de11d55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.286144 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.305498 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.307564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] 10.222.0.10 "DELETE /v2.0/networks/0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd HTTP/1.1" status: 204 len: 168 time: 1.0230753 Aug 31 14:18:30.342388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff00aa7-4c46-47f5-bf5b-5dfd9e59223b admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc0adb3-d9e5-46a4-89ce-1a1db1775cdd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.374210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Attempting to bind port dc1331f9-419c-4142-97bd-2332292bb544 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:30.374660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Attempting to bind port dc1331f9-419c-4142-97bd-2332292bb544 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:30.375135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Attempting to bind port dc1331f9-419c-4142-97bd-2332292bb544 on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:30.382769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Port dc1331f9-419c-4142-97bd-2332292bb544 on network 33175c8d-48de-448d-a310-0d59e721ace3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:30.383104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Attempting to bind port dc1331f9-419c-4142-97bd-2332292bb544 on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:30.389345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:30.389697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Checking segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:30.390055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Bound using segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:30.390508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Bound port: dc1331f9-419c-4142-97bd-2332292bb544, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:30.390908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.396778 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f39bfd89-73ab-4b41-976e-5cb0de11d55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.402755 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f39bfd89-73ab-4b41-976e-5cb0de11d55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.408758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f39bfd89-73ab-4b41-976e-5cb0de11d55c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb0bac84-e8c6-42e7-9d5c-d409386ffcc4 HTTP/1.1" status: 204 len: 168 time: 0.3504467 Aug 31 14:18:30.423895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bfd89-73ab-4b41-976e-5cb0de11d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0bac84-e8c6-42e7-9d5c-d409386ffcc4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.525663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] For port dc1331f9-419c-4142-97bd-2332292bb544, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:30.529824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] For port dc1331f9-419c-4142-97bd-2332292bb544, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=dc1331f9-419c-4142-97bd-2332292bb544,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:30.536388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.598532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.599385 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.601167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] 10.222.0.26 "PUT /v2.0/ports/dc1331f9-419c-4142-97bd-2332292bb544 HTTP/1.1" status: 200 len: 1092 time: 1.8273015 Aug 31 14:18:30.601871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'tag': 'dc1331f9-419c-4142-97bd-2332292bb544'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:30.604937 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cedb9a3-ac3f-4864-a258-3e2fef92a567" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bb75a0-57da-46ba-a93c-4c439b2e3142", "tag": "dc1331f9-419c-4142-97bd-2332292bb544"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:30.651027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a134c6d-59b5-4a1b-97af-e53f5cd5a998 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1331f9-419c-4142-97bd-2332292bb544,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.663670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41576) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:30.676157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-70f0d06d-3734-4431-b3fa-97e57f7d2a6e req-1d8d0f92-78fc-42a9-9e49-dba30a241fb5 tempest-ServerRescueTestJSON-618562385 tempest-ServerRescueTestJSON-618562385-project] (101360) timed out ('10.222.0.10', 48388) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:18:30.682703 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1839620-a046-419b-b5ae-9f848b686422 x-openstack-request-id: req-d1839620-a046-419b-b5ae-9f848b686422 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:30.682703 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bb75a0-57da-46ba-a93c-4c439b2e3142", "tag": "dc1331f9-419c-4142-97bd-2332292bb544", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:30.683262 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1839620-a046-419b-b5ae-9f848b686422 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:30.684083 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'tag': 'dc1331f9-419c-4142-97bd-2332292bb544', 'status': 'completed', 'code': 200} Aug 31 14:18:30.689500 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.733253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5acafec3-c3f9-40fa-9e45-0a7f9bd853f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e26c57f2617436a8dc98c2deb0e4d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672989 Aug 31 14:18:30.736544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:30.776985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-bd4adc56-39ac-4f7e-b453-7dfa1d24f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.779619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-bd4adc56-39ac-4f7e-b453-7dfa1d24f90b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 1095 time: 0.0693061 Aug 31 14:18:30.804120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a59c7ba-6962-499e-a96b-1530dff736e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.834419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a59c7ba-6962-499e-a96b-1530dff736e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.870142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-88bbc868-adfa-4200-aea6-e2361fd08a61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1331f9-419c-4142-97bd-2332292bb544 HTTP/1.1" status: 200 len: 217 time: 0.0664401 Aug 31 14:18:30.942213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a59c7ba-6962-499e-a96b-1530dff736e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.945368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a59c7ba-6962-499e-a96b-1530dff736e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.946723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a59c7ba-6962-499e-a96b-1530dff736e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1eb6bd83-793e-4846-8fab-cbd4b6ef4f29 HTTP/1.1" status: 204 len: 168 time: 0.2088172 Aug 31 14:18:30.957464 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59c7ba-6962-499e-a96b-1530dff736e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb6bd83-793e-4846-8fab-cbd4b6ef4f29,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.959523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-9b06f89a-79ce-4b0f-bc9f-38dfae41c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.962135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-9b06f89a-79ce-4b0f-bc9f-38dfae41c2ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.0819333 Aug 31 14:18:31.023930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-f55f20c9-3800-4cc0-843e-c96628a4187c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530972 Aug 31 14:18:31.234490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-308e9953-4bad-4e46-8ece-c83d8eaedca6 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009935 Aug 31 14:18:31.252769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c602-1701-43eb-89ca-565cd6a0e18b req-a056e1c5-829b-4add-93b9-f16b1f53ad5a tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.255699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f86c602-1701-43eb-89ca-565cd6a0e18b req-a056e1c5-829b-4add-93b9-f16b1f53ad5a tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 944 time: 0.1100588 Aug 31 14:18:31.386006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f86c602-1701-43eb-89ca-565cd6a0e18b req-3168f289-e93f-4c46-91fe-4ae524b1f217 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133983 Aug 31 14:18:31.444556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-337f5002-ec70-4820-b05a-22c8fabb6b75 req-d7403b25-19bd-435d-9d58-afab9e28868c service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870017 Aug 31 14:18:31.520659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ace73f7a-c76e-4061-843d-b7ade8672320 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:31.548194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41604) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.565359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: ace73f7a-c76e-4061-843d-b7ade8672320 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:31.565813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ace73f7a-c76e-4061-843d-b7ade8672320 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:31.622863 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e6fdfbbf-32c6-4116-a67f-953242f260b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56c6390671a943e3907e8ad2a5809fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727849 Aug 31 14:18:31.627417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41608) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.647491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-823d208f-9e92-46d1-ae66-b746b8a599aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.650251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-823d208f-9e92-46d1-ae66-b746b8a599aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 1095 time: 0.0583196 Aug 31 14:18:31.723365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c98d415a-6471-47df-8855-c09da8ec61fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.749837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c98d415a-6471-47df-8855-c09da8ec61fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.815314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-1845abd4-28b0-47c8-86c6-fa2d39864058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.817573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-1845abd4-28b0-47c8-86c6-fa2d39864058 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 917 time: 0.1505184 Aug 31 14:18:31.833001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c98d415a-6471-47df-8855-c09da8ec61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.836660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c98d415a-6471-47df-8855-c09da8ec61fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.837972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c98d415a-6471-47df-8855-c09da8ec61fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17638ba5-5187-4b98-9b2c-b3a07fdaa5df HTTP/1.1" status: 204 len: 168 time: 0.2090569 Aug 31 14:18:31.847292 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d415a-6471-47df-8855-c09da8ec61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17638ba5-5187-4b98-9b2c-b3a07fdaa5df,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:31.898384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-eb01e227-f533-4a32-984a-6d59339162d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1331f9-419c-4142-97bd-2332292bb544 HTTP/1.1" status: 200 len: 217 time: 0.0561626 Aug 31 14:18:31.983374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-1156a668-b0dc-4462-9f18-494cc4532a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.986422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-1156a668-b0dc-4462-9f18-494cc4532a1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.0769999 Aug 31 14:18:32.018965 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.055257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-b2d116f5-1d16-4f75-9495-815da59d31c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598016 Aug 31 14:18:32.232292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-23396d1b-3fa0-47a9-91e3-c40eede3515e service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660175 Aug 31 14:18:32.412484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3cedb9a3-ac3f-4864-a258-3e2fef92a567 req-8c26c0d6-0aaa-4a7e-b38a-dadb7bf1e99a service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707191 Aug 31 14:18:32.597291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72503128-b408-45b1-9776-2b307f7a6c6e req-f01410f2-ae62-4d0f-9ed9-623394f557a6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:32.598618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72503128-b408-45b1-9776-2b307f7a6c6e req-f01410f2-ae62-4d0f-9ed9-623394f557a6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 944 time: 0.0775700 Aug 31 14:18:32.682357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72503128-b408-45b1-9776-2b307f7a6c6e req-e0bfae5f-a798-450d-b80b-91187aa726d6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722518 Aug 31 14:18:33.853013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25feff1-6f04-4f0f-9dba-cf86f5d96cdc req-a26fc7f3-969d-4f76-9394-be8e2888cb20 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:33.854802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e25feff1-6f04-4f0f-9dba-cf86f5d96cdc req-a26fc7f3-969d-4f76-9394-be8e2888cb20 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 944 time: 0.0659919 Aug 31 14:18:33.900472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e25feff1-6f04-4f0f-9dba-cf86f5d96cdc req-a5a86325-de5a-466d-a847-aa5ac1a0819e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Aug 31 14:18:34.109341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41670) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:34.266017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7331a7d-cff7-4b66-8a7a-b0e25bc878b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.387193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7331a7d-cff7-4b66-8a7a-b0e25bc878b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.393937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d7331a7d-cff7-4b66-8a7a-b0e25bc878b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.440276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d7331a7d-cff7-4b66-8a7a-b0e25bc878b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=062a1f5e9d7a470f8177af8078083a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289993 Aug 31 14:18:34.441479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331a7d-cff7-4b66-8a7a-b0e25bc878b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc3904d-8ff6-490b-b6c0-7f0adf8abbe5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:34.443635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41674) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:34.523418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98601799-71a7-49b1-a203-1e9c2bd5a4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.548992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98601799-71a7-49b1-a203-1e9c2bd5a4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.601986 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98601799-71a7-49b1-a203-1e9c2bd5a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.607027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-98601799-71a7-49b1-a203-1e9c2bd5a4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.608975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-98601799-71a7-49b1-a203-1e9c2bd5a4c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bc3904d-8ff6-490b-b6c0-7f0adf8abbe5 HTTP/1.1" status: 204 len: 168 time: 0.1638839 Aug 31 14:18:34.621508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98601799-71a7-49b1-a203-1e9c2bd5a4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc3904d-8ff6-490b-b6c0-7f0adf8abbe5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:34.939490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41682) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:34.953439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7511-d433-47fd-af6b-2a2cef5849eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.083092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c6759-19a2-4ee4-851f-734b2ddbb9dc req-105959df-1832-4b9f-b924-3f66af0e225b tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.084699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12c6759-19a2-4ee4-851f-734b2ddbb9dc req-105959df-1832-4b9f-b924-3f66af0e225b tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 944 time: 0.0895696 Aug 31 14:18:35.132111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7511-d433-47fd-af6b-2a2cef5849eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.139183 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7511-d433-47fd-af6b-2a2cef5849eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.161306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c12c6759-19a2-4ee4-851f-734b2ddbb9dc req-62081468-78ae-46e1-9f7f-bd84e3eb1cd9 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706048 Aug 31 14:18:35.194471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6ecd7511-d433-47fd-af6b-2a2cef5849eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f9e5005d2304645886972137fc196d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536397 Aug 31 14:18:35.195442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd7511-d433-47fd-af6b-2a2cef5849eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b325fcbf-898e-4ecd-8977-cc4634cc3bdd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:35.198092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41686) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:35.256574 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7390d8e-e8a3-4f2c-b0d5-0ee8e636e1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.278967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7390d8e-e8a3-4f2c-b0d5-0ee8e636e1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.334662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7390d8e-e8a3-4f2c-b0d5-0ee8e636e1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.337259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7390d8e-e8a3-4f2c-b0d5-0ee8e636e1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.338505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b7390d8e-e8a3-4f2c-b0d5-0ee8e636e1c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b325fcbf-898e-4ecd-8977-cc4634cc3bdd HTTP/1.1" status: 204 len: 168 time: 0.1391068 Aug 31 14:18:35.350700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7390d8e-e8a3-4f2c-b0d5-0ee8e636e1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b325fcbf-898e-4ecd-8977-cc4634cc3bdd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:35.400338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device dc1331f9-419c-4142-97bd-2332292bb544 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:35.525104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port dc1331f9-419c-4142-97bd-2332292bb544, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=dc1331f9-419c-4142-97bd-2332292bb544,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:35.543962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'dc1331f9-419c-4142-97bd-2332292bb544', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'port_id': 'dc1331f9-419c-4142-97bd-2332292bb544', 'mac_address': 'fa:16:3e:6a:34:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4880f4a-d8ec-4543-9029-d76c531be69a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:35.589050 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.608701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1331f9-419c-4142-97bd-2332292bb544 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:35.629882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port dc1331f9-419c-4142-97bd-2332292bb544, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=dc1331f9-419c-4142-97bd-2332292bb544,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:35.634646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.692882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=dc1331f9-419c-4142-97bd-2332292bb544,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:36.078597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['dc1331f9-419c-4142-97bd-2332292bb544'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:36.330116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e7917-bee1-46b9-b48f-e78120949544 req-b979c1ab-2de0-440d-9bf9-fb7990b568b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:36.331817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b2e7917-bee1-46b9-b48f-e78120949544 req-b979c1ab-2de0-440d-9bf9-fb7990b568b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 945 time: 0.0631063 Aug 31 14:18:36.379182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b2e7917-bee1-46b9-b48f-e78120949544 req-d69b81eb-230d-4a9a-b61f-d61439b62eab tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 Aug 31 14:18:37.409103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device dc1331f9-419c-4142-97bd-2332292bb544 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:37.489239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port dc1331f9-419c-4142-97bd-2332292bb544 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:37.493560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port dc1331f9-419c-4142-97bd-2332292bb544 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:37.494013 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.525476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1849cacf-6b42-4ba7-8420-44e003344e78 req-d7e8dab3-c8f8-4733-aec8-795b566b1f48 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313003 Aug 31 14:18:37.554513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efad43e-33a3-4635-9ccb-9a5609e43635 req-b7638450-b61c-455d-b0c6-c0e97b923ac6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.556405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5efad43e-33a3-4635-9ccb-9a5609e43635 req-b7638450-b61c-455d-b0c6-c0e97b923ac6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 945 time: 0.0961149 Aug 31 14:18:37.606045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.620091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1849cacf-6b42-4ba7-8420-44e003344e78 req-147717e1-57da-438c-b535-8b1b095fcc89 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0424097 Aug 31 14:18:37.632914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1331f9-419c-4142-97bd-2332292bb544'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:37.635535 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c40d01-935e-4bf6-90c4-2019720a9082" -d '{"events": [{"server_uuid": "e2bb75a0-57da-46ba-a93c-4c439b2e3142", "name": "network-vif-plugged", "status": "completed", "tag": "dc1331f9-419c-4142-97bd-2332292bb544"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:37.645105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5efad43e-33a3-4635-9ccb-9a5609e43635 req-ce2e4731-534d-44d3-9fd2-61d839fa8a3e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764284 Aug 31 14:18:37.653838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port dc1331f9-419c-4142-97bd-2332292bb544, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=dc1331f9-419c-4142-97bd-2332292bb544,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:37.661389 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.678767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1849cacf-6b42-4ba7-8420-44e003344e78 req-26469321-9ba8-41c1-b1d6-0163e015041d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255163 Aug 31 14:18:37.695440 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6de580-03dc-494c-b105-33f2ddcc493e x-openstack-request-id: req-cf6de580-03dc-494c-b105-33f2ddcc493e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:37.695954 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bb75a0-57da-46ba-a93c-4c439b2e3142", "name": "network-vif-plugged", "status": "completed", "tag": "dc1331f9-419c-4142-97bd-2332292bb544", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:37.696364 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf6de580-03dc-494c-b105-33f2ddcc493e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:37.696861 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1331f9-419c-4142-97bd-2332292bb544', 'code': 200} Aug 31 14:18:37.735415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=dc1331f9-419c-4142-97bd-2332292bb544,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:37.848792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849cacf-6b42-4ba7-8420-44e003344e78 req-31fcdf41-4d4f-42e7-b928-8eab3effda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.848792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1849cacf-6b42-4ba7-8420-44e003344e78 req-31fcdf41-4d4f-42e7-b928-8eab3effda2e service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1591134 Aug 31 14:18:37.868377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d5658-4884-4118-abe7-ed06a157f4b9 req-4ababe01-d0f8-402d-a23e-a2cf42cde382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.870400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3d5658-4884-4118-abe7-ed06a157f4b9 req-4ababe01-d0f8-402d-a23e-a2cf42cde382 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 1097 time: 0.0698624 Aug 31 14:18:37.939583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff3d5658-4884-4118-abe7-ed06a157f4b9 req-26ff94b7-fa78-44c0-ab50-8b8e1bf7c856 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362940 Aug 31 14:18:38.034548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41812) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:38.155012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.254851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.258728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.299110 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d955360cf81244479b977b9b4c9ffc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632174 Aug 31 14:18:38.300135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de8d3f2-9294-4b4b-b222-1e6c1ae23a21,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.302570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41816) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:38.307839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.308190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.308527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.308891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.309248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.309586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.309918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.310620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.310620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.310908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.311224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.312018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d80cd-22e6-47d5-944d-96cdf6576863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.374657 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c9a575f-3b47-4e7e-bd81-515f78831253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.400713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c9a575f-3b47-4e7e-bd81-515f78831253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.457417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c9a575f-3b47-4e7e-bd81-515f78831253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.461945 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c9a575f-3b47-4e7e-bd81-515f78831253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.463862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1c9a575f-3b47-4e7e-bd81-515f78831253 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5de8d3f2-9294-4b4b-b222-1e6c1ae23a21 HTTP/1.1" status: 204 len: 168 time: 0.1603720 Aug 31 14:18:38.476927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a575f-3b47-4e7e-bd81-515f78831253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de8d3f2-9294-4b4b-b222-1e6c1ae23a21,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.773936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9385c-d74d-4565-ac07-76406f5fe69b req-54cbe5f4-8faa-45c9-b298-510a180ab534 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.776617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1be9385c-d74d-4565-ac07-76406f5fe69b req-54cbe5f4-8faa-45c9-b298-510a180ab534 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 946 time: 0.0613914 Aug 31 14:18:38.792126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41824) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:38.807802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58fe9a21-f28b-4074-93cb-f2645dae01a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.831944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1be9385c-d74d-4565-ac07-76406f5fe69b req-6bbe1075-af5a-4876-ad67-6f2cec5ab9b7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457323 Aug 31 14:18:38.947576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58fe9a21-f28b-4074-93cb-f2645dae01a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.952946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-58fe9a21-f28b-4074-93cb-f2645dae01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.004940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe9a21-f28b-4074-93cb-f2645dae01a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e8c9a-01f7-426f-8f63-5d71db506fb5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:39.013470 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-58fe9a21-f28b-4074-93cb-f2645dae01a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcbe0256f082406d9ea3570a9a4e035a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198312 Aug 31 14:18:39.017924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.093417 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a20e14f-db13-47e4-9ad3-a16f95ad4773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.127385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a20e14f-db13-47e4-9ad3-a16f95ad4773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.196913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a20e14f-db13-47e4-9ad3-a16f95ad4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.201217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a20e14f-db13-47e4-9ad3-a16f95ad4773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.206991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9a20e14f-db13-47e4-9ad3-a16f95ad4773 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd4e8c9a-01f7-426f-8f63-5d71db506fb5 HTTP/1.1" status: 204 len: 168 time: 0.1843920 Aug 31 14:18:39.217863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20e14f-db13-47e4-9ad3-a16f95ad4773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e8c9a-01f7-426f-8f63-5d71db506fb5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:40.039151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a223b6-f240-46df-8fea-896d838c3334 req-b9628f1a-42d0-4c18-914f-3d86e9c7b4ef tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.041286 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92a223b6-f240-46df-8fea-896d838c3334 req-b9628f1a-42d0-4c18-914f-3d86e9c7b4ef tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 946 time: 0.1007025 Aug 31 14:18:40.048478 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.101884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92a223b6-f240-46df-8fea-896d838c3334 req-1fd6e23a-65e1-465f-a193-3f93452956c1 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456839 Aug 31 14:18:40.294723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41856) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:40.466554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a976d94-6d05-4967-8030-7f486c2aff5b tempest-AgentManagementNegativeTest-101329871 tempest-AgentManagementNegativeTest-101329871-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1705132 Aug 31 14:18:40.530060 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:18:40.813886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41876) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:40.987141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dab18a5-5ff4-4ea7-912b-cec043e60d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.093534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dab18a5-5ff4-4ea7-912b-cec043e60d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.099217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2dab18a5-5ff4-4ea7-912b-cec043e60d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.150010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2dab18a5-5ff4-4ea7-912b-cec043e60d17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bffbc7bc7f1423182f67b0157fabbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347046 Aug 31 14:18:41.152379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41880) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:41.153465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab18a5-5ff4-4ea7-912b-cec043e60d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a059e-54b4-4517-b146-75452a5ae168,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:41.212775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6bcacfd-b0de-4057-a868-fae8e5c5b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.238665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6bcacfd-b0de-4057-a868-fae8e5c5b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.289367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6bcacfd-b0de-4057-a868-fae8e5c5b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.294938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6bcacfd-b0de-4057-a868-fae8e5c5b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.303317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c6bcacfd-b0de-4057-a868-fae8e5c5b6e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a60a059e-54b4-4517-b146-75452a5ae168 HTTP/1.1" status: 204 len: 168 time: 0.1478841 Aug 31 14:18:41.314022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcacfd-b0de-4057-a868-fae8e5c5b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a059e-54b4-4517-b146-75452a5ae168,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:42.213790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41906) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.351203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-d12b2f0d-bc60-478e-844e-82968c341cb3 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.353156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d12b2f0d-bc60-478e-844e-82968c341cb3 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1380391 Aug 31 14:18:42.355834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41910) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.361538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-4ceab3d2-3b55-483b-8bd1-195442a9153d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.363050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ceab3d2-3b55-483b-8bd1-195442a9153d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0059099 Aug 31 14:18:42.368696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41912) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.377476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-ec131fd6-56b4-466b-a9d0-60217a8335a8 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.378663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ec131fd6-56b4-466b-a9d0-60217a8335a8 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0073895 Aug 31 14:18:42.382216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41914) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.386976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-3bfc248c-2d59-46ed-b56e-24aad458ed81 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.389209 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3bfc248c-2d59-46ed-b56e-24aad458ed81 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047410 Aug 31 14:18:42.393082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41916) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.399859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-807e072e-afca-4d35-ba2c-432cbe93b453 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.400985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-807e072e-afca-4d35-ba2c-432cbe93b453 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0064709 Aug 31 14:18:42.405230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41918) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.411206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-a935c5f8-acb5-40b8-a5f6-2332e91d11c4 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.413399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a935c5f8-acb5-40b8-a5f6-2332e91d11c4 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062416 Aug 31 14:18:42.416665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41922) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.422972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-91d41c35-e8b8-4184-af6c-0ab026700872 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.424016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91d41c35-e8b8-4184-af6c-0ab026700872 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059888 Aug 31 14:18:42.427793 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41924) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.432536 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-0fbe7eab-ee89-425e-b4d0-294b3e007539 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.434440 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0fbe7eab-ee89-425e-b4d0-294b3e007539 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045350 Aug 31 14:18:42.437521 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41926) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.443519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-3f5218d8-ba1a-4315-b69f-512e988096f2 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.444983 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f5218d8-ba1a-4315-b69f-512e988096f2 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058961 Aug 31 14:18:42.447984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41928) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.454197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-a6c9028b-c3c3-4916-bbf8-1a2d03eba4a9 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.456106 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a6c9028b-c3c3-4916-bbf8-1a2d03eba4a9 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067389 Aug 31 14:18:42.459447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41930) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.464403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-c890874a-b2ed-4e48-9a83-5fe2d2a111db tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.465857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c890874a-b2ed-4e48-9a83-5fe2d2a111db tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050476 Aug 31 14:18:42.469615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41932) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.474392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-e3afce84-f949-4e8c-bea4-9cf6ed724f99 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.475331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3afce84-f949-4e8c-bea4-9cf6ed724f99 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047517 Aug 31 14:18:42.478338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41934) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.483151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-0cde9979-3e11-45ed-8783-ee26db330900 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.484326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0cde9979-3e11-45ed-8783-ee26db330900 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046599 Aug 31 14:18:42.488212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41936) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.493369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-f9212479-2e96-4c3a-b1d8-4020d626319e tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.494460 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f9212479-2e96-4c3a-b1d8-4020d626319e tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052414 Aug 31 14:18:42.497106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41938) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.502380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-e20ea5c3-3874-462e-b3c2-d5de3a34354c tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.503560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e20ea5c3-3874-462e-b3c2-d5de3a34354c tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051594 Aug 31 14:18:42.506527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41940) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.510456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-a9291cde-e831-4b78-b5a1-56c40cfe553a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.511307 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a9291cde-e831-4b78-b5a1-56c40cfe553a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039458 Aug 31 14:18:42.513359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41942) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.518191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-e5653d18-0217-43ba-a05c-ad282a50bc6f tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.519107 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e5653d18-0217-43ba-a05c-ad282a50bc6f tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046775 Aug 31 14:18:42.523778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41944) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.529075 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-9d802f14-5c52-48b4-89ff-fa45f46368e5 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.538046 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9d802f14-5c52-48b4-89ff-fa45f46368e5 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080495 Aug 31 14:18:42.539034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41946) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.548271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-bb989ef5-7e4b-4059-acc3-b6b5c10b72c5 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.550648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bb989ef5-7e4b-4059-acc3-b6b5c10b72c5 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0096748 Aug 31 14:18:42.554188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41948) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.559196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-5f9b626c-d733-4ad4-bb1b-eb26867d16a0 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.560084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5f9b626c-d733-4ad4-bb1b-eb26867d16a0 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047107 Aug 31 14:18:42.566427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41950) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.570531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-7731a4c7-3901-4770-9aa2-07a426069502 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.571449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7731a4c7-3901-4770-9aa2-07a426069502 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040684 Aug 31 14:18:42.574084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41952) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.580015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-1e9c35b8-2f36-48c4-b3f2-a66e070b0844 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.581382 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1e9c35b8-2f36-48c4-b3f2-a66e070b0844 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062537 Aug 31 14:18:42.583641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41954) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.587550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-beaf7eb9-15c0-4c7c-8514-c2524139143d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.588476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-beaf7eb9-15c0-4c7c-8514-c2524139143d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0039864 Aug 31 14:18:42.591186 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41956) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.596578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-6b2a5865-0b9c-4791-adac-e621158ce27b tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.597390 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6b2a5865-0b9c-4791-adac-e621158ce27b tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050900 Aug 31 14:18:42.600082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41958) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.604350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-edcf71f3-4d1b-4b3b-9323-bfe4e72dcb08 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.605333 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-edcf71f3-4d1b-4b3b-9323-bfe4e72dcb08 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041783 Aug 31 14:18:42.607745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41960) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.612513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-848d8f3d-c47a-4225-83ee-a4b564121c16 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.613709 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-848d8f3d-c47a-4225-83ee-a4b564121c16 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048592 Aug 31 14:18:42.615968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41962) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.619930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-fbd7116f-9f9a-4b4e-b15d-02334e2f6d08 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.620847 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fbd7116f-9f9a-4b4e-b15d-02334e2f6d08 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039368 Aug 31 14:18:42.623726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41964) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.628944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-46643c94-4f91-4bba-b1cb-3cfcdcb08176 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.630242 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-46643c94-4f91-4bba-b1cb-3cfcdcb08176 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052695 Aug 31 14:18:42.634818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41966) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.642086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-a05d0301-d9aa-4c57-8d67-cdaa3c008251 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.643741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a05d0301-d9aa-4c57-8d67-cdaa3c008251 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072856 Aug 31 14:18:42.647216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41968) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.652400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-5075effd-31a2-4c20-b0ad-bcfa3b5dfe94 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.653527 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5075effd-31a2-4c20-b0ad-bcfa3b5dfe94 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045352 Aug 31 14:18:42.657969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41970) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.662769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-006476ca-130c-452b-86da-15fe072566de tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.664756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-006476ca-130c-452b-86da-15fe072566de tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052335 Aug 31 14:18:42.668210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41972) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.673169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-cf68fb36-0e79-44a5-8cee-bf4cfbc3ed7a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.674301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cf68fb36-0e79-44a5-8cee-bf4cfbc3ed7a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051227 Aug 31 14:18:42.678079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41974) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.682327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-fd76746c-983b-443b-95ec-58ead18f0dc7 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.683280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd76746c-983b-443b-95ec-58ead18f0dc7 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042627 Aug 31 14:18:42.687022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41976) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.691175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-4417c57f-7e15-4101-887a-50f6fcc3d7f2 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.692119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4417c57f-7e15-4101-887a-50f6fcc3d7f2 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041783 Aug 31 14:18:42.694766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41978) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.700409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-d0780835-3e6f-43ff-8633-620d0ea5d019 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.701778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0780835-3e6f-43ff-8633-620d0ea5d019 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059023 Aug 31 14:18:42.704590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41980) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.708907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-85e59653-5b88-4b98-a138-f11cab9201e3 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.710005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-85e59653-5b88-4b98-a138-f11cab9201e3 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043464 Aug 31 14:18:42.712515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41982) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.728835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-4f70c767-56b8-4748-928e-d2457fab83a8 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.730065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4f70c767-56b8-4748-928e-d2457fab83a8 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0164342 Aug 31 14:18:42.734102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41984) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.740489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-a68eacdb-e209-488d-8794-51e8f429a19a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.743734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a68eacdb-e209-488d-8794-51e8f429a19a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063434 Aug 31 14:18:42.746100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41986) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.753601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-6b6559c0-7e8e-4e26-9f09-8d59c4a24dfd tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.755014 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6b6559c0-7e8e-4e26-9f09-8d59c4a24dfd tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072343 Aug 31 14:18:42.757732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41988) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.763119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-7afccc8f-6cb6-450a-be74-38f21dc1f5f6 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.764320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7afccc8f-6cb6-450a-be74-38f21dc1f5f6 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051455 Aug 31 14:18:42.768644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41990) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.773212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-0896f48b-2d64-47e0-83bb-4f810b814fef tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.774311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0896f48b-2d64-47e0-83bb-4f810b814fef tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044599 Aug 31 14:18:42.777695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41992) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.782544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-14fe5e9a-a24c-445c-bc46-2cb2c634e18a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.783493 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-14fe5e9a-a24c-445c-bc46-2cb2c634e18a tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048716 Aug 31 14:18:42.787135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41994) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.791719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-ff9cab36-3456-4ba6-9638-ba0d52054332 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.792664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ff9cab36-3456-4ba6-9638-ba0d52054332 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045638 Aug 31 14:18:42.795523 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 41996) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.800298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-d1c7b50c-e9c7-4328-8fa8-5dfb17c164c5 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.801277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d1c7b50c-e9c7-4328-8fa8-5dfb17c164c5 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048180 Aug 31 14:18:42.803712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 41998) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.808138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-b297a4e2-cd45-4a43-bb9a-125360d9fb54 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.809195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b297a4e2-cd45-4a43-bb9a-125360d9fb54 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044737 Aug 31 14:18:42.811291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.817318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-6a29020f-7175-46f9-87e1-469128be7981 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.818782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a29020f-7175-46f9-87e1-469128be7981 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0063813 Aug 31 14:18:42.822351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42002) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.829214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-2c531e52-ef4e-40c3-bba3-febb019bba66 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.830197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2c531e52-ef4e-40c3-bba3-febb019bba66 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065913 Aug 31 14:18:42.834487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.838797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-438696e3-bb2e-45b4-9743-5c29ba837a99 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.839759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-438696e3-bb2e-45b4-9743-5c29ba837a99 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043683 Aug 31 14:18:42.844362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42006) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.849250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-cfd75f9e-3a37-4642-88b3-c01cce7eabe9 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.850197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cfd75f9e-3a37-4642-88b3-c01cce7eabe9 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045824 Aug 31 14:18:42.853973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42008) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.858885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-44bd6071-42d3-431c-b75d-304d33af93c9 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.859882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-44bd6071-42d3-431c-b75d-304d33af93c9 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050275 Aug 31 14:18:42.863223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42010) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.867371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-3eb03074-83df-4d94-a9e4-3c043ec7de00 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.868324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3eb03074-83df-4d94-a9e4-3c043ec7de00 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042157 Aug 31 14:18:42.871912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.876569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-37ff5b8f-4ab0-4739-a0a7-3e51a757c0b0 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.877560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-37ff5b8f-4ab0-4739-a0a7-3e51a757c0b0 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047927 Aug 31 14:18:42.881115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42014) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.885323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-1cda2fdb-35ca-41d6-a0ad-5a5293bc6da1 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.886264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1cda2fdb-35ca-41d6-a0ad-5a5293bc6da1 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042255 Aug 31 14:18:42.889103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42016) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.894583 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-ef4e74b3-3e27-4b9c-9e77-2e166e7869ea tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.900195 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ef4e74b3-3e27-4b9c-9e77-2e166e7869ea tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0100327 Aug 31 14:18:42.900946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.906797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-0120fa6c-91f0-4dd1-9608-6e0decfa1de6 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.907852 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0120fa6c-91f0-4dd1-9608-6e0decfa1de6 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057333 Aug 31 14:18:42.910798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.915739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-eb331c52-62a7-472b-97ad-ba3b6ff92231 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.916682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-eb331c52-62a7-472b-97ad-ba3b6ff92231 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047023 Aug 31 14:18:42.919034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42022) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.923838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-69605430-0d64-4ba3-ba66-d3947d03549c tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.927960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69605430-0d64-4ba3-ba66-d3947d03549c tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079901 Aug 31 14:18:42.928632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42024) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.936561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-cebdcf42-c0f6-450d-b907-f24ec851e242 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.939387 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cebdcf42-c0f6-450d-b907-f24ec851e242 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0089734 Aug 31 14:18:42.942657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42026) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.948661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-f6dd5e8e-f8dc-40d9-bd1e-e5bf4f57b2d3 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.952093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42030) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.952465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f6dd5e8e-f8dc-40d9-bd1e-e5bf4f57b2d3 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0083196 Aug 31 14:18:42.958315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-b143e820-6e66-4c12-9378-a22fde7d108b tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.959336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b143e820-6e66-4c12-9378-a22fde7d108b tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050180 Aug 31 14:18:42.961765 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42032) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.968805 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-108a61b7-9475-4f52-8bda-131e8b852217 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.970267 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-108a61b7-9475-4f52-8bda-131e8b852217 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0065911 Aug 31 14:18:42.973841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42034) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.988160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-4b778d32-2a0c-4600-b65e-8c63492a7a99 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:42.989560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4b778d32-2a0c-4600-b65e-8c63492a7a99 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094182 Aug 31 14:18:42.996987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.003394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-165aca03-fd11-4183-a061-6a61ae9e6b6d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:43.006017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-165aca03-fd11-4183-a061-6a61ae9e6b6d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067019 Aug 31 14:18:43.008739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42038) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.013538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-50148872-182c-4a8e-9e2b-76aebaa026ae tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:43.020181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42040) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.021478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50148872-182c-4a8e-9e2b-76aebaa026ae tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053284 Aug 31 14:18:43.029455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [None req-c082a4cf-2261-44d9-80a0-113185109c49 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:43.036728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42042) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.037097 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c082a4cf-2261-44d9-80a0-113185109c49 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0129666 Aug 31 14:18:43.045957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-a40fd7a5-d945-4a4c-8b4b-91489b4e55fe tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:43.048746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a40fd7a5-d945-4a4c-8b4b-91489b4e55fe tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096972 Aug 31 14:18:43.051206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42044) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.057596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-806286b7-abc6-41cc-86ea-9663cbeb786d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:43.058919 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-806286b7-abc6-41cc-86ea-9663cbeb786d tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056100 Aug 31 14:18:43.061876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42046) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.067290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-fc1fa698-48a8-44d9-b39c-89caac3eb909 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:43.068290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fc1fa698-48a8-44d9-b39c-89caac3eb909 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045521 Aug 31 14:18:43.071067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42048) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.075507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [None req-d8d88a8d-851b-4b99-83a3-789190b50e14 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:43.076500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d8d88a8d-851b-4b99-83a3-789190b50e14 tempest-ExtensionsTestJSON-1704697415 tempest-ExtensionsTestJSON-1704697415-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045202 Aug 31 14:18:43.417594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42056) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.565403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca83932-0a45-49e6-b33a-b314a01ca299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.680082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca83932-0a45-49e6-b33a-b314a01ca299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.690163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ca83932-0a45-49e6-b33a-b314a01ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.733468 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2ca83932-0a45-49e6-b33a-b314a01ca299 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6626d710aec4ec7a2d190382f5f7b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143799 Aug 31 14:18:43.735568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83932-0a45-49e6-b33a-b314a01ca299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70580b62-b61b-41ee-a387-0f9786eb5796,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:43.738312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42062) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.823956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-868f4159-0823-4273-bec8-760fccc3d85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.853959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-868f4159-0823-4273-bec8-760fccc3d85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.906361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-868f4159-0823-4273-bec8-760fccc3d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.909900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-868f4159-0823-4273-bec8-760fccc3d85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.915616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-868f4159-0823-4273-bec8-760fccc3d85a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70580b62-b61b-41ee-a387-0f9786eb5796 HTTP/1.1" status: 204 len: 168 time: 0.1655748 Aug 31 14:18:43.928155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f4159-0823-4273-bec8-760fccc3d85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70580b62-b61b-41ee-a387-0f9786eb5796,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:44.833590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42088) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:44.967506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1010726949'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:44.991275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:44.997642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.018416 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.170313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.182816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.212704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1510, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:45.234814 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.235183 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment c93d045b-fac1-4e75-a3ca-3450c108dc21 of type vlan for network 6669accb-fb06-4ab5-bd22-414bb9a63134 Aug 31 14:18:45.236777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe326b81-0a35-484b-9251-348043f0d906,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:45.294627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.330014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.336433 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.337086 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.398633 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5635226 Aug 31 14:18:45.402880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42094) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:45.411471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'name': 'tempest-PortsTestJSON-463646206'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:45.456107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea25fa9-fff5-453e-aa6d-4fa56251a175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=6669accb-fb06-4ab5-bd22-414bb9a63134,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:45.464245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:45.550813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:45.556274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.582722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 36319a2f-6581-4a1e-8920-17c69f89fa1a yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:45.800952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.850165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.921786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=36319a2f-6581-4a1e-8920-17c69f89fa1a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:45.942036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': 'c93d045b-fac1-4e75-a3ca-3450c108dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:45.942402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: 6669accb-fb06-4ab5-bd22-414bb9a63134, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:45.965395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:45.976196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 6669accb-fb06-4ab5-bd22-414bb9a63134) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:45.980528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:45.986840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b373dd7-19ed-4a49-aed0-60d600e284b5 None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:45.987552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.988284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.010149 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e8f2bb75-2355-4005-873f-a85d6eb7d0c7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6057067 Aug 31 14:18:46.014792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42098) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:46.020844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1854638478'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:46.043727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:46.050685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.093133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1520, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:46.106556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.107098 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment bcafaea2-536c-4d96-8702-f401ce3f62d4 of type vlan for network 8979b722-6252-4b61-8cf2-aaf72c3d4b0c Aug 31 14:18:46.157207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.183972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.190271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.190879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.248161 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2318568 Aug 31 14:18:46.251064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42102) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:46.256785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'ports': [{'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134'}, {'network_id': '8979b722-6252-4b61-8cf2-aaf72c3d4b0c'}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:46.257388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:46.257881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '8979b722-6252-4b61-8cf2-aaf72c3d4b0c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:46.270830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e88ca6-e19a-4383-8a23-1dc0c68a4f6f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=8979b722-6252-4b61-8cf2-aaf72c3d4b0c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:46.286466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8979b722-6252-4b61-8cf2-aaf72c3d4b0c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:46.507895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 2} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:46.517883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.538853 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.721247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 3834c9c8-9cd7-471a-bbb7-c13372951750 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:46.790009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-4d56e7ba-e711-462f-9031-284eb055f1fb tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.791657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-4d56e7ba-e711-462f-9031-284eb055f1fb tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.1540065 Aug 31 14:18:46.854292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-8a0ab8f5-cdad-46b3-b941-8afe6beaf7fc tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/quotas/b7e2682aff24462e83eb9372b49d34b8 HTTP/1.1" status: 200 len: 375 time: 0.0505795 Aug 31 14:18:46.944561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.955461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-51601b4b-307a-44a2-980b-1aef838b110c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897024 Aug 31 14:18:47.010030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-7d157f00-e223-4dc5-87dc-1d0b5b6d1ac7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:47.011035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-7d157f00-e223-4dc5-87dc-1d0b5b6d1ac7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350718 Aug 31 14:18:47.104008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 00e857a4-d2c0-45b6-bf71-542377dbaf7d yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:47.171812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-2a56095c-f0c2-4fc5-bd84-88bd0ced4d70 service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478233 Aug 31 14:18:47.340625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.359505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-5c88ddd5-de5d-4502-8e34-72193810e96e service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789782 Aug 31 14:18:47.399566 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.443413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:47.446658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:47.449240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:47.450377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.480127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=3834c9c8-9cd7-471a-bbb7-c13372951750,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:47.555303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=00e857a4-d2c0-45b6-bf71-542377dbaf7d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:47.567311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': 'bcafaea2-536c-4d96-8702-f401ce3f62d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': '8979b722-6252-4b61-8cf2-aaf72c3d4b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:47.567863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: 8979b722-6252-4b61-8cf2-aaf72c3d4b0c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:47.593693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 8979b722-6252-4b61-8cf2-aaf72c3d4b0c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:47.609861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 8979b722-6252-4b61-8cf2-aaf72c3d4b0c) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:47.614894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:47.622860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c09ad-4046-4544-9b47-4f72b28ae1aa None None] Network 8979b722-6252-4b61-8cf2-aaf72c3d4b0c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:47.624181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.630269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.631491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.662904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f117ffb0-4171-48dc-8219-f0bceea6a494 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4103625 Aug 31 14:18:47.667939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42124) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:47.771898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5aa686fc-2a4a-4d4e-872f-9cad8db043b1 req-f29f41d5-ac07-47c1-929a-867212c4dd1c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 210 time: 0.0597935 Aug 31 14:18:47.833595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 00e857a4-d2c0-45b6-bf71-542377dbaf7d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:47.833984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.929031 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.952662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 00e857a4-d2c0-45b6-bf71-542377dbaf7d owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:48.065837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.111163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=00e857a4-d2c0-45b6-bf71-542377dbaf7d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:48.116398 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.118832 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-636e498d-f843-488f-84e7-239502a39eda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/00e857a4-d2c0-45b6-bf71-542377dbaf7d HTTP/1.1" status: 204 len: 168 time: 0.4489408 Aug 31 14:18:48.121760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.223784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c990f0a9-b453-458b-bc4d-248b05dc082d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:48.230355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c990f0a9-b453-458b-bc4d-248b05dc082d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:48.232369 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c990f0a9-b453-458b-bc4d-248b05dc082d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1095107 Aug 31 14:18:48.237565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.355528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 3834c9c8-9cd7-471a-bbb7-c13372951750 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:48.356030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.457730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.476445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 3834c9c8-9cd7-471a-bbb7-c13372951750 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:48.570636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.610404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=3834c9c8-9cd7-471a-bbb7-c13372951750,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:48.620496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.622683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0ad0d306-be6a-41fa-821e-cf9bc7965f30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/3834c9c8-9cd7-471a-bbb7-c13372951750 HTTP/1.1" status: 204 len: 168 time: 0.3840213 Aug 31 14:18:48.626602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.713940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a43962-2f29-46c4-a097-076cca28c623 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:48.716596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-01a43962-2f29-46c4-a097-076cca28c623 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0873265 Aug 31 14:18:48.721038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42140) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.747155 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5053c220-b28f-4d90-b431-d5e9196a1fe2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:18:48.748751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5053c220-b28f-4d90-b431-d5e9196a1fe2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/00e857a4-d2c0-45b6-bf71-542377dbaf7d HTTP/1.1" status: 404 len: 333 time: 0.0266547 Aug 31 14:18:48.753945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42142) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.786984 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d16622-b9b7-4cee-b9c2-70fc6556e6ce tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:18:48.788941 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d8d16622-b9b7-4cee-b9c2-70fc6556e6ce tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/3834c9c8-9cd7-471a-bbb7-c13372951750 HTTP/1.1" status: 404 len: 333 time: 0.0339184 Aug 31 14:18:48.792998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42144) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.925359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f25ca054-d4ca-4ded-9eff-59a393b34b87 req-03cbfa4a-d314-44ce-bc03-0a207268201b tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 210 time: 0.0416160 Aug 31 14:18:48.934488 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.081913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.099691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8979b722-6252-4b61-8cf2-aaf72c3d4b0c']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:49.114267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcafaea2-536c-4d96-8702-f401ce3f62d4') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:49.114725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcafaea2-536c-4d96-8702-f401ce3f62d4') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:49.131387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.155684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.165289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1520 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:49.166443 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:49.171676 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:49.212348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-e265ffa2-979f-46db-980c-5361fd901ac6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:49.216193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-e265ffa2-979f-46db-980c-5361fd901ac6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.2025368 Aug 31 14:18:49.248380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Request body: {'port': {'device_id': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'admin_state_up': True, 'tenant_id': 'b7e2682aff24462e83eb9372b49d34b8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:49.267419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.279169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.287763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/8979b722-6252-4b61-8cf2-aaf72c3d4b0c HTTP/1.1" status: 204 len: 168 time: 0.4868867 Aug 31 14:18:49.294562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42148) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:49.300841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-282743084'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:49.304659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509cdbb-7116-4cb5-8d24-d7dbb90a4239 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=8979b722-6252-4b61-8cf2-aaf72c3d4b0c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:49.326911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:49.332313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.368716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1519, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:49.391759 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.392653 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment f0555fdd-7a33-43fb-9536-f4644c45f359 of type vlan for network 6328f368-6280-4caa-b754-b0142fcf54be Aug 31 14:18:49.443920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Made reservation on behalf of b7e2682aff24462e83eb9372b49d34b8 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:49.451621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.454257 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.484576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.490548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:49.491172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.575719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2796121 Aug 31 14:18:49.582237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42150) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:49.590471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6328f368-6280-4caa-b754-b0142fcf54be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:49.629843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Allocated IP 172.20.0.2 (33175c8d-48de-448d-a310-0d59e721ace3/a4880f4a-d8ec-4543-9029-d76c531be69a/b932d9dc-06b8-4100-bf05-c40f2f1334ba) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:49.662609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc539-bb61-46c9-ada8-98cb9a1e1edb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=6328f368-6280-4caa-b754-b0142fcf54be,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:49.678430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 6328f368-6280-4caa-b754-b0142fcf54be details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:49.757493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:49.761379 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.893440 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.070485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.157949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=f01fe366-4df9-4b13-a878-f2ae33e40b2f,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:50.166953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': 'f0555fdd-7a33-43fb-9536-f4644c45f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '6328f368-6280-4caa-b754-b0142fcf54be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:50.167447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: 6328f368-6280-4caa-b754-b0142fcf54be, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:50.186897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6328f368-6280-4caa-b754-b0142fcf54be is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:50.199211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 6328f368-6280-4caa-b754-b0142fcf54be) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:50.207936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.209004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.215540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56493ad0-0953-4867-9245-64a29c392b56 None None] Network 6328f368-6280-4caa-b754-b0142fcf54be requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:50.238319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1af95a76-3b5f-478a-91ea-2118682acd75 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6536245 Aug 31 14:18:50.241982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42156) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:50.249196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '6328f368-6280-4caa-b754-b0142fcf54be', 'name': 'tempest-PortsTestJSON-1338117274'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:50.309212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d02bea5b-2b59-466e-9bdb-46cfe6ea08ee req-c760d7fa-ac46-4585-ac56-a561b0501b6a tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 210 time: 0.0371594 Aug 31 14:18:50.311769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.359214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'dc1331f9-419c-4142-97bd-2332292bb544'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:50.383518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event updated for resources: {'Port': ['ID=b932d9dc-06b8-4100-bf05-c40f2f1334ba,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:50.387399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Network 33175c8d-48de-448d-a310-0d59e721ace3 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:50.389580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:50.392951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:50.423039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:50.427126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.455242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 24cc64a1-c85f-4f18-89a7-0e67ef02a6ad yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:50.460477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.461588 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.482073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-62fbdef6-c00a-4927-ab7b-2acab8080979 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2417641 Aug 31 14:18:50.503815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Request body: {'port': {'device_id': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:50.587439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.614920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.9 (6328f368-6280-4caa-b754-b0142fcf54be/f01fe366-4df9-4b13-a878-f2ae33e40b2f/24cc64a1-c85f-4f18-89a7-0e67ef02a6ad) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:50.821953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-6328f368-6280-4caa-b754-b0142fcf54be', 'network_id': '6328f368-6280-4caa-b754-b0142fcf54be', 'tenant_id': '5d918b5dedf9461ba26f1dfe1093b723', 'fixed_ips': [{'subnet_id': 'f01fe366-4df9-4b13-a878-f2ae33e40b2f'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:18:50.823430 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.127243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b932d9dc-06b8-4100-bf05-c40f2f1334ba {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:51.145128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.174434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Transition to ACTIVE for port object b932d9dc-06b8-4100-bf05-c40f2f1334ba will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:51.182328 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.278948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Pushing event updated for resources: {'Port': ['ID=b932d9dc-06b8-4100-bf05-c40f2f1334ba,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:51.348767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Attempting to bind port b932d9dc-06b8-4100-bf05-c40f2f1334ba on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:51.349351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Attempting to bind port b932d9dc-06b8-4100-bf05-c40f2f1334ba by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:51.349922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Attempting to bind port b932d9dc-06b8-4100-bf05-c40f2f1334ba on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:51.357817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Port b932d9dc-06b8-4100-bf05-c40f2f1334ba on network 33175c8d-48de-448d-a310-0d59e721ace3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:51.358381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Attempting to bind port b932d9dc-06b8-4100-bf05-c40f2f1334ba on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:51.368286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:51.368842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Checking segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:51.369518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Bound using segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:51.370328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Bound port: b932d9dc-06b8-4100-bf05-c40f2f1334ba, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:51.370944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.375672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.403453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object 24cc64a1-c85f-4f18-89a7-0e67ef02a6ad will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:51.462700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.523398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Allocated IP 172.20.0.2 (6328f368-6280-4caa-b754-b0142fcf54be/f01fe366-4df9-4b13-a878-f2ae33e40b2f/0b836ac0-897f-4f55-903f-125a07e534f3) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:51.529471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6328f368-6280-4caa-b754-b0142fcf54be is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:51.537717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:51.540961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=24cc64a1-c85f-4f18-89a7-0e67ef02a6ad,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:51.544510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] For port b932d9dc-06b8-4100-bf05-c40f2f1334ba, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:51.544733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:51.572570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] For port b932d9dc-06b8-4100-bf05-c40f2f1334ba, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b932d9dc-06b8-4100-bf05-c40f2f1334ba,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:51.581252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.608826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc9339-99bb-4089-8919-48f8d79bc7d5 req-5875f5f4-f985-48df-a076-f44a0d8f3d09 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.612073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53cc9339-99bb-4089-8919-48f8d79bc7d5 req-5875f5f4-f985-48df-a076-f44a0d8f3d09 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 943 time: 0.1457207 Aug 31 14:18:51.638648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.640008 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.669971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e0396ae1-c6f9-44a3-a90a-0c8d1b42fce0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4260492 Aug 31 14:18:51.674049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42162) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:51.684940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.685593 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.687121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] 10.222.0.26 "PUT /v2.0/ports/b932d9dc-06b8-4100-bf05-c40f2f1334ba HTTP/1.1" status: 200 len: 1091 time: 1.1901674 Aug 31 14:18:51.687584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'tag': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:51.689927 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d92afc7-93c1-4be1-83f4-a00fd5416970", "tag": "b932d9dc-06b8-4100-bf05-c40f2f1334ba"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:51.710650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97acd-2335-47a5-97da-53bf03b80d5e service neutron] Pushing event updated for resources: {'Port': ['ID=b932d9dc-06b8-4100-bf05-c40f2f1334ba,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:51.737715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53cc9339-99bb-4089-8919-48f8d79bc7d5 req-dbeb95b8-7ec4-4d94-a193-25e0852b4036 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884874 Aug 31 14:18:51.803883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 24cc64a1-c85f-4f18-89a7-0e67ef02a6ad {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:51.804340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.817311 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.819393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-1ccaa988-e8d4-42f5-a02e-dd7953f7d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.822569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-1ccaa988-e8d4-42f5-a02e-dd7953f7d06b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 1094 time: 0.0552452 Aug 31 14:18:51.826252 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad65aafd-cf8e-4985-bc29-87568418da3c x-openstack-request-id: req-ad65aafd-cf8e-4985-bc29-87568418da3c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:51.826545 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d92afc7-93c1-4be1-83f4-a00fd5416970", "tag": "b932d9dc-06b8-4100-bf05-c40f2f1334ba", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:51.826801 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad65aafd-cf8e-4985-bc29-87568418da3c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:51.827204 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'tag': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba', 'status': 'completed', 'code': 200} Aug 31 14:18:51.833544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Transition to ACTIVE for port object 0b836ac0-897f-4f55-903f-125a07e534f3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:51.856304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Transition to ACTIVE for port object 0b836ac0-897f-4f55-903f-125a07e534f3 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:51.864502 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.908403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-92d7d882-c95e-4d5b-8ac3-a820a5442136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b932d9dc-06b8-4100-bf05-c40f2f1334ba HTTP/1.1" status: 200 len: 217 time: 0.0542133 Aug 31 14:18:51.928128 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.933467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Network 6328f368-6280-4caa-b754-b0142fcf54be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:51.938186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:51.944082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:51.953011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Pushing event updated for resources: {'Port': ['ID=0b836ac0-897f-4f55-903f-125a07e534f3,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:51.957816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 24cc64a1-c85f-4f18-89a7-0e67ef02a6ad owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:51.967064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.967606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.968117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.969275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.969803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.970347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.970856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.971379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.971879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.972398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.972924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.973456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:51.982846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-2b1885ec-12d0-46a6-ac6c-7ec0b90246ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.986429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-2b1885ec-12d0-46a6-ac6c-7ec0b90246ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.0696583 Aug 31 14:18:52.040637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-cee710bd-9f7d-4d50-bc91-28d486b47df6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448651 Aug 31 14:18:52.058338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Attempting to bind port 0b836ac0-897f-4f55-903f-125a07e534f3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:52.059363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Attempting to bind port 0b836ac0-897f-4f55-903f-125a07e534f3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f0555fdd-7a33-43fb-9536-f4644c45f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '6328f368-6280-4caa-b754-b0142fcf54be'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:52.059585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Attempting to bind port 0b836ac0-897f-4f55-903f-125a07e534f3 on network 6328f368-6280-4caa-b754-b0142fcf54be {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:52.068002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:52.068536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Checking segment: {'id': 'f0555fdd-7a33-43fb-9536-f4644c45f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '6328f368-6280-4caa-b754-b0142fcf54be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:52.069161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.069748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Bound using segment: {'id': 'f0555fdd-7a33-43fb-9536-f4644c45f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '6328f368-6280-4caa-b754-b0142fcf54be'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:52.070454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Bound port: 0b836ac0-897f-4f55-903f-125a07e534f3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0555fdd-7a33-43fb-9536-f4644c45f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '6328f368-6280-4caa-b754-b0142fcf54be'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:52.071014 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.165252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] For port 0b836ac0-897f-4f55-903f-125a07e534f3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:52.170038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] For port 0b836ac0-897f-4f55-903f-125a07e534f3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0b836ac0-897f-4f55-903f-125a07e534f3,segment=NetworkSegment(f0555fdd-7a33-43fb-9536-f4644c45f359),segment_id=f0555fdd-7a33-43fb-9536-f4644c45f359)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:52.176586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.237555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.249461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-3e84e7f6-1b8c-4ac1-9b4a-249ec54e5fb3 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955919 Aug 31 14:18:52.285423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201a9a-91a9-4bd3-a100-11e22f95daec None None] Pushing event updated for resources: {'Port': ['ID=0b836ac0-897f-4f55-903f-125a07e534f3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:52.293701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=24cc64a1-c85f-4f18-89a7-0e67ef02a6ad,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:52.420404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ca8b2ea-789a-47da-9878-36c50b5108ed req-b281ae1f-d289-4fa4-bf7a-17429db6098f service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669455 Aug 31 14:18:52.427542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.430766 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8922be7a-8f8e-4ec6-b002-55fea660a50d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/24cc64a1-c85f-4f18-89a7-0e67ef02a6ad HTTP/1.1" status: 204 len: 168 time: 0.7548661 Aug 31 14:18:52.432945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42170) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:52.467391 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c429992f-f1f2-4411-bafe-b31df6ad10bb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:18:52.468189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c429992f-f1f2-4411-bafe-b31df6ad10bb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:18:52.471327 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c429992f-f1f2-4411-bafe-b31df6ad10bb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/24cc64a1-c85f-4f18-89a7-0e67ef02a6ad HTTP/1.1" status: 404 len: 333 time: 0.0368819 Aug 31 14:18:52.477847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42172) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:52.549753 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-1942b06a-038d-42d3-b748-9906dc318c6d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:18:52.553531 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1942b06a-038d-42d3-b748-9906dc318c6d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/24cc64a1-c85f-4f18-89a7-0e67ef02a6ad HTTP/1.1" status: 404 len: 333 time: 0.0740829 Aug 31 14:18:52.558032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42174) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:52.638219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet f01fe366-4df9-4b13-a878-f2ae33e40b2f {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:52.644531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.645158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-e00fc02e-3d19-4e05-b7d2-bc6f14f78ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:52.647972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-e00fc02e-3d19-4e05-b7d2-bc6f14f78ae8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 1094 time: 0.0849690 Aug 31 14:18:52.720126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.813521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-92a69f52-9927-47cb-81e1-8dbbdc0b9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:52.816017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-92a69f52-9927-47cb-81e1-8dbbdc0b9b58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 917 time: 0.1553385 Aug 31 14:18:52.852955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.885257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-eb27ca0d-ddae-48ba-96c6-6322b342656b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b932d9dc-06b8-4100-bf05-c40f2f1334ba HTTP/1.1" status: 200 len: 217 time: 0.0579014 Aug 31 14:18:52.933216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.958727 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.964952 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/f01fe366-4df9-4b13-a878-f2ae33e40b2f HTTP/1.1" status: 204 len: 168 time: 0.4016254 Aug 31 14:18:52.966018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42178) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:52.979703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef046cf0-066c-4257-9cfa-0772de9417ed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=f01fe366-4df9-4b13-a878-f2ae33e40b2f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:53.128536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-9446b170-b446-4710-89c0-7467100e2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:53.131212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-9446b170-b446-4710-89c0-7467100e2a23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.2318468 Aug 31 14:18:53.147187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653ee5b-b8bc-489f-93e6-7a1e9d5e9693 req-3efc487b-d4e7-4571-b2e7-103750aa3d05 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:53.149473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7653ee5b-b8bc-489f-93e6-7a1e9d5e9693 req-3efc487b-d4e7-4571-b2e7-103750aa3d05 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 943 time: 0.2672665 Aug 31 14:18:53.171038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.198572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-4f13f6c8-692f-46d3-a7b8-174aa9fa0b0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458314 Aug 31 14:18:53.367002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7653ee5b-b8bc-489f-93e6-7a1e9d5e9693 req-cc5d65e8-3b90-4d9c-8bfd-172dfe5767b2 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005644 Aug 31 14:18:53.468528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-9b5bdc2b-0cb0-4f26-b767-1216187263c9 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553952 Aug 31 14:18:53.473749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 0b836ac0-897f-4f55-903f-125a07e534f3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:53.474203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.542924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0b836ac0-897f-4f55-903f-125a07e534f3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:53.588954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1e484-1063-4662-9ef3-88cf6fe5709f None None] Network 6328f368-6280-4caa-b754-b0142fcf54be requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:53.659126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] For port 0b836ac0-897f-4f55-903f-125a07e534f3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0b836ac0-897f-4f55-903f-125a07e534f3,segment=NetworkSegment(f0555fdd-7a33-43fb-9536-f4644c45f359),segment_id=f0555fdd-7a33-43fb-9536-f4644c45f359)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:53.659517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.684310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 0b836ac0-897f-4f55-903f-125a07e534f3 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:53.702767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b94d3d9-b1dd-480a-808b-db47bd0fa05c req-4e5723c1-a53e-4ed5-88b6-7129e1317a64 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257063 Aug 31 14:18:53.714677 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-75e62128-c806-43ae-a75b-1ed55dc3a32b None None] Provisioning for port 0b836ac0-897f-4f55-903f-125a07e534f3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:53.741614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0b836ac0-897f-4f55-903f-125a07e534f3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:53.748211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0b836ac0-897f-4f55-903f-125a07e534f3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:53.748608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.824904 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.855012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.871558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=0b836ac0-897f-4f55-903f-125a07e534f3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:53.880263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No DVR routers for this DVR port 0b836ac0-897f-4f55-903f-125a07e534f3 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:53.883672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c31b1d-fa39-4be0-a110-84bffca6cc63 None None] DHCP port deletion for 6328f368-6280-4caa-b754-b0142fcf54be request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:54.014763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.032959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6328f368-6280-4caa-b754-b0142fcf54be']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:54.047149 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0555fdd-7a33-43fb-9536-f4644c45f359') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:54.047500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0555fdd-7a33-43fb-9536-f4644c45f359') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:54.058825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.077991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.085587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1519 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:54.085972 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:54.090325 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:54.179266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.190990 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.193899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/6328f368-6280-4caa-b754-b0142fcf54be HTTP/1.1" status: 204 len: 168 time: 1.2260318 Aug 31 14:18:54.199736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42182) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:54.205716 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1110762796'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:54.216544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b2db-6435-4b5c-905d-414680f6bf1a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=6328f368-6280-4caa-b754-b0142fcf54be,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.241016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:54.245096 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.282595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1503, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:54.293873 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.294313 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment f067f4b0-3505-4b94-a047-0c6a1c7a2464 of type vlan for network d99b1ae5-8e97-42c0-a05d-2f1961b905fc Aug 31 14:18:54.359566 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.393633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.400299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:54.400958 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.482310 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2812519 Aug 31 14:18:54.487325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:54.495055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:54.503087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7bd2f-afc2-4f1f-9f0a-3dac6c144134 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=d99b1ae5-8e97-42c0-a05d-2f1961b905fc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.520263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d99b1ae5-8e97-42c0-a05d-2f1961b905fc details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:54.625152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376da2b-92ab-45a4-a68c-cd50f9f3c2a6 req-79e7449d-3e36-4bd5-8aa0-5cf07d296fe7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:54.627013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e376da2b-92ab-45a4-a68c-cd50f9f3c2a6 req-79e7449d-3e36-4bd5-8aa0-5cf07d296fe7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 943 time: 0.1361628 Aug 31 14:18:54.680921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:54.684743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.769840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e376da2b-92ab-45a4-a68c-cd50f9f3c2a6 req-42e9cb45-7c88-47e3-b678-c33ecc279fa8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291776 Aug 31 14:18:55.008140 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.078299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=faa7d6e7-874b-427a-9114-e7f6956556d9,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:55.088777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': 'f067f4b0-3505-4b94-a047-0c6a1c7a2464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:55.089225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: d99b1ae5-8e97-42c0-a05d-2f1961b905fc, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:55.110194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network d99b1ae5-8e97-42c0-a05d-2f1961b905fc is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:55.122007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d99b1ae5-8e97-42c0-a05d-2f1961b905fc) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:55.138253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.138543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d63c689-d427-45bf-969f-91b7b9e14c27 None None] Network d99b1ae5-8e97-42c0-a05d-2f1961b905fc requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:55.139567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.173803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-78aae17d-b742-4db5-b527-c7858a0b426c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6839366 Aug 31 14:18:55.175420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42190) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:55.186431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-887087015'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:55.340596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d99b1ae5-8e97-42c0-a05d-2f1961b905fc', 'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc', 'tenant_id': '5d918b5dedf9461ba26f1dfe1093b723', 'fixed_ips': [{'subnet_id': 'faa7d6e7-874b-427a-9114-e7f6956556d9'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:18:55.342167 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.372778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:55.379555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.411605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port a8bf0786-dd39-4538-a74d-4f02453bdc62 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:55.473601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0b836ac0-897f-4f55-903f-125a07e534f3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:55.476498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b932d9dc-06b8-4100-bf05-c40f2f1334ba details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:55.535790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0b836ac0-897f-4f55-903f-125a07e534f3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:55.536122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0b836ac0-897f-4f55-903f-125a07e534f3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:55.591339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.9 (d99b1ae5-8e97-42c0-a05d-2f1961b905fc/faa7d6e7-874b-427a-9114-e7f6956556d9/a8bf0786-dd39-4538-a74d-4f02453bdc62) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:55.690319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b932d9dc-06b8-4100-bf05-c40f2f1334ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b932d9dc-06b8-4100-bf05-c40f2f1334ba,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:55.708951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'port_id': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba', 'mac_address': 'fa:16:3e:ee:79:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4880f4a-d8ec-4543-9029-d76c531be69a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:55.760523 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.783818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b932d9dc-06b8-4100-bf05-c40f2f1334ba {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:55.790073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.812853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object a8bf0786-dd39-4538-a74d-4f02453bdc62 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:55.818624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b932d9dc-06b8-4100-bf05-c40f2f1334ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b932d9dc-06b8-4100-bf05-c40f2f1334ba,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:55.824459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.873816 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.963694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b932d9dc-06b8-4100-bf05-c40f2f1334ba,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:55.970451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network d99b1ae5-8e97-42c0-a05d-2f1961b905fc is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:55.981159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:55.982518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Allocated IP 172.20.0.2 (d99b1ae5-8e97-42c0-a05d-2f1961b905fc/faa7d6e7-874b-427a-9114-e7f6956556d9/29110dd1-2844-42ae-8917-234dad13e8c4) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:55.991165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:56.033249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=a8bf0786-dd39-4538-a74d-4f02453bdc62,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.069987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd58f-6870-4f8b-835c-adc2005c63a0 req-d6c19a88-1665-4a91-b196-45d6aa85eb85 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.071656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25bcd58f-6870-4f8b-835c-adc2005c63a0 req-d6c19a88-1665-4a91-b196-45d6aa85eb85 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 944 time: 0.1640947 Aug 31 14:18:56.097207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.097910 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.136582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-94b6d46d-d624-43c7-a49c-c64e54f9f5ba tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9553037 Aug 31 14:18:56.137182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42196) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:56.147193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25bcd58f-6870-4f8b-835c-adc2005c63a0 req-4631e45c-0c49-4550-93f5-bce20eff70b7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651515 Aug 31 14:18:56.208068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b932d9dc-06b8-4100-bf05-c40f2f1334ba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:56.260469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.277457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Transition to ACTIVE for port object 29110dd1-2844-42ae-8917-234dad13e8c4 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:56.312689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port a8bf0786-dd39-4538-a74d-4f02453bdc62 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:56.313497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.320360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Transition to ACTIVE for port object 29110dd1-2844-42ae-8917-234dad13e8c4 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:56.343776 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.447020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Network d99b1ae5-8e97-42c0-a05d-2f1961b905fc is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:56.455088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:56.458554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:56.466376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Pushing event updated for resources: {'Port': ['ID=29110dd1-2844-42ae-8917-234dad13e8c4,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.488218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.512032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for a8bf0786-dd39-4538-a74d-4f02453bdc62 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:56.565802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Attempting to bind port 29110dd1-2844-42ae-8917-234dad13e8c4 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:56.566161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Attempting to bind port 29110dd1-2844-42ae-8917-234dad13e8c4 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f067f4b0-3505-4b94-a047-0c6a1c7a2464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:56.566580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Attempting to bind port 29110dd1-2844-42ae-8917-234dad13e8c4 on network d99b1ae5-8e97-42c0-a05d-2f1961b905fc {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:56.580531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:56.580950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Checking segment: {'id': 'f067f4b0-3505-4b94-a047-0c6a1c7a2464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:56.581309 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.581745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Bound using segment: {'id': 'f067f4b0-3505-4b94-a047-0c6a1c7a2464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:56.582262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Bound port: 29110dd1-2844-42ae-8917-234dad13e8c4, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067f4b0-3505-4b94-a047-0c6a1c7a2464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'd99b1ae5-8e97-42c0-a05d-2f1961b905fc'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:56.582653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.659011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] For port 29110dd1-2844-42ae-8917-234dad13e8c4, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:56.662429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] For port 29110dd1-2844-42ae-8917-234dad13e8c4, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=29110dd1-2844-42ae-8917-234dad13e8c4,segment=NetworkSegment(f067f4b0-3505-4b94-a047-0c6a1c7a2464),segment_id=f067f4b0-3505-4b94-a047-0c6a1c7a2464)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:56.667115 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.746543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.770694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-007a4997-a7bb-4e16-84d4-ec460ab74478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.781820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a218339-1be4-4f0c-a750-7e4c1bae36d5 None None] Pushing event updated for resources: {'Port': ['ID=29110dd1-2844-42ae-8917-234dad13e8c4,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.790465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=a8bf0786-dd39-4538-a74d-4f02453bdc62,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.879747 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.882253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-92139721-b16e-4c67-acf7-68529c7b059e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/a8bf0786-dd39-4538-a74d-4f02453bdc62 HTTP/1.1" status: 204 len: 168 time: 0.7422619 Aug 31 14:18:56.886690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42198) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:56.923350 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b059dd5f-76c3-475d-aecd-b630e8a743f5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:18:56.925134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b059dd5f-76c3-475d-aecd-b630e8a743f5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/a8bf0786-dd39-4538-a74d-4f02453bdc62 HTTP/1.1" status: 404 len: 333 time: 0.0370715 Aug 31 14:18:56.928477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42200) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:57.025509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet faa7d6e7-874b-427a-9114-e7f6956556d9 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:57.029857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.104316 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.222987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.309585 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.341819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff0c20-707c-4fe1-ab6d-14a6ef8627d7 req-36fe2639-6a5b-479b-a65e-f108aeac0930 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:57.344773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89ff0c20-707c-4fe1-ab6d-14a6ef8627d7 req-36fe2639-6a5b-479b-a65e-f108aeac0930 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 944 time: 0.0739801 Aug 31 14:18:57.365009 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.368480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/faa7d6e7-874b-427a-9114-e7f6956556d9 HTTP/1.1" status: 204 len: 168 time: 0.4386237 Aug 31 14:18:57.370740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fc39d-14ed-4933-9a98-3b6e2ca84d8c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=faa7d6e7-874b-427a-9114-e7f6956556d9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:57.373726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:57.422906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89ff0c20-707c-4fe1-ab6d-14a6ef8627d7 req-861c8377-53d4-446e-9c2f-4f231b98e243 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673945 Aug 31 14:18:57.488487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b932d9dc-06b8-4100-bf05-c40f2f1334ba up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:57.525479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.560524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 29110dd1-2844-42ae-8917-234dad13e8c4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:57.640263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 29110dd1-2844-42ae-8917-234dad13e8c4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:57.640931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.645401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b932d9dc-06b8-4100-bf05-c40f2f1334ba completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:57.650390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b932d9dc-06b8-4100-bf05-c40f2f1334ba triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:57.650967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.653893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 29110dd1-2844-42ae-8917-234dad13e8c4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:57.755193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.757917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] For port 29110dd1-2844-42ae-8917-234dad13e8c4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=29110dd1-2844-42ae-8917-234dad13e8c4,segment=NetworkSegment(f067f4b0-3505-4b94-a047-0c6a1c7a2464),segment_id=f067f4b0-3505-4b94-a047-0c6a1c7a2464)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:57.758556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.784559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 29110dd1-2844-42ae-8917-234dad13e8c4 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:57.801262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:57.805027 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c2ee2-8d5b-4dd3-adf7-f980a805b8a8" -d '{"events": [{"server_uuid": "0d92afc7-93c1-4be1-83f4-a00fd5416970", "name": "network-vif-plugged", "status": "completed", "tag": "b932d9dc-06b8-4100-bf05-c40f2f1334ba"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:57.830244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b932d9dc-06b8-4100-bf05-c40f2f1334ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b932d9dc-06b8-4100-bf05-c40f2f1334ba,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:57.839295 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.883586 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00a76fe-514e-4ee7-ba3f-e1cde610af49 x-openstack-request-id: req-e00a76fe-514e-4ee7-ba3f-e1cde610af49 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:57.883971 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d92afc7-93c1-4be1-83f4-a00fd5416970", "name": "network-vif-plugged", "status": "completed", "tag": "b932d9dc-06b8-4100-bf05-c40f2f1334ba", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:57.884458 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e00a76fe-514e-4ee7-ba3f-e1cde610af49 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:57.885093 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba', 'code': 200} Aug 31 14:18:57.942147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b932d9dc-06b8-4100-bf05-c40f2f1334ba,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:57.971828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.014186 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=29110dd1-2844-42ae-8917-234dad13e8c4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:58.022860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No DVR routers for this DVR port 29110dd1-2844-42ae-8917-234dad13e8c4 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:58.076646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94880-165f-49b0-9281-0152bfe60525 req-b5f7c345-ac3a-46f1-9674-8c5c85e8d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.079795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbd94880-165f-49b0-9281-0152bfe60525 req-b5f7c345-ac3a-46f1-9674-8c5c85e8d119 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 1096 time: 0.0914705 Aug 31 14:18:58.126886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cf2896-2bb2-46a2-908a-ae375a398932 None None] Network d99b1ae5-8e97-42c0-a05d-2f1961b905fc requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:58.142578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbd94880-165f-49b0-9281-0152bfe60525 req-1d5e917d-5aac-4dc4-9b99-123e44f56ad2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541523 Aug 31 14:18:58.168305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.187801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99b1ae5-8e97-42c0-a05d-2f1961b905fc']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:58.211701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-00263d34-02df-4b63-8b19-5fe9ba5660f1 None None] Could not find standard attr ID for object 29110dd1-2844-42ae-8917-234dad13e8c4. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:18:58.215233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f067f4b0-3505-4b94-a047-0c6a1c7a2464') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:58.215939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f067f4b0-3505-4b94-a047-0c6a1c7a2464') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:58.232718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.256263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.267482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1503 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:58.268184 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:58.273467 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:58.377765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.398900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746bb35b-3c88-4835-937a-297f1b5c2c76 None None] DHCP port deletion for d99b1ae5-8e97-42c0-a05d-2f1961b905fc request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:58.401114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.403096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/d99b1ae5-8e97-42c0-a05d-2f1961b905fc HTTP/1.1" status: 204 len: 168 time: 1.0272102 Aug 31 14:18:58.404528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f44f79-e08d-4e5b-81b7-619b5db3f012 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=d99b1ae5-8e97-42c0-a05d-2f1961b905fc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:58.409659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42210) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:58.415114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'name': 'tempest-PortsTestJSON-1953151620'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:58.528845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:58.533778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.583336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 62ff143f-5569-4bb7-bfbc-8ec11150ea2e yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:58.670131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fa3f3-524b-47d0-b526-bcb82847d9f6 req-ad352d13-cd97-4912-850a-2256fcd698dd tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.671890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b66fa3f3-524b-47d0-b526-bcb82847d9f6 req-ad352d13-cd97-4912-850a-2256fcd698dd tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 945 time: 0.1211133 Aug 31 14:18:58.825916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b66fa3f3-524b-47d0-b526-bcb82847d9f6 req-a8037674-1a9e-4c4d-9497-056cff389632 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404543 Aug 31 14:18:58.896960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.954113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.026448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:59.029824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:59.034745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:59.040319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.041034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.045679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=62ff143f-5569-4bb7-bfbc-8ec11150ea2e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:59.064448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f41b6ff-86e3-4758-9c41-681705fda849 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6496489 Aug 31 14:18:59.065282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42216) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:59.169215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 62ff143f-5569-4bb7-bfbc-8ec11150ea2e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:59.169694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.281044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.297942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 62ff143f-5569-4bb7-bfbc-8ec11150ea2e owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:59.344078 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66f826e8-fe22-4dda-835a-ec0373fb757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.423849 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.461700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 29110dd1-2844-42ae-8917-234dad13e8c4 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:59.463788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=62ff143f-5569-4bb7-bfbc-8ec11150ea2e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:59.479750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.486917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3a02e5a0-21b7-4242-8123-e97fd158c46a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/62ff143f-5569-4bb7-bfbc-8ec11150ea2e HTTP/1.1" status: 204 len: 168 time: 0.4201205 Aug 31 14:18:59.487975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42218) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:59.492006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 29110dd1-2844-42ae-8917-234dad13e8c4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:59.492573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 29110dd1-2844-42ae-8917-234dad13e8c4 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:59.498265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'mac_address': 'fa:16:3e:1b:c8:04', 'name': 'tempest-PortsTestJSON-2127068772'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:59.557754 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.909177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:00.015300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.036995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622868b-b0a7-4633-9de1-f046daaaacfc req-d5a6a804-0005-47a5-b48a-045601f2d825 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.038477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6622868b-b0a7-4633-9de1-f046daaaacfc req-d5a6a804-0005-47a5-b48a-045601f2d825 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 945 time: 0.1085711 Aug 31 14:19:00.051898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 84f44b74-03d9-403f-bd46-f31d64b64f6b yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:00.124910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6622868b-b0a7-4633-9de1-f046daaaacfc req-60bf6801-c886-44d2-8ba7-35ed6c467abd tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738108 Aug 31 14:19:00.255950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.295576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.347659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:00.351562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:00.357223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:00.367054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.368054 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.373675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=84f44b74-03d9-403f-bd46-f31d64b64f6b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:00.396861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-70445eb6-b9d0-4da4-afab-09a778335175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9060752 Aug 31 14:19:00.399369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42226) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:00.470669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b06a8-0333-40eb-b923-14d9b33bce14 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.474581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bc0b06a8-0333-40eb-b923-14d9b33bce14 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/84f44b74-03d9-403f-bd46-f31d64b64f6b HTTP/1.1" status: 200 len: 841 time: 0.0741661 Aug 31 14:19:00.474848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42228) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:00.629597 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.647435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 84f44b74-03d9-403f-bd46-f31d64b64f6b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:00.648106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.776496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.797455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 84f44b74-03d9-403f-bd46-f31d64b64f6b owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:00.891955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.923024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=84f44b74-03d9-403f-bd46-f31d64b64f6b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:00.928909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.930976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7e0cf9a6-5c54-49ef-8d72-68659ed9c334 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/84f44b74-03d9-403f-bd46-f31d64b64f6b HTTP/1.1" status: 204 len: 168 time: 0.4546647 Aug 31 14:19:00.935696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42236) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:00.968579 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d309b2d5-f50b-466e-b92b-7514dc568b80 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:00.970343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d309b2d5-f50b-466e-b92b-7514dc568b80 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/84f44b74-03d9-403f-bd46-f31d64b64f6b HTTP/1.1" status: 404 len: 333 time: 0.0323732 Aug 31 14:19:00.975406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42238) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:00.980846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'name': 'tempest-PortsTestJSON-1438585106'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:01.116090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:01.122786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.151809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 27d2fb7a-4518-4ffb-9056-255bbe48accf yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:01.437590 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.492609 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.548011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:01.551704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:01.557228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:01.563832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:01.564536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.574582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=27d2fb7a-4518-4ffb-9056-255bbe48accf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:01.589786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-939c7ff5-565e-4293-8ef2-24d69d40ae5b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6130955 Aug 31 14:19:01.593093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42244) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:01.599236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:01.687436 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.909544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.915950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.972593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] In _notify_port_updated(), no bound segment for port 27d2fb7a-4518-4ffb-9056-255bbe48accf on network 6669accb-fb06-4ab5-bd22-414bb9a63134 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:19:01.978339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:01.979032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.980455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "PUT /v2.0/ports/27d2fb7a-4518-4ffb-9056-255bbe48accf HTTP/1.1" status: 200 len: 818 time: 0.3862271 Aug 31 14:19:01.981747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5568c17-26be-4338-883a-ef0020f9fbc4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=27d2fb7a-4518-4ffb-9056-255bbe48accf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:01.986381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42256) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.025346 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.142827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 27d2fb7a-4518-4ffb-9056-255bbe48accf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:02.143287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.242609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.264201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 27d2fb7a-4518-4ffb-9056-255bbe48accf owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:02.376270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.433090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=27d2fb7a-4518-4ffb-9056-255bbe48accf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:02.437376 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.440858 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fddb884d-bd08-4d8b-84c1-153ccd9cbb76 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/27d2fb7a-4518-4ffb-9056-255bbe48accf HTTP/1.1" status: 204 len: 168 time: 0.4487097 Aug 31 14:19:02.443892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42262) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.509162 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05282bf-47e7-444e-9c52-37ade329cb0b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:02.511397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c05282bf-47e7-444e-9c52-37ade329cb0b tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0660844 Aug 31 14:19:02.515866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42264) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.553172 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26f91da-04b2-423c-9bb5-cc5e6f641e20 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:02.554820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a26f91da-04b2-423c-9bb5-cc5e6f641e20 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/27d2fb7a-4518-4ffb-9056-255bbe48accf HTTP/1.1" status: 404 len: 333 time: 0.0378525 Aug 31 14:19:02.561045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42266) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.567131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-356004120'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:02.592138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:02.596666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.631766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1522, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:02.647596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.648084 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment 3a5babde-7f95-4084-b859-a8f54646dfc5 of type vlan for network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 Aug 31 14:19:02.700029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.739595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.747453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:02.748355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.808197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2451801 Aug 31 14:19:02.811200 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42268) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.816846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:02.919327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffb920-d9cc-4281-8b5e-de8a2221c355 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=6ee97e30-7a5f-4d5c-b817-a72c6b5ae903,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:02.933894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:02.993905 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:02.998976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.315226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.417392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=9f02aff7-1b44-4c2a-9e94-f5502300e241,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:03.426833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': '3a5babde-7f95-4084-b859-a8f54646dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:03.427629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:03.459892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:03.478365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:03.485474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:03.486622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.498175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b1813-86ee-4ce1-ba86-27074456943b None None] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:03.517264 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ce3251a1-8af0-4840-bb12-11f59aa16c90 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7041066 Aug 31 14:19:03.523661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42274) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:03.532290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f66a7966-9b39-4b2d-99fe-883139f01d39 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:03.750624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a7966-9b39-4b2d-99fe-883139f01d39 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:03.759011 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f66a7966-9b39-4b2d-99fe-883139f01d39 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.786214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-6ee97e30-7a5f-4d5c-b817-a72c6b5ae903', 'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903', 'tenant_id': '5d918b5dedf9461ba26f1dfe1093b723', 'fixed_ips': [{'subnet_id': '9f02aff7-1b44-4c2a-9e94-f5502300e241'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:03.788574 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.900147 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-f66a7966-9b39-4b2d-99fe-883139f01d39 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f02aff7-1b44-4c2a-9e94-f5502300e241 (CIDR: 172.20.0.0/28) Aug 31 14:19:03.904697 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66a7966-9b39-4b2d-99fe-883139f01d39 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:03.905964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66a7966-9b39-4b2d-99fe-883139f01d39 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:03.929841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f66a7966-9b39-4b2d-99fe-883139f01d39 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4041212 Aug 31 14:19:03.930632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42276) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:03.940930 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:03.984233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Allocated IP 172.20.0.2 (6ee97e30-7a5f-4d5c-b817-a72c6b5ae903/9f02aff7-1b44-4c2a-9e94-f5502300e241/9fbf0b54-a791-4c45-b418-fd545aa426bf) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:04.134969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:04.141746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.177531 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.191500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Transition to ACTIVE for port object 9fbf0b54-a791-4c45-b418-fd545aa426bf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:04.218534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Transition to ACTIVE for port object 9fbf0b54-a791-4c45-b418-fd545aa426bf will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:04.228523 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.287227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:04.297971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:04.306471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:04.320648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Pushing event updated for resources: {'Port': ['ID=9fbf0b54-a791-4c45-b418-fd545aa426bf,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:04.426581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Attempting to bind port 9fbf0b54-a791-4c45-b418-fd545aa426bf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:04.427166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Attempting to bind port 9fbf0b54-a791-4c45-b418-fd545aa426bf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3a5babde-7f95-4084-b859-a8f54646dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:04.427744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Attempting to bind port 9fbf0b54-a791-4c45-b418-fd545aa426bf on network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:04.438547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:04.439147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Checking segment: {'id': '3a5babde-7f95-4084-b859-a8f54646dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:04.439788 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.440639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Bound using segment: {'id': '3a5babde-7f95-4084-b859-a8f54646dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:04.441459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Bound port: 9fbf0b54-a791-4c45-b418-fd545aa426bf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5babde-7f95-4084-b859-a8f54646dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1522, 'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:04.442076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.555829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] For port 9fbf0b54-a791-4c45-b418-fd545aa426bf, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:04.559374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.561728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] For port 9fbf0b54-a791-4c45-b418-fd545aa426bf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9fbf0b54-a791-4c45-b418-fd545aa426bf,segment=NetworkSegment(3a5babde-7f95-4084-b859-a8f54646dfc5),segment_id=3a5babde-7f95-4084-b859-a8f54646dfc5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:04.569091 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.627280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:04.629819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=27963a3f-cd18-47ab-a463-bd342c13524b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:04.642876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:04.651325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:04.652615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.665676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ea929-9e90-4707-aebb-01b05d015031 None None] Pushing event updated for resources: {'Port': ['ID=9fbf0b54-a791-4c45-b418-fd545aa426bf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:04.684723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-78e834f3-66f0-4b0b-b4f9-d85bfbf95cbb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7525473 Aug 31 14:19:04.688380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42282) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:04.693966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903', 'fixed_ips': [{'subnet_id': '9f02aff7-1b44-4c2a-9e94-f5502300e241'}, {'subnet_id': '27963a3f-cd18-47ab-a463-bd342c13524b'}], 'name': 'tempest-PortsTestJSON-1015673020'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:04.884907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:05.024502 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.050488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 012cc4c8-588d-481a-bf63-d6845d443ca3 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:05.369518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.4 (6ee97e30-7a5f-4d5c-b817-a72c6b5ae903/9f02aff7-1b44-4c2a-9e94-f5502300e241/012cc4c8-588d-481a-bf63-d6845d443ca3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:05.378182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.23 (6ee97e30-7a5f-4d5c-b817-a72c6b5ae903/27963a3f-cd18-47ab-a463-bd342c13524b/012cc4c8-588d-481a-bf63-d6845d443ca3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:05.533517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9fbf0b54-a791-4c45-b418-fd545aa426bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:05.641420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9fbf0b54-a791-4c45-b418-fd545aa426bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:05.721572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.741699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object 012cc4c8-588d-481a-bf63-d6845d443ca3 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:05.817186 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.885232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:05.891312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:05.897750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:05.952497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:05.953240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.957693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=012cc4c8-588d-481a-bf63-d6845d443ca3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:05.974326 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5093162b-10a8-440f-bc33-0a1d5b6dee2a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2845638 Aug 31 14:19:05.980272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42288) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:05.987417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f02aff7-1b44-4c2a-9e94-f5502300e241'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:06.004930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82387161-36b8-4aa1-9b1e-277b8e9eab45 None None] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:06.069061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9acae4fc-05ff-4ef7-b431-62ac2c246e17 None None] Provisioning for port 9fbf0b54-a791-4c45-b418-fd545aa426bf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:06.077883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9acae4fc-05ff-4ef7-b431-62ac2c246e17 None None] Provisioning complete for port 9fbf0b54-a791-4c45-b418-fd545aa426bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:06.078334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9acae4fc-05ff-4ef7-b431-62ac2c246e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.228363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.252294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9acae4fc-05ff-4ef7-b431-62ac2c246e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.323568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9acae4fc-05ff-4ef7-b431-62ac2c246e17 None None] For port 9fbf0b54-a791-4c45-b418-fd545aa426bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9fbf0b54-a791-4c45-b418-fd545aa426bf,segment=NetworkSegment(3a5babde-7f95-4084-b859-a8f54646dfc5),segment_id=3a5babde-7f95-4084-b859-a8f54646dfc5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:06.334583 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9acae4fc-05ff-4ef7-b431-62ac2c246e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.437701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] Update dhcp port {'port': {'network_id': '6ee97e30-7a5f-4d5c-b817-a72c6b5ae903', 'fixed_ips': [{'subnet_id': '9f02aff7-1b44-4c2a-9e94-f5502300e241', 'ip_address': '172.20.0.2'}, {'subnet_id': '27963a3f-cd18-47ab-a463-bd342c13524b'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '9fbf0b54-a791-4c45-b418-fd545aa426bf'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:19:06.636300 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.652642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acae4fc-05ff-4ef7-b431-62ac2c246e17 None None] Pushing event updated for resources: {'Port': ['ID=9fbf0b54-a791-4c45-b418-fd545aa426bf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:06.758598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Delete allocated IP 172.20.0.23 (6ee97e30-7a5f-4d5c-b817-a72c6b5ae903/27963a3f-cd18-47ab-a463-bd342c13524b) {{(pid=101361) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:19:06.962334 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.985644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Ignored duplicate provisioning block setup for port 012cc4c8-588d-481a-bf63-d6845d443ca3 by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:19:06.991284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.095502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] Allocated IP 172.20.0.18 (6ee97e30-7a5f-4d5c-b817-a72c6b5ae903/27963a3f-cd18-47ab-a463-bd342c13524b/9fbf0b54-a791-4c45-b418-fd545aa426bf) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:07.118848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=012cc4c8-588d-481a-bf63-d6845d443ca3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:07.144094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] In _notify_port_updated(), no bound segment for port 012cc4c8-588d-481a-bf63-d6845d443ca3 on network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:19:07.150480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:07.151387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.157257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2216fc80-4605-43ff-86dc-5a61ef2c896a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "PUT /v2.0/ports/012cc4c8-588d-481a-bf63-d6845d443ca3 HTTP/1.1" status: 200 len: 919 time: 1.1705723 Aug 31 14:19:07.157510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42294) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:07.163520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f02aff7-1b44-4c2a-9e94-f5502300e241'}, {'subnet_id': '27963a3f-cd18-47ab-a463-bd342c13524b'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:07.262037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] For port 9fbf0b54-a791-4c45-b418-fd545aa426bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9fbf0b54-a791-4c45-b418-fd545aa426bf,segment=NetworkSegment(3a5babde-7f95-4084-b859-a8f54646dfc5),segment_id=3a5babde-7f95-4084-b859-a8f54646dfc5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:07.277788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.313677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.339536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] Transition to ACTIVE for port object 9fbf0b54-a791-4c45-b418-fd545aa426bf will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:07.352922 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.483393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbe2a0-3740-447f-a93a-4e19e404c6da None None] Pushing event updated for resources: {'Port': ['ID=9fbf0b54-a791-4c45-b418-fd545aa426bf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:07.516411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9fbf0b54-a791-4c45-b418-fd545aa426bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:07.762416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.27 (6ee97e30-7a5f-4d5c-b817-a72c6b5ae903/27963a3f-cd18-47ab-a463-bd342c13524b/012cc4c8-588d-481a-bf63-d6845d443ca3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:07.949399 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.968624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Ignored duplicate provisioning block setup for port 012cc4c8-588d-481a-bf63-d6845d443ca3 by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:19:07.974953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.100292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=012cc4c8-588d-481a-bf63-d6845d443ca3,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:08.160466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] In _notify_port_updated(), no bound segment for port 012cc4c8-588d-481a-bf63-d6845d443ca3 on network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:19:08.166060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:08.166845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.168357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dc6a229a-cc37-4489-b340-c2ed8e7cc1e3 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "PUT /v2.0/ports/012cc4c8-588d-481a-bf63-d6845d443ca3 HTTP/1.1" status: 200 len: 999 time: 1.0096445 Aug 31 14:19:08.171727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42300) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:08.189520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383998f9-73fe-429f-bc78-fc119cf61849 None None] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:08.302143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 012cc4c8-588d-481a-bf63-d6845d443ca3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:08.302679 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.305708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-07d11075-ba60-42e4-b878-4ec20a67dd82 None None] Provisioning for port 9fbf0b54-a791-4c45-b418-fd545aa426bf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:08.327474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-07d11075-ba60-42e4-b878-4ec20a67dd82 None None] Provisioning complete for port 9fbf0b54-a791-4c45-b418-fd545aa426bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:08.327997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-07d11075-ba60-42e4-b878-4ec20a67dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.441767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.465313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 012cc4c8-588d-481a-bf63-d6845d443ca3 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:08.562223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-07d11075-ba60-42e4-b878-4ec20a67dd82 None None] Provisioning for port 012cc4c8-588d-481a-bf63-d6845d443ca3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:08.566771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-07d11075-ba60-42e4-b878-4ec20a67dd82 None None] Provisioning complete for port 012cc4c8-588d-481a-bf63-d6845d443ca3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:08.567156 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-07d11075-ba60-42e4-b878-4ec20a67dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.603719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-07d11075-ba60-42e4-b878-4ec20a67dd82 None None] Port 012cc4c8-588d-481a-bf63-d6845d443ca3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:08.681104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.716758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=012cc4c8-588d-481a-bf63-d6845d443ca3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:08.842301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.844291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d3a75c0a-6d6d-48a5-8c65-af26bf23bfa7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/012cc4c8-588d-481a-bf63-d6845d443ca3 HTTP/1.1" status: 204 len: 168 time: 0.6715372 Aug 31 14:19:08.847032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42304) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:08.872711 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc63a7a4-66ef-4037-87c3-db8b5c042752 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:08.874536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cc63a7a4-66ef-4037-87c3-db8b5c042752 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/012cc4c8-588d-481a-bf63-d6845d443ca3 HTTP/1.1" status: 404 len: 333 time: 0.0264356 Aug 31 14:19:08.878903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42306) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:08.965767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet 27963a3f-cd18-47ab-a463-bd342c13524b {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:08.971492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.038745 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.148304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.229178 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.258805 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=27963a3f-cd18-47ab-a463-bd342c13524b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:09.265850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.267797 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6184b393-3a8a-437d-91b5-81547b135ca8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/27963a3f-cd18-47ab-a463-bd342c13524b HTTP/1.1" status: 204 len: 168 time: 0.3873107 Aug 31 14:19:09.272167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42310) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:09.333296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet 9f02aff7-1b44-4c2a-9e94-f5502300e241 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:09.337080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.387331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.478270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9fbf0b54-a791-4c45-b418-fd545aa426bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:09.516669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.558660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9fbf0b54-a791-4c45-b418-fd545aa426bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:09.559317 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.624503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.675479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=9f02aff7-1b44-4c2a-9e94-f5502300e241,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:09.688981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.696098 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8c6bf932-53c3-45aa-b77d-2a3b97ee30d2 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/9f02aff7-1b44-4c2a-9e94-f5502300e241 HTTP/1.1" status: 204 len: 168 time: 0.4191425 Aug 31 14:19:09.696698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42312) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:09.814148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0da8b-e359-4921-a1c5-96ab579bddfc None None] Network 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:09.820692 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.892688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a0f6ea2b-2d8e-4335-b0d2-7617df6ff397 None None] Provisioning complete for port 9fbf0b54-a791-4c45-b418-fd545aa426bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:09.893108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0f6ea2b-2d8e-4335-b0d2-7617df6ff397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.894782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 9fbf0b54-a791-4c45-b418-fd545aa426bf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:09.895440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.984161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] For port 9fbf0b54-a791-4c45-b418-fd545aa426bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9fbf0b54-a791-4c45-b418-fd545aa426bf,segment=NetworkSegment(3a5babde-7f95-4084-b859-a8f54646dfc5),segment_id=3a5babde-7f95-4084-b859-a8f54646dfc5)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:09.984543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.003116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 9fbf0b54-a791-4c45-b418-fd545aa426bf owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:10.049791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.087003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a0f6ea2b-2d8e-4335-b0d2-7617df6ff397 None None] Could not find standard attr ID for object 012cc4c8-588d-481a-bf63-d6845d443ca3. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:19:10.119279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.148121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=9fbf0b54-a791-4c45-b418-fd545aa426bf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:10.150163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No DVR routers for this DVR port 9fbf0b54-a791-4c45-b418-fd545aa426bf on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:10.158343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3eff3d-d858-42a3-ad3a-c2fb5d8933b9 None None] DHCP port deletion for 6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:10.245349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.255965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee97e30-7a5f-4d5c-b817-a72c6b5ae903']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:10.267672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5babde-7f95-4084-b859-a8f54646dfc5') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:10.267979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5babde-7f95-4084-b859-a8f54646dfc5') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:10.277642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.299498 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.308314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1522 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:10.308796 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:10.314076 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:10.387440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.396364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.398368 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/6ee97e30-7a5f-4d5c-b817-a72c6b5ae903 HTTP/1.1" status: 204 len: 168 time: 0.6994545 Aug 31 14:19:10.403654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42318) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:10.415880 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223d418-8058-478d-9f25-8379b40b75fc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=6ee97e30-7a5f-4d5c-b817-a72c6b5ae903,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:10.514288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d0200-ff1e-4f2a-a0ad-20ba1e685372 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.517472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b19d0200-ff1e-4f2a-a0ad-20ba1e685372 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1121252 Aug 31 14:19:10.521566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42320) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:10.574793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-26ca9f28-df0d-4f64-bd10-be131933520c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0513415 Aug 31 14:19:10.579210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42322) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:10.584357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1628249987'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:10.607954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:10.611635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.640081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1519, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:10.649341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.649704 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment 19ac29f3-9ea4-431c-88a9-9799dddcbcdd of type vlan for network 4ce63646-98c4-4482-a55a-9477ae23335f Aug 31 14:19:10.702678 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.734346 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.740642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.741285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.835207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2548516 Aug 31 14:19:10.840674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42324) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:10.846366 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:10.874564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402cbea-1524-40e8-aaf1-c1c8d4838c22 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=4ce63646-98c4-4482-a55a-9477ae23335f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:10.890713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 4ce63646-98c4-4482-a55a-9477ae23335f details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:10.975316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:10.980540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.201262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.262966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=279e2eb5-7112-4a3f-a78c-852edced4bb5,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:11.273682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': '19ac29f3-9ea4-431c-88a9-9799dddcbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:11.274048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: 4ce63646-98c4-4482-a55a-9477ae23335f, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:11.301789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 4ce63646-98c4-4482-a55a-9477ae23335f is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:11.312128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 4ce63646-98c4-4482-a55a-9477ae23335f) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:11.317243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.318948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.323377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f29029-ccbe-4637-8276-9e830066c01b None None] Network 4ce63646-98c4-4482-a55a-9477ae23335f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:11.338234 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9d463b09-a9a0-463f-8632-19af8c7e6257 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4961700 Aug 31 14:19:11.342380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:11.351006 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f', 'name': 'tempest-PortsTestJSON-38456809'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:11.510875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9fbf0b54-a791-4c45-b418-fd545aa426bf no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:11.546777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9fbf0b54-a791-4c45-b418-fd545aa426bf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:11.547293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9fbf0b54-a791-4c45-b418-fd545aa426bf not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:11.557844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:11.565263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.595395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port a269a9f0-17cd-426e-9be3-a5606d7c90b5 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:11.598549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-4ce63646-98c4-4482-a55a-9477ae23335f', 'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f', 'tenant_id': '5d918b5dedf9461ba26f1dfe1093b723', 'fixed_ips': [{'subnet_id': '279e2eb5-7112-4a3f-a78c-852edced4bb5'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:11.599748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.770709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.11 (4ce63646-98c4-4482-a55a-9477ae23335f/279e2eb5-7112-4a3f-a78c-852edced4bb5/a269a9f0-17cd-426e-9be3-a5606d7c90b5) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:11.941310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.957277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object a269a9f0-17cd-426e-9be3-a5606d7c90b5 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:11.995022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.053970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 4ce63646-98c4-4482-a55a-9477ae23335f is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:12.063238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:12.071651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:12.079311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Allocated IP 172.20.0.2 (4ce63646-98c4-4482-a55a-9477ae23335f/279e2eb5-7112-4a3f-a78c-852edced4bb5/5de91fa7-f3e8-4e63-8f14-b320261e77a0) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:12.133437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=a269a9f0-17cd-426e-9be3-a5606d7c90b5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:12.164565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:12.165222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.184470 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4f376b0a-2f83-4fc6-b102-49f86b4e57dc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8400826 Aug 31 14:19:12.187554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42336) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:12.193548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f', 'name': 'tempest-PortsTestJSON-819580934'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:12.322505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.336841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Transition to ACTIVE for port object 5de91fa7-f3e8-4e63-8f14-b320261e77a0 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:12.339465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:12.347995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.358571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Transition to ACTIVE for port object 5de91fa7-f3e8-4e63-8f14-b320261e77a0 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:12.366549 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.378661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port e54d76e1-aa69-407d-b58e-69c16fcff861 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:12.427282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Network 4ce63646-98c4-4482-a55a-9477ae23335f is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:12.435665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:12.441837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:12.463733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Pushing event updated for resources: {'Port': ['ID=5de91fa7-f3e8-4e63-8f14-b320261e77a0,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:12.531309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Attempting to bind port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:12.531675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Attempting to bind port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '19ac29f3-9ea4-431c-88a9-9799dddcbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:12.532035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Attempting to bind port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 on network 4ce63646-98c4-4482-a55a-9477ae23335f {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:12.536588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.10 (4ce63646-98c4-4482-a55a-9477ae23335f/279e2eb5-7112-4a3f-a78c-852edced4bb5/e54d76e1-aa69-407d-b58e-69c16fcff861) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:12.537821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:12.538382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Checking segment: {'id': '19ac29f3-9ea4-431c-88a9-9799dddcbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:12.539019 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.539534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Bound using segment: {'id': '19ac29f3-9ea4-431c-88a9-9799dddcbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:12.540133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Bound port: 5de91fa7-f3e8-4e63-8f14-b320261e77a0, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac29f3-9ea4-431c-88a9-9799dddcbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '4ce63646-98c4-4482-a55a-9477ae23335f'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:12.540623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.626703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] For port 5de91fa7-f3e8-4e63-8f14-b320261e77a0, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:12.631485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] For port 5de91fa7-f3e8-4e63-8f14-b320261e77a0, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5de91fa7-f3e8-4e63-8f14-b320261e77a0,segment=NetworkSegment(19ac29f3-9ea4-431c-88a9-9799dddcbcdd),segment_id=19ac29f3-9ea4-431c-88a9-9799dddcbcdd)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:12.636000 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.717160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5788b4-71f9-4310-86f2-02b6f60d82f3 None None] Pushing event updated for resources: {'Port': ['ID=5de91fa7-f3e8-4e63-8f14-b320261e77a0,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:12.750866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.782985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object e54d76e1-aa69-407d-b58e-69c16fcff861 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:12.834298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.885595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 4ce63646-98c4-4482-a55a-9477ae23335f is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:12.890987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:12.902378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:12.964549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=e54d76e1-aa69-407d-b58e-69c16fcff861,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:13.011782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.012578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.035381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bf61957a-056c-43ab-8052-53fb1a9052c9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8465285 Aug 31 14:19:13.038940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42340) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:13.137576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce87cb-4c36-43d2-aa64-837b4319f878 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.139217 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8ce87cb-4c36-43d2-aa64-837b4319f878 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 921 time: 0.0987673 Aug 31 14:19:13.143573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42342) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:13.261070 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port e54d76e1-aa69-407d-b58e-69c16fcff861 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:13.261465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.360116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.378296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for e54d76e1-aa69-407d-b58e-69c16fcff861 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:13.517743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5de91fa7-f3e8-4e63-8f14-b320261e77a0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:13.529520 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.572495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=e54d76e1-aa69-407d-b58e-69c16fcff861,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:13.590399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:13.885649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22f4d9-bc68-4a86-a92a-d69266255eec None None] Network 4ce63646-98c4-4482-a55a-9477ae23335f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:13.986193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-693efb87-ea79-4bf7-a6cf-8fb57f043cc4 None None] Provisioning for port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:13.999388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-693efb87-ea79-4bf7-a6cf-8fb57f043cc4 None None] Provisioning complete for port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:13.999388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-693efb87-ea79-4bf7-a6cf-8fb57f043cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.064411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.067726 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2ac51f4b-ac91-4ae3-bcaa-44241c7fd212 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/e54d76e1-aa69-407d-b58e-69c16fcff861 HTTP/1.1" status: 204 len: 168 time: 0.9230111 Aug 31 14:19:14.071013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42348) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:14.096539 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4572040-7f5b-4ae1-b685-7d518a8b9631 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:14.100949 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c4572040-7f5b-4ae1-b685-7d518a8b9631 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/e54d76e1-aa69-407d-b58e-69c16fcff861 HTTP/1.1" status: 404 len: 333 time: 0.0261185 Aug 31 14:19:14.101972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42350) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:14.149382 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-693efb87-ea79-4bf7-a6cf-8fb57f043cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.195928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-693efb87-ea79-4bf7-a6cf-8fb57f043cc4 None None] For port 5de91fa7-f3e8-4e63-8f14-b320261e77a0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5de91fa7-f3e8-4e63-8f14-b320261e77a0,segment=NetworkSegment(19ac29f3-9ea4-431c-88a9-9799dddcbcdd),segment_id=19ac29f3-9ea4-431c-88a9-9799dddcbcdd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:14.199598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-693efb87-ea79-4bf7-a6cf-8fb57f043cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.222760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port a269a9f0-17cd-426e-9be3-a5606d7c90b5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:14.223302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.273153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693efb87-ea79-4bf7-a6cf-8fb57f043cc4 None None] Pushing event updated for resources: {'Port': ['ID=5de91fa7-f3e8-4e63-8f14-b320261e77a0,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:14.336021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.357756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for a269a9f0-17cd-426e-9be3-a5606d7c90b5 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:14.530872 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.545422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f7c81aa-f531-45fd-b983-b296c0b12677 None None] Provisioning complete for port a269a9f0-17cd-426e-9be3-a5606d7c90b5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:14.547216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f7c81aa-f531-45fd-b983-b296c0b12677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.585123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c81aa-f531-45fd-b983-b296c0b12677 None None] Port a269a9f0-17cd-426e-9be3-a5606d7c90b5 was deleted so its status cannot be updated. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:19:14.603321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f7c81aa-f531-45fd-b983-b296c0b12677 None None] Provisioning complete for port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:14.604121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=a269a9f0-17cd-426e-9be3-a5606d7c90b5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:14.604610 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f7c81aa-f531-45fd-b983-b296c0b12677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.694385 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.696588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1ea69b41-a4d9-4cb4-b412-cb0723042aa8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/a269a9f0-17cd-426e-9be3-a5606d7c90b5 HTTP/1.1" status: 204 len: 168 time: 0.5932088 Aug 31 14:19:14.699461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42364) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:14.750928 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee56c81-cf96-49f8-8c1b-1424c5447d11 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:14.754765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2ee56c81-cf96-49f8-8c1b-1424c5447d11 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/a269a9f0-17cd-426e-9be3-a5606d7c90b5 HTTP/1.1" status: 404 len: 333 time: 0.0524387 Aug 31 14:19:14.760243 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42368) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:14.845057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ba5f51ec-b749-490f-ab99-ac037851bed4 None None] Could not find standard attr ID for object a269a9f0-17cd-426e-9be3-a5606d7c90b5. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:19:14.847999 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet 279e2eb5-7112-4a3f-a78c-852edced4bb5 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:14.852323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.941436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.071915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9dc89955-9978-4644-8f57-f66d93adcb3d None None] Could not find standard attr ID for object e54d76e1-aa69-407d-b58e-69c16fcff861. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:19:15.084771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.194713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.225992 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=279e2eb5-7112-4a3f-a78c-852edced4bb5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:15.234834 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.238008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-db6f2af7-b076-48ce-a68b-df1de26f0bde tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/279e2eb5-7112-4a3f-a78c-852edced4bb5 HTTP/1.1" status: 204 len: 168 time: 0.4759419 Aug 31 14:19:15.244133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42376) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:15.287815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8085d9-7f23-4627-8c6f-55609d0124dd None None] Network 4ce63646-98c4-4482-a55a-9477ae23335f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:15.358537 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.439130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:15.439602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.488223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5de91fa7-f3e8-4e63-8f14-b320261e77a0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:15.528001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] DHCP port deletion for 4ce63646-98c4-4482-a55a-9477ae23335f request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:15.544715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] For port 5de91fa7-f3e8-4e63-8f14-b320261e77a0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5de91fa7-f3e8-4e63-8f14-b320261e77a0,segment=NetworkSegment(19ac29f3-9ea4-431c-88a9-9799dddcbcdd),segment_id=19ac29f3-9ea4-431c-88a9-9799dddcbcdd)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:15.545172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.562581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 5de91fa7-f3e8-4e63-8f14-b320261e77a0 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:15.589832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:15.590601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.630292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] Deleting port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:15.630673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.666512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.700915 n-d-792362-6 neutron-server[101362]: INFO neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No ports have port_id starting with 5de91fa7-f3e8-4e63-8f14-b320261e77a0 Aug 31 14:19:15.706590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=5de91fa7-f3e8-4e63-8f14-b320261e77a0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:15.714039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No DVR routers for this DVR port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:15.716625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] For port 5de91fa7-f3e8-4e63-8f14-b320261e77a0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5de91fa7-f3e8-4e63-8f14-b320261e77a0,segment=NetworkSegment(19ac29f3-9ea4-431c-88a9-9799dddcbcdd),segment_id=19ac29f3-9ea4-431c-88a9-9799dddcbcdd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:15.717110 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.738318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] Calling delete_port for 5de91fa7-f3e8-4e63-8f14-b320261e77a0 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:15.823666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.841529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce63646-98c4-4482-a55a-9477ae23335f']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:15.856022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ac29f3-9ea4-431c-88a9-9799dddcbcdd') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:15.856673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ac29f3-9ea4-431c-88a9-9799dddcbcdd') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:15.860113 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.873705 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.887209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] Pushing event deleted for resources: {'Port': ['ID=5de91fa7-f3e8-4e63-8f14-b320261e77a0,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:15.890066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d52401-10ae-473f-adeb-c412a5d58e3e None None] No DVR routers for this DVR port 5de91fa7-f3e8-4e63-8f14-b320261e77a0 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:15.899562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.913303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1519 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:15.914368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:15.960200 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:15.996600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.004764 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.008684 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/4ce63646-98c4-4482-a55a-9477ae23335f HTTP/1.1" status: 204 len: 168 time: 0.7629032 Aug 31 14:19:16.015757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42378) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:16.025091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1151349733'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:16.042356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7da4-e2f4-4fb2-978a-fc42a2eb3fc5 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=4ce63646-98c4-4482-a55a-9477ae23335f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:16.069364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:16.074093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.102848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:16.116524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.117123 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment 19ab43ec-4189-426d-859d-039d1c1a790a of type vlan for network f7bacf76-5fdc-4a58-912a-2cde02334bd9 Aug 31 14:19:16.185002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.220129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.228936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:16.229597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.303894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2859321 Aug 31 14:19:16.307381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42384) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:16.313311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:16.322124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c8511-adc9-4172-a934-ae9d6f19c93e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=f7bacf76-5fdc-4a58-912a-2cde02334bd9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:16.337885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:16.470549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:16.474304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.704746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.778656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=0c172332-53a9-4678-90a7-e2ce1fe8e5b6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:16.788816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': '19ab43ec-4189-426d-859d-039d1c1a790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:16.789277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: f7bacf76-5fdc-4a58-912a-2cde02334bd9, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:16.817238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:16.829072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f7bacf76-5fdc-4a58-912a-2cde02334bd9) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:16.833659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:16.834228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.849086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2890d5-b596-4bd1-9c14-79cd1b7fe17a None None] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:16.855649 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-90b46f92-c917-46e5-9034-7d0427d67a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5467558 Aug 31 14:19:16.860410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42386) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:16.869818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9', 'name': 'tempest-PortsTestJSON-4259534', 'fixed_ips': [{'subnet_id': '0c172332-53a9-4678-90a7-e2ce1fe8e5b6', 'ip_address': '172.20.0.10'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:17.031286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:17.069885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f7bacf76-5fdc-4a58-912a-2cde02334bd9', 'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9', 'tenant_id': '5d918b5dedf9461ba26f1dfe1093b723', 'fixed_ips': [{'subnet_id': '0c172332-53a9-4678-90a7-e2ce1fe8e5b6'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:17.071070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.175521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.198401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port e416761f-b96c-47d4-bae7-a853c4d1bc3c yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:17.317874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Allocated IP 172.20.0.2 (f7bacf76-5fdc-4a58-912a-2cde02334bd9/0c172332-53a9-4678-90a7-e2ce1fe8e5b6/8c2f99da-2769-4f94-9bd0-3bbba954e81d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:17.499005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5de91fa7-f3e8-4e63-8f14-b320261e77a0 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:17.535640 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:19:17.705958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5de91fa7-f3e8-4e63-8f14-b320261e77a0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:17.706467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5de91fa7-f3e8-4e63-8f14-b320261e77a0 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:17.770947 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.781102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Transition to ACTIVE for port object 8c2f99da-2769-4f94-9bd0-3bbba954e81d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:17.801512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Transition to ACTIVE for port object 8c2f99da-2769-4f94-9bd0-3bbba954e81d will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:17.810437 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.879879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.10 (f7bacf76-5fdc-4a58-912a-2cde02334bd9/0c172332-53a9-4678-90a7-e2ce1fe8e5b6/e416761f-b96c-47d4-bae7-a853c4d1bc3c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:17.880560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:17.888389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:17.896317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:17.901377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Pushing event updated for resources: {'Port': ['ID=8c2f99da-2769-4f94-9bd0-3bbba954e81d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:17.984140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Attempting to bind port 8c2f99da-2769-4f94-9bd0-3bbba954e81d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:17.985365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Attempting to bind port 8c2f99da-2769-4f94-9bd0-3bbba954e81d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '19ab43ec-4189-426d-859d-039d1c1a790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:17.985365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Attempting to bind port 8c2f99da-2769-4f94-9bd0-3bbba954e81d on network f7bacf76-5fdc-4a58-912a-2cde02334bd9 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:17.992791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:17.992791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Checking segment: {'id': '19ab43ec-4189-426d-859d-039d1c1a790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:17.992791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.992791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Bound using segment: {'id': '19ab43ec-4189-426d-859d-039d1c1a790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:17.992791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Bound port: 8c2f99da-2769-4f94-9bd0-3bbba954e81d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ab43ec-4189-426d-859d-039d1c1a790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:17.992791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.066805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] For port 8c2f99da-2769-4f94-9bd0-3bbba954e81d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:18.073023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] For port 8c2f99da-2769-4f94-9bd0-3bbba954e81d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c2f99da-2769-4f94-9bd0-3bbba954e81d,segment=NetworkSegment(19ab43ec-4189-426d-859d-039d1c1a790a),segment_id=19ab43ec-4189-426d-859d-039d1c1a790a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:18.079830 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.105055 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.129958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object e416761f-b96c-47d4-bae7-a853c4d1bc3c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:18.160737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b9957-2b52-47b3-a4f3-697740c97caa None None] Pushing event updated for resources: {'Port': ['ID=8c2f99da-2769-4f94-9bd0-3bbba954e81d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:18.195443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.261752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:18.266188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:18.268915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:18.295136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=e416761f-b96c-47d4-bae7-a853c4d1bc3c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:18.342084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:18.343240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.369829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42394) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:18.377589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': 'f7bacf76-5fdc-4a58-912a-2cde02334bd9', 'name': 'tempest-PortsTestJSON-1131056554', 'fixed_ips': [{'subnet_id': '0c172332-53a9-4678-90a7-e2ce1fe8e5b6', 'ip_address': '172.20.0.9'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:18.378853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-93bc5424-61c8-4371-a5c2-127231d01ae1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5074279 Aug 31 14:19:18.583280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:18.731028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.765991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 30a8340b-6d77-4a8d-99cc-efc373ad38d5 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:18.980127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.9 (f7bacf76-5fdc-4a58-912a-2cde02334bd9/0c172332-53a9-4678-90a7-e2ce1fe8e5b6/30a8340b-6d77-4a8d-99cc-efc373ad38d5) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:19.185636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.209713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object 30a8340b-6d77-4a8d-99cc-efc373ad38d5 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:19.272428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.349759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:19.350373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:19.355230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:19.385428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=30a8340b-6d77-4a8d-99cc-efc373ad38d5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:19.443283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.444311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.478577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4df005-b565-4124-a2b1-7a09fc501763 None None] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:19.480375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42400) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:19.485547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bc7a5300-985e-4a93-8647-e7e0b7a3e920 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1052566 Aug 31 14:19:19.590208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c2f99da-2769-4f94-9bd0-3bbba954e81d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:19.593722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-06baed31-48fa-43ec-9637-a3a8c550be97 None None] Provisioning for port 8c2f99da-2769-4f94-9bd0-3bbba954e81d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:19.692144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 8c2f99da-2769-4f94-9bd0-3bbba954e81d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:19.716515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8c2f99da-2769-4f94-9bd0-3bbba954e81d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:19.716980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.755477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c74648-10b3-4557-91de-16c8137ea781 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.758230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-28c74648-10b3-4557-91de-16c8137ea781 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 920 time: 0.2708204 Aug 31 14:19:19.762404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42404) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:19.783259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-50ce8fab-b4bd-403a-ada9-e33bc4f23e2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030538 Aug 31 14:19:19.895750 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.926749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd239e6-2e8f-4148-9e00-e78acca205a7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.944728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd239e6-2e8f-4148-9e00-e78acca205a7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.956918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 8c2f99da-2769-4f94-9bd0-3bbba954e81d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c2f99da-2769-4f94-9bd0-3bbba954e81d,segment=NetworkSegment(19ab43ec-4189-426d-859d-039d1c1a790a),segment_id=19ab43ec-4189-426d-859d-039d1c1a790a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:19.960096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd239e6-2e8f-4148-9e00-e78acca205a7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.962468 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.965763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dfd239e6-2e8f-4148-9e00-e78acca205a7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.1997373 Aug 31 14:19:19.966630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42406) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:20.038069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=8c2f99da-2769-4f94-9bd0-3bbba954e81d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:20.039468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-a04555c8-791c-46ae-b749-8bcecfe20e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:20.041704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-a04555c8-791c-46ae-b749-8bcecfe20e53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 1096 time: 0.1627393 Aug 31 14:19:20.158908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Provisioning for port e416761f-b96c-47d4-bae7-a853c4d1bc3c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:20.163304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Provisioning complete for port e416761f-b96c-47d4-bae7-a853c4d1bc3c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:20.163696 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.185173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 30a8340b-6d77-4a8d-99cc-efc373ad38d5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:20.185652 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.230293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Port e416761f-b96c-47d4-bae7-a853c4d1bc3c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:20.244809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Provisioning for port 30a8340b-6d77-4a8d-99cc-efc373ad38d5 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:20.249704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Provisioning complete for port 30a8340b-6d77-4a8d-99cc-efc373ad38d5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:20.250090 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.314937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Port 30a8340b-6d77-4a8d-99cc-efc373ad38d5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:20.337926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Provisioning complete for port 8c2f99da-2769-4f94-9bd0-3bbba954e81d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:20.339108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-39b5904c-b7a7-481c-94f9-179b55a9e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.612845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a938a0f7-4ba1-4b3d-9109-f1482733cf20 None None] Provisioning complete for port e416761f-b96c-47d4-bae7-a853c4d1bc3c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:20.613536 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a938a0f7-4ba1-4b3d-9109-f1482733cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.614917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-f1bd6267-c3ab-44ec-8d80-b13c3f2e25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:20.616554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-f1bd6267-c3ab-44ec-8d80-b13c3f2e25e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.5339322 Aug 31 14:19:20.667583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a938a0f7-4ba1-4b3d-9109-f1482733cf20 None None] Port e416761f-b96c-47d4-bae7-a853c4d1bc3c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:20.756820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-d447c08f-51a6-4e10-a4de-3dc7720abc9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e HTTP/1.1" status: 200 len: 1001 time: 0.1279199 Aug 31 14:19:20.761528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.780661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 30a8340b-6d77-4a8d-99cc-efc373ad38d5 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:20.794895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fe7230a4-20ad-4441-b4ce-383e6fba7330 None None] Provisioning complete for port 30a8340b-6d77-4a8d-99cc-efc373ad38d5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:20.795632 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fe7230a4-20ad-4441-b4ce-383e6fba7330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.846314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fe7230a4-20ad-4441-b4ce-383e6fba7330 None None] Port 30a8340b-6d77-4a8d-99cc-efc373ad38d5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:20.912111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-4defcccd-a4e7-4f74-8a35-52e986abea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:20.914038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-4defcccd-a4e7-4f74-8a35-52e986abea6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0719984 Aug 31 14:19:21.022142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-ba9d3985-eef5-450d-9b79-82a6cccd448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:21.023773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-ba9d3985-eef5-450d-9b79-82a6cccd448b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995259 Aug 31 14:19:21.095524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.139739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=30a8340b-6d77-4a8d-99cc-efc373ad38d5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:21.314764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-dab23ef8-c9d7-4ee2-85fc-db2b10b089ad service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826943 Aug 31 14:19:21.419702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.421849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ebdf29aa-53a8-4731-93bb-df70c4f4a38e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/30a8340b-6d77-4a8d-99cc-efc373ad38d5 HTTP/1.1" status: 204 len: 168 time: 1.4533617 Aug 31 14:19:21.425498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42430) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:21.452307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-cd7ba6a3-ddda-448c-98d8-d934076c6d02 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:21.454696 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-cd7ba6a3-ddda-448c-98d8-d934076c6d02 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.3213611 Aug 31 14:19:21.477604 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6159cf97-b331-4638-a594-6206f894a21d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:21.487139 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6159cf97-b331-4638-a594-6206f894a21d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/30a8340b-6d77-4a8d-99cc-efc373ad38d5 HTTP/1.1" status: 404 len: 333 time: 0.0530598 Aug 31 14:19:21.490028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42432) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:21.507126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-5e6927d9-7105-4536-8ce5-99cab7e0df6f tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/quotas/b7e2682aff24462e83eb9372b49d34b8 HTTP/1.1" status: 200 len: 375 time: 0.0371721 Aug 31 14:19:21.515834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c2f99da-2769-4f94-9bd0-3bbba954e81d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:21.536887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2b725f0-9498-4430-bf2e-d22ffce044a9 req-efcf23ac-8d2c-4983-8cb0-1579f800ea02 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075915 Aug 31 14:19:21.602668 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-bfee9643-7d13-480e-a5de-d56ab058fc5c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859401 Aug 31 14:19:21.619266 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8c2f99da-2769-4f94-9bd0-3bbba954e81d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:21.620131 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.621956 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port e416761f-b96c-47d4-bae7-a853c4d1bc3c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:21.622778 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.748516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-b7740434-d34d-47b3-b649-2eb7422a58dd service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361978 Aug 31 14:19:21.752332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.767283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for e416761f-b96c-47d4-bae7-a853c4d1bc3c owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:21.853221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-ac046d20-3c79-4944-b721-372c7368a22c service neutron] 10.222.0.10 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965221 Aug 31 14:19:21.948125 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.988834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=e416761f-b96c-47d4-bae7-a853c4d1bc3c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:22.125061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.129563 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cc2db7ea-587d-4051-8607-564fe800bff6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/e416761f-b96c-47d4-bae7-a853c4d1bc3c HTTP/1.1" status: 204 len: 168 time: 0.6322067 Aug 31 14:19:22.132195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42440) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:22.177300 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79e052d-0bab-441e-9feb-c059068cdf5f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:22.181201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e79e052d-0bab-441e-9feb-c059068cdf5f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/e416761f-b96c-47d4-bae7-a853c4d1bc3c HTTP/1.1" status: 404 len: 333 time: 0.0435495 Aug 31 14:19:22.182374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:22.203185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df86a7d4-98f6-402a-b8d6-1a0384d7da05 req-2cc2788b-d07f-4923-b6b9-bdb8dfc17815 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 210 time: 0.0520968 Aug 31 14:19:22.281047 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet 0c172332-53a9-4678-90a7-e2ce1fe8e5b6 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:22.286713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.347409 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.486141 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.575102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.610649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=0c172332-53a9-4678-90a7-e2ce1fe8e5b6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:22.614981 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.618078 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c02ff96d-b204-48b9-93f8-b67a90e36baf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/0c172332-53a9-4678-90a7-e2ce1fe8e5b6 HTTP/1.1" status: 204 len: 168 time: 0.4329016 Aug 31 14:19:22.621622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42450) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:22.629665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a35c83-57cc-4980-b849-647e8ef6c9a3 None None] Network f7bacf76-5fdc-4a58-912a-2cde02334bd9 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:22.745738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.823964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 8c2f99da-2769-4f94-9bd0-3bbba954e81d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:22.824547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.900225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] DHCP port deletion for f7bacf76-5fdc-4a58-912a-2cde02334bd9 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:22.923720 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] For port 8c2f99da-2769-4f94-9bd0-3bbba954e81d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c2f99da-2769-4f94-9bd0-3bbba954e81d,segment=NetworkSegment(19ab43ec-4189-426d-859d-039d1c1a790a),segment_id=19ab43ec-4189-426d-859d-039d1c1a790a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:22.924173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.951939 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 8c2f99da-2769-4f94-9bd0-3bbba954e81d owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:22.974586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] Deleting port 8c2f99da-2769-4f94-9bd0-3bbba954e81d {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:22.974980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.061901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.077235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] For port 8c2f99da-2769-4f94-9bd0-3bbba954e81d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8c2f99da-2769-4f94-9bd0-3bbba954e81d,segment=NetworkSegment(19ab43ec-4189-426d-859d-039d1c1a790a),segment_id=19ab43ec-4189-426d-859d-039d1c1a790a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:23.077649 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.095744 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] Calling delete_port for 8c2f99da-2769-4f94-9bd0-3bbba954e81d owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:23.100163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No DVR routers for this DVR port 8c2f99da-2769-4f94-9bd0-3bbba954e81d on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:23.105425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=8c2f99da-2769-4f94-9bd0-3bbba954e81d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:23.203454 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.220085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.232719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] Pushing event deleted for resources: {'Port': ['ID=8c2f99da-2769-4f94-9bd0-3bbba954e81d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:23.239911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43e217-7897-4011-845c-57c36c12ad47 None None] No DVR routers for this DVR port 8c2f99da-2769-4f94-9bd0-3bbba954e81d on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:23.242226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bacf76-5fdc-4a58-912a-2cde02334bd9']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:23.262444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab43ec-4189-426d-859d-039d1c1a790a') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:23.262762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab43ec-4189-426d-859d-039d1c1a790a') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:23.279043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.302567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.318448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:23.319162 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:23.325238 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:23.363306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7138f16-393f-4e1a-b1e1-163fb0dd51f9 req-27cbb877-d7f2-44a9-a540-e30b217a700f tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 210 time: 0.0308819 Aug 31 14:19:23.449593 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.459662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.468479 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/f7bacf76-5fdc-4a58-912a-2cde02334bd9 HTTP/1.1" status: 204 len: 168 time: 0.8437431 Aug 31 14:19:23.469802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42456) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:23.488127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-298692914'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:23.499469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c2f99da-2769-4f94-9bd0-3bbba954e81d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:23.516678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebfdfc-c425-4b23-a9d8-16771e8852fb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=f7bacf76-5fdc-4a58-912a-2cde02334bd9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:23.527610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 8c2f99da-2769-4f94-9bd0-3bbba954e81d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:23.528028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8c2f99da-2769-4f94-9bd0-3bbba954e81d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:23.546029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:23.553440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.582034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-d93999aa-651e-45d7-a7f9-c23e41b0515e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.583677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-d93999aa-651e-45d7-a7f9-c23e41b0515e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 815 time: 0.2011240 Aug 31 14:19:23.599726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] vlan segment allocate from pool success with {'vlan_id': 1537, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:23.612288 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.612645 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Added segment 4535918f-69e5-44fb-9026-04921dc6700e of type vlan for network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 Aug 31 14:19:23.627783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Request body: {'port': {'device_id': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'admin_state_up': True, 'tenant_id': 'b7e2682aff24462e83eb9372b49d34b8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:23.657276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.692621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.699121 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.699782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.765800 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2846193 Aug 31 14:19:23.770184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42458) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:23.783427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Made reservation on behalf of b7e2682aff24462e83eb9372b49d34b8 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:23.784297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:23.789334 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.815725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976d9f5-a9f8-4441-83f8-b3b0e21b093c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Network': ['ID=d785cf29-b7d0-44a2-9e82-cfd944dfeb48,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:23.832620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:23.950520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:23.955255 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.975810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Allocated IP 172.20.0.11 (33175c8d-48de-448d-a310-0d59e721ace3/a4880f4a-d8ec-4543-9029-d76c531be69a/11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:24.191055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.191922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.252300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.287418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=ccc52eb3-ed69-4e40-a039-ee5810b9df17,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:24.298378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'dc1331f9-419c-4142-97bd-2332292bb544', 'b932d9dc-06b8-4100-bf05-c40f2f1334ba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:24.300343 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Checking segment: {'id': '4535918f-69e5-44fb-9026-04921dc6700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:24.300946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network hostable DHCP agents. Network: d785cf29-b7d0-44a2-9e82-cfd944dfeb48, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:24.319218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Network 33175c8d-48de-448d-a310-0d59e721ace3 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:24.324635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:24.338266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:24.344634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:24.362881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d785cf29-b7d0-44a2-9e82-cfd944dfeb48) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:24.369054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.369687 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.382307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129fe698-2173-492e-aeb8-023d9ad0fbe8 None None] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:24.404560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5dab1372-c844-4df1-970b-707abf212c2f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6260276 Aug 31 14:19:24.406262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42464) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:24.414727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f5a3c3cd-1949-4e44-a592-53f234ee4148 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-578362650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:24.422320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event updated for resources: {'Port': ['ID=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:24.463207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.464213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.465376 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c3cd-1949-4e44-a592-53f234ee4148 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.466865 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c3cd-1949-4e44-a592-53f234ee4148 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.511927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-a1a9d51b-f166-42f2-9fe8-3b0dfe97f8b8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8902984 Aug 31 14:19:24.536851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a611cbe-37ab-46c5-800d-0f9da35ef905 req-3f619c32-4e11-4875-ac5e-175e05284fc7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.538866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a611cbe-37ab-46c5-800d-0f9da35ef905 req-3f619c32-4e11-4875-ac5e-175e05284fc7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 932 time: 0.0628865 Aug 31 14:19:24.545022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Request body: {'port': {'device_id': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:24.563277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c3cd-1949-4e44-a592-53f234ee4148 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.580723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c3cd-1949-4e44-a592-53f234ee4148 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.609560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c3cd-1949-4e44-a592-53f234ee4148 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.614855 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f5a3c3cd-1949-4e44-a592-53f234ee4148 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2034948 Aug 31 14:19:24.615298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42466) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:24.625351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48', 'name': 'tempest-PortsTestJSON-1686781221'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:24.661914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a611cbe-37ab-46c5-800d-0f9da35ef905 req-eb8ce39b-8178-4ea7-9f76-ec3828f9b919 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923035 Aug 31 14:19:24.666074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.715436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d785cf29-b7d0-44a2-9e82-cfd944dfeb48', 'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48', 'tenant_id': '5d918b5dedf9461ba26f1dfe1093b723', 'fixed_ips': [{'subnet_id': 'ccc52eb3-ed69-4e40-a039-ee5810b9df17'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:24.716633 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.828135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:24.833051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.855389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port 9e4849d9-8637-47b8-bf57-6426fe6ca7db yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:24.981131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Allocated IP 172.20.0.2 (d785cf29-b7d0-44a2-9e82-cfd944dfeb48/ccc52eb3-ed69-4e40-a039-ee5810b9df17/5e63fac9-7f9c-4c55-b31c-45572c7c942f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:25.138562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:25.148609 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.164756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Transition to ACTIVE for port object 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:25.170714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.232506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Pushing event updated for resources: {'Port': ['ID=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.234597 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.250123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Transition to ACTIVE for port object 5e63fac9-7f9c-4c55-b31c-45572c7c942f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:25.263082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.264145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.264831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.265948 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.266638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.267203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.267876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.268448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.269050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.269645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.270166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.271172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:25.274033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Transition to ACTIVE for port object 5e63fac9-7f9c-4c55-b31c-45572c7c942f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:25.287178 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.357633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Attempting to bind port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:25.358316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Attempting to bind port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:25.358880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Attempting to bind port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:25.366806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e on network 33175c8d-48de-448d-a310-0d59e721ace3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:19:25.367064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:25.367832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Attempting to bind port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e on network 33175c8d-48de-448d-a310-0d59e721ace3 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:25.368669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:25.376478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:25.377138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:25.377750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Checking segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:25.378682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Bound using segment: {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:25.380206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Bound port: 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:25.380206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.387229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.14 (d785cf29-b7d0-44a2-9e82-cfd944dfeb48/ccc52eb3-ed69-4e40-a039-ee5810b9df17/9e4849d9-8637-47b8-bf57-6426fe6ca7db) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:25.407939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Pushing event updated for resources: {'Port': ['ID=5e63fac9-7f9c-4c55-b31c-45572c7c942f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.477667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Attempting to bind port 5e63fac9-7f9c-4c55-b31c-45572c7c942f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:25.478493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Attempting to bind port 5e63fac9-7f9c-4c55-b31c-45572c7c942f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4535918f-69e5-44fb-9026-04921dc6700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:25.479084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Attempting to bind port 5e63fac9-7f9c-4c55-b31c-45572c7c942f on network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:25.487176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:25.488270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Checking segment: {'id': '4535918f-69e5-44fb-9026-04921dc6700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:25.489058 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.489996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Bound using segment: {'id': '4535918f-69e5-44fb-9026-04921dc6700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:25.489996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Bound port: 5e63fac9-7f9c-4c55-b31c-45572c7c942f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4535918f-69e5-44fb-9026-04921dc6700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'd785cf29-b7d0-44a2-9e82-cfd944dfeb48'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:25.490451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.527438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] For port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:25.531391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] For port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:25.535976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.576070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.578891 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.578891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] 10.222.0.26 "PUT /v2.0/ports/11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e HTTP/1.1" status: 200 len: 1092 time: 1.0386565 Aug 31 14:19:25.579318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'tag': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:25.584324 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a4313-f332-4b20-9c44-d72c97ce05f3" -d '{"events": [{"name": "network-changed", "server_uuid": "49a97e3d-4ac8-497f-9402-3a52d77ffd5e", "tag": "11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:25.615138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294cc62-7fee-4c2f-84c9-faaef6fa191c service neutron] Pushing event updated for resources: {'Port': ['ID=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.629359 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea67b1d1-897d-451b-ad10-f1aa2962ddb6 x-openstack-request-id: req-ea67b1d1-897d-451b-ad10-f1aa2962ddb6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:25.630053 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a97e3d-4ac8-497f-9402-3a52d77ffd5e", "tag": "11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:25.631281 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea67b1d1-897d-451b-ad10-f1aa2962ddb6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:25.631857 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'tag': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e', 'status': 'completed', 'code': 200} Aug 31 14:19:25.633787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] For port 5e63fac9-7f9c-4c55-b31c-45572c7c942f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:25.638476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] For port 5e63fac9-7f9c-4c55-b31c-45572c7c942f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5e63fac9-7f9c-4c55-b31c-45572c7c942f,segment=NetworkSegment(4535918f-69e5-44fb-9026-04921dc6700e),segment_id=4535918f-69e5-44fb-9026-04921dc6700e)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:25.645733 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.658089 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.683502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object 9e4849d9-8637-47b8-bf57-6426fe6ca7db will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:25.722116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daf677-a56f-4de9-9a67-039c62084466 None None] Pushing event updated for resources: {'Port': ['ID=5e63fac9-7f9c-4c55-b31c-45572c7c942f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.724434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.735531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-b6b4465a-5d85-4ebf-ada2-57ed03bfb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.737851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-b6b4465a-5d85-4ebf-ada2-57ed03bfb15c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 1095 time: 0.0716834 Aug 31 14:19:25.786297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:25.789722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:25.793955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:25.819108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=9e4849d9-8637-47b8-bf57-6426fe6ca7db,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.819781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-0697d66e-bb3f-495a-84fd-ad371ebb8a4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e HTTP/1.1" status: 200 len: 217 time: 0.0674427 Aug 31 14:19:25.848334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.849396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.865065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-484a9530-4635-4c04-bd8e-5e9e1576573d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2476447 Aug 31 14:19:25.868360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42474) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:25.893194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e61829-8cbc-4056-b45e-f166baf79426 req-9203f99f-544d-454d-bdef-91cbde34cc77 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.894951 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84e61829-8cbc-4056-b45e-f166baf79426 req-9203f99f-544d-454d-bdef-91cbde34cc77 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 944 time: 0.1358533 Aug 31 14:19:25.903481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-d481a607-293e-4c07-b3c1-bfc37d52c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.906209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-d481a607-293e-4c07-b3c1-bfc37d52c5b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.0775874 Aug 31 14:19:25.971806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-bdd1c5ae-a8a5-41d9-9364-6c5bd9f6a51c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559239 Aug 31 14:19:26.049503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84e61829-8cbc-4056-b45e-f166baf79426 req-43059056-e7be-4c6e-829b-04a0fc8677f0 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413934 Aug 31 14:19:26.114471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-ebbc5525-8ef9-4ec3-97eb-496cbaddb40e service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345894 Aug 31 14:19:26.226907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1a67612-ed4c-42bd-b617-3d92f0ab569b req-157c3e59-6d4e-4457-b2e5-d7932c41c7c2 service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037858 Aug 31 14:19:26.328617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.367016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-f627f09f-76ac-45e6-93b8-54f3aebd20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:26.368585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-f627f09f-76ac-45e6-93b8-54f3aebd20a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e2682aff24462e83eb9372b49d34b8&device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 1095 time: 0.0470004 Aug 31 14:19:26.475162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-e431aa45-bd8b-4631-b140-bdc1ed6b2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:26.476712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-e431aa45-bd8b-4631-b140-bdc1ed6b2ad4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 200 len: 917 time: 0.0988197 Aug 31 14:19:26.530201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-b9925d65-1e9b-4626-a3a0-82f666d38d0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e HTTP/1.1" status: 200 len: 217 time: 0.0434988 Aug 31 14:19:26.598068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-1ce8c226-acf1-42e8-b92a-1d84934ad9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:26.602556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-1ce8c226-acf1-42e8-b92a-1d84934ad9f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 200 len: 855 time: 0.0628829 Aug 31 14:19:26.668004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-072fb998-e37f-408f-9db6-f5c4619c8784 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33175c8d-48de-448d-a310-0d59e721ace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286539 Aug 31 14:19:26.672053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.678048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.764378 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a33cabf-0e87-44e1-ad4b-ebfac092d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.800822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-46c54441-092a-407f-abfb-fa569861b19d service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210303 Aug 31 14:19:26.810519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=9e4849d9-8637-47b8-bf57-6426fe6ca7db,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:26.919118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a8a4313-f332-4b20-9c44-d72c97ce05f3 req-fc03de90-108e-4baf-863b-f0eefae680fd service neutron] 10.222.0.26 "GET /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083763 Aug 31 14:19:26.970345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71338cee-399d-46ad-a3f8-8d20a64b71a2 None None] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:26.981595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.039060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c35c9fc8-3e78-43b2-bd55-152ecde62826 None None] Provisioning for port 5e63fac9-7f9c-4c55-b31c-45572c7c942f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:27.136165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.204607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39cd6-a5fd-48c7-a8d3-8e0798208d58 req-38281126-610d-453d-941f-84e262ca4fe0 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:27.206358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ce39cd6-a5fd-48c7-a8d3-8e0798208d58 req-38281126-610d-453d-941f-84e262ca4fe0 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 944 time: 0.0677874 Aug 31 14:19:27.257344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ce39cd6-a5fd-48c7-a8d3-8e0798208d58 req-ed8b9cd0-6086-4621-bbc0-35b84db4df10 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Aug 31 14:19:27.458659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.474789 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.493553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ccfe67da-8e3b-4b8a-b7c1-d1b42e5c3dbe None None] Provisioning for port 9e4849d9-8637-47b8-bf57-6426fe6ca7db completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:27.501150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ccfe67da-8e3b-4b8a-b7c1-d1b42e5c3dbe None None] Provisioning complete for port 9e4849d9-8637-47b8-bf57-6426fe6ca7db triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:27.501751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ccfe67da-8e3b-4b8a-b7c1-d1b42e5c3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.539895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5e63fac9-7f9c-4c55-b31c-45572c7c942f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:27.562934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=9e4849d9-8637-47b8-bf57-6426fe6ca7db,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:27.592127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.599778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe67da-8e3b-4b8a-b7c1-d1b42e5c3dbe None None] Port 9e4849d9-8637-47b8-bf57-6426fe6ca7db cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:27.618248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 5e63fac9-7f9c-4c55-b31c-45572c7c942f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:27.622703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5e63fac9-7f9c-4c55-b31c-45572c7c942f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:27.623051 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.716740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:27.718314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:27.742802 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.747045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0f10adf6-32b0-4e2a-a6e9-15df69df89f5 None None] Provisioning complete for port 9e4849d9-8637-47b8-bf57-6426fe6ca7db triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:27.747500 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f10adf6-32b0-4e2a-a6e9-15df69df89f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.815612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 5e63fac9-7f9c-4c55-b31c-45572c7c942f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5e63fac9-7f9c-4c55-b31c-45572c7c942f,segment=NetworkSegment(4535918f-69e5-44fb-9026-04921dc6700e),segment_id=4535918f-69e5-44fb-9026-04921dc6700e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:27.816728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0f10adf6-32b0-4e2a-a6e9-15df69df89f5 None None] Port 9e4849d9-8637-47b8-bf57-6426fe6ca7db cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:27.821973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.883459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=5e63fac9-7f9c-4c55-b31c-45572c7c942f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:27.946226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2e1b7381-76d4-4a1e-ae51-1845a91d24e4 None None] Provisioning complete for port 9e4849d9-8637-47b8-bf57-6426fe6ca7db triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:27.946756 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7381-76d4-4a1e-ae51-1845a91d24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.991213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b7381-76d4-4a1e-ae51-1845a91d24e4 None None] Port 9e4849d9-8637-47b8-bf57-6426fe6ca7db cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:28.211036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5d6a0476-a901-46f8-9df5-421599389a95 None None] Provisioning complete for port 9e4849d9-8637-47b8-bf57-6426fe6ca7db triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:28.211522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0476-a901-46f8-9df5-421599389a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.212417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Router 8ed8e276-63c9-413a-8dcb-47b4187ec52f is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:19:28.257889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a0476-a901-46f8-9df5-421599389a95 None None] Port 9e4849d9-8637-47b8-bf57-6426fe6ca7db cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:28.304991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:28.310214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12f347a0-15d3-4f7e-9296-5a7c3e8f12ac tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "PUT /v2.0/routers/8ed8e276-63c9-413a-8dcb-47b4187ec52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404094 Aug 31 14:19:28.313211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42484) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:28.316917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] Sync routers for ids ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:28.328356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] Routers {'8ed8e276-63c9-413a-8dcb-47b4187ec52f'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:28.329046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:18:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:28.363268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:28.372071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] Routers {'8ed8e276-63c9-413a-8dcb-47b4187ec52f'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:28.372702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:18:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:28.394174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6cb55-921f-45b6-8818-6d3d44d4309f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.395712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c8b6cb55-921f-45b6-8818-6d3d44d4309f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed8e276-63c9-413a-8dcb-47b4187ec52f HTTP/1.1" status: 200 len: 983 time: 0.0814433 Aug 31 14:19:28.398892 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42486) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:28.409283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14125f28-e646-48f0-bc19-5c90afc1a727 req-7a100c1f-b45f-47ae-82c4-cfee34c0e488 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.410932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14125f28-e646-48f0-bc19-5c90afc1a727 req-7a100c1f-b45f-47ae-82c4-cfee34c0e488 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 944 time: 0.0696983 Aug 31 14:19:28.423678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:28.424569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971f6bb-eb60-47f8-894d-ff179f5231a5 None None] The sync data for ids ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:28.459404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14125f28-e646-48f0-bc19-5c90afc1a727 req-5a2b68cc-55e3-41b3-a7a8-fc0afef21b29 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381408 Aug 31 14:19:28.843530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.083229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 9e4849d9-8637-47b8-bf57-6426fe6ca7db {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:29.083581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.170550 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.182924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 9e4849d9-8637-47b8-bf57-6426fe6ca7db owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:29.342116 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb826c36-6201-4bd3-8168-143773e809dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.364380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.396078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=9e4849d9-8637-47b8-bf57-6426fe6ca7db,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.493949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5e63fac9-7f9c-4c55-b31c-45572c7c942f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:29.562306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.579963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.599121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 5e63fac9-7f9c-4c55-b31c-45572c7c942f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:29.599674 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.632766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded7c8a-9a2b-4a2b-9f05-2b5a76c1d365 req-4b80b539-0001-45aa-b36b-682b5b2cd87b tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:29.635263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:29.635467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ded7c8a-9a2b-4a2b-9f05-2b5a76c1d365 req-4b80b539-0001-45aa-b36b-682b5b2cd87b tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 944 time: 0.0880208 Aug 31 14:19:29.699428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ded7c8a-9a2b-4a2b-9f05-2b5a76c1d365 req-62e9f486-8034-4ad4-a274-287de23a8d60 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570393 Aug 31 14:19:29.750709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Router 8ed8e276-63c9-413a-8dcb-47b4187ec52f has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:19:29.806052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:29.821472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e', 'network_id': '33175c8d-48de-448d-a310-0d59e721ace3', 'port_id': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e', 'mac_address': 'fa:16:3e:5a:6b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4880f4a-d8ec-4543-9029-d76c531be69a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:29.839783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:29.850146 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09631c63-3da5-4bb4-bb2e-0ff89c789e8e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "PUT /v2.0/routers/8ed8e276-63c9-413a-8dcb-47b4187ec52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487762 Aug 31 14:19:29.851784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42494) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.867086 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] Sync routers for ids ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:29.879943 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] Routers {'8ed8e276-63c9-413a-8dcb-47b4187ec52f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:29.880575 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:19:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:29.882674 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5a3806-e4ba-4734-8046-f952f9f9cc18 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:29.884430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7f5a3806-e4ba-4734-8046-f952f9f9cc18 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/9e4849d9-8637-47b8-bf57-6426fe6ca7db HTTP/1.1" status: 404 len: 333 time: 0.0315340 Aug 31 14:19:29.886842 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.887912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42496) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.902904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:29.929427 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:29.939324 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] Routers {'8ed8e276-63c9-413a-8dcb-47b4187ec52f'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:29.940015 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:19:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:29.945737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:29.950360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.979774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09b407-8733-4e8e-a0f5-a5fafbe18c96 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.983087 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:29.983865 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a172ac3-1ddf-439d-b75f-d77853e67876 None None] The sync data for ids ['8ed8e276-63c9-413a-8dcb-47b4187ec52f'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:30.013216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.154653 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09b407-8733-4e8e-a0f5-a5fafbe18c96 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.156726 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09b407-8733-4e8e-a0f5-a5fafbe18c96 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.204194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09b407-8733-4e8e-a0f5-a5fafbe18c96 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.204813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da09b407-8733-4e8e-a0f5-a5fafbe18c96 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Fanout notify agent at l3_agent the message router_deleted on router 8ed8e276-63c9-413a-8dcb-47b4187ec52f {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:19:30.215391 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09b407-8733-4e8e-a0f5-a5fafbe18c96 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.217102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da09b407-8733-4e8e-a0f5-a5fafbe18c96 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/routers/8ed8e276-63c9-413a-8dcb-47b4187ec52f HTTP/1.1" status: 204 len: 168 time: 0.3261590 Aug 31 14:19:30.220013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:30.283122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet ccc52eb3-ed69-4e40-a039-ee5810b9df17 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:30.286420 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.332362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.365162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:30.426861 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.496722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.534923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc52eb3-ed69-4e40-a039-ee5810b9df17,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.537123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.539062 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8ec44ca8-f998-4e36-ae3b-7630d85ca08f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/ccc52eb3-ed69-4e40-a039-ee5810b9df17 HTTP/1.1" status: 204 len: 168 time: 0.3180714 Aug 31 14:19:30.541876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:30.557594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2dcc6-5c7a-40c4-95ae-0b830c443dc6 None None] Network d785cf29-b7d0-44a2-9e82-cfd944dfeb48 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:30.628856 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.661515 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.708524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 5e63fac9-7f9c-4c55-b31c-45572c7c942f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:30.709547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.770787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] DHCP port deletion for d785cf29-b7d0-44a2-9e82-cfd944dfeb48 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:30.800259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] For port 5e63fac9-7f9c-4c55-b31c-45572c7c942f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5e63fac9-7f9c-4c55-b31c-45572c7c942f,segment=NetworkSegment(4535918f-69e5-44fb-9026-04921dc6700e),segment_id=4535918f-69e5-44fb-9026-04921dc6700e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:30.800664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.823730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 5e63fac9-7f9c-4c55-b31c-45572c7c942f owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:30.827623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] Deleting port 5e63fac9-7f9c-4c55-b31c-45572c7c942f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:30.828288 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.928369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2c195-48ea-465e-9311-05a4fcee5f36 req-fc8b9c62-e703-4305-9834-425a0ffec4ee tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:30.930280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5c2c195-48ea-465e-9311-05a4fcee5f36 req-fc8b9c62-e703-4305-9834-425a0ffec4ee tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 945 time: 0.1211090 Aug 31 14:19:30.993297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5c2c195-48ea-465e-9311-05a4fcee5f36 req-b98a841d-4685-48e0-be41-7e332ca1fa52 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491800 Aug 31 14:19:30.995129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.029970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No DVR routers for this DVR port 5e63fac9-7f9c-4c55-b31c-45572c7c942f on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:31.035675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=5e63fac9-7f9c-4c55-b31c-45572c7c942f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.079296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] For port 5e63fac9-7f9c-4c55-b31c-45572c7c942f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5e63fac9-7f9c-4c55-b31c-45572c7c942f,segment=NetworkSegment(4535918f-69e5-44fb-9026-04921dc6700e),segment_id=4535918f-69e5-44fb-9026-04921dc6700e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:31.079731 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.096461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] Calling delete_port for 5e63fac9-7f9c-4c55-b31c-45572c7c942f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:31.131307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.145105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d785cf29-b7d0-44a2-9e82-cfd944dfeb48']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:31.157653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4535918f-69e5-44fb-9026-04921dc6700e') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:31.157980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4535918f-69e5-44fb-9026-04921dc6700e') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:31.168324 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.183323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.183880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.196341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:31.196755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:31.199961 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:31.212254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] Pushing event deleted for resources: {'Port': ['ID=5e63fac9-7f9c-4c55-b31c-45572c7c942f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.217913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8897c3-a0d7-4fcf-a059-6b8c4b263f77 None None] No DVR routers for this DVR port 5e63fac9-7f9c-4c55-b31c-45572c7c942f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:31.290350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.298488 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.300358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/d785cf29-b7d0-44a2-9e82-cfd944dfeb48 HTTP/1.1" status: 204 len: 168 time: 0.7575235 Aug 31 14:19:31.304788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42506) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.312648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa9226-ffa9-4b8b-93cb-5e451cee71b9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=d785cf29-b7d0-44a2-9e82-cfd944dfeb48,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.355413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f659f8-adde-4558-9f79-029a80c3b114 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:31.356952 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-74f659f8-adde-4558-9f79-029a80c3b114 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/36319a2f-6581-4a1e-8920-17c69f89fa1a HTTP/1.1" status: 200 len: 840 time: 0.0507588 Aug 31 14:19:31.361788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42508) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.407397 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5dc2a398-bfb4-4172-94d3-857fdb086e67 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/36319a2f-6581-4a1e-8920-17c69f89fa1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0439887 Aug 31 14:19:31.411284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42510) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.416237 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:31.465031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5e63fac9-7f9c-4c55-b31c-45572c7c942f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:31.493182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5e63fac9-7f9c-4c55-b31c-45572c7c942f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:31.493426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5e63fac9-7f9c-4c55-b31c-45572c7c942f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:31.526139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:31.530410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.643412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:31.700283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:31.704988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:31.705367 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.744934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.793048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:31.796685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:31.799041 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.801443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:31.802060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.807881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=6069e64f-1435-4875-b8a9-168d1c8a0f64,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.810284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12db23-7694-44c6-8e25-bd4d3a5fe6c5 None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:31.833875 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a0fcb9d-0157-4fd2-b69c-4d1121c67cb8 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4210193 Aug 31 14:19:31.834264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42512) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.839014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dc81aa71-c0ec-47f7-93ed-42669190d9bc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'security_group': {'name': 'tempest-secgroup-1297677709'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:31.868454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa71-c0ec-47f7-93ed-42669190d9bc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.871441 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:31.873990 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b2135-ecc6-432e-a557-e87acbd9fa9a" -d '{"events": [{"server_uuid": "49a97e3d-4ac8-497f-9402-3a52d77ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:31.896006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:31.906099 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.942702 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9f327e-4fe7-4496-aa57-4c3c3421ebc4 x-openstack-request-id: req-9a9f327e-4fe7-4496-aa57-4c3c3421ebc4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:31.943003 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a97e3d-4ac8-497f-9402-3a52d77ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:31.943279 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a9f327e-4fe7-4496-aa57-4c3c3421ebc4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:31.943682 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e', 'code': 200} Aug 31 14:19:31.977956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa71-c0ec-47f7-93ed-42669190d9bc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.983843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa71-c0ec-47f7-93ed-42669190d9bc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.024318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.025290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa71-c0ec-47f7-93ed-42669190d9bc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.032191 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42518) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:32.036189 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.037584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dc81aa71-c0ec-47f7-93ed-42669190d9bc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2020452 Aug 31 14:19:32.044330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1564b9fd-9c29-406c-909e-31813a67e363 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'security_group': {'name': 'tempest-secgroup-767540830'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:32.075942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1564b9fd-9c29-406c-909e-31813a67e363 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.079040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81aa71-c0ec-47f7-93ed-42669190d9bc tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059c53bc-5eb3-44aa-8534-ab604deeb304,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.121050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-6669accb-fb06-4ab5-bd22-414bb9a63134', 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'tenant_id': '5d918b5dedf9461ba26f1dfe1093b723', 'fixed_ips': [{'subnet_id': '6069e64f-1435-4875-b8a9-168d1c8a0f64'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:32.123006 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.127191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0aab-fc34-4854-9507-36d676c2587c req-732c7e8e-ff5e-49ef-bbe9-effa4a2921f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.128758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-997c0aab-fc34-4854-9507-36d676c2587c req-732c7e8e-ff5e-49ef-bbe9-effa4a2921f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 1097 time: 0.0836623 Aug 31 14:19:32.157213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ee0a6-72ae-47db-8e50-7f3c1a70458b req-21c830e9-c215-45f1-93bc-fffc7a578fa7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.158710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac0ee0a6-72ae-47db-8e50-7f3c1a70458b req-21c830e9-c215-45f1-93bc-fffc7a578fa7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 946 time: 0.0698271 Aug 31 14:19:32.219402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-997c0aab-fc34-4854-9507-36d676c2587c req-44ad9797-bec2-479c-838a-dcf15b033bbf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821037 Aug 31 14:19:32.220253 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1564b9fd-9c29-406c-909e-31813a67e363 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.224561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1564b9fd-9c29-406c-909e-31813a67e363 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.246170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac0ee0a6-72ae-47db-8e50-7f3c1a70458b req-14574f3e-31d8-48a8-9e65-018d554564a4 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725315 Aug 31 14:19:32.254473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1564b9fd-9c29-406c-909e-31813a67e363 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.255817 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1564b9fd-9c29-406c-909e-31813a67e363 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2226906 Aug 31 14:19:32.259768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:32.262170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564b9fd-9c29-406c-909e-31813a67e363 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570e033d-3233-4d01-a5c6-7770d1803832,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.277565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1398243033', 'security_groups': ['570e033d-3233-4d01-a5c6-7770d1803832'], 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6069e64f-1435-4875-b8a9-168d1c8a0f64'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:32.297919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Allocated IP 172.20.0.2 (6669accb-fb06-4ab5-bd22-414bb9a63134/6069e64f-1435-4875-b8a9-168d1c8a0f64/fa0b5d84-546b-42ea-82c4-71741741236e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:32.415584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:32.468121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.477472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Transition to ACTIVE for port object fa0b5d84-546b-42ea-82c4-71741741236e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:32.493576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Transition to ACTIVE for port object fa0b5d84-546b-42ea-82c4-71741741236e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:32.502104 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.521457 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.547683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port d7350a77-6597-49d8-a88a-616f22dca737 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:32.549897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:32.556105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:32.563366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:32.566193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.632496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Attempting to bind port fa0b5d84-546b-42ea-82c4-71741741236e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:32.632890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Attempting to bind port fa0b5d84-546b-42ea-82c4-71741741236e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'c93d045b-fac1-4e75-a3ca-3450c108dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:32.633305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Attempting to bind port fa0b5d84-546b-42ea-82c4-71741741236e on network 6669accb-fb06-4ab5-bd22-414bb9a63134 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:32.638497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:32.639771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Checking segment: {'id': 'c93d045b-fac1-4e75-a3ca-3450c108dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:32.640286 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.640729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Bound using segment: {'id': 'c93d045b-fac1-4e75-a3ca-3450c108dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:32.641431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Bound port: fa0b5d84-546b-42ea-82c4-71741741236e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93d045b-fac1-4e75-a3ca-3450c108dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:32.641898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.720184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:32.724385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:32.730557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.755858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.6 (6669accb-fb06-4ab5-bd22-414bb9a63134/6069e64f-1435-4875-b8a9-168d1c8a0f64/d7350a77-6597-49d8-a88a-616f22dca737) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:32.799338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb2f07-ccf5-437f-b9b9-352fb24e4417 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.950789 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.981546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object d7350a77-6597-49d8-a88a-616f22dca737 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:33.034941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.091036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:33.099513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:33.103579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:33.130580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=d7350a77-6597-49d8-a88a-616f22dca737,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:33.174450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:33.175087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.194065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-511b6d6f-6c25-476d-89e5-4dd0a8845333 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9314921 Aug 31 14:19:33.196902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42524) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:33.203354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-89f5399b-3af0-414e-a057-7312f6932b15 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:33.331466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5399b-3af0-414e-a057-7312f6932b15 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:33.336385 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-89f5399b-3af0-414e-a057-7312f6932b15 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.468573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f10879-3a13-4b34-b28a-ed570b5daff2 req-716411d4-e4ef-42e8-895c-ff4b1adb000b tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:33.470245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8f10879-3a13-4b34-b28a-ed570b5daff2 req-716411d4-e4ef-42e8-895c-ff4b1adb000b tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 946 time: 0.1275704 Aug 31 14:19:33.480748 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-89f5399b-3af0-414e-a057-7312f6932b15 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6069e64f-1435-4875-b8a9-168d1c8a0f64 (CIDR: 172.20.0.0/28) Aug 31 14:19:33.484534 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f5399b-3af0-414e-a057-7312f6932b15 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:33.485068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f5399b-3af0-414e-a057-7312f6932b15 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:33.520481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-89f5399b-3af0-414e-a057-7312f6932b15 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3181551 Aug 31 14:19:33.520951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42528) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:33.537967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8f10879-3a13-4b34-b28a-ed570b5daff2 req-ddc26256-b998-4434-8052-90f632a7eb5f tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598822 Aug 31 14:19:33.548404 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:33.558485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fa0b5d84-546b-42ea-82c4-71741741236e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:33.652416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port fa0b5d84-546b-42ea-82c4-71741741236e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:33.780798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:33.785403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.039989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Provisioning complete for port 36319a2f-6581-4a1e-8920-17c69f89fa1a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:34.040412 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.092966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Port 36319a2f-6581-4a1e-8920-17c69f89fa1a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:34.114407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Provisioning for port fa0b5d84-546b-42ea-82c4-71741741236e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:34.120999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:34.121730 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.139788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.221309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:34.226918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:34.235032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:34.235999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.250181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=297e09b7-0a7a-4c98-ac82-d3c2b3684699,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:34.266301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42532) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:34.269703 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-049ea700-d17d-45df-8c6d-17b0cfd0dfe0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7465022 Aug 31 14:19:34.270520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f9fc1-bc3a-45dd-b2f1-bdab11ee7815 None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:34.271735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-907074687', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '297e09b7-0a7a-4c98-ac82-d3c2b3684699'}], 'security_groups': ['059c53bc-5eb3-44aa-8534-ab604deeb304']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:34.287560 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.351656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.374210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:34.379694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.482978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305a114-9108-45e1-86c3-5b659b9cc840 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:34.522875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-23ba4efc-c5f7-4ccb-a863-ab0ddc055ade None None] Provisioning for port d7350a77-6597-49d8-a88a-616f22dca737 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:34.530227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-23ba4efc-c5f7-4ccb-a863-ab0ddc055ade None None] Provisioning complete for port d7350a77-6597-49d8-a88a-616f22dca737 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:34.530668 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23ba4efc-c5f7-4ccb-a863-ab0ddc055ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.577613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-23ba4efc-c5f7-4ccb-a863-ab0ddc055ade None None] Port d7350a77-6597-49d8-a88a-616f22dca737 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:34.628426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Update dhcp port {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'fixed_ips': [{'subnet_id': '6069e64f-1435-4875-b8a9-168d1c8a0f64', 'ip_address': '172.20.0.2'}, {'subnet_id': '297e09b7-0a7a-4c98-ac82-d3c2b3684699'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'fa0b5d84-546b-42ea-82c4-71741741236e'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:19:34.665091 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.761408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab744f0-7c1a-40f8-843c-6cfba3b9e938 req-ce2d2854-2777-40e9-9062-b7ca09b7b5d5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:34.762921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab744f0-7c1a-40f8-843c-6cfba3b9e938 req-ce2d2854-2777-40e9-9062-b7ca09b7b5d5 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 946 time: 0.1041620 Aug 31 14:19:34.781762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Delete allocated IP 172.20.0.6 (6669accb-fb06-4ab5-bd22-414bb9a63134/6069e64f-1435-4875-b8a9-168d1c8a0f64) {{(pid=101361) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:19:34.800904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.18 (6669accb-fb06-4ab5-bd22-414bb9a63134/297e09b7-0a7a-4c98-ac82-d3c2b3684699/d7350a77-6597-49d8-a88a-616f22dca737) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:34.840153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ab744f0-7c1a-40f8-843c-6cfba3b9e938 req-7ae6b619-912f-4a63-a672-200456c15c76 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678868 Aug 31 14:19:35.016642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.034614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Ignored duplicate provisioning block setup for port d7350a77-6597-49d8-a88a-616f22dca737 by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:19:35.039351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.115236 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-f7dfcfa4-9bd9-4a04-9aa0-5f46c6c39cab {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:35.115685 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:35.509360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fa0b5d84-546b-42ea-82c4-71741741236e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:35.535131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=d7350a77-6597-49d8-a88a-616f22dca737,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.561006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] In _notify_port_updated(), no bound segment for port d7350a77-6597-49d8-a88a-616f22dca737 on network 6669accb-fb06-4ab5-bd22-414bb9a63134 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:19:35.567753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:35.568607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.570115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d7fe184d-7650-4079-a191-62fc99b1f3ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "PUT /v2.0/ports/d7350a77-6597-49d8-a88a-616f22dca737 HTTP/1.1" status: 200 len: 920 time: 1.3028202 Aug 31 14:19:35.572381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:35.572769 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.573193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42546) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:35.692553 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.697030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port d7350a77-6597-49d8-a88a-616f22dca737 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:35.697635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.832043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.852667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for d7350a77-6597-49d8-a88a-616f22dca737 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:35.926609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Allocated IP 172.20.0.19 (6669accb-fb06-4ab5-bd22-414bb9a63134/297e09b7-0a7a-4c98-ac82-d3c2b3684699/fa0b5d84-546b-42ea-82c4-71741741236e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:36.010807 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.047251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=d7350a77-6597-49d8-a88a-616f22dca737,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.058220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:36.095233 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.109782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Transition to ACTIVE for port object fa0b5d84-546b-42ea-82c4-71741741236e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:36.113729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.121800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.124022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-71ce41bb-b453-48e1-af51-61d0a545752a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/d7350a77-6597-49d8-a88a-616f22dca737 HTTP/1.1" status: 204 len: 168 time: 0.5495811 Aug 31 14:19:36.126853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42550) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:36.155519 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce540f74-0c4f-4523-ae4e-7e7de7d340c6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:36.155519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ce540f74-0c4f-4523-ae4e-7e7de7d340c6 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/d7350a77-6597-49d8-a88a-616f22dca737 HTTP/1.1" status: 404 len: 333 time: 0.0274544 Aug 31 14:19:36.158138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42552) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:36.199350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c3c3c-c5c9-42d1-8a69-464065ea1ccb None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.219886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-624117dc-8e73-422d-96f4-2795c339221c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.247914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-624117dc-8e73-422d-96f4-2795c339221c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.302790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-624117dc-8e73-422d-96f4-2795c339221c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.305735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-624117dc-8e73-422d-96f4-2795c339221c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.306951 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-624117dc-8e73-422d-96f4-2795c339221c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/security-groups/570e033d-3233-4d01-a5c6-7770d1803832 HTTP/1.1" status: 204 len: 168 time: 0.1478221 Aug 31 14:19:36.310172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42558) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:36.317567 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624117dc-8e73-422d-96f4-2795c339221c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e033d-3233-4d01-a5c6-7770d1803832,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.394534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6f1252a-7293-4a37-8697-65432d00a30c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.419838 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6f1252a-7293-4a37-8697-65432d00a30c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.471851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6f1252a-7293-4a37-8697-65432d00a30c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.475085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6f1252a-7293-4a37-8697-65432d00a30c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.479427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c6f1252a-7293-4a37-8697-65432d00a30c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/security-groups/059c53bc-5eb3-44aa-8534-ab604deeb304 HTTP/1.1" status: 204 len: 168 time: 0.1627123 Aug 31 14:19:36.479764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42564) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:36.493917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1252a-7293-4a37-8697-65432d00a30c tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059c53bc-5eb3-44aa-8534-ab604deeb304,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.555010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet 6069e64f-1435-4875-b8a9-168d1c8a0f64 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:36.559010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.604769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.713362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.784519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.812140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=6069e64f-1435-4875-b8a9-168d1c8a0f64,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.820307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.822297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4b3fe544-2dac-41df-bd01-2efb848d7608 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/6069e64f-1435-4875-b8a9-168d1c8a0f64 HTTP/1.1" status: 204 len: 168 time: 0.3413293 Aug 31 14:19:36.827132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42570) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:36.834237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:36.843309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73627c-6c09-42ce-8656-c149c1e8235b None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:36.939052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6591e9f6-022b-47dc-ae0a-891a734a33c4 None None] Provisioning complete for port 36319a2f-6581-4a1e-8920-17c69f89fa1a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:36.939688 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6591e9f6-022b-47dc-ae0a-891a734a33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.959107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:36.964602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.008842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6591e9f6-022b-47dc-ae0a-891a734a33c4 None None] Port 36319a2f-6581-4a1e-8920-17c69f89fa1a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:37.019718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6591e9f6-022b-47dc-ae0a-891a734a33c4 None None] Could not find standard attr ID for object d7350a77-6597-49d8-a88a-616f22dca737. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:19:37.054262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6591e9f6-022b-47dc-ae0a-891a734a33c4 None None] Provisioning for port fa0b5d84-546b-42ea-82c4-71741741236e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:37.060951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6591e9f6-022b-47dc-ae0a-891a734a33c4 None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:37.061480 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6591e9f6-022b-47dc-ae0a-891a734a33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.287467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.335625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:37.338947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:37.343746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:37.344345 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.352157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:37.369572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-be91968e-457c-44ee-a980-a5521261f07a tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5409656 Aug 31 14:19:37.371884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42574) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.377290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-295b116c-3206-4c5a-a385-b18d5d417cf7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'security_group': {'name': 'tempest-secgroup-72161871'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:37.401977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-295b116c-3206-4c5a-a385-b18d5d417cf7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.492007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eae18d2-01f8-43e4-a558-23de9ea3e5e0 req-a37ecedc-1283-47ca-a6ba-2d775ce26d7c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0472996 Aug 31 14:19:37.528139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fa0b5d84-546b-42ea-82c4-71741741236e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:37.543568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-295b116c-3206-4c5a-a385-b18d5d417cf7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.548733 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-295b116c-3206-4c5a-a385-b18d5d417cf7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.600136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eae18d2-01f8-43e4-a558-23de9ea3e5e0 req-927e126d-c9ff-4a99-8184-c7578a97a524 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0477445 Aug 31 14:19:37.605448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:37.605837 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.619106 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-295b116c-3206-4c5a-a385-b18d5d417cf7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.620618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-295b116c-3206-4c5a-a385-b18d5d417cf7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2477562 Aug 31 14:19:37.623114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b116c-3206-4c5a-a385-b18d5d417cf7 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299ae33d-89e1-4d4b-93a9-add6b6792220,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:37.624779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42576) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.630607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-be4d8902-f97a-42bd-a1a3-aa8810630bdf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'security_group': {'name': 'tempest-secgroup-1074723591'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:37.670759 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be4d8902-f97a-42bd-a1a3-aa8810630bdf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.694926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eae18d2-01f8-43e4-a558-23de9ea3e5e0 req-2cb3e6af-5814-412d-8316-2e6d2cd1b221 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368497 Aug 31 14:19:37.796138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ffa9f-36a0-43c9-b7af-39ef564676b9 None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:37.857724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae18d2-01f8-43e4-a558-23de9ea3e5e0 req-8bba8d78-1941-4387-835c-fa5ec2805a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:37.859565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eae18d2-01f8-43e4-a558-23de9ea3e5e0 req-8bba8d78-1941-4387-835c-fa5ec2805a16 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1529291 Aug 31 14:19:37.864710 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be4d8902-f97a-42bd-a1a3-aa8810630bdf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.870213 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be4d8902-f97a-42bd-a1a3-aa8810630bdf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.903087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be4d8902-f97a-42bd-a1a3-aa8810630bdf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.904657 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-be4d8902-f97a-42bd-a1a3-aa8810630bdf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2780476 Aug 31 14:19:37.907753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42580) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.914201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-451cbce7-157d-46bd-b7a0-95c53a2a324f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'security_group': {'name': 'tempest-secgroup-906469155'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:37.915296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-de7f54f9-8e6e-40a8-9afd-fcfbd05a5022 None None] Provisioning complete for port 36319a2f-6581-4a1e-8920-17c69f89fa1a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:37.915775 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-de7f54f9-8e6e-40a8-9afd-fcfbd05a5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.938179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d8902-f97a-42bd-a1a3-aa8810630bdf tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00264712-ec2a-4ce7-a00c-0270d3cb2cd9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:37.941690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-451cbce7-157d-46bd-b7a0-95c53a2a324f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.989488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-de7f54f9-8e6e-40a8-9afd-fcfbd05a5022 None None] Port 36319a2f-6581-4a1e-8920-17c69f89fa1a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:38.015818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-de7f54f9-8e6e-40a8-9afd-fcfbd05a5022 None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:38.016300 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-de7f54f9-8e6e-40a8-9afd-fcfbd05a5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.048939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-451cbce7-157d-46bd-b7a0-95c53a2a324f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.052843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-451cbce7-157d-46bd-b7a0-95c53a2a324f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.086983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-451cbce7-157d-46bd-b7a0-95c53a2a324f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.092381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-451cbce7-157d-46bd-b7a0-95c53a2a324f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1827874 Aug 31 14:19:38.095322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42582) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:38.102251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cbce7-157d-46bd-b7a0-95c53a2a324f tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0973afa9-db70-428e-b7a8-730994c83e7b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:38.105055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-560297496', 'security_groups': ['0973afa9-db70-428e-b7a8-730994c83e7b'], 'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:38.287593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:38.376947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] Update dhcp port {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'fixed_ips': [{'subnet_id': '297e09b7-0a7a-4c98-ac82-d3c2b3684699', 'ip_address': '172.20.0.19'}, {'subnet_id': 'c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'fa0b5d84-546b-42ea-82c4-71741741236e'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:19:38.400251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.403459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.420540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] device_id is not set on port b1ec329b-3f1b-4f0e-8c80-71a16baa2554 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:19:38.577592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] Allocated IP 172.20.0.2 (6669accb-fb06-4ab5-bd22-414bb9a63134/c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5/fa0b5d84-546b-42ea-82c4-71741741236e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:38.678536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:38.708464 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.723935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] Transition to ACTIVE for port object fa0b5d84-546b-42ea-82c4-71741741236e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:38.727717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.797205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.6 (6669accb-fb06-4ab5-bd22-414bb9a63134/c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5/b1ec329b-3f1b-4f0e-8c80-71a16baa2554) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:38.816143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b4651-126a-4ca3-9a7d-e90d2beb84f1 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:39.004855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.024383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object b1ec329b-3f1b-4f0e-8c80-71a16baa2554 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:39.067951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.123861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:39.130405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:39.133882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:39.169177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=b1ec329b-3f1b-4f0e-8c80-71a16baa2554,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:39.203664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:39.204598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.225314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42588) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:39.225855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9c6b42b0-7450-470c-ade9-c7bcb1177742 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1287529 Aug 31 14:19:39.231649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6f7a26ec-d0e0-4a9d-88c8-3dbb45bf8aed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:39.402100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7a26ec-d0e0-4a9d-88c8-3dbb45bf8aed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:39.407221 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6f7a26ec-d0e0-4a9d-88c8-3dbb45bf8aed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.530346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fa0b5d84-546b-42ea-82c4-71741741236e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:39.571137 n-d-792362-6 neutron-server[101360]: INFO neutron.db.ipam_backend_mixin [None req-6f7a26ec-d0e0-4a9d-88c8-3dbb45bf8aed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5 (CIDR: 172.20.0.0/28) Aug 31 14:19:39.575317 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7a26ec-d0e0-4a9d-88c8-3dbb45bf8aed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:39.576153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7a26ec-d0e0-4a9d-88c8-3dbb45bf8aed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:39.598049 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6f7a26ec-d0e0-4a9d-88c8-3dbb45bf8aed tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3684490 Aug 31 14:19:39.599327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42592) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:39.605396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ff9621fc-b33c-4ac2-b64c-759a1db08aef tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:39.623710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cc416096-508a-4521-84d4-5b5de7989427 None None] Provisioning complete for port 36319a2f-6581-4a1e-8920-17c69f89fa1a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:39.624422 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc416096-508a-4521-84d4-5b5de7989427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.667002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cc416096-508a-4521-84d4-5b5de7989427 None None] Port 36319a2f-6581-4a1e-8920-17c69f89fa1a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:39.682203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cc416096-508a-4521-84d4-5b5de7989427 None None] Provisioning for port fa0b5d84-546b-42ea-82c4-71741741236e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:39.689906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cc416096-508a-4521-84d4-5b5de7989427 None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:39.690289 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc416096-508a-4521-84d4-5b5de7989427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.831559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9621fc-b33c-4ac2-b64c-759a1db08aef tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:39.836647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff9621fc-b33c-4ac2-b64c-759a1db08aef tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.980528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f1cbec8-90ce-4d57-af1d-50179de92b0a None None] Provisioning for port b1ec329b-3f1b-4f0e-8c80-71a16baa2554 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:39.981753 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-ff9621fc-b33c-4ac2-b64c-759a1db08aef tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 297e09b7-0a7a-4c98-ac82-d3c2b3684699 (CIDR: 172.20.0.16/28) Aug 31 14:19:39.986613 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9621fc-b33c-4ac2-b64c-759a1db08aef tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:39.987171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9621fc-b33c-4ac2-b64c-759a1db08aef tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:39.994213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4f1cbec8-90ce-4d57-af1d-50179de92b0a None None] Provisioning complete for port b1ec329b-3f1b-4f0e-8c80-71a16baa2554 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:39.994524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbec8-90ce-4d57-af1d-50179de92b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.021232 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42596) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:40.021383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ff9621fc-b33c-4ac2-b64c-759a1db08aef tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4206405 Aug 31 14:19:40.030662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'subnet': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:40.073210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4f1cbec8-90ce-4d57-af1d-50179de92b0a None None] Port b1ec329b-3f1b-4f0e-8c80-71a16baa2554 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:40.080025 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.184969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Made reservation on behalf of 5d918b5dedf9461ba26f1dfe1093b723 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:40.190820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-34375344-56b6-4de8-a87c-d02a8fb5d126 None None] Could not find standard attr ID for object d7350a77-6597-49d8-a88a-616f22dca737. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:19:40.191421 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.492530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.548225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:40.552401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:40.556664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:40.557266 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.563597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c90607-93f9-4628-8b5a-17c3917f9aa1 None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:40.579836 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5573385 Aug 31 14:19:40.580787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Subnet': ['ID=1752b2b3-619f-43d2-9bd4-b18147c9190a,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:40.582730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42600) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:40.588444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-169867386', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1752b2b3-619f-43d2-9bd4-b18147c9190a'}], 'security_groups': ['299ae33d-89e1-4d4b-93a9-add6b6792220', '00264712-ec2a-4ce7-a00c-0270d3cb2cd9']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:40.589094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.589454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.589804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.590177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.590618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.590982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.591322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.591696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.592035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.592392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.592727 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.593126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae0c11-5f4c-405b-bcec-aafbf1ed9fd1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:40.661931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.836418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] Update dhcp port {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'fixed_ips': [{'subnet_id': '297e09b7-0a7a-4c98-ac82-d3c2b3684699', 'ip_address': '172.20.0.19'}, {'subnet_id': 'c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5', 'ip_address': '172.20.0.2'}, {'subnet_id': '1752b2b3-619f-43d2-9bd4-b18147c9190a'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'fa0b5d84-546b-42ea-82c4-71741741236e'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:19:40.867013 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.046845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Delete allocated IP 172.20.0.6 (6669accb-fb06-4ab5-bd22-414bb9a63134/c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5) {{(pid=101361) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:19:41.058788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Allocated IP 172.20.0.36 (6669accb-fb06-4ab5-bd22-414bb9a63134/1752b2b3-619f-43d2-9bd4-b18147c9190a/b1ec329b-3f1b-4f0e-8c80-71a16baa2554) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:41.239899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.253932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Transition to ACTIVE for port object b1ec329b-3f1b-4f0e-8c80-71a16baa2554 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:41.258919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.320625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] Allocated IP 172.20.0.34 (6669accb-fb06-4ab5-bd22-414bb9a63134/1752b2b3-619f-43d2-9bd4-b18147c9190a/fa0b5d84-546b-42ea-82c4-71741741236e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:41.348853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event updated for resources: {'Port': ['ID=b1ec329b-3f1b-4f0e-8c80-71a16baa2554,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:41.379896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] In _notify_port_updated(), no bound segment for port b1ec329b-3f1b-4f0e-8c80-71a16baa2554 on network 6669accb-fb06-4ab5-bd22-414bb9a63134 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:19:41.385708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:41.386339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.387675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cba4d928-eb0f-48bc-bda9-baf396b81183 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "PUT /v2.0/ports/b1ec329b-3f1b-4f0e-8c80-71a16baa2554 HTTP/1.1" status: 200 len: 959 time: 0.8039265 Aug 31 14:19:41.391013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42604) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:41.446219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:41.478520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.493556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] Transition to ACTIVE for port object fa0b5d84-546b-42ea-82c4-71741741236e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:41.498400 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.503368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port b1ec329b-3f1b-4f0e-8c80-71a16baa2554 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:41.505213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.609485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.623558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c6b1f-c716-4be0-883f-b5733da66ebb None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:41.626789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for b1ec329b-3f1b-4f0e-8c80-71a16baa2554 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:41.772040 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.802977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=b1ec329b-3f1b-4f0e-8c80-71a16baa2554,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:41.880666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.882662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bb986ca7-162f-4cb2-bf57-eedf1fdd5a30 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/b1ec329b-3f1b-4f0e-8c80-71a16baa2554 HTTP/1.1" status: 204 len: 168 time: 0.4906240 Aug 31 14:19:41.885435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42608) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:41.913736 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-012b8c9c-6131-4a77-a754-201ba3415ff9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] GET failed (client error): The resource could not be found. Aug 31 14:19:41.915440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-012b8c9c-6131-4a77-a754-201ba3415ff9 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports/b1ec329b-3f1b-4f0e-8c80-71a16baa2554 HTTP/1.1" status: 404 len: 333 time: 0.0290711 Aug 31 14:19:41.918195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42610) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:41.979437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051969f5-fbdd-4ecb-a44c-96c12f9b583d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.005884 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051969f5-fbdd-4ecb-a44c-96c12f9b583d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.053937 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051969f5-fbdd-4ecb-a44c-96c12f9b583d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.057197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-051969f5-fbdd-4ecb-a44c-96c12f9b583d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.058658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-051969f5-fbdd-4ecb-a44c-96c12f9b583d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/security-groups/0973afa9-db70-428e-b7a8-730994c83e7b HTTP/1.1" status: 204 len: 168 time: 0.1395199 Aug 31 14:19:42.061498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42612) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.069397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051969f5-fbdd-4ecb-a44c-96c12f9b583d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0973afa9-db70-428e-b7a8-730994c83e7b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.134655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7691a365-a42a-4f5e-9302-ce5de644ba71 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.160740 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7691a365-a42a-4f5e-9302-ce5de644ba71 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.207277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7691a365-a42a-4f5e-9302-ce5de644ba71 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.210495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7691a365-a42a-4f5e-9302-ce5de644ba71 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.212317 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7691a365-a42a-4f5e-9302-ce5de644ba71 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/security-groups/00264712-ec2a-4ce7-a00c-0270d3cb2cd9 HTTP/1.1" status: 204 len: 168 time: 0.1494105 Aug 31 14:19:42.215619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42616) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.228193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691a365-a42a-4f5e-9302-ce5de644ba71 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00264712-ec2a-4ce7-a00c-0270d3cb2cd9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.285631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a03584b9-3474-43ca-b49f-175908af9c85 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.313251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a03584b9-3474-43ca-b49f-175908af9c85 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.320732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1f4e5df3-f455-419c-a6c2-c98e541c1f5b None None] Could not find standard attr ID for object b1ec329b-3f1b-4f0e-8c80-71a16baa2554. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:19:42.331805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1f4e5df3-f455-419c-a6c2-c98e541c1f5b None None] Provisioning complete for port 36319a2f-6581-4a1e-8920-17c69f89fa1a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:42.332181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5df3-f455-419c-a6c2-c98e541c1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.367284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a03584b9-3474-43ca-b49f-175908af9c85 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.368069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e5df3-f455-419c-a6c2-c98e541c1f5b None None] Port 36319a2f-6581-4a1e-8920-17c69f89fa1a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:42.370435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a03584b9-3474-43ca-b49f-175908af9c85 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.371787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a03584b9-3474-43ca-b49f-175908af9c85 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/security-groups/299ae33d-89e1-4d4b-93a9-add6b6792220 HTTP/1.1" status: 204 len: 168 time: 0.1541951 Aug 31 14:19:42.375760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42618) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.380023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1f4e5df3-f455-419c-a6c2-c98e541c1f5b None None] Provisioning for port fa0b5d84-546b-42ea-82c4-71741741236e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:42.382186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03584b9-3474-43ca-b49f-175908af9c85 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299ae33d-89e1-4d4b-93a9-add6b6792220,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.385097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1f4e5df3-f455-419c-a6c2-c98e541c1f5b None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:42.385502 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5df3-f455-419c-a6c2-c98e541c1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.443313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:42.446713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.495571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.582883 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.651359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.680713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.683048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.684976 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-546c4a13-8fbe-4ef9-9d74-2570d7777745 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5 HTTP/1.1" status: 204 len: 168 time: 0.3074470 Aug 31 14:19:42.689360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42622) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.748678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet 1752b2b3-619f-43d2-9bd4-b18147c9190a {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:42.752513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.792362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75819225-e001-4b23-9f9d-b3998cecf02c None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:42.797130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.889711 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.899839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-505e7e13-d3d7-46a9-87ab-c72693d19bb6 None None] Could not find standard attr ID for object b1ec329b-3f1b-4f0e-8c80-71a16baa2554. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:19:42.951686 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.989410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=1752b2b3-619f-43d2-9bd4-b18147c9190a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.993201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.995942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b72da954-706e-4994-be6b-16f559a68f1d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/1752b2b3-619f-43d2-9bd4-b18147c9190a HTTP/1.1" status: 204 len: 168 time: 0.3052397 Aug 31 14:19:42.999372 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42624) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.036883 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac158b2-380f-44fb-b846-c6808cd1098d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.037674 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac158b2-380f-44fb-b846-c6808cd1098d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.040491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eac158b2-380f-44fb-b846-c6808cd1098d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/c0ccdb62-5485-4653-9de9-1f6cf0d6ecc5 HTTP/1.1" status: 404 len: 337 time: 0.0400965 Aug 31 14:19:43.043167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42626) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.053264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05917723-f949-4049-b4fb-34952008f455 None None] Update dhcp port {'port': {'network_id': '6669accb-fb06-4ab5-bd22-414bb9a63134', 'fixed_ips': [{'subnet_id': '297e09b7-0a7a-4c98-ac82-d3c2b3684699', 'ip_address': '172.20.0.19'}, {'subnet_id': '1752b2b3-619f-43d2-9bd4-b18147c9190a'}], 'binding:host_id': 'n-d-792362-6'}, 'id': 'fa0b5d84-546b-42ea-82c4-71741741236e'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:19:43.078521 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-05917723-f949-4049-b4fb-34952008f455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.094487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting subnet 297e09b7-0a7a-4c98-ac82-d3c2b3684699 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:43.097746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.139331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.230428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.289013 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-05917723-f949-4049-b4fb-34952008f455 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 297e09b7-0a7a-4c98-ac82-d3c2b3684699: This subnet is being modified by another concurrent operation. Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 297e09b7-0a7a-4c98-ac82-d3c2b3684699: This subnet is being modified by another concurrent operation. Aug 31 14:19:43.312930 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:19:43.321556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.323459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/297e09b7-0a7a-4c98-ac82-d3c2b3684699 HTTP/1.1" status: 204 len: 168 time: 0.2793558 Aug 31 14:19:43.324691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1acd77-4d19-4e91-bfb2-a157dcd92ffa tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Subnet': ['ID=297e09b7-0a7a-4c98-ac82-d3c2b3684699,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.327568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42630) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.355085 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c1608d-acd7-4e4a-b2b0-af34d1a942c1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.355670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c1608d-acd7-4e4a-b2b0-af34d1a942c1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.357483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-30c1608d-acd7-4e4a-b2b0-af34d1a942c1 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/6069e64f-1435-4875-b8a9-168d1c8a0f64 HTTP/1.1" status: 404 len: 337 time: 0.0285828 Aug 31 14:19:43.365724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42632) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.397357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5e9317d4-679f-435e-bcc6-df9dbc8d7e35 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed8e276-63c9-413a-8dcb-47b4187ec52f HTTP/1.1" status: 200 len: 205 time: 0.0304203 Aug 31 14:19:43.399728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42634) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.402201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89de90-1cf8-4c30-922b-eb8b26eec2bc None None] Network 6669accb-fb06-4ab5-bd22-414bb9a63134 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:43.464678 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-e05f61e4-c8f6-4b63-8e55-cadc0f20df59 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] delete failed (client error): The resource could not be found. Aug 31 14:19:43.465773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e05f61e4-c8f6-4b63-8e55-cadc0f20df59 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/routers/8ed8e276-63c9-413a-8dcb-47b4187ec52f HTTP/1.1" status: 404 len: 336 time: 0.0639739 Aug 31 14:19:43.471606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42636) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.483002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Provisioning complete for port 36319a2f-6581-4a1e-8920-17c69f89fa1a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:43.483388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.500148 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-165914c8-ac4a-45fa-896f-57fdb451ba4e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.500611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165914c8-ac4a-45fa-896f-57fdb451ba4e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.502427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-165914c8-ac4a-45fa-896f-57fdb451ba4e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/ccc52eb3-ed69-4e40-a039-ee5810b9df17 HTTP/1.1" status: 404 len: 337 time: 0.0298386 Aug 31 14:19:43.505017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.509376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fa0b5d84-546b-42ea-82c4-71741741236e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:43.531707 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb94158-328f-4cc4-87ab-c866a087b89d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.532164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb94158-328f-4cc4-87ab-c866a087b89d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.533938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5fb94158-328f-4cc4-87ab-c866a087b89d tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/0c172332-53a9-4678-90a7-e2ce1fe8e5b6 HTTP/1.1" status: 404 len: 337 time: 0.0280254 Aug 31 14:19:43.536682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42640) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.563788 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8228b9-8895-4d32-aed0-f785154b2fc0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.564250 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8228b9-8895-4d32-aed0-f785154b2fc0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.568598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7b8228b9-8895-4d32-aed0-f785154b2fc0 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/279e2eb5-7112-4a3f-a78c-852edced4bb5 HTTP/1.1" status: 404 len: 337 time: 0.0285339 Aug 31 14:19:43.568772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42642) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.594928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Port 36319a2f-6581-4a1e-8920-17c69f89fa1a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:43.597059 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e25021-43b2-408f-ab00-86472122dffb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.597773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e25021-43b2-408f-ab00-86472122dffb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.602014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f2e25021-43b2-408f-ab00-86472122dffb tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/012cc4c8-588d-481a-bf63-d6845d443ca3 HTTP/1.1" status: 404 len: 333 time: 0.0298057 Aug 31 14:19:43.602208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42644) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.629804 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db82e6b-e55f-4a38-8559-0a6fb4c7596e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.630310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db82e6b-e55f-4a38-8559-0a6fb4c7596e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.632060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7db82e6b-e55f-4a38-8559-0a6fb4c7596e tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/27963a3f-cd18-47ab-a463-bd342c13524b HTTP/1.1" status: 404 len: 337 time: 0.0289207 Aug 31 14:19:43.634630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42646) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.643068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] DHCP port deletion for 6669accb-fb06-4ab5-bd22-414bb9a63134 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:43.647333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Provisioning complete for port fa0b5d84-546b-42ea-82c4-71741741236e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:43.647741 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.661502 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1bd077-8ae6-4084-9c8f-809108db2dda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.661878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1bd077-8ae6-4084-9c8f-809108db2dda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.663642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5f1bd077-8ae6-4084-9c8f-809108db2dda tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/9f02aff7-1b44-4c2a-9e94-f5502300e241 HTTP/1.1" status: 404 len: 337 time: 0.0281119 Aug 31 14:19:43.666604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42648) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.691015 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-699558b3-13d6-4db8-9e63-ccbeaac76175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.691691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699558b3-13d6-4db8-9e63-ccbeaac76175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.693459 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-699558b3-13d6-4db8-9e63-ccbeaac76175 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/a8bf0786-dd39-4538-a74d-4f02453bdc62 HTTP/1.1" status: 404 len: 333 time: 0.0258088 Aug 31 14:19:43.696462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42650) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.711130 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.729505 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-44834dfe-acdb-4455-838b-f73c1bace1ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.730299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44834dfe-acdb-4455-838b-f73c1bace1ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.736482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42654) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.736786 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-44834dfe-acdb-4455-838b-f73c1bace1ee tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/faa7d6e7-874b-427a-9114-e7f6956556d9 HTTP/1.1" status: 404 len: 337 time: 0.0390794 Aug 31 14:19:43.765611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:43.769747 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fad50a-73ff-4381-95e1-4cec5840e1c4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:43.770286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fad50a-73ff-4381-95e1-4cec5840e1c4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:43.772272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-28fad50a-73ff-4381-95e1-4cec5840e1c4 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/subnets/f01fe366-4df9-4b13-a878-f2ae33e40b2f HTTP/1.1" status: 404 len: 337 time: 0.0343227 Aug 31 14:19:43.775609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.791227 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.828612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] Deleting port fa0b5d84-546b-42ea-82c4-71741741236e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:43.829332 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.844638 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.872906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Deleting port 36319a2f-6581-4a1e-8920-17c69f89fa1a {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:43.873397 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.933218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.940565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:43.940790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.941069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.954886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Calling delete_port for 36319a2f-6581-4a1e-8920-17c69f89fa1a owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:43.961277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] For port fa0b5d84-546b-42ea-82c4-71741741236e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fa0b5d84-546b-42ea-82c4-71741741236e,segment=NetworkSegment(c93d045b-fac1-4e75-a3ca-3450c108dc21),segment_id=c93d045b-fac1-4e75-a3ca-3450c108dc21)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:43.962535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] Calling delete_port for fa0b5d84-546b-42ea-82c4-71741741236e owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:43.969060 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.046529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.066774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473316ad-5290-4a26-a4f3-4be76f5307ba None None] Pushing event updated for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=12']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.075388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Port': ['ID=36319a2f-6581-4a1e-8920-17c69f89fa1a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.080600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.084713 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0a1c6326-f7f5-41cb-ab80-700175cb2337 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/ports/36319a2f-6581-4a1e-8920-17c69f89fa1a HTTP/1.1" status: 204 len: 168 time: 0.3059578 Aug 31 14:19:44.085118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42658) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:44.092344 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.119267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] Pushing event deleted for resources: {'Port': ['ID=fa0b5d84-546b-42ea-82c4-71741741236e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.121220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089faa3-0180-414e-a2c0-1f95d614b280 None None] No DVR routers for this DVR port fa0b5d84-546b-42ea-82c4-71741741236e on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:44.136639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ae324-9e0d-4a2b-8a7e-513c9de9ba5a None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:19:44.169624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.217642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ae324-9e0d-4a2b-8a7e-513c9de9ba5a None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:19:44.275585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.287501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6669accb-fb06-4ab5-bd22-414bb9a63134']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:44.299468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93d045b-fac1-4e75-a3ca-3450c108dc21') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:44.299774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93d045b-fac1-4e75-a3ca-3450c108dc21') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:44.310362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.325203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.332387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:44.333088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:44.336100 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:44.404105 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.409763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.412440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] 10.222.0.10 "DELETE /v2.0/networks/6669accb-fb06-4ab5-bd22-414bb9a63134 HTTP/1.1" status: 204 len: 168 time: 0.3261497 Aug 31 14:19:44.429518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0a9b8-65bf-490c-a239-9431bb51a550 tempest-PortsTestJSON-1114952403 tempest-PortsTestJSON-1114952403-project] Pushing event deleted for resources: {'Network': ['ID=6669accb-fb06-4ab5-bd22-414bb9a63134,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.670955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42666) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:44.809327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-460a6f42-8488-4593-a409-60f688e25973 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d918b5dedf9461ba26f1dfe1093b723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340237 Aug 31 14:19:44.812360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42670) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:44.862461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be240721-0562-4e9d-b522-3268b1769e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.884073 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be240721-0562-4e9d-b522-3268b1769e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.931442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be240721-0562-4e9d-b522-3268b1769e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.934088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be240721-0562-4e9d-b522-3268b1769e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.935284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-be240721-0562-4e9d-b522-3268b1769e54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe326b81-0a35-484b-9251-348043f0d906 HTTP/1.1" status: 204 len: 168 time: 0.1219614 Aug 31 14:19:44.942943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be240721-0562-4e9d-b522-3268b1769e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe326b81-0a35-484b-9251-348043f0d906,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:45.639345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42696) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:45.745149 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-805bf585-f3f7-4506-90ba-b947d92e6141 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:45.745596 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-805bf585-f3f7-4506-90ba-b947d92e6141 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:19:45.746096 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-805bf585-f3f7-4506-90ba-b947d92e6141 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:19:45.747074 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-805bf585-f3f7-4506-90ba-b947d92e6141 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1066971 Aug 31 14:19:45.751761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42700) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:45.756312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368022487'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:45.781157 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.789523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.888070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.892155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.936057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c298151c-5035-43ad-b3dc-ab96e20d2c05,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.002331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.006481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.036933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.038272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2855482 Aug 31 14:19:46.039391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52506d4-dfa1-4606-8a1c-4740b891223a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf84ad1-ca40-4697-9a8e-27a35c6a194f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.041267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42704) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.046634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2b280b89-3a5e-4a4d-93c5-c5156747ec03 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '0cf84ad1-ca40-4697-9a8e-27a35c6a194f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:46.074921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b280b89-3a5e-4a4d-93c5-c5156747ec03 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.126847 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b280b89-3a5e-4a4d-93c5-c5156747ec03 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.130773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b280b89-3a5e-4a4d-93c5-c5156747ec03 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.149896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b280b89-3a5e-4a4d-93c5-c5156747ec03 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9b27af-dfc3-47bb-9fdc-f99b27214dda,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.154854 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b280b89-3a5e-4a4d-93c5-c5156747ec03 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.156118 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b280b89-3a5e-4a4d-93c5-c5156747ec03 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138115 Aug 31 14:19:46.159165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42706) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.163594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bd5be11d-79e8-4325-b34f-9e8a1ac58d76 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '0cf84ad1-ca40-4697-9a8e-27a35c6a194f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:46.190827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd5be11d-79e8-4325-b34f-9e8a1ac58d76 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.235034 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-bd5be11d-79e8-4325-b34f-9e8a1ac58d76 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:19:46.236142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bd5be11d-79e8-4325-b34f-9e8a1ac58d76 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0760291 Aug 31 14:19:46.239001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42708) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.292851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c859-1bea-4392-9895-e7ef1a9a3123 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.318104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c859-1bea-4392-9895-e7ef1a9a3123 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.362866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c859-1bea-4392-9895-e7ef1a9a3123 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.365561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c859-1bea-4392-9895-e7ef1a9a3123 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.369107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6bc0c859-1bea-4392-9895-e7ef1a9a3123 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/0cf84ad1-ca40-4697-9a8e-27a35c6a194f HTTP/1.1" status: 204 len: 168 time: 0.1268046 Aug 31 14:19:46.369670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42712) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.378478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0c859-1bea-4392-9895-e7ef1a9a3123 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf84ad1-ca40-4697-9a8e-27a35c6a194f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.431536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-faa51b80-90f2-4172-8ad4-31f989879819 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602498 Aug 31 14:19:46.435717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42714) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.440401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bf79640f-7c63-44c4-b9db-92e895d6b66b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999836360'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:46.464233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf79640f-7c63-44c4-b9db-92e895d6b66b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.553702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf79640f-7c63-44c4-b9db-92e895d6b66b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.559993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf79640f-7c63-44c4-b9db-92e895d6b66b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.583590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bf79640f-7c63-44c4-b9db-92e895d6b66b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.584829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bf79640f-7c63-44c4-b9db-92e895d6b66b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1479905 Aug 31 14:19:46.587914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42716) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.593030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c9ed7fa4-a35d-4989-bc31-972bca31f4db tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '601fcd69-8d4d-414f-be2e-3375a555c998', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:46.593710 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-c9ed7fa4-a35d-4989-bc31-972bca31f4db tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 14:19:46.593856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79640f-7c63-44c4-b9db-92e895d6b66b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601fcd69-8d4d-414f-be2e-3375a555c998,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.594241 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-c9ed7fa4-a35d-4989-bc31-972bca31f4db tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:46.597967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42718) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.604316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c9ed7fa4-a35d-4989-bc31-972bca31f4db tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062835 Aug 31 14:19:46.652975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5522b1dd-2d1b-4af2-ad21-aa7c0d114eac tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.681430 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5522b1dd-2d1b-4af2-ad21-aa7c0d114eac tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.723971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5522b1dd-2d1b-4af2-ad21-aa7c0d114eac tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.726936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5522b1dd-2d1b-4af2-ad21-aa7c0d114eac tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.728560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5522b1dd-2d1b-4af2-ad21-aa7c0d114eac tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/601fcd69-8d4d-414f-be2e-3375a555c998 HTTP/1.1" status: 204 len: 168 time: 0.1295888 Aug 31 14:19:46.733577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42720) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.739139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522b1dd-2d1b-4af2-ad21-aa7c0d114eac tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601fcd69-8d4d-414f-be2e-3375a555c998,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.790709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0a57fd88-4f07-4d5f-810e-63ca13b88e0f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559270 Aug 31 14:19:46.794298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42722) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.799562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-25b29ca2-84c3-4d34-8888-e13d3bb65db4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--866296229'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:46.826419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b29ca2-84c3-4d34-8888-e13d3bb65db4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.912976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b29ca2-84c3-4d34-8888-e13d3bb65db4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.917441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b29ca2-84c3-4d34-8888-e13d3bb65db4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.941692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b29ca2-84c3-4d34-8888-e13d3bb65db4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.942945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-25b29ca2-84c3-4d34-8888-e13d3bb65db4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1470742 Aug 31 14:19:46.946349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42724) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.951459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6158622e-c507-4cee-8e21-a05638306759 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '11344993-8571-40d0-be34-620656597036', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:46.951653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29ca2-84c3-4d34-8888-e13d3bb65db4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11344993-8571-40d0-be34-620656597036,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.952531 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-6158622e-c507-4cee-8e21-a05638306759 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 14:19:46.953226 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-6158622e-c507-4cee-8e21-a05638306759 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:46.955421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6158622e-c507-4cee-8e21-a05638306759 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070338 Aug 31 14:19:46.957159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42726) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.012807 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4946e59e-a21b-4a39-81a7-fd35d94cce5f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.036975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4946e59e-a21b-4a39-81a7-fd35d94cce5f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.083780 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4946e59e-a21b-4a39-81a7-fd35d94cce5f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.086917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4946e59e-a21b-4a39-81a7-fd35d94cce5f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.088096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4946e59e-a21b-4a39-81a7-fd35d94cce5f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/11344993-8571-40d0-be34-620656597036 HTTP/1.1" status: 204 len: 168 time: 0.1300054 Aug 31 14:19:47.091055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42730) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.099831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e59e-a21b-4a39-81a7-fd35d94cce5f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11344993-8571-40d0-be34-620656597036,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.139834 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2140b874-16d7-4c37-96bd-a7bd83c60ec1 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470753 Aug 31 14:19:47.144514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42732) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.149270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-acecfd66-4c2b-416d-903c-245bbc534e11 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--903406688'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.179958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acecfd66-4c2b-416d-903c-245bbc534e11 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.282963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acecfd66-4c2b-416d-903c-245bbc534e11 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.287403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acecfd66-4c2b-416d-903c-245bbc534e11 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.316606 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acecfd66-4c2b-416d-903c-245bbc534e11 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.317880 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-acecfd66-4c2b-416d-903c-245bbc534e11 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1723161 Aug 31 14:19:47.318800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecfd66-4c2b-416d-903c-245bbc534e11 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1596e37-89f6-4513-b658-be29a5957628,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.321242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42734) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.329429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3f8e1162-0f8f-4d0e-aa2d-dd4b3b9324ba tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c1596e37-89f6-4513-b658-be29a5957628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.330859 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-3f8e1162-0f8f-4d0e-aa2d-dd4b3b9324ba tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 14:19:47.331681 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-3f8e1162-0f8f-4d0e-aa2d-dd4b3b9324ba tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.333508 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f8e1162-0f8f-4d0e-aa2d-dd4b3b9324ba tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104940 Aug 31 14:19:47.335884 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42736) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.342476 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-71508aec-fe2b-4ba4-a872-321f153f0975 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c1596e37-89f6-4513-b658-be29a5957628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.343380 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-71508aec-fe2b-4ba4-a872-321f153f0975 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 14:19:47.343952 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-71508aec-fe2b-4ba4-a872-321f153f0975 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.344979 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71508aec-fe2b-4ba4-a872-321f153f0975 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077634 Aug 31 14:19:47.348598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42738) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.353894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-44ecd705-7f3d-494d-9ff3-b2c53981f033 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c1596e37-89f6-4513-b658-be29a5957628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.354763 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-44ecd705-7f3d-494d-9ff3-b2c53981f033 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 14:19:47.355223 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-44ecd705-7f3d-494d-9ff3-b2c53981f033 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.356230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-44ecd705-7f3d-494d-9ff3-b2c53981f033 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066426 Aug 31 14:19:47.359474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42740) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.363949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-906c88ae-ebbf-4631-951e-b8f12b873cae tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c1596e37-89f6-4513-b658-be29a5957628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.364851 n-d-792362-6 neutron-server[101360]: WARNING neutron.api.v2.base [None req-906c88ae-ebbf-4631-951e-b8f12b873cae tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 14:19:47.365686 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-906c88ae-ebbf-4631-951e-b8f12b873cae tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.366667 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-906c88ae-ebbf-4631-951e-b8f12b873cae tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062308 Aug 31 14:19:47.370164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42742) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.429015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaeee-cd1f-4160-a8a3-1145db96ea17 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.456276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaeee-cd1f-4160-a8a3-1145db96ea17 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.498909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaeee-cd1f-4160-a8a3-1145db96ea17 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.501683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaeee-cd1f-4160-a8a3-1145db96ea17 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.502865 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9e8aaeee-cd1f-4160-a8a3-1145db96ea17 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/c1596e37-89f6-4513-b658-be29a5957628 HTTP/1.1" status: 204 len: 168 time: 0.1317837 Aug 31 14:19:47.505644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42748) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.512330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aaeee-cd1f-4160-a8a3-1145db96ea17 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1596e37-89f6-4513-b658-be29a5957628,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.560900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b6bf7022-64fe-4b08-a39e-91b83c93c513 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519164 Aug 31 14:19:47.563120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42752) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.567909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1f02444b-6be2-4927-9e72-5d131292f737 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--274031013'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.593303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f02444b-6be2-4927-9e72-5d131292f737 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.695626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f02444b-6be2-4927-9e72-5d131292f737 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.701696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f02444b-6be2-4927-9e72-5d131292f737 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.737924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f02444b-6be2-4927-9e72-5d131292f737 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.739996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f02444b-6be2-4927-9e72-5d131292f737 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1756334 Aug 31 14:19:47.746765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42760) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.750672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-cd01d99c-d5b3-44ec-aca9-8393bf53baf0 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.751503 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-cd01d99c-d5b3-44ec-aca9-8393bf53baf0 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:19:47.752019 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-cd01d99c-d5b3-44ec-aca9-8393bf53baf0 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.753203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cd01d99c-d5b3-44ec-aca9-8393bf53baf0 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088327 Aug 31 14:19:47.755891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42762) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.760164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f54c3ddc-59eb-4215-b957-fc92481e983e tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.765921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02444b-6be2-4927-9e72-5d131292f737 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c587b495-94e2-4e72-8485-ceb955e8a7b3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.805248 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-f54c3ddc-59eb-4215-b957-fc92481e983e tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.806323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f54c3ddc-59eb-4215-b957-fc92481e983e tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0495467 Aug 31 14:19:47.809246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42766) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.814568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f64bb8de-92d1-4e26-91d2-74e268bb2f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.815053 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-f64bb8de-92d1-4e26-91d2-74e268bb2f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 14:19:47.815538 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-f64bb8de-92d1-4e26-91d2-74e268bb2f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.816500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f64bb8de-92d1-4e26-91d2-74e268bb2f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063303 Aug 31 14:19:47.819112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42768) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.825127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f3bd5a7a-b72b-430a-ba4b-5744bda201a9 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.873419 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-f3bd5a7a-b72b-430a-ba4b-5744bda201a9 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.877331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f3bd5a7a-b72b-430a-ba4b-5744bda201a9 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0543232 Aug 31 14:19:47.878369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42772) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.883602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-85db07f3-3b96-44f7-8a40-59eb3c35d2eb tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.884100 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-85db07f3-3b96-44f7-8a40-59eb3c35d2eb tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:19:47.884588 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-85db07f3-3b96-44f7-8a40-59eb3c35d2eb tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.889643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-85db07f3-3b96-44f7-8a40-59eb3c35d2eb tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060935 Aug 31 14:19:47.889947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42774) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.894382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4f7f0c27-1a00-4799-b629-fdaa390bde4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.923532 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-4f7f0c27-1a00-4799-b629-fdaa390bde4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Project 61bf4f245d724f9893452702d18ae962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:19:47.950227 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-4f7f0c27-1a00-4799-b629-fdaa390bde4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.954586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4f7f0c27-1a00-4799-b629-fdaa390bde4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0603361 Aug 31 14:19:47.954816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42776) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.959424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-eecc949b-6ca6-481e-a302-62fbf5439523 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.959907 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-eecc949b-6ca6-481e-a302-62fbf5439523 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 14:19:47.960397 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-eecc949b-6ca6-481e-a302-62fbf5439523 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:47.961364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-eecc949b-6ca6-481e-a302-62fbf5439523 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055795 Aug 31 14:19:47.966686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42778) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.970892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-405c2e10-b468-4118-af44-60ff4ce40ed6 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.997180 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-405c2e10-b468-4118-af44-60ff4ce40ed6 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Project 61bf4f245d724f9893452702d18ae962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:19:48.010003 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-405c2e10-b468-4118-af44-60ff4ce40ed6 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:48.011048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-405c2e10-b468-4118-af44-60ff4ce40ed6 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0434749 Aug 31 14:19:48.014231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.018642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-81dc2d6e-ce7a-4a32-aae6-50b38eba437b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': 'c587b495-94e2-4e72-8485-ceb955e8a7b3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:48.040810 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-81dc2d6e-ce7a-4a32-aae6-50b38eba437b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Project 61bf4f245d724f9893452702d18ae962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:19:48.054320 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-81dc2d6e-ce7a-4a32-aae6-50b38eba437b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:48.055366 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-81dc2d6e-ce7a-4a32-aae6-50b38eba437b tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0402391 Aug 31 14:19:48.058376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42782) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.121093 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bce517df-4780-4d40-82d0-9daf83c0b833 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.146318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bce517df-4780-4d40-82d0-9daf83c0b833 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.193742 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bce517df-4780-4d40-82d0-9daf83c0b833 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.196512 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bce517df-4780-4d40-82d0-9daf83c0b833 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.197704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bce517df-4780-4d40-82d0-9daf83c0b833 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/c587b495-94e2-4e72-8485-ceb955e8a7b3 HTTP/1.1" status: 204 len: 168 time: 0.1384003 Aug 31 14:19:48.200840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42786) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.206806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce517df-4780-4d40-82d0-9daf83c0b833 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c587b495-94e2-4e72-8485-ceb955e8a7b3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.263805 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6f11306e-4ccb-4da1-9723-caec26022d37 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612760 Aug 31 14:19:48.267706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42788) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.271943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d2531f6d-24fd-419f-9f96-bb17439a6340 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183625186'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:48.294810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2531f6d-24fd-419f-9f96-bb17439a6340 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.382172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2531f6d-24fd-419f-9f96-bb17439a6340 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.386474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2531f6d-24fd-419f-9f96-bb17439a6340 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.415073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d2531f6d-24fd-419f-9f96-bb17439a6340 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.416310 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d2531f6d-24fd-419f-9f96-bb17439a6340 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1476860 Aug 31 14:19:48.418501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2531f6d-24fd-419f-9f96-bb17439a6340 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604d891e-589f-4113-ab25-4076c3c8e567,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.419990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42790) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.426485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-62c1b992-c107-4ddf-86e9-ff6926bcb3c4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '604d891e-589f-4113-ab25-4076c3c8e567', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:48.471628 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-62c1b992-c107-4ddf-86e9-ff6926bcb3c4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The resource could not be found. Aug 31 14:19:48.472675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-62c1b992-c107-4ddf-86e9-ff6926bcb3c4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0509219 Aug 31 14:19:48.475915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.480799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-864be52c-3359-4c12-8f5f-0b768e9e7558 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '604d891e-589f-4113-ab25-4076c3c8e567', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '529646d5-d18e-4f09-8483-3ae1c6afb7bb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:48.523987 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-864be52c-3359-4c12-8f5f-0b768e9e7558 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The resource could not be found. Aug 31 14:19:48.525096 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-864be52c-3359-4c12-8f5f-0b768e9e7558 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0480559 Aug 31 14:19:48.527976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42794) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.583876 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee26548c-5898-4cc4-be22-48d5ceb71066 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.608203 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee26548c-5898-4cc4-be22-48d5ceb71066 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.651247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee26548c-5898-4cc4-be22-48d5ceb71066 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.655497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee26548c-5898-4cc4-be22-48d5ceb71066 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.663044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ee26548c-5898-4cc4-be22-48d5ceb71066 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/604d891e-589f-4113-ab25-4076c3c8e567 HTTP/1.1" status: 204 len: 168 time: 0.1329999 Aug 31 14:19:48.668272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42796) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.676302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26548c-5898-4cc4-be22-48d5ceb71066 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d891e-589f-4113-ab25-4076c3c8e567,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.721927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a1e6c02d-6262-4a04-ab5b-e300fea367f0 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520611 Aug 31 14:19:48.726862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42798) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.730574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dfc22dde-213b-469a-a4f7-bd6e4f511022 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '72be1447-307e-47b5-b6e9-37d281d7f3b4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:48.787054 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-dfc22dde-213b-469a-a4f7-bd6e4f511022 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The resource could not be found. Aug 31 14:19:48.788233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dfc22dde-213b-469a-a4f7-bd6e4f511022 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0612917 Aug 31 14:19:48.793808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42800) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.800571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1714b35c-d6d0-4653-85ac-98f85ee68772 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481873941'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:48.830365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1714b35c-d6d0-4653-85ac-98f85ee68772 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.928768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1714b35c-d6d0-4653-85ac-98f85ee68772 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.933937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1714b35c-d6d0-4653-85ac-98f85ee68772 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.987394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1714b35c-d6d0-4653-85ac-98f85ee68772 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.993571 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1714b35c-d6d0-4653-85ac-98f85ee68772 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1942961 Aug 31 14:19:48.993844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42804) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.997576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b35c-d6d0-4653-85ac-98f85ee68772 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6223ec-e819-41cb-a2cc-af86e6945310,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.998531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-34a6149c-5bd9-4a1b-86ee-f037e4571f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146804794'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:49.031664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-34a6149c-5bd9-4a1b-86ee-f037e4571f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.138828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-34a6149c-5bd9-4a1b-86ee-f037e4571f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.143565 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-34a6149c-5bd9-4a1b-86ee-f037e4571f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.174168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-34a6149c-5bd9-4a1b-86ee-f037e4571f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.175454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-34a6149c-5bd9-4a1b-86ee-f037e4571f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1806240 Aug 31 14:19:49.178676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42806) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.180677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6149c-5bd9-4a1b-86ee-f037e4571f4f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa9c91e-1cc8-41db-b2e3-25db5c2ce475,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.188719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-773e502d-5d84-4782-90e9-88e3f665190d tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '2a6223ec-e819-41cb-a2cc-af86e6945310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7fa9c91e-1cc8-41db-b2e3-25db5c2ce475'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:49.240172 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-773e502d-5d84-4782-90e9-88e3f665190d tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:49.244082 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-773e502d-5d84-4782-90e9-88e3f665190d tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0622890 Aug 31 14:19:49.246469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42810) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.314503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3803f4e7-a4c1-4a8a-8b75-137fdff0a5cf tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.339817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3803f4e7-a4c1-4a8a-8b75-137fdff0a5cf tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.390425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3803f4e7-a4c1-4a8a-8b75-137fdff0a5cf tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.393192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3803f4e7-a4c1-4a8a-8b75-137fdff0a5cf tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.394418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3803f4e7-a4c1-4a8a-8b75-137fdff0a5cf tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/7fa9c91e-1cc8-41db-b2e3-25db5c2ce475 HTTP/1.1" status: 204 len: 168 time: 0.1466799 Aug 31 14:19:49.397918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42812) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.404715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803f4e7-a4c1-4a8a-8b75-137fdff0a5cf tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa9c91e-1cc8-41db-b2e3-25db5c2ce475,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.471590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-87438cee-4b08-4171-b45a-720f6a82cbc5 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0711477 Aug 31 14:19:49.473200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42814) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.532662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f49b92d-eb3a-40ea-8087-129be5bf112c tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.559750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f49b92d-eb3a-40ea-8087-129be5bf112c tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.611441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f49b92d-eb3a-40ea-8087-129be5bf112c tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.615465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f49b92d-eb3a-40ea-8087-129be5bf112c tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.616960 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f49b92d-eb3a-40ea-8087-129be5bf112c tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/2a6223ec-e819-41cb-a2cc-af86e6945310 HTTP/1.1" status: 204 len: 168 time: 0.1426554 Aug 31 14:19:49.621044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42816) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.630083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49b92d-eb3a-40ea-8087-129be5bf112c tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6223ec-e819-41cb-a2cc-af86e6945310,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.697480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6afc4c2c-29c9-466e-b997-9f291cf73553 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747354 Aug 31 14:19:49.701544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42818) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.706164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-26609a10-b3b3-4544-ba58-ac0e58c42a5a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108588721'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:49.731002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26609a10-b3b3-4544-ba58-ac0e58c42a5a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.828492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26609a10-b3b3-4544-ba58-ac0e58c42a5a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.833483 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26609a10-b3b3-4544-ba58-ac0e58c42a5a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.866224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26609a10-b3b3-4544-ba58-ac0e58c42a5a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.867624 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-26609a10-b3b3-4544-ba58-ac0e58c42a5a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1649828 Aug 31 14:19:49.869528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26609a10-b3b3-4544-ba58-ac0e58c42a5a tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dc8e05-5e77-4529-989f-c40fca6aca8a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.870928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42820) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.880818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-01253b97-336d-4843-a3bd-e0cd06453d38 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '57dc8e05-5e77-4529-989f-c40fca6aca8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:49.923975 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-01253b97-336d-4843-a3bd-e0cd06453d38 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:49.925134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-01253b97-336d-4843-a3bd-e0cd06453d38 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0528915 Aug 31 14:19:49.928012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42822) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.932795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5a9649ff-5b81-4d9e-8edf-fbe7819e31c7 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group_rule': {'security_group_id': '57dc8e05-5e77-4529-989f-c40fca6aca8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:49.974427 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-5a9649ff-5b81-4d9e-8edf-fbe7819e31c7 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:19:49.979442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a9649ff-5b81-4d9e-8edf-fbe7819e31c7 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0465171 Aug 31 14:19:49.979864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42824) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.041999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-accded4f-200b-4b9f-b684-5bc3236fa14f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.066610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-accded4f-200b-4b9f-b684-5bc3236fa14f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.113378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-accded4f-200b-4b9f-b684-5bc3236fa14f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.115979 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-accded4f-200b-4b9f-b684-5bc3236fa14f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.117147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-accded4f-200b-4b9f-b684-5bc3236fa14f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/57dc8e05-5e77-4529-989f-c40fca6aca8a HTTP/1.1" status: 204 len: 168 time: 0.1361346 Aug 31 14:19:50.119991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.127248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accded4f-200b-4b9f-b684-5bc3236fa14f tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dc8e05-5e77-4529-989f-c40fca6aca8a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:50.170051 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-73468828-64cc-44af-8c44-2c3bded97f85 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480986 Aug 31 14:19:50.174154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42830) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.178470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c8209418-8a73-425f-890f-53108ba70a34 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'tempest-secgroup--395229623'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:50.201374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8209418-8a73-425f-890f-53108ba70a34 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.286039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8209418-8a73-425f-890f-53108ba70a34 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.289774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8209418-8a73-425f-890f-53108ba70a34 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.316800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8209418-8a73-425f-890f-53108ba70a34 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b2cada-5d0b-4336-b7bf-75cb40f2dd73,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:50.330373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c8209418-8a73-425f-890f-53108ba70a34 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.335368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42834) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.340303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c85eadcd-2575-437b-8cf3-0a0ef5ac7563 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:50.341031 n-d-792362-6 neutron-server[101361]: WARNING neutron.api.v2.base [None req-c85eadcd-2575-437b-8cf3-0a0ef5ac7563 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:19:50.341572 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-c85eadcd-2575-437b-8cf3-0a0ef5ac7563 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:19:50.342803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c8209418-8a73-425f-890f-53108ba70a34 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1676164 Aug 31 14:19:50.345186 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42836) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.345438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c85eadcd-2575-437b-8cf3-0a0ef5ac7563 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "PUT /v2.0/security-groups/b2b2cada-5d0b-4336-b7bf-75cb40f2dd73 HTTP/1.1" status: 409 len: 330 time: 0.0089598 Aug 31 14:19:50.404226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de8841b1-8cb9-4b8a-b0b8-3746482935f4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.436283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de8841b1-8cb9-4b8a-b0b8-3746482935f4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.489686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de8841b1-8cb9-4b8a-b0b8-3746482935f4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.492392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de8841b1-8cb9-4b8a-b0b8-3746482935f4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.493601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-de8841b1-8cb9-4b8a-b0b8-3746482935f4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/b2b2cada-5d0b-4336-b7bf-75cb40f2dd73 HTTP/1.1" status: 204 len: 168 time: 0.1469355 Aug 31 14:19:50.496304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42838) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.504095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8841b1-8cb9-4b8a-b0b8-3746482935f4 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b2cada-5d0b-4336-b7bf-75cb40f2dd73,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:50.550973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9e4ad934-0656-4a90-8c6e-1564835929ba tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500154 Aug 31 14:19:50.551209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42840) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.565514 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-db8fd322-f96b-4340-86f8-57353fed7472 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] delete failed (client error): The resource could not be found. Aug 31 14:19:50.566539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-db8fd322-f96b-4340-86f8-57353fed7472 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "DELETE /v2.0/security-groups/b7d5b97a-bc4f-4c47-bb48-a82a179bfa5b HTTP/1.1" status: 404 len: 347 time: 0.0144472 Aug 31 14:19:50.570086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42842) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.583459 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-7ec1cedb-7a60-4fe0-b3f8-3d20ac3185c2 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] show failed (client error): The resource could not be found. Aug 31 14:19:50.584476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7ec1cedb-7a60-4fe0-b3f8-3d20ac3185c2 tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-groups/5791c558-43ad-49e0-a589-89b1696226a8 HTTP/1.1" status: 404 len: 347 time: 0.0134976 Aug 31 14:19:50.588456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 42844) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.603116 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-3484a3ad-ea2d-4999-a06f-70e399d5748e tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] show failed (client error): The resource could not be found. Aug 31 14:19:50.604321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3484a3ad-ea2d-4999-a06f-70e399d5748e tempest-NegativeSecGroupIPv6Test-1044464992 tempest-NegativeSecGroupIPv6Test-1044464992-project] 10.222.0.10 "GET /v2.0/security-group-rules/4a67dac4-03de-4078-858c-95dfa311e699 HTTP/1.1" status: 404 len: 356 time: 0.0149093 Aug 31 14:19:50.886029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42850) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.072741 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ea6e360a-dfd7-4471-98d3-92ec86a0f874 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61bf4f245d724f9893452702d18ae962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830716 Aug 31 14:19:51.072741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42854) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.137353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-872d2750-2832-4a96-84db-387d7d68a75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.164095 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-872d2750-2832-4a96-84db-387d7d68a75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.214056 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-872d2750-2832-4a96-84db-387d7d68a75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.216722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-872d2750-2832-4a96-84db-387d7d68a75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.218119 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-872d2750-2832-4a96-84db-387d7d68a75e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c298151c-5035-43ad-b3dc-ab96e20d2c05 HTTP/1.1" status: 204 len: 168 time: 0.1445775 Aug 31 14:19:51.227524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d2750-2832-4a96-84db-387d7d68a75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298151c-5035-43ad-b3dc-ab96e20d2c05,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:51.939883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42880) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.052208 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f9e5e4c5-35fc-4229-a01d-2fa709b39dd5 tempest-ServiceProvidersTest-1159971165 tempest-ServiceProvidersTest-1159971165-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1107655 Aug 31 14:19:52.317954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42890) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.433237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79081634-b4a6-4ca9-b466-f7a8426efc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.538837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79081634-b4a6-4ca9-b466-f7a8426efc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.543645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-79081634-b4a6-4ca9-b466-f7a8426efc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.590646 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-79081634-b4a6-4ca9-b466-f7a8426efc94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37f95f6276a24b34a2769908552b233a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713752 Aug 31 14:19:52.591944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79081634-b4a6-4ca9-b466-f7a8426efc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b1abc4-72be-456b-8502-ec614d8c365f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:52.594259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 42896) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.658709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66434035-dd24-4ee2-be0c-f637c9e1b189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.683044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66434035-dd24-4ee2-be0c-f637c9e1b189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.742719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66434035-dd24-4ee2-be0c-f637c9e1b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.746272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-66434035-dd24-4ee2-be0c-f637c9e1b189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.748466 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-66434035-dd24-4ee2-be0c-f637c9e1b189 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27b1abc4-72be-456b-8502-ec614d8c365f HTTP/1.1" status: 204 len: 168 time: 0.1524596 Aug 31 14:19:52.758518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66434035-dd24-4ee2-be0c-f637c9e1b189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b1abc4-72be-456b-8502-ec614d8c365f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.536472 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:19:55.208598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd543f02-fdc0-435d-8c5e-9436235444ca req-4ac0dee0-50e2-435a-906f-e390e8e88077 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.210197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd543f02-fdc0-435d-8c5e-9436235444ca req-4ac0dee0-50e2-435a-906f-e390e8e88077 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0564036 Aug 31 14:19:55.250707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd543f02-fdc0-435d-8c5e-9436235444ca req-ac4eecde-b3ac-43f7-bc7a-c283e5f483fa tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342355 Aug 31 14:19:56.405537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bba15-b117-41e3-94cf-49c40d1ed7aa req-ce380e5f-70a2-4ee3-86b7-b27847352fc5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.407150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-868bba15-b117-41e3-94cf-49c40d1ed7aa req-ce380e5f-70a2-4ee3-86b7-b27847352fc5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0773375 Aug 31 14:19:56.458347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-868bba15-b117-41e3-94cf-49c40d1ed7aa req-b5fd0817-b6a6-4604-8ebe-5c94421b174b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436826 Aug 31 14:19:56.762146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e93de364-3830-4220-9ee7-4d5142aff688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.784390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c67b4a-a040-491a-bddb-d79580ce7b47 req-0cd6db9b-a85e-463d-afaf-33d6a7f94aa6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.785956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87c67b4a-a040-491a-bddb-d79580ce7b47 req-0cd6db9b-a85e-463d-afaf-33d6a7f94aa6 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 946 time: 0.0534384 Aug 31 14:19:56.828826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87c67b4a-a040-491a-bddb-d79580ce7b47 req-572d3c7c-2ae1-4c9a-a205-599963848075 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354207 Aug 31 14:19:57.598707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8630b15-faff-4d52-9862-d46de821ab3f req-4aa6ca57-bccd-4a1e-ba15-c31755253616 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.600230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8630b15-faff-4d52-9862-d46de821ab3f req-4aa6ca57-bccd-4a1e-ba15-c31755253616 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0535665 Aug 31 14:19:57.641131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8630b15-faff-4d52-9862-d46de821ab3f req-9a298321-0e49-4101-9ce2-fc41b330584c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346544 Aug 31 14:19:57.968089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78fd0-4790-4d46-b807-0e4153b70528 req-335888f3-779a-4dd2-89f9-b8cbf4727ab1 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.969621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1c78fd0-4790-4d46-b807-0e4153b70528 req-335888f3-779a-4dd2-89f9-b8cbf4727ab1 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 946 time: 0.0542626 Aug 31 14:19:58.007935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1c78fd0-4790-4d46-b807-0e4153b70528 req-3d5063a4-4ae0-4e52-83b0-9a7b49850869 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Aug 31 14:19:58.754150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159560-65e8-4d92-85f6-931c05fbb237 req-d65d2532-3efd-4e7e-a381-904971f645de tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.755541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af159560-65e8-4d92-85f6-931c05fbb237 req-d65d2532-3efd-4e7e-a381-904971f645de tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 946 time: 0.0620043 Aug 31 14:19:58.856467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cadfb8-630d-46d4-bf89-201bb4454366 req-9447122b-7f85-4433-b809-dec056d30648 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.858027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01cadfb8-630d-46d4-bf89-201bb4454366 req-9447122b-7f85-4433-b809-dec056d30648 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1229899 Aug 31 14:19:58.913403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01cadfb8-630d-46d4-bf89-201bb4454366 req-25b6e96e-526a-45a6-a1d3-d244690c4e1f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488093 Aug 31 14:19:58.916059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Deleting port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:58.916424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.015484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] For port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:59.015772 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.325181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Calling delete_port for 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:59.346249 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0dc18f46-7ed1-4323-8085-8f927a8310b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.417542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a0e0a-6c9f-49b6-bc9c-2f20523891cd req-87821ef6-ab28-480a-a7e4-78035f5f4f05 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.419903 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f9a0e0a-6c9f-49b6-bc9c-2f20523891cd req-87821ef6-ab28-480a-a7e4-78035f5f4f05 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=49a97e3d-4ac8-497f-9402-3a52d77ffd5e HTTP/1.1" status: 200 len: 946 time: 0.0960519 Aug 31 14:19:59.487947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f9a0e0a-6c9f-49b6-bc9c-2f20523891cd req-68790867-9731-45ed-b95a-3adc6eb22005 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611725 Aug 31 14:19:59.553868 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.570571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.600340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event deleted for resources: {'Port': ['ID=11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:59.604901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'dc1331f9-419c-4142-97bd-2332292bb544', 'b932d9dc-06b8-4100-bf05-c40f2f1334ba', '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:59.664549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] No DVR routers for this DVR port 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:59.667350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.669968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af159560-65e8-4d92-85f6-931c05fbb237 req-bf9d9306-f656-435e-b939-7606e74a8b4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "DELETE /v2.0/ports/11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e HTTP/1.1" status: 204 len: 173 time: 0.8933051 Aug 31 14:19:59.670452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'name': 'network-vif-deleted', 'tag': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:59.673242 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c3b7a2-838e-4fee-8efc-42aa036004c8" -d '{"events": [{"server_uuid": "49a97e3d-4ac8-497f-9402-3a52d77ffd5e", "name": "network-vif-deleted", "tag": "11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:59.721587 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed94a4f-fc62-4e36-aa13-59d67ca69ac4 x-openstack-request-id: req-3ed94a4f-fc62-4e36-aa13-59d67ca69ac4 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:59.722129 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a97e3d-4ac8-497f-9402-3a52d77ffd5e", "name": "network-vif-deleted", "tag": "11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:59.722704 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ed94a4f-fc62-4e36-aa13-59d67ca69ac4 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:59.723892 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a97e3d-4ac8-497f-9402-3a52d77ffd5e', 'name': 'network-vif-deleted', 'tag': '11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e', 'status': 'completed', 'code': 200} Aug 31 14:20:00.045664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe550-8471-4b9f-b151-8978f110585b req-745ccbcf-e11c-45c6-9497-aeb18992d3ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:00.047180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-340fe550-8471-4b9f-b151-8978f110585b req-745ccbcf-e11c-45c6-9497-aeb18992d3ca tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0525689 Aug 31 14:20:00.096445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-340fe550-8471-4b9f-b151-8978f110585b req-2208d9a3-f06d-41fe-9569-254011b6dfae tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414078 Aug 31 14:20:00.663006 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.253334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ef2f3-2fa0-43b6-8b12-e04b14fa2423 req-384c5719-88ef-4193-8f59-99c7c226980c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.262083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-558ef2f3-2fa0-43b6-8b12-e04b14fa2423 req-384c5719-88ef-4193-8f59-99c7c226980c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0786171 Aug 31 14:20:01.302565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-558ef2f3-2fa0-43b6-8b12-e04b14fa2423 req-bb97f59a-4224-4659-bdd2-d03b32421596 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391905 Aug 31 14:20:01.756594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:01.789566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:01.790444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 11eca2e2-af50-4c47-88b1-ad4c5f4a9d9e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:02.021509 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.450056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c0e2-e2ca-4226-ae8c-4a88fc858378 req-8522ca22-bbf9-4635-b6d2-289dbcc351b9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:02.452372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fc4c0e2-e2ca-4226-ae8c-4a88fc858378 req-8522ca22-bbf9-4635-b6d2-289dbcc351b9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0604656 Aug 31 14:20:02.523443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fc4c0e2-e2ca-4226-ae8c-4a88fc858378 req-529403c7-8cc0-44c9-9342-36f490f94116 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603044 Aug 31 14:20:03.680617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0763e57-fc3b-4a48-b120-41a8493989f8 req-0f1b928a-bf0f-4cfa-935c-0c0f53cb48c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:03.682333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0763e57-fc3b-4a48-b120-41a8493989f8 req-0f1b928a-bf0f-4cfa-935c-0c0f53cb48c8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0671031 Aug 31 14:20:03.734197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0763e57-fc3b-4a48-b120-41a8493989f8 req-47eba123-e955-4d2e-a926-50e9b0756369 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445302 Aug 31 14:20:03.858991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43102) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:04.088519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port 8005d0e7-7cae-4106-9b5a-21b676d6eb62 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:04.088903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.178802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.179124 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.193653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for 8005d0e7-7cae-4106-9b5a-21b676d6eb62 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:04.247845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d190-99eb-4fe7-848c-ead97c8032b0 req-7cf3e2cd-8556-43db-90ba-e8dd7cdffaae tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:04.249983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbc6d190-99eb-4fe7-848c-ead97c8032b0 req-7cf3e2cd-8556-43db-90ba-e8dd7cdffaae tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 945 time: 0.0716379 Aug 31 14:20:04.315403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cbc6d190-99eb-4fe7-848c-ead97c8032b0 req-99f6cc7f-e667-407d-929d-ba00a4fd4ac7 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Aug 31 14:20:04.377167 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.410024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=8005d0e7-7cae-4106-9b5a-21b676d6eb62,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.474301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.474688 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Floating IP e8bdafae-cc23-46c5-9803-01f91cb776f6 disassociated (deleted). External IP: 172.25.0.218, port: bd5c02a1-1fa8-4b93-98ec-6d00d502eddf. Aug 31 14:20:04.888688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9da65a-0ec7-4729-8fb9-83d36c085dd8 req-dd74446e-b969-4998-b934-c66db148de3f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:04.894392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b9da65a-0ec7-4729-8fb9-83d36c085dd8 req-dd74446e-b969-4998-b934-c66db148de3f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0692496 Aug 31 14:20:04.940516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b9da65a-0ec7-4729-8fb9-83d36c085dd8 req-d5f5ea16-9a29-431f-8db7-8924a3f56323 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383708 Aug 31 14:20:05.058688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:05.165726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:05.171206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.178218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:05.189105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:05.189781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:19:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.198878 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da0f8467-3fde-46b1-8e85-61f94060fa07 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "DELETE /v2.0/floatingips/e8bdafae-cc23-46c5-9803-01f91cb776f6 HTTP/1.1" status: 204 len: 168 time: 1.3387811 Aug 31 14:20:05.199474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:05.201836 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:05.297119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:05.393948 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fefce2-13ac-4a68-94ed-d28b46a7f23b x-openstack-request-id: req-74fefce2-13ac-4a68-94ed-d28b46a7f23b {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:05.394294 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:05.394550 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74fefce2-13ac-4a68-94ed-d28b46a7f23b {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:05.394965 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'status': 'completed', 'code': 200} Aug 31 14:20:05.531609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a846c9-2fad-4c79-a60f-eabe24b47684 req-c5009a39-fb50-4b4d-823b-de2715b73c4f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.533429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7a846c9-2fad-4c79-a60f-eabe24b47684 req-c5009a39-fb50-4b4d-823b-de2715b73c4f tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.0802476 Aug 31 14:20:05.544222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-6eb11353-6784-44b6-9acd-4178e7195011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.545721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-6eb11353-6784-44b6-9acd-4178e7195011 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 1096 time: 0.0822663 Aug 31 14:20:05.552558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 1, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.586702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:05.595806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:05.596440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:19:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.628122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e7a846c9-2fad-4c79-a60f-eabe24b47684 req-1091e44b-4fe1-4ec6-bd6d-99bfc81dd234 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864127 Aug 31 14:20:05.686353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-4567f334-0f00-4370-be34-a2345926b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.688380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-4567f334-0f00-4370-be34-a2345926b456 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.1280112 Aug 31 14:20:05.765842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:05.782628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-6214428d-bdbc-4e25-8708-e3c69bd564e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf HTTP/1.1" status: 200 len: 217 time: 0.0423195 Aug 31 14:20:05.807081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc755020-9459-47c7-bc3a-e3de6e45b9e9 req-32e1ac06-bbf5-4a96-a326-74071b8ab0e4 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.807081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc755020-9459-47c7-bc3a-e3de6e45b9e9 req-32e1ac06-bbf5-4a96-a326-74071b8ab0e4 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 945 time: 0.1059284 Aug 31 14:20:05.871961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-f1a0ecdc-1e77-48eb-95e4-c17e725a823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.873652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-f1a0ecdc-1e77-48eb-95e4-c17e725a823d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.0707991 Aug 31 14:20:05.879003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc755020-9459-47c7-bc3a-e3de6e45b9e9 req-9417abe5-7987-4efb-b993-15ece6999c65 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684247 Aug 31 14:20:05.930374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-c24820cf-54fc-4706-a5a6-87ab46a5e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.931918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-c24820cf-54fc-4706-a5a6-87ab46a5e297 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466468 Aug 31 14:20:06.079700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-6aeda8a2-86ef-4674-9336-aa6fc20781e2 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309316 Aug 31 14:20:06.104424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 1, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:06.106952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3027-127a-4d32-94a2-a0b6dc40e6d8 req-01226394-88c2-441f-b14f-5ba440dc90fd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.108725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb9e3027-127a-4d32-94a2-a0b6dc40e6d8 req-01226394-88c2-441f-b14f-5ba440dc90fd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0810833 Aug 31 14:20:06.135306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70f83e-4980-48a4-b4cf-8cafd2797b2e None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'a6301b29-4c81-4178-89e5-3048391249ab', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'port_id': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'mac_address': 'fa:16:3e:ce:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e96c6a-73a0-4510-a752-f40f2232479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:54Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 1, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:06.152616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805efec-18e2-40b4-965a-58f623a228ee req-1f989d5c-08a4-40ce-ba89-1a3b4e9c29cc tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.154360 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2805efec-18e2-40b4-965a-58f623a228ee req-1f989d5c-08a4-40ce-ba89-1a3b4e9c29cc tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 945 time: 0.0780849 Aug 31 14:20:06.188681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb9e3027-127a-4d32-94a2-a0b6dc40e6d8 req-3dfd0134-027b-4bcd-b40a-2bd17cf0bc2b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680029 Aug 31 14:20:06.221329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa4ceb61-37a4-4b5f-9f5f-30322e15dfdd req-c4526b33-07da-47af-b242-8633ca0920a9 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307404 Aug 31 14:20:06.279025 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Deleting port b932d9dc-06b8-4100-bf05-c40f2f1334ba {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:06.279359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.380024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] For port b932d9dc-06b8-4100-bf05-c40f2f1334ba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b932d9dc-06b8-4100-bf05-c40f2f1334ba,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:06.380411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.399579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Calling delete_port for b932d9dc-06b8-4100-bf05-c40f2f1334ba owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:06.470873 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865d5b0-7ce4-4072-a193-e49e036c17d3 None None] New status for floating IP e8bdafae-cc23-46c5-9803-01f91cb776f6: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:20:06.551735 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.587634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event deleted for resources: {'Port': ['ID=b932d9dc-06b8-4100-bf05-c40f2f1334ba,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.593047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'dc1331f9-419c-4142-97bd-2332292bb544', 'b932d9dc-06b8-4100-bf05-c40f2f1334ba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:06.633403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] No DVR routers for this DVR port b932d9dc-06b8-4100-bf05-c40f2f1334ba on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:06.635813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.638013 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2805efec-18e2-40b4-965a-58f623a228ee req-e320a5eb-4849-4053-b897-e99c42d4a2ba tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "DELETE /v2.0/ports/b932d9dc-06b8-4100-bf05-c40f2f1334ba HTTP/1.1" status: 204 len: 173 time: 0.4744408 Aug 31 14:20:06.760366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da408bb-132c-46a0-b725-209232b9ce49 req-26d3c027-0e76-41a5-8a88-425a1027e1aa tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.762249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7da408bb-132c-46a0-b725-209232b9ce49 req-26d3c027-0e76-41a5-8a88-425a1027e1aa tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.0527220 Aug 31 14:20:06.813366 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7da408bb-132c-46a0-b725-209232b9ce49 req-992ece5c-f820-493c-896e-6bd5d866f465 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 Aug 31 14:20:07.000043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06382488-4da6-41b5-9bab-2f33367d587f req-f69042c0-7281-4eee-bcd7-45d5e3d3d32c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d92afc7-93c1-4be1-83f4-a00fd5416970 HTTP/1.1" status: 200 len: 210 time: 0.0352867 Aug 31 14:20:07.332638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25386498-3b2c-4376-b4d1-ea1bfb88394b req-a4df0685-8a50-4d2c-a8d8-eba4e509b4ea tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:07.334263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25386498-3b2c-4376-b4d1-ea1bfb88394b req-a4df0685-8a50-4d2c-a8d8-eba4e509b4ea tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0532057 Aug 31 14:20:07.376566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25386498-3b2c-4376-b4d1-ea1bfb88394b req-e1d6a778-4993-427a-bd70-609f5c4ece9c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361571 Aug 31 14:20:07.396362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'name': 'network-vif-deleted', 'tag': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:07.399071 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070e058-38c4-4856-9a20-55fc2b9b1110" -d '{"events": [{"server_uuid": "0d92afc7-93c1-4be1-83f4-a00fd5416970", "name": "network-vif-deleted", "tag": "b932d9dc-06b8-4100-bf05-c40f2f1334ba"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:07.440130 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922bb70b-db49-4bf4-834f-e57ad5834097 x-openstack-request-id: req-922bb70b-db49-4bf4-834f-e57ad5834097 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:07.440692 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d92afc7-93c1-4be1-83f4-a00fd5416970", "name": "network-vif-deleted", "tag": "b932d9dc-06b8-4100-bf05-c40f2f1334ba", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:07.443904 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-922bb70b-db49-4bf4-834f-e57ad5834097 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:07.444627 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d92afc7-93c1-4be1-83f4-a00fd5416970', 'name': 'network-vif-deleted', 'tag': 'b932d9dc-06b8-4100-bf05-c40f2f1334ba', 'status': 'completed', 'code': 200} Aug 31 14:20:07.706819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-f253bd15-fb79-4a5a-9734-eb9878521088 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:07.708336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-f253bd15-fb79-4a5a-9734-eb9878521088 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.0497487 Aug 31 14:20:07.795023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:07.819349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:07.820066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.927229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:07.950825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'port_id': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'mac_address': 'fa:16:3e:b6:20:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:07.964991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0a6f-0d07-45a9-ba4c-403ad38d65e8 req-e94a3694-1461-402c-a738-d137f0a08392 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:07.971627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cbf0a6f-0d07-45a9-ba4c-403ad38d65e8 req-e94a3694-1461-402c-a738-d137f0a08392 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 945 time: 0.0692835 Aug 31 14:20:08.001388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] For port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:08.001788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.019395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for bd5c02a1-1fa8-4b93-98ec-6d00d502eddf owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:08.039239 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.073196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d171e7d5-042a-489c-9dcc-a80fd7dcfb85 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:08.084227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cbf0a6f-0d07-45a9-ba4c-403ad38d65e8 req-c77eaeff-fa7c-4e20-a3cf-675e2a13e3fc tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010871 Aug 31 14:20:08.135699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:08.143502 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.214354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:08.223132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.223617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.223979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.224317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.224657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.225031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.225363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.225691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.226024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.226352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.226819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.227200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:08.337989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d171e7d5-042a-489c-9dcc-a80fd7dcfb85'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:08.362256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.413228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=bd5c02a1-1fa8-4b93-98ec-6d00d502eddf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:08.478867 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] No DVR routers for this DVR port bd5c02a1-1fa8-4b93-98ec-6d00d502eddf on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:08.483037 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.485254 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-358f04cd-2309-4e3d-b93b-3b9196f26bdf req-d5f73524-5ec4-4469-8a41-5c90899c95fe tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "DELETE /v2.0/ports/bd5c02a1-1fa8-4b93-98ec-6d00d502eddf HTTP/1.1" status: 204 len: 173 time: 0.7672167 Aug 31 14:20:08.664119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264dd45-1f81-491e-9505-ddd601887b41 req-b9608f11-61ec-4b08-ab98-01a4fb2ab981 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:08.671609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9264dd45-1f81-491e-9505-ddd601887b41 req-b9608f11-61ec-4b08-ab98-01a4fb2ab981 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 945 time: 0.0958562 Aug 31 14:20:08.710982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9264dd45-1f81-491e-9505-ddd601887b41 req-b89fc417-79f3-4acc-a3da-eaa4d0e098ac tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384951 Aug 31 14:20:08.842410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f660b-7884-4b56-a317-c4ba2fd2921a req-5b01fc7b-10b3-4fdb-b9d6-f1834b14884c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:08.844297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba2f660b-7884-4b56-a317-c4ba2fd2921a req-5b01fc7b-10b3-4fdb-b9d6-f1834b14884c tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 946 time: 0.0569284 Aug 31 14:20:08.901994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba2f660b-7884-4b56-a317-c4ba2fd2921a req-08942763-72bf-43d3-aa3a-69d500589a17 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Aug 31 14:20:09.238875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7aa8abf9-521d-4096-a48a-5c3ace43c12c req-d29725da-308a-4887-aca9-dc861c93de44 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 210 time: 0.0389030 Aug 31 14:20:09.446009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'name': 'network-vif-deleted', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:09.449542 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930f1e26-1b2b-44b3-8ae1-27d9b4c85e6d" -d '{"events": [{"server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "name": "network-vif-deleted", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:09.495387 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c06059-a56b-4dda-a432-1779da15d05d x-openstack-request-id: req-82c06059-a56b-4dda-a432-1779da15d05d {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:09.495844 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309c3aec-f6a2-4096-b815-584d975ffcfe", "name": "network-vif-deleted", "tag": "bd5c02a1-1fa8-4b93-98ec-6d00d502eddf", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:09.496212 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82c06059-a56b-4dda-a432-1779da15d05d {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:09.497657 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309c3aec-f6a2-4096-b815-584d975ffcfe', 'name': 'network-vif-deleted', 'tag': 'bd5c02a1-1fa8-4b93-98ec-6d00d502eddf', 'status': 'completed', 'code': 200} Aug 31 14:20:09.833898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:09.932480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b19f-e76a-4519-bdd1-1ab019004af5 req-c8d92720-7088-454b-b6bd-bf706f60a402 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:09.940174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5275b19f-e76a-4519-bdd1-1ab019004af5 req-c8d92720-7088-454b-b6bd-bf706f60a402 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 945 time: 0.0991528 Aug 31 14:20:09.960268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:09.960953 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.016879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5275b19f-e76a-4519-bdd1-1ab019004af5 req-1655d0fb-3b17-4759-84f9-95daa7132249 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755663 Aug 31 14:20:10.154520 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.225018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:10.226879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:10.233392 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c7ed08-5ec7-443b-bc71-990a36e0d2ed" -d '{"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:10.239849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.241238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b932d9dc-06b8-4100-bf05-c40f2f1334ba no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:10.245193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.268783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-0b7e39fe-6a75-452a-921a-1380d829e468 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.283996 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-0b7e39fe-6a75-452a-921a-1380d829e468 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 946 time: 0.1273737 Aug 31 14:20:10.292615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd85d3-1c5b-4c86-bbe9-a143773df953 req-4f4d0af7-a731-43e0-8cc2-1438b3f60b2e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.296134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0bd85d3-1c5b-4c86-bbe9-a143773df953 req-4f4d0af7-a731-43e0-8cc2-1438b3f60b2e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 946 time: 0.1224799 Aug 31 14:20:10.309057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b932d9dc-06b8-4100-bf05-c40f2f1334ba {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:10.309694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b932d9dc-06b8-4100-bf05-c40f2f1334ba not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:10.310385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd5c02a1-1fa8-4b93-98ec-6d00d502eddf no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:10.348283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: bd5c02a1-1fa8-4b93-98ec-6d00d502eddf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:10.348377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd5c02a1-1fa8-4b93-98ec-6d00d502eddf not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:10.390450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:10.410054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0bd85d3-1c5b-4c86-bbe9-a143773df953 req-b7e2391e-cecf-4f1b-a1e3-af44c8e02f4e tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047344 Aug 31 14:20:10.516096 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd2c93-5493-4ae5-8f69-a12f635e02ae x-openstack-request-id: req-86cd2c93-5493-4ae5-8f69-a12f635e02ae {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:10.516469 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:10.516844 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86cd2c93-5493-4ae5-8f69-a12f635e02ae {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:10.517337 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'code': 200} Aug 31 14:20:10.545459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Deleting port dc1331f9-419c-4142-97bd-2332292bb544 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:10.545946 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.666610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-846c9e74-9e56-4647-813e-c92dd43e90ab req-d271b5d3-19e5-4f99-9c4b-62473518d72c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 210 time: 0.0609107 Aug 31 14:20:10.705350 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] For port dc1331f9-419c-4142-97bd-2332292bb544, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=dc1331f9-419c-4142-97bd-2332292bb544,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:10.706042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.722677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Calling delete_port for dc1331f9-419c-4142-97bd-2332292bb544 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:10.883092 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.917830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'dc1331f9-419c-4142-97bd-2332292bb544'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:10.951662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event deleted for resources: {'Port': ['ID=dc1331f9-419c-4142-97bd-2332292bb544,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:10.978491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] No DVR routers for this DVR port dc1331f9-419c-4142-97bd-2332292bb544 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:10.981721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.986159 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7e2c5f97-cf04-4b34-a7ca-2acf4cefb0b4 req-39ea62ef-d91a-41d5-9bb2-c8daa20d26e8 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "DELETE /v2.0/ports/dc1331f9-419c-4142-97bd-2332292bb544 HTTP/1.1" status: 204 len: 173 time: 0.6974599 Aug 31 14:20:11.267902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36014e5-a6d9-4f5b-a30d-4d0c4f907b0b req-1bc65f9e-1067-414b-8cab-5d1fb709c008 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.270125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a36014e5-a6d9-4f5b-a30d-4d0c4f907b0b req-1bc65f9e-1067-414b-8cab-5d1fb709c008 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1343734 Aug 31 14:20:11.355774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a36014e5-a6d9-4f5b-a30d-4d0c4f907b0b req-5f1011e7-7ea1-48de-99e4-2bdda0d5a303 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769112 Aug 31 14:20:11.498744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'name': 'network-vif-deleted', 'tag': 'dc1331f9-419c-4142-97bd-2332292bb544'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:11.515730 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fecd2c-6697-43d9-88cf-ba895cf4c5cc" -d '{"events": [{"server_uuid": "e2bb75a0-57da-46ba-a93c-4c439b2e3142", "name": "network-vif-deleted", "tag": "dc1331f9-419c-4142-97bd-2332292bb544"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:11.609760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad126dd6-326b-458a-8bbb-417520d4614f req-d8641106-f672-46b2-bd4e-5e293740334f tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bb75a0-57da-46ba-a93c-4c439b2e3142 HTTP/1.1" status: 200 len: 210 time: 0.0475056 Aug 31 14:20:11.719994 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa839b6-c8a2-4078-85ab-ca08f22cf901 x-openstack-request-id: req-cfa839b6-c8a2-4078-85ab-ca08f22cf901 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:11.720812 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bb75a0-57da-46ba-a93c-4c439b2e3142", "name": "network-vif-deleted", "tag": "dc1331f9-419c-4142-97bd-2332292bb544", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:11.721238 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfa839b6-c8a2-4078-85ab-ca08f22cf901 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:11.721788 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bb75a0-57da-46ba-a93c-4c439b2e3142', 'name': 'network-vif-deleted', 'tag': 'dc1331f9-419c-4142-97bd-2332292bb544', 'status': 'completed', 'code': 200} Aug 31 14:20:11.860237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d62ad9d5-aa4f-40d3-813c-d8dca853dd62 req-631de312-2c7e-4116-97cc-bde1839fcc9c tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 210 time: 0.0473547 Aug 31 14:20:12.632656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f3c2-a7ea-45fd-8fe2-733233bd1f3e req-abd502a4-1efd-4988-96f0-4be126f28ca6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.635176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb57f3c2-a7ea-45fd-8fe2-733233bd1f3e req-abd502a4-1efd-4988-96f0-4be126f28ca6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1384201 Aug 31 14:20:12.779109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb57f3c2-a7ea-45fd-8fe2-733233bd1f3e req-88d7397d-1af7-44e1-8f3d-4cd38b59a05e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344109 Aug 31 14:20:13.053625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a6f31c4-9068-40f7-a449-21654c1e518e req-51fdee16-58cb-40b8-a3a0-31dc00d85fb6 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 210 time: 0.0622802 Aug 31 14:20:13.800054 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device dc1331f9-419c-4142-97bd-2332292bb544 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:13.841957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: dc1331f9-419c-4142-97bd-2332292bb544 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:13.843766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device dc1331f9-419c-4142-97bd-2332292bb544 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:14.036464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd64d0-ea75-4875-8286-f407996b611e req-a59f8f39-80d7-4aa2-956e-8ba9b75f9910 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:14.042096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1cd64d0-ea75-4875-8286-f407996b611e req-a59f8f39-80d7-4aa2-956e-8ba9b75f9910 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0931761 Aug 31 14:20:14.099749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1cd64d0-ea75-4875-8286-f407996b611e req-7b31c961-1d60-4ffd-b028-6b5b51d3b0b6 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497291 Aug 31 14:20:14.242952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-476c78a0-b7da-4b4f-b223-c93ef7fcd14e req-b4f35950-ed3a-46fa-b67f-49d0b941482d tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=309c3aec-f6a2-4096-b815-584d975ffcfe HTTP/1.1" status: 200 len: 210 time: 0.0462945 Aug 31 14:20:15.682669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510ed0c-7b65-4e65-b5dc-53026fb83b74 req-67d6bc6e-a650-49a1-abe9-4c4ec6dbc609 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:15.686709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2510ed0c-7b65-4e65-b5dc-53026fb83b74 req-67d6bc6e-a650-49a1-abe9-4c4ec6dbc609 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.4235725 Aug 31 14:20:15.730504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2510ed0c-7b65-4e65-b5dc-53026fb83b74 req-3cf5eca4-bbc7-4782-ac06-9ac322e4f7c4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367820 Aug 31 14:20:16.963705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8c393-4649-4dc5-956a-b0375ee14b2b req-327efb57-2e45-452c-8c8a-a1df7a730156 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:16.974768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9a8c393-4649-4dc5-956a-b0375ee14b2b req-327efb57-2e45-452c-8c8a-a1df7a730156 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1252127 Aug 31 14:20:17.062409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9a8c393-4649-4dc5-956a-b0375ee14b2b req-89fee53e-3041-4268-a055-f9629128a392 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861979 Aug 31 14:20:17.148812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43334) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:17.336507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-edabcfb6-2cb4-4664-afe3-203d693786b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.524015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-edabcfb6-2cb4-4664-afe3-203d693786b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.531896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-edabcfb6-2cb4-4664-afe3-203d693786b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.629048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43342) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:17.644979 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-edabcfb6-2cb4-4664-afe3-203d693786b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41232369ea49447292667e91700c7cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926617 Aug 31 14:20:17.700445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabcfb6-2cb4-4664-afe3-203d693786b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f703b-e219-4ad4-97ef-439a87bc1b45,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:17.735882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ce52258-e170-40e5-979b-df09ce3608ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.762717 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ce52258-e170-40e5-979b-df09ce3608ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.837265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ce52258-e170-40e5-979b-df09ce3608ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.845082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ce52258-e170-40e5-979b-df09ce3608ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.852544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1ce52258-e170-40e5-979b-df09ce3608ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc2f703b-e219-4ad4-97ef-439a87bc1b45 HTTP/1.1" status: 204 len: 168 time: 0.2211418 Aug 31 14:20:17.866026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52258-e170-40e5-979b-df09ce3608ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f703b-e219-4ad4-97ef-439a87bc1b45,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:18.059483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3be7db-9033-49fe-89f4-a51e64f56711 req-bb1811d9-9059-46c2-82f8-ff0349bc1147 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:18.062757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a3be7db-9033-49fe-89f4-a51e64f56711 req-bb1811d9-9059-46c2-82f8-ff0349bc1147 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 946 time: 0.1005692 Aug 31 14:20:18.188386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a3be7db-9033-49fe-89f4-a51e64f56711 req-c4b02415-09af-428e-be3e-bfd635329b63 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185238 Aug 31 14:20:18.367529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf43acc-233e-4401-9545-f0c04544b6be req-836d5e4c-11d4-4b7d-b327-09963a98bd1e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:18.389507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdf43acc-233e-4401-9545-f0c04544b6be req-836d5e4c-11d4-4b7d-b327-09963a98bd1e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0979612 Aug 31 14:20:18.437306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bdf43acc-233e-4401-9545-f0c04544b6be req-1109bb8f-24c6-46a1-be97-417146881560 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467360 Aug 31 14:20:18.497381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43358) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:18.514999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64a97d11-da20-4544-b6cb-cb65c4cc589d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.700515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64a97d11-da20-4544-b6cb-cb65c4cc589d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.707808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64a97d11-da20-4544-b6cb-cb65c4cc589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.736832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a97d11-da20-4544-b6cb-cb65c4cc589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61f891-3579-4740-bc0d-71742ac7fec2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:18.767111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-64a97d11-da20-4544-b6cb-cb65c4cc589d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c00df9ead35644c4bf46a1c7aad9b188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684815 Aug 31 14:20:18.769745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43360) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:18.892811 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0e2d29fa-c63f-4ccc-b020-87483facb7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.935611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0e2d29fa-c63f-4ccc-b020-87483facb7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.002215 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0e2d29fa-c63f-4ccc-b020-87483facb7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.008444 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0e2d29fa-c63f-4ccc-b020-87483facb7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.015742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0e2d29fa-c63f-4ccc-b020-87483facb7ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e61f891-3579-4740-bc0d-71742ac7fec2 HTTP/1.1" status: 204 len: 168 time: 0.2420552 Aug 31 14:20:19.022825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d29fa-c63f-4ccc-b020-87483facb7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61f891-3579-4740-bc0d-71742ac7fec2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:19.514470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8689626-5906-4d06-88da-eba954562d9b req-5c932d9f-6b02-407a-bf70-91b191301737 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:19.516257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8689626-5906-4d06-88da-eba954562d9b req-5c932d9f-6b02-407a-bf70-91b191301737 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 946 time: 0.1658437 Aug 31 14:20:19.569101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8689626-5906-4d06-88da-eba954562d9b req-626aa8ef-4dd7-432a-a544-625df0493f69 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/security-groups?id=899bebd0-ef25-42c7-8b2d-939ee063c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 Aug 31 14:20:19.779835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d591e-825a-4841-ad68-c3b907bc3bb0 req-fc48a407-bf20-4709-bff6-782d4e501f3e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:19.788541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f29d591e-825a-4841-ad68-c3b907bc3bb0 req-fc48a407-bf20-4709-bff6-782d4e501f3e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1260922 Aug 31 14:20:19.807123 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d653fd-a936-4406-904a-71c3379663c0 req-c78dc46e-a96d-46c4-bdaa-cee99a75ed97 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:19.813068 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3d653fd-a936-4406-904a-71c3379663c0 req-c78dc46e-a96d-46c4-bdaa-cee99a75ed97 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 946 time: 0.1477473 Aug 31 14:20:19.879057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f29d591e-825a-4841-ad68-c3b907bc3bb0 req-0791e529-99dc-421e-82bc-f2404dd3a25b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887496 Aug 31 14:20:19.980933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Deleting port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:19.981302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.139328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] For port d5e8a0b8-9cb9-4698-9be4-691f59fedd49, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,segment=NetworkSegment(b84979c4-e8a9-418b-a6d5-8b1d58a3daeb),segment_id=b84979c4-e8a9-418b-a6d5-8b1d58a3daeb)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:20.140316 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.181617 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Calling delete_port for d5e8a0b8-9cb9-4698-9be4-691f59fedd49 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:20.420513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.464719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d5e8a0b8-9cb9-4698-9be4-691f59fedd49'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:20.490719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Pushing event deleted for resources: {'Port': ['ID=d5e8a0b8-9cb9-4698-9be4-691f59fedd49,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:20.570456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] No DVR routers for this DVR port d5e8a0b8-9cb9-4698-9be4-691f59fedd49 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:20.573850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.576263 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3d653fd-a936-4406-904a-71c3379663c0 req-a05ab548-d16c-447f-b7f3-0d8182568f22 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.26 "DELETE /v2.0/ports/d5e8a0b8-9cb9-4698-9be4-691f59fedd49 HTTP/1.1" status: 204 len: 173 time: 0.7566342 Aug 31 14:20:20.577040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'name': 'network-vif-deleted', 'tag': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:20.581897 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60345cd6-a883-4cd3-bb14-4760a546e224" -d '{"events": [{"server_uuid": "91b1f2e6-7192-4d29-a6ff-ba824a5d8d61", "name": "network-vif-deleted", "tag": "d5e8a0b8-9cb9-4698-9be4-691f59fedd49"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:20.697098 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af40798-f89d-4bb0-b926-757636372ddd x-openstack-request-id: req-8af40798-f89d-4bb0-b926-757636372ddd {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:20.698839 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b1f2e6-7192-4d29-a6ff-ba824a5d8d61", "name": "network-vif-deleted", "tag": "d5e8a0b8-9cb9-4698-9be4-691f59fedd49", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:20.699265 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8af40798-f89d-4bb0-b926-757636372ddd {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:20.699918 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b1f2e6-7192-4d29-a6ff-ba824a5d8d61', 'name': 'network-vif-deleted', 'tag': 'd5e8a0b8-9cb9-4698-9be4-691f59fedd49', 'status': 'completed', 'code': 200} Aug 31 14:20:20.893105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69aff0ec-1d70-43a2-9cdf-aac647fc446e req-879bea84-2159-4cb0-b181-56418aa90c92 tempest-AttachVolumeNegativeTest-626997300 tempest-AttachVolumeNegativeTest-626997300-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b1f2e6-7192-4d29-a6ff-ba824a5d8d61 HTTP/1.1" status: 200 len: 210 time: 0.0395155 Aug 31 14:20:21.063369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97384762-d1b3-43b3-989d-c89aea82e7ff req-75895d4b-77d6-4423-ba54-f446d6bee8e8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:21.074241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97384762-d1b3-43b3-989d-c89aea82e7ff req-75895d4b-77d6-4423-ba54-f446d6bee8e8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0699236 Aug 31 14:20:21.169593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97384762-d1b3-43b3-989d-c89aea82e7ff req-27efa1a8-0f88-47e7-ba2f-3e9ffd5687e5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902562 Aug 31 14:20:21.823128 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967578-0665-4da8-bf29-685a27e90af6 req-be87c0d3-a627-46c3-a83c-8a514a33b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:21.825135 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8967578-0665-4da8-bf29-685a27e90af6 req-be87c0d3-a627-46c3-a83c-8a514a33b592 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1352046 Aug 31 14:20:22.005400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43422) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:22.157247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] Deleting subnet a4880f4a-d8ec-4543-9029-d76c531be69a {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:22.165158 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.207321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967578-0665-4da8-bf29-685a27e90af6 req-684e2a49-cc1e-4121-9594-3da83fbc90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:22.208948 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8967578-0665-4da8-bf29-685a27e90af6 req-684e2a49-cc1e-4121-9594-3da83fbc90b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.3602130 Aug 31 14:20:22.228964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.379011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab6233-59d5-4656-8979-4d2583c87338 req-658aeba6-7ca6-4121-8a21-332e911850bd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:22.380592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ab6233-59d5-4656-8979-4d2583c87338 req-658aeba6-7ca6-4121-8a21-332e911850bd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0892901 Aug 31 14:20:22.384841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.445181 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8967578-0665-4da8-bf29-685a27e90af6 req-14ed05db-bc1a-418b-af9c-e5f37f9446cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 200 len: 1001 time: 0.2265661 Aug 31 14:20:22.491091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62ab6233-59d5-4656-8979-4d2583c87338 req-2945a9c5-7483-4eb1-b868-d8206c843b91 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026886 Aug 31 14:20:22.563727 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.599081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967578-0665-4da8-bf29-685a27e90af6 req-7b817a01-a07e-4818-ba8c-64e1d2ec15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:22.601475 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8967578-0665-4da8-bf29-685a27e90af6 req-7b817a01-a07e-4818-ba8c-64e1d2ec15f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.1486766 Aug 31 14:20:22.614451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43444) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:22.643364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4880f4a-d8ec-4543-9029-d76c531be69a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:22.768310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.777120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ee00109c-3da2-4b5a-9d92-30ee0707bc55 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a4880f4a-d8ec-4543-9029-d76c531be69a HTTP/1.1" status: 204 len: 168 time: 0.7690248 Aug 31 14:20:22.781674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43452) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:22.825174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967578-0665-4da8-bf29-685a27e90af6 req-e32c021b-7049-44c3-981f-3edbffe7a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:22.826836 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8967578-0665-4da8-bf29-685a27e90af6 req-e32c021b-7049-44c3-981f-3edbffe7a2ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2157695 Aug 31 14:20:22.933459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.140688 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.161892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33175c8d-48de-448d-a310-0d59e721ace3']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:23.183110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:23.183681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84979c4-e8a9-418b-a6d5-8b1d58a3daeb') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:23.203176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.228845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.240962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Releasing vlan 1540 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:23.241536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:23.347579 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:23.358427 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.368720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.372705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] 10.222.0.10 "DELETE /v2.0/networks/33175c8d-48de-448d-a310-0d59e721ace3 HTTP/1.1" status: 204 len: 168 time: 0.5836556 Aug 31 14:20:23.407420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a19a80-544a-47d7-af36-28856fe048fd admin admin] Pushing event deleted for resources: {'Network': ['ID=33175c8d-48de-448d-a310-0d59e721ace3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:23.483634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8967578-0665-4da8-bf29-685a27e90af6 req-b215c0e7-f278-4734-a1c2-1882c0ea93d3 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461523 Aug 31 14:20:23.762039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port cc970a6e-bc65-45ff-9873-c4bc80daa6c1 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:23.762562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.837908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d5e8a0b8-9cb9-4698-9be4-691f59fedd49 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:23.874778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097df83b-86d7-4ba0-9587-dd020cbafbfe req-2a87f6c1-1be7-4ee4-aa4e-57a3ce727621 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:23.877417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-097df83b-86d7-4ba0-9587-dd020cbafbfe req-2a87f6c1-1be7-4ee4-aa4e-57a3ce727621 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1676714 Aug 31 14:20:23.920827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: d5e8a0b8-9cb9-4698-9be4-691f59fedd49 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:23.923223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d5e8a0b8-9cb9-4698-9be4-691f59fedd49 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:23.949666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-097df83b-86d7-4ba0-9587-dd020cbafbfe req-bd722000-b55f-4b51-9e33-3842748aa950 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512900 Aug 31 14:20:23.993583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:24.026094 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f8967578-0665-4da8-bf29-685a27e90af6 req-c95c4459-53d6-4c8a-a5c1-dcbb47b44582 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318980 Aug 31 14:20:24.057599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.057894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.088200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3b6f31d6-6bdc-4b3b-a356-f71faf9c307a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7e2682aff24462e83eb9372b49d34b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962415 Aug 31 14:20:24.094129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43508) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:24.098182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for cc970a6e-bc65-45ff-9873-c4bc80daa6c1 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:24.256176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24556c94-f69d-4e3a-8a30-859d37532c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.306482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24556c94-f69d-4e3a-8a30-859d37532c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.432714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24556c94-f69d-4e3a-8a30-859d37532c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.438427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24556c94-f69d-4e3a-8a30-859d37532c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.440131 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24556c94-f69d-4e3a-8a30-859d37532c51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/899bebd0-ef25-42c7-8b2d-939ee063c176 HTTP/1.1" status: 204 len: 168 time: 0.3445423 Aug 31 14:20:24.464531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556c94-f69d-4e3a-8a30-859d37532c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899bebd0-ef25-42c7-8b2d-939ee063c176,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:24.478956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.516002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=cc970a6e-bc65-45ff-9873-c4bc80daa6c1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:24.618004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.618481 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Floating IP a6301b29-4c81-4178-89e5-3048391249ab disassociated (deleted). External IP: 172.25.0.187, port: bd7c2688-74cb-431d-a1be-cbda2328ec8e. Aug 31 14:20:24.923338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43552) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:24.943664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:25.132785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:25.145723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:25.156916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.157622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a5822-c795-41ac-b3aa-8c6d987cb32c req-7e06a6ef-8528-4a99-aeae-c1c6eed66f8d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.161723 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-111a5822-c795-41ac-b3aa-8c6d987cb32c req-7e06a6ef-8528-4a99-aeae-c1c6eed66f8d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0860341 Aug 31 14:20:25.161949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:25.162406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:19:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:25.210770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706952-5845-4818-8821-29ebc96e20a2 req-d5a08400-e3ae-4799-b43f-7b97358af679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.212220 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39706952-5845-4818-8821-29ebc96e20a2 req-d5a08400-e3ae-4799-b43f-7b97358af679 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1332312 Aug 31 14:20:25.217066 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20c6f66f-0632-41b5-8a3a-cf82ede8a529 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "DELETE /v2.0/floatingips/a6301b29-4c81-4178-89e5-3048391249ab HTTP/1.1" status: 204 len: 168 time: 2.5979023 Aug 31 14:20:25.217066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24ec4359-f873-40fb-be5b-b35edfa16ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.217360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:25.219885 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2155b5a7-77a6-45c2-a0db-7b886f4527cd" -d '{"events": [{"name": "network-changed", "server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:25.246127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-111a5822-c795-41ac-b3aa-8c6d987cb32c req-bbfb0867-974d-42ba-93ae-112b85e2a441 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738029 Aug 31 14:20:25.367527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:25.377225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706952-5845-4818-8821-29ebc96e20a2 req-b4349ad2-e432-41c0-8115-a5589424005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.379203 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39706952-5845-4818-8821-29ebc96e20a2 req-b4349ad2-e432-41c0-8115-a5589424005a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.1551230 Aug 31 14:20:25.482238 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39706952-5845-4818-8821-29ebc96e20a2 req-9dca6f84-9c4b-40cf-ad0e-cc65198c3f39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 200 len: 1001 time: 0.0908718 Aug 31 14:20:25.525205 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee923d5-2c02-4255-a0a4-524d9dda4b70 x-openstack-request-id: req-0ee923d5-2c02-4255-a0a4-524d9dda4b70 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:25.526415 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:25.526415 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ee923d5-2c02-4255-a0a4-524d9dda4b70 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:25.526631 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'status': 'completed', 'code': 200} Aug 31 14:20:25.560339 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24ec4359-f873-40fb-be5b-b35edfa16ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.566227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706952-5845-4818-8821-29ebc96e20a2 req-84cdfdfc-6b33-447b-88a5-ddf1a40655a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.567780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39706952-5845-4818-8821-29ebc96e20a2 req-84cdfdfc-6b33-447b-88a5-ddf1a40655a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0776155 Aug 31 14:20:25.569077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-24ec4359-f873-40fb-be5b-b35edfa16ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.640325 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-24ec4359-f873-40fb-be5b-b35edfa16ff9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66fa1f429f184deeb1768dd60d27ed32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156315 Aug 31 14:20:25.646889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:25.686306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:25.688858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec4359-f873-40fb-be5b-b35edfa16ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc48ba-124d-4c57-adc1-147f5600fb7e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:25.717425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-fa0638ab-e12f-4a9b-8319-d79cde837712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.717829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706952-5845-4818-8821-29ebc96e20a2 req-e280c9ac-969e-4185-9021-036ef1b89c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.719486 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39706952-5845-4818-8821-29ebc96e20a2 req-e280c9ac-969e-4185-9021-036ef1b89c8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215162 Aug 31 14:20:25.720545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-fa0638ab-e12f-4a9b-8319-d79cde837712 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fe03bac1876499f863ad70254fc903a&device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 1096 time: 0.1359787 Aug 31 14:20:25.726916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:25.738105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:25.739038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:19:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:25.745352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a09e43d7-87e6-457d-9869-27f904cf6387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.777997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc877e2-cabc-4f6c-8e45-fbe3e5094f79 req-c9aa6485-696e-4c23-a771-d56fc184d391 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.781383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fc877e2-cabc-4f6c-8e45-fbe3e5094f79 req-c9aa6485-696e-4c23-a771-d56fc184d391 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 945 time: 0.1862648 Aug 31 14:20:25.820923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a09e43d7-87e6-457d-9869-27f904cf6387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.892551 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39706952-5845-4818-8821-29ebc96e20a2 req-7b3d78c5-054a-4ac9-adf4-61bf8a53ca52 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574004 Aug 31 14:20:25.918585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fc877e2-cabc-4f6c-8e45-fbe3e5094f79 req-a5e861ce-f78c-4356-9025-43d6a57c84e8 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163118 Aug 31 14:20:25.931265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:25.966019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-3d09d719-7b7c-49c3-8dc1-1bb9c0b79b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.968616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-3d09d719-7b7c-49c3-8dc1-1bb9c0b79b63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 200 len: 914 time: 0.2316747 Aug 31 14:20:25.973622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a09e43d7-87e6-457d-9869-27f904cf6387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.977923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a09e43d7-87e6-457d-9869-27f904cf6387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.980352 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a09e43d7-87e6-457d-9869-27f904cf6387 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30dc48ba-124d-4c57-adc1-147f5600fb7e HTTP/1.1" status: 204 len: 168 time: 0.3322122 Aug 31 14:20:26.006881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e43d7-87e6-457d-9869-27f904cf6387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc48ba-124d-4c57-adc1-147f5600fb7e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:26.050644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-bd0a9db3-2b15-4dab-9e63-ae1d8f9d7c23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e HTTP/1.1" status: 200 len: 217 time: 0.0725033 Aug 31 14:20:26.081325 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39706952-5845-4818-8821-29ebc96e20a2 req-685efd05-94ff-4a73-94bd-e71f0fde6e75 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765146 Aug 31 14:20:26.165714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-4afffdaf-55a7-4706-8635-fb492d1d6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:26.167589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-4afffdaf-55a7-4706-8635-fb492d1d6057 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 200 len: 851 time: 0.1096337 Aug 31 14:20:26.258491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-63f8ed1b-da15-40e1-9b11-9751f16ac6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:26.261241 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-63f8ed1b-da15-40e1-9b11-9751f16ac6fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04a4d06e-4567-40dc-9d3e-eed5d4e32643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849698 Aug 31 14:20:26.315573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:26.376091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857056-e0a8-4f7f-ae95-ae12d47405e1 None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:07:22Z', 'revision_number': 4, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '042bb18d-e376-415e-9957-4b6563d9d3c6', 'name': '', 'network_id': '04a4d06e-4567-40dc-9d3e-eed5d4e32643', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'mac_address': 'fa:16:3e:98:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:21Z', 'updated_at': '2021-08-31T14:07:28Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'subnets': [{'id': '5dc532f1-af7b-4666-a36a-227f0c800d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:26.412056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-310a968d-3156-4708-9287-5e3f6885647e service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408954 Aug 31 14:20:26.439887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edd5bd-2c4a-4f62-a6cf-32363052fb4d req-22b74c60-4a44-4796-9bf6-805e1f3c9a9f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:26.441658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3edd5bd-2c4a-4f62-a6cf-32363052fb4d req-22b74c60-4a44-4796-9bf6-805e1f3c9a9f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.0754132 Aug 31 14:20:26.536554 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43604) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:26.545841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3edd5bd-2c4a-4f62-a6cf-32363052fb4d req-8630dcf2-cad8-40d0-9345-15fd1a6f3c77 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865929 Aug 31 14:20:26.553578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d761edb4-aed2-4b88-b895-927566804d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.589541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2155b5a7-77a6-45c2-a0db-7b886f4527cd req-09178e2d-dcaf-4998-bbae-97ca48caab14 service neutron] 10.222.0.26 "GET /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631949 Aug 31 14:20:26.701206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d761edb4-aed2-4b88-b895-927566804d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.705986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d761edb4-aed2-4b88-b895-927566804d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.730174 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a96b5-ac37-4b3b-acfe-34ba01d95e42 None None] New status for floating IP a6301b29-4c81-4178-89e5-3048391249ab: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:20:26.757148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55303984-0d53-4485-90c3-226b98510c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.758548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d761edb4-aed2-4b88-b895-927566804d0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f798015e99aa4d958adba63e17128e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207007 Aug 31 14:20:26.760105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761edb4-aed2-4b88-b895-927566804d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e5563f-ebbe-4822-bc67-98713759395e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:26.761222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43616) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:26.821791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.847704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.900428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.905686 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.909578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31e5563f-ebbe-4822-bc67-98713759395e HTTP/1.1" status: 204 len: 168 time: 0.1469414 Aug 31 14:20:26.918844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e5563f-ebbe-4822-bc67-98713759395e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:26.926648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.927005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.927358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.927763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.928165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.928512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.928887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.929222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.929561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.929893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.930229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:26.930555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce842397-b470-4d3d-882a-dd193e2ee3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:27.007877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43624) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:27.078612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a08c5f-2773-4b47-8912-efa7426ad765 req-bcbf963e-8ef3-4d69-8eaf-2f3fdf32ee18 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:27.080177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2a08c5f-2773-4b47-8912-efa7426ad765 req-bcbf963e-8ef3-4d69-8eaf-2f3fdf32ee18 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 945 time: 0.0599453 Aug 31 14:20:27.139177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2a08c5f-2773-4b47-8912-efa7426ad765 req-b01aca8d-2dab-4b81-94f5-2b3dcc1a9b3a tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450761 Aug 31 14:20:27.256473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-145b2e21-cfc9-4fad-a8c2-a45617ebb091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.361999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-145b2e21-cfc9-4fad-a8c2-a45617ebb091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.366419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-145b2e21-cfc9-4fad-a8c2-a45617ebb091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.405829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b2e21-cfc9-4fad-a8c2-a45617ebb091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75bfd5b-44bf-4d31-9216-1b84a4f697fe,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:27.410339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-145b2e21-cfc9-4fad-a8c2-a45617ebb091 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74985ce8b9c84f2c91c8c96318650032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013963 Aug 31 14:20:27.413275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:27.492781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-8b99e2c8-57f3-4439-bf12-6078dff6d054 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:27.494402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-8b99e2c8-57f3-4439-bf12-6078dff6d054 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 945 time: 0.0955837 Aug 31 14:20:27.501502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66104cf8-06b1-4862-97b3-c620e858d696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.554019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66104cf8-06b1-4862-97b3-c620e858d696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.656477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port bd7c2688-74cb-431d-a1be-cbda2328ec8e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:27.656818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.671997 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66104cf8-06b1-4862-97b3-c620e858d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.674598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66104cf8-06b1-4862-97b3-c620e858d696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.679052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66104cf8-06b1-4862-97b3-c620e858d696 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b75bfd5b-44bf-4d31-9216-1b84a4f697fe HTTP/1.1" status: 204 len: 168 time: 0.2614412 Aug 31 14:20:27.737122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104cf8-06b1-4862-97b3-c620e858d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75bfd5b-44bf-4d31-9216-1b84a4f697fe,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:27.774679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e835d-75e6-42b0-b513-5525b249e2d0 req-274eb40b-eb37-4427-9315-21e33c339c2d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:27.776606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec0e835d-75e6-42b0-b513-5525b249e2d0 req-274eb40b-eb37-4427-9315-21e33c339c2d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 946 time: 0.1365135 Aug 31 14:20:27.843592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] For port bd7c2688-74cb-431d-a1be-cbda2328ec8e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bd7c2688-74cb-431d-a1be-cbda2328ec8e,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:27.843963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.844159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:27.856898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec0e835d-75e6-42b0-b513-5525b249e2d0 req-0dbcd2fd-6015-4854-84f1-6c94eb9c3df2 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715997 Aug 31 14:20:27.876493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for bd7c2688-74cb-431d-a1be-cbda2328ec8e owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:27.935287 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.076963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.115943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=bd7c2688-74cb-431d-a1be-cbda2328ec8e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:28.169713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:28.173013 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670efb62-a79d-480d-b929-288e668a5482" -d '{"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:28.193370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:28.194851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] No DVR routers for this DVR port bd7c2688-74cb-431d-a1be-cbda2328ec8e on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:28.201524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.203134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.209532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a56bd1a-9c3e-4fb2-9f58-7f72b23964cb req-dbde21fa-148d-47d9-a31f-badbc19c5c50 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.26 "DELETE /v2.0/ports/bd7c2688-74cb-431d-a1be-cbda2328ec8e HTTP/1.1" status: 204 len: 173 time: 0.7059290 Aug 31 14:20:28.210095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'name': 'network-vif-deleted', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:28.212969 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f6b6b0-25ba-4044-b4bd-d14d759d3174" -d '{"events": [{"server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "name": "network-vif-deleted", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:28.289940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:28.305271 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a49f2092-661f-4d1f-a851-8c187d12452f req-c36c75b4-aa2c-4524-bfa2-e6f6d7010064 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 210 time: 0.0619218 Aug 31 14:20:28.357241 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbfaac7-4892-41ee-8d95-f9ed6a67112a x-openstack-request-id: req-2fbfaac7-4892-41ee-8d95-f9ed6a67112a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:28.357791 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:28.358288 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fbfaac7-4892-41ee-8d95-f9ed6a67112a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:28.358844 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'code': 200} Aug 31 14:20:28.427686 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bce7bd9-a49c-4ae4-85eb-afd96387332d x-openstack-request-id: req-9bce7bd9-a49c-4ae4-85eb-afd96387332d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:28.429007 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e96c6a-73a0-4510-a752-f40f2232479c", "name": "network-vif-deleted", "tag": "bd7c2688-74cb-431d-a1be-cbda2328ec8e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:28.429259 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bce7bd9-a49c-4ae4-85eb-afd96387332d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:28.429845 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e96c6a-73a0-4510-a752-f40f2232479c', 'name': 'network-vif-deleted', 'tag': 'bd7c2688-74cb-431d-a1be-cbda2328ec8e', 'status': 'completed', 'code': 200} Aug 31 14:20:29.035982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de63c-5914-4a7b-8439-f7bbcc7c9887 req-146b786c-7ea7-4206-bccf-4bd634127502 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:29.043829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a3de63c-5914-4a7b-8439-f7bbcc7c9887 req-146b786c-7ea7-4206-bccf-4bd634127502 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.0763559 Aug 31 14:20:29.079676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a3de63c-5914-4a7b-8439-f7bbcc7c9887 req-61c97e0b-f005-44f5-9db3-a85f0931bd72 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348849 Aug 31 14:20:29.353870 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8e01e77b-2370-4d19-a8b1-3d1ed2e4dc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.551742 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.187197 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c81fce3c-6cba-4b3b-bc70-b2cc9ac3147c req-44918b2c-e489-4577-9f36-d9eafcf651ad tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 210 time: 0.0613463 Aug 31 14:20:30.645032 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.980668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-2bc83cf0-45d3-4cb6-9a25-672ea48eed91 req-bee788af-8b08-4eb5-9e32-df6c99cdecd9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:20:30.981774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bc83cf0-45d3-4cb6-9a25-672ea48eed91 req-bee788af-8b08-4eb5-9e32-df6c99cdecd9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2406716 Aug 31 14:20:31.237605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556c09-5cfc-462b-90a3-3419e5b4de04 req-4bcf08a6-fb88-42de-b959-39d1ba2c70e9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:31.239350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e556c09-5cfc-462b-90a3-3419e5b4de04 req-4bcf08a6-fb88-42de-b959-39d1ba2c70e9 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.0869908 Aug 31 14:20:31.309214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e556c09-5cfc-462b-90a3-3419e5b4de04 req-150f49cd-d221-4e21-ac29-fe2e89b6085a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596771 Aug 31 14:20:31.413282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b25157-470c-4994-82d7-3c7e1be01563 req-baa2f3f5-8b97-4e72-b06b-ff79e1df8a24 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 210 time: 0.0382090 Aug 31 14:20:31.546518 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:20:31.663750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43804) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:31.758812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b3b0-af2f-4253-b185-0cdfb27587a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.767721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-55b7f28b-24e2-44c7-9955-cc0076e829a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2195387 Aug 31 14:20:31.865476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd7c2688-74cb-431d-a1be-cbda2328ec8e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:31.901794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: bd7c2688-74cb-431d-a1be-cbda2328ec8e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:31.902984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bd7c2688-74cb-431d-a1be-cbda2328ec8e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:31.909182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:31.913433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b3b0-af2f-4253-b185-0cdfb27587a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.919320 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b3b0-af2f-4253-b185-0cdfb27587a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.963997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b9a7b3b0-af2f-4253-b185-0cdfb27587a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8abb33caac404efaa6b7f6075200c295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953744 Aug 31 14:20:31.964163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43814) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:31.977292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b3b0-af2f-4253-b185-0cdfb27587a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dea4a9-7ff1-4df2-891a-a0213245e702,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:32.077646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6b7b-34cf-4be9-8ed1-331e01ca7ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.078216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.113346 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6b7b-34cf-4be9-8ed1-331e01ca7ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.192312 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6b7b-34cf-4be9-8ed1-331e01ca7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.196358 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6b7b-34cf-4be9-8ed1-331e01ca7ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.203072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fe9f6b7b-34cf-4be9-8ed1-331e01ca7ec1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3dea4a9-7ff1-4df2-891a-a0213245e702 HTTP/1.1" status: 204 len: 168 time: 0.2351115 Aug 31 14:20:32.236594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6b7b-34cf-4be9-8ed1-331e01ca7ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dea4a9-7ff1-4df2-891a-a0213245e702,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:32.515712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d7f14-a7e6-4c88-aded-2436b8512af0 req-f4b1b1e7-1d2b-487c-8cae-79145074c319 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:32.524455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-366d7f14-a7e6-4c88-aded-2436b8512af0 req-f4b1b1e7-1d2b-487c-8cae-79145074c319 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.0768304 Aug 31 14:20:32.581730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-366d7f14-a7e6-4c88-aded-2436b8512af0 req-c8a153e3-4957-420a-9e45-69e463290dbc tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558326 Aug 31 14:20:32.765634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-986edfcf-e945-4165-b1b6-04c3f1666882 req-2bd3f5c3-2dc4-4b47-badd-8c22424b5194 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "GET /v2.0/ports?device_id=24e96c6a-73a0-4510-a752-f40f2232479c HTTP/1.1" status: 200 len: 210 time: 0.0540068 Aug 31 14:20:32.865581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43846) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:32.887801 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9afcca90-a2f8-47dd-a9a8-e3310de9494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.049865 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9afcca90-a2f8-47dd-a9a8-e3310de9494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.082827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9afcca90-a2f8-47dd-a9a8-e3310de9494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.154825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9afcca90-a2f8-47dd-a9a8-e3310de9494c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25ac4de4276349dda720e1a66e752642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850759 Aug 31 14:20:33.155300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-97901d81-00e7-438c-90cc-2fc4bdb54afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.155929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43860) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:33.157358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-97901d81-00e7-438c-90cc-2fc4bdb54afb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8&tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b HTTP/1.1" status: 200 len: 1095 time: 0.1478827 Aug 31 14:20:33.158031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcca90-a2f8-47dd-a9a8-e3310de9494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b0b9d-cebf-4a97-a538-c32512a923dc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:33.236907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59edfcde-db6e-46da-9f26-5d8b43c92ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.244165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-7fae93ea-e92d-413d-8b70-7119e89591e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.253590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-7fae93ea-e92d-413d-8b70-7119e89591e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1095 time: 0.0579793 Aug 31 14:20:33.272102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59edfcde-db6e-46da-9f26-5d8b43c92ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.363885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59edfcde-db6e-46da-9f26-5d8b43c92ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.369269 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59edfcde-db6e-46da-9f26-5d8b43c92ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.371751 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-59edfcde-db6e-46da-9f26-5d8b43c92ea5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d5b0b9d-cebf-4a97-a538-c32512a923dc HTTP/1.1" status: 204 len: 168 time: 0.2139330 Aug 31 14:20:33.387159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edfcde-db6e-46da-9f26-5d8b43c92ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b0b9d-cebf-4a97-a538-c32512a923dc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:33.418429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-55d9d12e-cf73-48f1-ba8f-3cb434917834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.419398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-55d9d12e-cf73-48f1-ba8f-3cb434917834 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 200 len: 917 time: 0.1583571 Aug 31 14:20:33.509177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-39bb00ad-5b6e-4e08-aaa3-810c900d6420 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 200 len: 999 time: 0.0814147 Aug 31 14:20:33.577705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-f9b05b7b-bebe-4dce-9bf2-167bef2917ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.579855 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-f9b05b7b-bebe-4dce-9bf2-167bef2917ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 200 len: 854 time: 0.0630934 Aug 31 14:20:33.651663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-fe2fc205-b3d0-4c34-83eb-3bc48bc32771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.654011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-fe2fc205-b3d0-4c34-83eb-3bc48bc32771 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9329ff9c-4b65-47d5-ac07-21a5420329a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627327 Aug 31 14:20:33.839874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8016b45-8374-4d84-a7e7-0490af8d2a64 req-24949b0c-4a1a-4282-a65c-3e803f246b74 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.847622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8016b45-8374-4d84-a7e7-0490af8d2a64 req-24949b0c-4a1a-4282-a65c-3e803f246b74 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.0841942 Aug 31 14:20:33.893464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-96b12b51-0c3f-46c1-96dd-1b044926e203 service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150314 Aug 31 14:20:33.904992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e8016b45-8374-4d84-a7e7-0490af8d2a64 req-f19b1448-13c8-470c-9aeb-4c79cda15db0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563295 Aug 31 14:20:33.965473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43890) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:34.039307 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-3acbde6b-496e-47e3-8dda-279bcf057aab service neutron] 10.222.0.26 "GET /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248498 Aug 31 14:20:34.107111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Deleting port 2f6baea1-ac04-4e82-b627-d50ad42a9dcf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:34.107477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.212305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.212916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.226928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Calling delete_port for 2f6baea1-ac04-4e82-b627-d50ad42a9dcf owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:34.428051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.460647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'Port': ['ID=2f6baea1-ac04-4e82-b627-d50ad42a9dcf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.554855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.558078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.560352 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-72d45767-d5e0-464f-a866-f1eac06abab2 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "DELETE /v2.0/floatingips/76c9c638-2a34-466a-b6fb-5eee0648cd76 HTTP/1.1" status: 204 len: 168 time: 0.5937688 Aug 31 14:20:35.171413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559a4bd-cf7d-4bee-bf6f-87c16d8dd22c req-69582155-94b3-4152-a32e-f06217b1e4fd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.173154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7559a4bd-cf7d-4bee-bf6f-87c16d8dd22c req-69582155-94b3-4152-a32e-f06217b1e4fd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1255693 Aug 31 14:20:35.264152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7559a4bd-cf7d-4bee-bf6f-87c16d8dd22c req-ab8e047b-4f39-4060-a300-96a52fb9a4c1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791605 Aug 31 14:20:36.581730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d849f7-f9bf-49ec-9736-a88ef812da56 req-0b107026-7467-4846-92f8-3b6ffff9bb5b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:36.596660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58d849f7-f9bf-49ec-9736-a88ef812da56 req-0b107026-7467-4846-92f8-3b6ffff9bb5b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1600077 Aug 31 14:20:36.747149 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58d849f7-f9bf-49ec-9736-a88ef812da56 req-05b49dfe-9115-4512-9087-38bf46209916 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488333 Aug 31 14:20:37.171528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 43986) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:37.478843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e35fb4-1eec-45f8-92f7-8e0f1bc385b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.687569 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e35fb4-1eec-45f8-92f7-8e0f1bc385b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.699786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-06e35fb4-1eec-45f8-92f7-8e0f1bc385b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.758412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35fb4-1eec-45f8-92f7-8e0f1bc385b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93465478-d5df-4c38-8fce-9de3c0105fec,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:37.781302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 43996) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:37.795592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-06e35fb4-1eec-45f8-92f7-8e0f1bc385b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdbef72fcdf5462e87f214c8935a8194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223373 Aug 31 14:20:37.911473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5f53-b00e-433a-8477-397e43cdfa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.983885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5f53-b00e-433a-8477-397e43cdfa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.989937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36dad1-f541-4a27-98ef-fd4567f61fdf req-5b3e457d-5bd2-435f-8524-b17894a6262e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:37.991588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e36dad1-f541-4a27-98ef-fd4567f61fdf req-5b3e457d-5bd2-435f-8524-b17894a6262e tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1172216 Aug 31 14:20:38.102648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e36dad1-f541-4a27-98ef-fd4567f61fdf req-5fce9891-443b-4826-80c1-ae20d98cd598 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976367 Aug 31 14:20:38.135475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5f53-b00e-433a-8477-397e43cdfa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.140226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5f53-b00e-433a-8477-397e43cdfa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.144339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4f9c5f53-b00e-433a-8477-397e43cdfa95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93465478-d5df-4c38-8fce-9de3c0105fec HTTP/1.1" status: 204 len: 168 time: 0.3618207 Aug 31 14:20:38.167027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c5f53-b00e-433a-8477-397e43cdfa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93465478-d5df-4c38-8fce-9de3c0105fec,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:38.759840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-237039eb-1666-4312-a01b-d0752b904dc0 req-bc8f3573-a0f2-4436-adc3-fe44fe08c14a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0626101 Aug 31 14:20:38.848916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-237039eb-1666-4312-a01b-d0752b904dc0 req-1db4f0bd-e523-4fbc-b862-05d70c941a29 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0458522 Aug 31 14:20:38.922848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-237039eb-1666-4312-a01b-d0752b904dc0 req-d6040d11-68e9-4f12-bdad-7d2c12efb836 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340166 Aug 31 14:20:38.928658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:38.966410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6385883d-4b79-4b90-98ca-594ccacec16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.292001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237039eb-1666-4312-a01b-d0752b904dc0 req-25eeff25-48a9-4eae-a759-d03449760355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:39.300053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-237039eb-1666-4312-a01b-d0752b904dc0 req-25eeff25-48a9-4eae-a759-d03449760355 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3356750 Aug 31 14:20:39.372656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44030) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:39.480245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c59ce344-c6a1-4d06-9e1e-e62154efdd72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.482891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818fbc3-d4d6-4d0c-9331-1a05975c4a05 req-8ec7fca0-92bd-4c76-9daa-24e3f14cf3ed tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:39.492255 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4818fbc3-d4d6-4d0c-9331-1a05975c4a05 req-8ec7fca0-92bd-4c76-9daa-24e3f14cf3ed tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.2203813 Aug 31 14:20:39.526490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c59ce344-c6a1-4d06-9e1e-e62154efdd72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.605665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4818fbc3-d4d6-4d0c-9331-1a05975c4a05 req-4787bec5-d9a8-4d33-9c8e-ceb5ff39a775 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060982 Aug 31 14:20:39.625423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c59ce344-c6a1-4d06-9e1e-e62154efdd72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.634669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c59ce344-c6a1-4d06-9e1e-e62154efdd72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.636278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c59ce344-c6a1-4d06-9e1e-e62154efdd72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] 10.222.0.10 "DELETE /v2.0/security-groups/b0fd0dc3-8d46-4951-b34e-b66dfd47dc84 HTTP/1.1" status: 204 len: 168 time: 0.2625761 Aug 31 14:20:39.653803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ce344-c6a1-4d06-9e1e-e62154efdd72 tempest-TestVolumeBootPattern-1372522702 tempest-TestVolumeBootPattern-1372522702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fd0dc3-8d46-4951-b34e-b66dfd47dc84,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.663595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6385883d-4b79-4b90-98ca-594ccacec16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.669973 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6385883d-4b79-4b90-98ca-594ccacec16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.715189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6385883d-4b79-4b90-98ca-594ccacec16a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfbaff09b57446bebd10b1bf9a8c14a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7822776 Aug 31 14:20:39.715850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44038) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:39.770792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44040) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:39.830856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385883d-4b79-4b90-98ca-594ccacec16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03427a1-961b-4419-93b5-d9b7af227934,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.892410 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9b54329-08ed-4c07-b11b-bfaba71153d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.958523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9b54329-08ed-4c07-b11b-bfaba71153d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.061405 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9b54329-08ed-4c07-b11b-bfaba71153d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.064291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9b54329-08ed-4c07-b11b-bfaba71153d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.065927 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e9b54329-08ed-4c07-b11b-bfaba71153d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b03427a1-961b-4419-93b5-d9b7af227934 HTTP/1.1" status: 204 len: 168 time: 0.3480389 Aug 31 14:20:40.081784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b54329-08ed-4c07-b11b-bfaba71153d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03427a1-961b-4419-93b5-d9b7af227934,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:40.122126 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.468975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcabb93-5070-44ae-8bea-baa63ef35c31 req-d6185189-4007-4ba6-ac0d-c41b1feede75 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:41.471168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adcabb93-5070-44ae-8bea-baa63ef35c31 req-d6185189-4007-4ba6-ac0d-c41b1feede75 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.3604178 Aug 31 14:20:41.579231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adcabb93-5070-44ae-8bea-baa63ef35c31 req-3f3741e6-a9e9-44b4-87da-7ea8d960cc43 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929358 Aug 31 14:20:41.847414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.251473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Deleting port 042bb18d-e376-415e-9957-4b6563d9d3c6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:42.252056 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.407556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] For port 042bb18d-e376-415e-9957-4b6563d9d3c6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=042bb18d-e376-415e-9957-4b6563d9d3c6,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:42.408316 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.446155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Calling delete_port for 042bb18d-e376-415e-9957-4b6563d9d3c6 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:42.930081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee38ed-b967-403f-abe8-d3d35295a19b req-6a056157-aadb-4aa8-a1c1-0af4b069316d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.930081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5ee38ed-b967-403f-abe8-d3d35295a19b req-6a056157-aadb-4aa8-a1c1-0af4b069316d tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1421049 Aug 31 14:20:42.930081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.999000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=042bb18d-e376-415e-9957-4b6563d9d3c6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:43.091488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5ee38ed-b967-403f-abe8-d3d35295a19b req-6bbf462c-8929-471b-871f-bb314a1947f4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162786 Aug 31 14:20:43.363395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.683630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Router 416e0b85-2214-42f4-8de7-a7498e069b8c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:43.849148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:43.860333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] Sync routers for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:43.874920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:43.876030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3fb78d0d-6bf2-4c1a-a6da-91f46d7b58b5 admin admin] 10.222.0.10 "PUT /v2.0/routers/416e0b85-2214-42f4-8de7-a7498e069b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0948265 Aug 31 14:20:43.876764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:43.878580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44126) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:44.074193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:44.171110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.365556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c3e00-3b79-4074-be78-27a5a37c08d5 req-8c31f408-7e7e-4444-8965-7ec03f844f2a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.367103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a55c3e00-3b79-4074-be78-27a5a37c08d5 req-8c31f408-7e7e-4444-8965-7ec03f844f2a tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1286616 Aug 31 14:20:44.429484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a55c3e00-3b79-4074-be78-27a5a37c08d5 req-01f0559b-52c8-463d-b317-7768eb892b05 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549629 Aug 31 14:20:44.486173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:20:42Z', 'revision_number': 5, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port': {'id': 'e37ef231-fc85-4e34-adae-3b4ae5d1adb0', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:18Z', 'updated_at': '2021-08-31T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:44.500610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.523500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] Checking router: 416e0b85-2214-42f4-8de7-a7498e069b8c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:44.534164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] Routers {'416e0b85-2214-42f4-8de7-a7498e069b8c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:44.534858 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['416e0b85-2214-42f4-8de7-a7498e069b8c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:44.637469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Deleting port e37ef231-fc85-4e34-adae-3b4ae5d1adb0 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:44.637469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.745116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] Set router 416e0b85-2214-42f4-8de7-a7498e069b8c gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:44.842488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] For port e37ef231-fc85-4e34-adae-3b4ae5d1adb0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:44.842952 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.844246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:20:44Z', 'revision_number': 6, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:44.874009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Calling delete_port for e37ef231-fc85-4e34-adae-3b4ae5d1adb0 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:44.889387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107ffeb-a6e8-49d8-b7b3-bb3ba28dd5a7 None None] The sync data for ids ['416e0b85-2214-42f4-8de7-a7498e069b8c'] in n-d-792362-6 is: [{'id': '416e0b85-2214-42f4-8de7-a7498e069b8c', 'name': 'tempest-TestVolumeBootPattern-1454859406-router', 'tenant_id': '8fe03bac1876499f863ad70254fc903a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:17Z', 'updated_at': '2021-08-31T14:20:44Z', 'revision_number': 6, 'project_id': '8fe03bac1876499f863ad70254fc903a', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:45.226518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44168) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:45.245258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.295226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44172) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:45.299700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Pushing event deleted for resources: {'Port': ['ID=e37ef231-fc85-4e34-adae-3b4ae5d1adb0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:45.351033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.351983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.352713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.353367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.353965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.354584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.355325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.355969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.356597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.357357 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.358320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.359253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:45.461414 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.547477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-40526431-d973-42b7-a0e4-e25dfcfde442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.594333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.596683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.620390 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3284cea-6d61-446f-9c31-9d64b59fbbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.648188 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.650348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 416e0b85-2214-42f4-8de7-a7498e069b8c {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:20:45.656609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.657971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5910d571-fc3c-40fd-9dff-4d3d9e459bea admin admin] 10.222.0.10 "DELETE /v2.0/routers/416e0b85-2214-42f4-8de7-a7498e069b8c HTTP/1.1" status: 204 len: 168 time: 1.7777882 Aug 31 14:20:45.660501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44180) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:45.690371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b05e1-36b9-4d3b-bc3c-315534e3c0f4 req-b783907b-73e0-41f9-9cb6-7db4a37c93b5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.691918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c90b05e1-36b9-4d3b-bc3c-315534e3c0f4 req-b783907b-73e0-41f9-9cb6-7db4a37c93b5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1188846 Aug 31 14:20:45.720240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] Deleting subnet 5dc532f1-af7b-4666-a36a-227f0c800d04 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:45.733642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.767690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c90b05e1-36b9-4d3b-bc3c-315534e3c0f4 req-fc753d86-f258-41d0-b8bb-b8e914021e1c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674210 Aug 31 14:20:45.778035 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.783665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-40526431-d973-42b7-a0e4-e25dfcfde442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.805628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-40526431-d973-42b7-a0e4-e25dfcfde442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.884817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40526431-d973-42b7-a0e4-e25dfcfde442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897a8cff-740b-49a0-b6b1-a6cd26735811,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:45.894539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-40526431-d973-42b7-a0e4-e25dfcfde442 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4fce2716c844adc9a3e19a18e3f07d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985975 Aug 31 14:20:45.903880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44182) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:45.910697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.938832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 042bb18d-e376-415e-9957-4b6563d9d3c6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:45.966184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 042bb18d-e376-415e-9957-4b6563d9d3c6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:45.966697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 042bb18d-e376-415e-9957-4b6563d9d3c6 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:45.967222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e37ef231-fc85-4e34-adae-3b4ae5d1adb0 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:45.991130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.006984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e37ef231-fc85-4e34-adae-3b4ae5d1adb0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:46.007579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e37ef231-fc85-4e34-adae-3b4ae5d1adb0 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:46.022592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3284cea-6d61-446f-9c31-9d64b59fbbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.023268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc532f1-af7b-4666-a36a-227f0c800d04,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.027243 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b571d3d-fe88-4f1c-93fb-3cdb451a91b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.030697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.032812 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da780de7-126a-4f33-8081-a1684d7d252e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5dc532f1-af7b-4666-a36a-227f0c800d04 HTTP/1.1" status: 204 len: 168 time: 0.3713267 Aug 31 14:20:46.037245 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44184) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:46.047682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50cd2bc-9777-4994-8bd4-ea57c49c93af None None] Network 04a4d06e-4567-40dc-9d3e-eed5d4e32643 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:46.059206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b571d3d-fe88-4f1c-93fb-3cdb451a91b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.061367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b3284cea-6d61-446f-9c31-9d64b59fbbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.142223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b3284cea-6d61-446f-9c31-9d64b59fbbf1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ef70de5512a4201af8f5930a1f763c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9117525 Aug 31 14:20:46.142987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:46.143590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.153813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3284cea-6d61-446f-9c31-9d64b59fbbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89666976-1a05-4297-9d28-3894d994913c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.216012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b571d3d-fe88-4f1c-93fb-3cdb451a91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.216782 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Deleting port 5ac77098-60c9-48a4-897b-395022b3a5d6 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:46.217187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.219555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b571d3d-fe88-4f1c-93fb-3cdb451a91b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.220888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b571d3d-fe88-4f1c-93fb-3cdb451a91b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/897a8cff-740b-49a0-b6b1-a6cd26735811 HTTP/1.1" status: 204 len: 168 time: 0.3159318 Aug 31 14:20:46.241833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b571d3d-fe88-4f1c-93fb-3cdb451a91b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a8cff-740b-49a0-b6b1-a6cd26735811,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.250952 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e389c7f-2d59-4f78-8c15-85fd829315fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.295825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] DHCP port deletion for 04a4d06e-4567-40dc-9d3e-eed5d4e32643 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:46.303592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e389c7f-2d59-4f78-8c15-85fd829315fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.351784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] For port 5ac77098-60c9-48a4-897b-395022b3a5d6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5ac77098-60c9-48a4-897b-395022b3a5d6,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:46.352659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.369611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] Deleting port 5ac77098-60c9-48a4-897b-395022b3a5d6 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:46.371091 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.378751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Calling delete_port for 5ac77098-60c9-48a4-897b-395022b3a5d6 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:46.403748 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e389c7f-2d59-4f78-8c15-85fd829315fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.409654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9e389c7f-2d59-4f78-8c15-85fd829315fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.413334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9e389c7f-2d59-4f78-8c15-85fd829315fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89666976-1a05-4297-9d28-3894d994913c HTTP/1.1" status: 204 len: 168 time: 0.2646019 Aug 31 14:20:46.431811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e389c7f-2d59-4f78-8c15-85fd829315fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89666976-1a05-4297-9d28-3894d994913c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.493184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] For port 5ac77098-60c9-48a4-897b-395022b3a5d6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5ac77098-60c9-48a4-897b-395022b3a5d6,segment=NetworkSegment(0d328991-b8eb-432f-aab1-77aaf9b594d7),segment_id=0d328991-b8eb-432f-aab1-77aaf9b594d7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:46.493595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.502534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.515533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] Calling delete_port for 5ac77098-60c9-48a4-897b-395022b3a5d6 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:46.534127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac77098-60c9-48a4-897b-395022b3a5d6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.542981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] No DVR routers for this DVR port 5ac77098-60c9-48a4-897b-395022b3a5d6 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:46.627513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.644660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.657861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] Pushing event deleted for resources: {'Port': ['ID=5ac77098-60c9-48a4-897b-395022b3a5d6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.660574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c45a6d-5a76-4122-b542-f8a5947ab8fc None None] No DVR routers for this DVR port 5ac77098-60c9-48a4-897b-395022b3a5d6 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:46.662242 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a4d06e-4567-40dc-9d3e-eed5d4e32643']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:46.723103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44198) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:46.739403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4998fa9-98d2-4f7a-9a6c-66fe5379d757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.868419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4998fa9-98d2-4f7a-9a6c-66fe5379d757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.874328 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4998fa9-98d2-4f7a-9a6c-66fe5379d757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.947535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4998fa9-98d2-4f7a-9a6c-66fe5379d757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f14fc5-fc84-4051-92fd-770096ed42c6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.957444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f4998fa9-98d2-4f7a-9a6c-66fe5379d757 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5bfd96babdf44ffb5886f156ca22a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329378 Aug 31 14:20:46.960422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44202) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:46.965907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d328991-b8eb-432f-aab1-77aaf9b594d7') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:46.966215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d328991-b8eb-432f-aab1-77aaf9b594d7') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:46.979159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.995002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97fa9e-97c7-4468-834f-ca705fefea9f req-26a55a39-64f6-4da1-af4d-abb16496cfa3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:46.995002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea97fa9e-97c7-4468-834f-ca705fefea9f req-26a55a39-64f6-4da1-af4d-abb16496cfa3 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1158459 Aug 31 14:20:47.001093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.007995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Releasing vlan 1524 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:47.008767 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:47.012551 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:47.058792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:47.060447 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bea3f617-7cb8-49a3-a28a-a58071fac0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.075639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea97fa9e-97c7-4468-834f-ca705fefea9f req-49e78434-94e2-4316-988a-2a5ee69980ee tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662782 Aug 31 14:20:47.078226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8b1aabd-b268-4a35-bec8-26e268027d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.095535 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bea3f617-7cb8-49a3-a28a-a58071fac0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.098443 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.102905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.108478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] 10.222.0.10 "DELETE /v2.0/networks/04a4d06e-4567-40dc-9d3e-eed5d4e32643 HTTP/1.1" status: 204 len: 168 time: 1.0660257 Aug 31 14:20:47.109422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44206) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:47.127354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051ccae-e676-4819-8d8f-9aea3852694a admin admin] Pushing event deleted for resources: {'Network': ['ID=04a4d06e-4567-40dc-9d3e-eed5d4e32643,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.221407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8b1aabd-b268-4a35-bec8-26e268027d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.225996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b8b1aabd-b268-4a35-bec8-26e268027d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.254981 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bea3f617-7cb8-49a3-a28a-a58071fac0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.257944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bea3f617-7cb8-49a3-a28a-a58071fac0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.259119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bea3f617-7cb8-49a3-a28a-a58071fac0dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21f14fc5-fc84-4051-92fd-770096ed42c6 HTTP/1.1" status: 204 len: 168 time: 0.2976615 Aug 31 14:20:47.276729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b8b1aabd-b268-4a35-bec8-26e268027d90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4920dc0680154580b5600357c70fb423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139027 Aug 31 14:20:47.276729 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1aabd-b268-4a35-bec8-26e268027d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdeb89-8b82-4cb1-9c4d-a507faf2495b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.278749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44210) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:47.314448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3f617-7cb8-49a3-a28a-a58071fac0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f14fc5-fc84-4051-92fd-770096ed42c6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.357334 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-374fdd1d-9164-4317-a902-c72014a91a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.396584 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-374fdd1d-9164-4317-a902-c72014a91a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.470193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-374fdd1d-9164-4317-a902-c72014a91a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.472948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-374fdd1d-9164-4317-a902-c72014a91a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.474639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-374fdd1d-9164-4317-a902-c72014a91a99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fcdeb89-8b82-4cb1-9c4d-a507faf2495b HTTP/1.1" status: 204 len: 168 time: 0.1943638 Aug 31 14:20:47.484539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fdd1d-9164-4317-a902-c72014a91a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdeb89-8b82-4cb1-9c4d-a507faf2495b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.624103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.676580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5ac77098-60c9-48a4-897b-395022b3a5d6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:47.703670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5ac77098-60c9-48a4-897b-395022b3a5d6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:47.704306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5ac77098-60c9-48a4-897b-395022b3a5d6 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:47.952554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:47.968496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Deleting port c67996ad-05cd-40f8-9e07-285831da5be5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:47.969420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.084790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] For port c67996ad-05cd-40f8-9e07-285831da5be5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c67996ad-05cd-40f8-9e07-285831da5be5,segment=NetworkSegment(dad92138-ee57-4a34-80f8-2d072af318b8),segment_id=dad92138-ee57-4a34-80f8-2d072af318b8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:48.085598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.103779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:48.112663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Calling delete_port for c67996ad-05cd-40f8-9e07-285831da5be5 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:48.129555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'port_id': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'mac_address': 'fa:16:3e:b6:20:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:48.187308 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.213313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d171e7d5-042a-489c-9dcc-a80fd7dcfb85 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:48.239475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:48.245445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.312469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120648-19ec-4dad-b6ce-b489ecd117b7 req-cd3d29e6-8676-486c-b7e7-ec189f650c04 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:48.314195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33120648-19ec-4dad-b6ce-b489ecd117b7 req-cd3d29e6-8676-486c-b7e7-ec189f650c04 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 944 time: 0.1206179 Aug 31 14:20:48.331879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:48.382182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33120648-19ec-4dad-b6ce-b489ecd117b7 req-2a3c142e-9f09-4b45-9dc0-159d2925b9a4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592723 Aug 31 14:20:48.453290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.485201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c67996ad-05cd-40f8-9e07-285831da5be5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:48.544942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['d171e7d5-042a-489c-9dcc-a80fd7dcfb85'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:48.820047 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.458197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Router cefa6002-483f-4b63-bbb2-4ef5d3674b27 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:49.575845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249cb4-2f4c-4c34-b17f-82b6440457c2 req-d34ac417-b615-4504-bb21-07755272d4cd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:49.577445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66249cb4-2f4c-4c34-b17f-82b6440457c2 req-d34ac417-b615-4504-bb21-07755272d4cd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 945 time: 0.1156361 Aug 31 14:20:49.678048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66249cb4-2f4c-4c34-b17f-82b6440457c2 req-134afa23-c23d-4552-8b64-f8ab68126880 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928719 Aug 31 14:20:49.691489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:49.699430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c1ee59b5-c90c-49ea-9bc6-629d6cc7ca6d admin admin] 10.222.0.10 "PUT /v2.0/routers/cefa6002-483f-4b63-bbb2-4ef5d3674b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5869389 Aug 31 14:20:49.703597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44286) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:49.724247 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] Sync routers for ids ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:49.735479 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] Routers {'cefa6002-483f-4b63-bbb2-4ef5d3674b27'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:49.736207 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:49.889301 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] Set router cefa6002-483f-4b63-bbb2-4ef5d3674b27 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:49.905505 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.959992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:50.058463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:50.058899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.156244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.167292 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.228050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:50.235517 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb217e0-40e3-428e-9874-aaf07fdcc0cb" -d '{"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:50.237894 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:20:48Z', 'revision_number': 5, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port': {'id': 'a2ba29b4-7f12-498a-89a6-6968f7628af8', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:07:28Z', 'updated_at': '2021-08-31T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:50.265691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:50.273218 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.275576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Deleting port a2ba29b4-7f12-498a-89a6-6968f7628af8 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:50.276111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.320381 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] Checking router: cefa6002-483f-4b63-bbb2-4ef5d3674b27 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:50.342772 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] Routers {'cefa6002-483f-4b63-bbb2-4ef5d3674b27'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:50.343628 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:50.351495 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e09922-593e-4141-afba-426d0fe5e6c2 x-openstack-request-id: req-17e09922-593e-4141-afba-426d0fe5e6c2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:50.351795 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:50.352075 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17e09922-593e-4141-afba-426d0fe5e6c2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:50.352483 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'code': 200} Aug 31 14:20:50.416211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:50.492379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] For port a2ba29b4-7f12-498a-89a6-6968f7628af8, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a2ba29b4-7f12-498a-89a6-6968f7628af8,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:50.492956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.509083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Calling delete_port for a2ba29b4-7f12-498a-89a6-6968f7628af8 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:50.513191 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] Set router cefa6002-483f-4b63-bbb2-4ef5d3674b27 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:50.632833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:20:50Z', 'revision_number': 6, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:50.644739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2703e7a-8e24-4650-9bb5-ca70ba03c998 req-136589ea-b45a-4d73-aa11-527e0bd55177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.648193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2703e7a-8e24-4650-9bb5-ca70ba03c998 req-136589ea-b45a-4d73-aa11-527e0bd55177 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0838161 Aug 31 14:20:50.703443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2703e7a-8e24-4650-9bb5-ca70ba03c998 req-67c2c228-ed4c-432a-b526-680dcd2e3c67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472419 Aug 31 14:20:50.790093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.798259 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af290c-1538-4671-a5bf-9dc44ceaa7ac None None] The sync data for ids ['cefa6002-483f-4b63-bbb2-4ef5d3674b27'] in n-d-792362-6 is: [{'id': 'cefa6002-483f-4b63-bbb2-4ef5d3674b27', 'name': 'tempest-TestVolumeBootPattern-1579104116-router', 'tenant_id': '5873e37f06dd4c8183eed24c5b167a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:07:27Z', 'updated_at': '2021-08-31T14:20:50Z', 'revision_number': 6, 'project_id': '5873e37f06dd4c8183eed24c5b167a87', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:50.828219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ba29b4-7f12-498a-89a6-6968f7628af8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:50.857498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d6fc6-95a9-4d3c-a40f-283b30833709 req-569aa926-5358-4c20-b6e6-dbe1b541bfea tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.878549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc8d6fc6-95a9-4d3c-a40f-283b30833709 req-569aa926-5358-4c20-b6e6-dbe1b541bfea tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 947 time: 0.0918450 Aug 31 14:20:50.918489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.931921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc8d6fc6-95a9-4d3c-a40f-283b30833709 req-87f066a6-02df-4a44-8413-05e701db98a4 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513914 Aug 31 14:20:51.034689 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.037354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.103663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.104409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cefa6002-483f-4b63-bbb2-4ef5d3674b27 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:20:51.113187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.114387 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-251e7cfb-010c-401f-bd90-eb276e163082 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cefa6002-483f-4b63-bbb2-4ef5d3674b27 HTTP/1.1" status: 204 len: 168 time: 1.4082878 Aug 31 14:20:51.119160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44316) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:51.190601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] Deleting subnet 9d532fef-8b08-47d0-87cd-33ecbbcc0559 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:51.194547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.238911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.381085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.481585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.539971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d532fef-8b08-47d0-87cd-33ecbbcc0559,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:51.543240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.550410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:51.553800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a9643-7914-46ca-8233-5296e84edbb9 None None] Network 31bd46dd-899c-4b9d-9ad9-e66e8d702285 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:51.563991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-966d8d78-77ca-45e2-918c-37c4656b9ade admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d532fef-8b08-47d0-87cd-33ecbbcc0559 HTTP/1.1" status: 204 len: 168 time: 0.4429443 Aug 31 14:20:51.743460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.855286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c67996ad-05cd-40f8-9e07-285831da5be5 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:51.914616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c67996ad-05cd-40f8-9e07-285831da5be5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:51.915516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c67996ad-05cd-40f8-9e07-285831da5be5 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:51.916036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2ba29b4-7f12-498a-89a6-6968f7628af8 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:51.994447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a2ba29b4-7f12-498a-89a6-6968f7628af8 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:51.994818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a2ba29b4-7f12-498a-89a6-6968f7628af8 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:51.999906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Deleting port 1fcf8e92-3d92-4b4f-9c90-d525e852509f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:52.000518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.000897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] DHCP port deletion for 31bd46dd-899c-4b9d-9ad9-e66e8d702285 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:52.171599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] Deleting port 1fcf8e92-3d92-4b4f-9c90-d525e852509f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:52.171599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.253515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70ae71-3f7e-4d00-971c-d69028981ed7 req-3a7950b2-eff4-4a59-9c81-65c7fa05b31c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:52.259178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a70ae71-3f7e-4d00-971c-d69028981ed7 req-3a7950b2-eff4-4a59-9c81-65c7fa05b31c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 947 time: 0.1684763 Aug 31 14:20:52.395329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a70ae71-3f7e-4d00-971c-d69028981ed7 req-5ca1baf9-cb05-45e9-bbb0-ed4d0a7a5bc0 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146543 Aug 31 14:20:52.399835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] For port 1fcf8e92-3d92-4b4f-9c90-d525e852509f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fcf8e92-3d92-4b4f-9c90-d525e852509f,segment=NetworkSegment(dad92138-ee57-4a34-80f8-2d072af318b8),segment_id=dad92138-ee57-4a34-80f8-2d072af318b8)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:52.404973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.432643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] For port 1fcf8e92-3d92-4b4f-9c90-d525e852509f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fcf8e92-3d92-4b4f-9c90-d525e852509f,segment=NetworkSegment(dad92138-ee57-4a34-80f8-2d072af318b8),segment_id=dad92138-ee57-4a34-80f8-2d072af318b8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:52.433620 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.462257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Calling delete_port for 1fcf8e92-3d92-4b4f-9c90-d525e852509f owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:52.465903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] Calling delete_port for 1fcf8e92-3d92-4b4f-9c90-d525e852509f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:52.593729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.619091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] Pushing event deleted for resources: {'Port': ['ID=1fcf8e92-3d92-4b4f-9c90-d525e852509f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:52.627317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee16f25-d504-4cc9-83ff-d754d5cd17a0 None None] No DVR routers for this DVR port 1fcf8e92-3d92-4b4f-9c90-d525e852509f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:52.635552 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.663349 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcf8e92-3d92-4b4f-9c90-d525e852509f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:52.669628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] No DVR routers for this DVR port 1fcf8e92-3d92-4b4f-9c90-d525e852509f on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:52.747596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.762769 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bd46dd-899c-4b9d-9ad9-e66e8d702285']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:52.776711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad92138-ee57-4a34-80f8-2d072af318b8') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:52.781401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad92138-ee57-4a34-80f8-2d072af318b8') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:52.803326 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.837105 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.845048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Releasing vlan 1543 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:52.845385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:52.848572 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:52.948690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.985078 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.987853 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/31bd46dd-899c-4b9d-9ad9-e66e8d702285 HTTP/1.1" status: 204 len: 168 time: 1.4356990 Aug 31 14:20:52.989059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682647-2339-40f7-906e-60e6424468b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=31bd46dd-899c-4b9d-9ad9-e66e8d702285,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:53.418251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44406) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:53.534185 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2bee4a1c-1d9e-434d-b594-751e96be9636 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fe03bac1876499f863ad70254fc903a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087933 Aug 31 14:20:53.534562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44410) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:53.545855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058e4de-1fff-40a0-87b8-8083c570b8f5 req-a4550410-a33a-4618-ae57-cbccd8a402e5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.548158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9058e4de-1fff-40a0-87b8-8083c570b8f5 req-a4550410-a33a-4618-ae57-cbccd8a402e5 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 947 time: 0.0696404 Aug 31 14:20:53.645873 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c7764ca-ae3b-4631-a2e1-79a0ff59a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.689626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9058e4de-1fff-40a0-87b8-8083c570b8f5 req-1b7a18e9-c6ba-4368-bea7-8f7dad846c29 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241343 Aug 31 14:20:53.695723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c7764ca-ae3b-4631-a2e1-79a0ff59a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.722509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fcf8e92-3d92-4b4f-9c90-d525e852509f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:53.762872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1fcf8e92-3d92-4b4f-9c90-d525e852509f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:53.763923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fcf8e92-3d92-4b4f-9c90-d525e852509f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:53.800258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c7764ca-ae3b-4631-a2e1-79a0ff59a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.806585 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3c7764ca-ae3b-4631-a2e1-79a0ff59a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.809724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3c7764ca-ae3b-4631-a2e1-79a0ff59a668 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61efbbaf-efb3-4791-b787-e4f62f2f037c HTTP/1.1" status: 204 len: 168 time: 0.2738221 Aug 31 14:20:53.833891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7764ca-ae3b-4631-a2e1-79a0ff59a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61efbbaf-efb3-4791-b787-e4f62f2f037c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:54.527696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44446) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:54.585926 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3772027d-bc30-44a9-a29a-596ac99aa970 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5873e37f06dd4c8183eed24c5b167a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567961 Aug 31 14:20:54.589459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44450) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:54.650501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd07ae39-fab4-437f-827a-61117a6c9754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.674837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd07ae39-fab4-437f-827a-61117a6c9754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.743039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd07ae39-fab4-437f-827a-61117a6c9754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.746528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd07ae39-fab4-437f-827a-61117a6c9754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.748641 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dd07ae39-fab4-437f-827a-61117a6c9754 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7e2a0d2-acb0-4b3d-a0a5-bd44e4732e5f HTTP/1.1" status: 204 len: 168 time: 0.1581380 Aug 31 14:20:54.759008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07ae39-fab4-437f-827a-61117a6c9754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2a0d2-acb0-4b3d-a0a5-bd44e4732e5f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:54.935359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1eb9-722e-40f3-8626-7987f47f6ab8 req-6835bc37-b0d1-469b-a8f1-13319d56120b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.939907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df6c1eb9-722e-40f3-8626-7987f47f6ab8 req-6835bc37-b0d1-469b-a8f1-13319d56120b tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 947 time: 0.0747602 Aug 31 14:20:54.994268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df6c1eb9-722e-40f3-8626-7987f47f6ab8 req-03f18a33-a01c-4a59-8903-bf6da14874b8 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473838 Aug 31 14:20:56.770017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db71eb43-8843-49b8-a7be-c08c9be5a592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.997701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44540) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:59.324413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8e25e7c-430b-4f96-ae6e-9210df3524d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.359573 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b0690a8-a035-4aba-9ee9-29a7d621e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.478173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8e25e7c-430b-4f96-ae6e-9210df3524d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.486810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8e25e7c-430b-4f96-ae6e-9210df3524d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.532750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a8e25e7c-430b-4f96-ae6e-9210df3524d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d7a051760a84e73bd09b5aacdce7406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335727 Aug 31 14:20:59.534561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e25e7c-430b-4f96-ae6e-9210df3524d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8998058-64b3-4607-afd9-c975be3ce8bd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:59.534725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44554) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:59.555789 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.617844 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f50d9954-729b-4ba8-95d2-0c5d99c1436a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.655683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f50d9954-729b-4ba8-95d2-0c5d99c1436a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.722771 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f50d9954-729b-4ba8-95d2-0c5d99c1436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.727758 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f50d9954-729b-4ba8-95d2-0c5d99c1436a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.729851 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f50d9954-729b-4ba8-95d2-0c5d99c1436a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8998058-64b3-4607-afd9-c975be3ce8bd HTTP/1.1" status: 204 len: 168 time: 0.1931376 Aug 31 14:20:59.738246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d9954-729b-4ba8-95d2-0c5d99c1436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8998058-64b3-4607-afd9-c975be3ce8bd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:00.653892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:00.883866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44598) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:01.208153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-565684629-network', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:01.233853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Made reservation on behalf of b5b25c160849429a8f80d15c422efeb7 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:01.236408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.247234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.397209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.403346 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.437370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:01.449454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4216bd6b-291c-4a4b-89e5-4ed344d1c00d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.456712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.457297 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Added segment f6463ae8-527e-49c4-9bd6-4eebc29f6225 of type vlan for network 9565f13a-771d-47c3-865a-c1711f6c8a20 Aug 31 14:21:01.507492 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.540506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.542962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:01.543991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.629790 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7452347 Aug 31 14:21:01.631967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44616) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:01.645492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Request body: {'subnet': {'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-565684629-subnet', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:01.656210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed472f31-a5a8-4f00-8640-0ee3c47951d4 admin admin] Pushing event updated for resources: {'Network': ['ID=9565f13a-771d-47c3-865a-c1711f6c8a20,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.673958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:01.686073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Made reservation on behalf of b5b25c160849429a8f80d15c422efeb7 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:01.690423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.967900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.027426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f909f4-c681-4a81-8ed7-cace0a03214c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:02.032294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.067820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Checking segment: {'id': 'f6463ae8-527e-49c4-9bd6-4eebc29f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:02.068322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Network hostable DHCP agents. Network: 9565f13a-771d-47c3-865a-c1711f6c8a20, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:02.095559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:02.110661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9565f13a-771d-47c3-865a-c1711f6c8a20) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:02.117091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.118138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.126558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70948ee8-92b3-44ef-9c96-e6f8ca56c03b None None] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:02.149621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66f98e67-bd47-42f4-83e3-f33df53e544f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5153594 Aug 31 14:21:02.152407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44628) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:02.158231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:02.193336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.195437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.337991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.364506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-9565f13a-771d-47c3-865a-c1711f6c8a20', 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'fixed_ips': [{'subnet_id': '60f909f4-c681-4a81-8ed7-cace0a03214c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:02.365494 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.560769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Allocated IP 172.20.0.2 (9565f13a-771d-47c3-865a-c1711f6c8a20/60f909f4-c681-4a81-8ed7-cace0a03214c/62dfa541-00cf-4f2b-af5c-76e298a0c1f9) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:02.579322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.771207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.781462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Transition to ACTIVE for port object 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:02.800065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Transition to ACTIVE for port object 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:02.811622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.880226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.882972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:02.893549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:02.900105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:02.915398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Pushing event updated for resources: {'Port': ['ID=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:02.928318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.992941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Attempting to bind port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:02.993737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Attempting to bind port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f6463ae8-527e-49c4-9bd6-4eebc29f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:02.994400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Attempting to bind port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 on network 9565f13a-771d-47c3-865a-c1711f6c8a20 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:03.006314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:03.006936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Checking segment: {'id': 'f6463ae8-527e-49c4-9bd6-4eebc29f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:03.007617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.008282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Bound using segment: {'id': 'f6463ae8-527e-49c4-9bd6-4eebc29f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:03.009149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Bound port: 62dfa541-00cf-4f2b-af5c-76e298a0c1f9, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6463ae8-527e-49c4-9bd6-4eebc29f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:03.009782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.086489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Allocated IP 172.25.0.201 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/1478a283-afb1-455d-b9e9-3aa19e0c74fa) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:03.123718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] For port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:03.128193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] For port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,segment=NetworkSegment(f6463ae8-527e-49c4-9bd6-4eebc29f6225),segment_id=f6463ae8-527e-49c4-9bd6-4eebc29f6225)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:03.133246 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.209418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038370f-9d65-4532-ab28-cdb28072d18a None None] Pushing event updated for resources: {'Port': ['ID=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:03.252499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.305045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.366292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:03.379220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Pushing event updated for resources: {'Port': ['ID=1478a283-afb1-455d-b9e9-3aa19e0c74fa,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:03.384009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:03.388418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:03.733101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:03.792461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.803549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:04.067951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.280317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:21:04.438895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927c5e2-e3a8-462c-9012-584e5db34e03 None None] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:04.443686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:04.469355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.472144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-00aeb9e0-6c9c-4424-bfd7-d037fc2d3c9b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3179166 Aug 31 14:21:04.473190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Sync routers for ids ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:04.475758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44650) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:04.554199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Routers {'ff4c0fc0-6ae4-4549-a524-6a1ea3963109'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:04.555283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:04.598735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44652) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:04.624383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d8635cfe-b5ce-494d-be92-57fd1dc2a14d None None] Provisioning for port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:04.644605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d8635cfe-b5ce-494d-be92-57fd1dc2a14d None None] Provisioning complete for port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:04.645008 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d8635cfe-b5ce-494d-be92-57fd1dc2a14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.757179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eef67420-d9d2-4f40-a981-73c96996cea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.906297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eef67420-d9d2-4f40-a981-73c96996cea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.911842 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eef67420-d9d2-4f40-a981-73c96996cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.973115 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eef67420-d9d2-4f40-a981-73c96996cea0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c243ed633c8400fb64d91d810d4a97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723743 Aug 31 14:21:04.974185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:04.997980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef67420-d9d2-4f40-a981-73c96996cea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32da8c69-e15d-4813-b03a-052d6c4e6e73,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.012940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Set router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:05.062515 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59cbd224-61a7-4279-be9e-5a2a82c526d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.095925 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59cbd224-61a7-4279-be9e-5a2a82c526d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.147358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d8635cfe-b5ce-494d-be92-57fd1dc2a14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.180468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59cbd224-61a7-4279-be9e-5a2a82c526d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.187996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-59cbd224-61a7-4279-be9e-5a2a82c526d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.189509 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-59cbd224-61a7-4279-be9e-5a2a82c526d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32da8c69-e15d-4813-b03a-052d6c4e6e73 HTTP/1.1" status: 204 len: 168 time: 0.2123785 Aug 31 14:21:05.200260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbd224-61a7-4279-be9e-5a2a82c526d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32da8c69-e15d-4813-b03a-052d6c4e6e73,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.231851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d8635cfe-b5ce-494d-be92-57fd1dc2a14d None None] For port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,segment=NetworkSegment(f6463ae8-527e-49c4-9bd6-4eebc29f6225),segment_id=f6463ae8-527e-49c4-9bd6-4eebc29f6225)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:05.243340 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d8635cfe-b5ce-494d-be92-57fd1dc2a14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.402162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8635cfe-b5ce-494d-be92-57fd1dc2a14d None None] Pushing event updated for resources: {'Port': ['ID=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.424105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 3, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port': {'id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:05.459869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Checking router: ff4c0fc0-6ae4-4549-a524-6a1ea3963109 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:05.460494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Updating router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 port 1478a283-afb1-455d-b9e9-3aa19e0c74fa binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:05.475007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.498319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7d08f545-12a9-4259-af95-6aab9911437f None None] Provisioning complete for port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:05.498748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7d08f545-12a9-4259-af95-6aab9911437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.501917 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.547308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44662) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:05.564092 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e74699e-01ca-46f8-bdb4-9ae8cc7d88bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.705121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Allocated IP 172.20.0.1 (9565f13a-771d-47c3-865a-c1711f6c8a20/60f909f4-c681-4a81-8ed7-cace0a03214c/98604ec6-cbfd-418c-9c30-a8b1932ad275) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:05.716325 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e74699e-01ca-46f8-bdb4-9ae8cc7d88bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.722837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5e74699e-01ca-46f8-bdb4-9ae8cc7d88bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.727983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:05.795305 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5e74699e-01ca-46f8-bdb4-9ae8cc7d88bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78a5d648ecca4748b827efb26473052c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461009 Aug 31 14:21:05.796545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44664) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:05.799262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:05.799699 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.806701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74699e-01ca-46f8-bdb4-9ae8cc7d88bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b711730f-5cd3-4fc2-938f-8b13f94fb28f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.876317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65de62e8-f5be-4b28-a101-4ff8e70039b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.880965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.900534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65de62e8-f5be-4b28-a101-4ff8e70039b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.908218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Transition to ACTIVE for port object 98604ec6-cbfd-418c-9c30-a8b1932ad275 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:05.951339 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.969979 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.983249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65de62e8-f5be-4b28-a101-4ff8e70039b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.987651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Transition to ACTIVE for port object 1478a283-afb1-455d-b9e9-3aa19e0c74fa will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:05.989358 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65de62e8-f5be-4b28-a101-4ff8e70039b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.994028 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-65de62e8-f5be-4b28-a101-4ff8e70039b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b711730f-5cd3-4fc2-938f-8b13f94fb28f HTTP/1.1" status: 204 len: 168 time: 0.1950123 Aug 31 14:21:05.999407 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.008886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de62e8-f5be-4b28-a101-4ff8e70039b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b711730f-5cd3-4fc2-938f-8b13f94fb28f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.023392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:06.030258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:06.038009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:06.084426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Pushing event updated for resources: {'Port': ['ID=98604ec6-cbfd-418c-9c30-a8b1932ad275,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.115929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d73490-5590-4bc6-93e0-aa643e1a8430 None None] Pushing event updated for resources: {'Port': ['ID=1478a283-afb1-455d-b9e9-3aa19e0c74fa,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.120126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Attempting to bind port 1478a283-afb1-455d-b9e9-3aa19e0c74fa on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:06.120707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Attempting to bind port 1478a283-afb1-455d-b9e9-3aa19e0c74fa by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:06.121305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Attempting to bind port 1478a283-afb1-455d-b9e9-3aa19e0c74fa on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:06.130727 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.137590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:06.137855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:06.138657 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.139273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:06.140037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Bound port: 1478a283-afb1-455d-b9e9-3aa19e0c74fa, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:06.140631 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.231871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] For port 1478a283-afb1-455d-b9e9-3aa19e0c74fa, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:06.235382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] For port 1478a283-afb1-455d-b9e9-3aa19e0c74fa, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1478a283-afb1-455d-b9e9-3aa19e0c74fa,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:06.242609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.313948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d73490-5590-4bc6-93e0-aa643e1a8430 None None] Pushing event updated for resources: {'Port': ['ID=1478a283-afb1-455d-b9e9-3aa19e0c74fa,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.338241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Routers {'ff4c0fc0-6ae4-4549-a524-6a1ea3963109'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:06.339992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:06.387419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.460555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b03a4b4a-86f5-4cab-be92-484c32c06c8a None None] Provisioning for port 98604ec6-cbfd-418c-9c30-a8b1932ad275 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:06.497919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b03a4b4a-86f5-4cab-be92-484c32c06c8a None None] Provisioning complete for port 98604ec6-cbfd-418c-9c30-a8b1932ad275 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:06.498687 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b03a4b4a-86f5-4cab-be92-484c32c06c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.550662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b03a4b4a-86f5-4cab-be92-484c32c06c8a None None] Port 98604ec6-cbfd-418c-9c30-a8b1932ad275 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:06.561196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] Set router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:06.629699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.637124 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.714684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Pushing event updated for resources: {'Port': ['ID=98604ec6-cbfd-418c-9c30-a8b1932ad275,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.718177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.831350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:06.832825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:06.891791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 4, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port': {'id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '98604ec6-cbfd-418c-9c30-a8b1932ad275', 'name': '', 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'mac_address': 'fa:16:3e:29:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '60f909f4-c681-4a81-8ed7-cace0a03214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:05Z', 'updated_at': '2021-08-31T14:21:05Z', 'revision_number': 1, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'subnets': [{'id': '60f909f4-c681-4a81-8ed7-cace0a03214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:06.942342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c2d12-2b77-48d8-aca9-e8a0f2b9e4cd None None] The sync data for ids ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'] in n-d-792362-6 is: [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 4, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port': {'id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '98604ec6-cbfd-418c-9c30-a8b1932ad275', 'name': '', 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'mac_address': 'fa:16:3e:29:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '60f909f4-c681-4a81-8ed7-cace0a03214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:05Z', 'updated_at': '2021-08-31T14:21:05Z', 'revision_number': 1, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'subnets': [{'id': '60f909f4-c681-4a81-8ed7-cace0a03214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:07.002298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:07.178853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:07.190547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bd734187-9da7-45b7-8775-834562478fef admin admin] 10.222.0.10 "PUT /v2.0/routers/ff4c0fc0-6ae4-4549-a524-6a1ea3963109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7123172 Aug 31 14:21:07.191188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6fb342fe-2613-43e2-9197-f9853c5c0be6 None None] Provisioning complete for port 98604ec6-cbfd-418c-9c30-a8b1932ad275 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:07.191649 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6fb342fe-2613-43e2-9197-f9853c5c0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.268693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6fb342fe-2613-43e2-9197-f9853c5c0be6 None None] Port 98604ec6-cbfd-418c-9c30-a8b1932ad275 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:08.540785 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:21:08.657613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44716) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:09.056176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.331840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Deleting port 98604ec6-cbfd-418c-9c30-a8b1932ad275 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:09.332321 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.381436 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Sync routers for ids ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:09.393298 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Routers {'ff4c0fc0-6ae4-4549-a524-6a1ea3963109'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:09.393912 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:09.418898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.434600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Calling delete_port for 98604ec6-cbfd-418c-9c30-a8b1932ad275 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:09.504474 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Set router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:09.630273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.669051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Pushing event deleted for resources: {'Port': ['ID=98604ec6-cbfd-418c-9c30-a8b1932ad275,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:09.742438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1478a283-afb1-455d-b9e9-3aa19e0c74fa up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:09.784404 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 4, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port': {'id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '98604ec6-cbfd-418c-9c30-a8b1932ad275', 'name': '', 'network_id': '9565f13a-771d-47c3-865a-c1711f6c8a20', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'mac_address': 'fa:16:3e:29:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '60f909f4-c681-4a81-8ed7-cace0a03214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:05Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 2, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'subnets': [{'id': '60f909f4-c681-4a81-8ed7-cace0a03214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:09.824218 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Checking router: ff4c0fc0-6ae4-4549-a524-6a1ea3963109 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:09.824809 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Updating router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 port 98604ec6-cbfd-418c-9c30-a8b1932ad275 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:09.848480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Port 98604ec6-cbfd-418c-9c30-a8b1932ad275 not found while updating agent binding for router ff4c0fc0-6ae4-4549-a524-6a1ea3963109. {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 14:21:09.859790 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Routers {'ff4c0fc0-6ae4-4549-a524-6a1ea3963109'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:09.860855 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:09.882820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1478a283-afb1-455d-b9e9-3aa19e0c74fa completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:09.887681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1478a283-afb1-455d-b9e9-3aa19e0c74fa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:09.888528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.040801 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] Set router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:10.067372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.081077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.105444 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.120626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 1478a283-afb1-455d-b9e9-3aa19e0c74fa, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1478a283-afb1-455d-b9e9-3aa19e0c74fa,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:10.126079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.197136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=1478a283-afb1-455d-b9e9-3aa19e0c74fa,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:10.206812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.207168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.207897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.207897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.208226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.208613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.209137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.209633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.209633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.211134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.211134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.211134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:10.337254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:10.377293 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-33858797-cc99-442d-97ae-564b3019db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:09Z', 'revision_number': 5, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port': {'id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:10.405243 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858797-cc99-442d-97ae-564b3019db49 None None] The sync data for ids ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'] in n-d-792362-6 is: [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:09Z', 'revision_number': 5, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port': {'id': '1478a283-afb1-455d-b9e9-3aa19e0c74fa', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:10.468891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:10.474249 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7bac2cc5-71fb-4396-b277-dc9a9938b95b admin admin] 10.222.0.10 "PUT /v2.0/routers/ff4c0fc0-6ae4-4549-a524-6a1ea3963109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154333 Aug 31 14:21:10.478031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:10.866003 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.975066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.005714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] Sync routers for ids ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:11.016032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] Routers {'ff4c0fc0-6ae4-4549-a524-6a1ea3963109'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:11.016656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.034407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Deleting port 1478a283-afb1-455d-b9e9-3aa19e0c74fa {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:11.034783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.119312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] Set router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:11.127114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] For port 1478a283-afb1-455d-b9e9-3aa19e0c74fa, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1478a283-afb1-455d-b9e9-3aa19e0c74fa,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:11.127503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.147192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Calling delete_port for 1478a283-afb1-455d-b9e9-3aa19e0c74fa owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:11.179534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:10Z', 'revision_number': 6, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.222068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] Checking router: ff4c0fc0-6ae4-4549-a524-6a1ea3963109 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:11.236102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] Routers {'ff4c0fc0-6ae4-4549-a524-6a1ea3963109'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:11.237036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:20:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.345675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.373088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Pushing event deleted for resources: {'Port': ['ID=1478a283-afb1-455d-b9e9-3aa19e0c74fa,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:11.382545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] Set router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:11.444195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.454111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:10Z', 'revision_number': 6, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.481034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b3a51-8c35-4cf0-a8d9-ac9dc03bf180 None None] The sync data for ids ['ff4c0fc0-6ae4-4549-a524-6a1ea3963109'] in n-d-792362-6 is: [{'id': 'ff4c0fc0-6ae4-4549-a524-6a1ea3963109', 'name': 'tempest-ImageQuotaTest-565684629-router', 'tenant_id': 'b5b25c160849429a8f80d15c422efeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:10Z', 'revision_number': 6, 'project_id': 'b5b25c160849429a8f80d15c422efeb7', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:11.541297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.549475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.601519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.602081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4c0fc0-6ae4-4549-a524-6a1ea3963109 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:21:11.607662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.612213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-34e13a2d-ba93-4517-a487-42749556e329 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff4c0fc0-6ae4-4549-a524-6a1ea3963109 HTTP/1.1" status: 204 len: 168 time: 1.1269698 Aug 31 14:21:11.612520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44734) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:11.659943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] Deleting subnet 60f909f4-c681-4a81-8ed7-cace0a03214c {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:11.663158 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.697240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.776600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.831888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.864364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f909f4-c681-4a81-8ed7-cace0a03214c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:11.868990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.871274 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fddde2b8-33d3-41da-8bd7-153cb15974ea admin admin] 10.222.0.10 "DELETE /v2.0/subnets/60f909f4-c681-4a81-8ed7-cace0a03214c HTTP/1.1" status: 204 len: 168 time: 0.2577653 Aug 31 14:21:11.873801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44736) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:11.875508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6fe12e-2df6-4326-86d6-3daaa8dc0317 None None] Network 9565f13a-771d-47c3-865a-c1711f6c8a20 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:11.962612 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.981828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 98604ec6-cbfd-418c-9c30-a8b1932ad275 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:12.017335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 98604ec6-cbfd-418c-9c30-a8b1932ad275 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:12.018062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 98604ec6-cbfd-418c-9c30-a8b1932ad275 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:12.018198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1478a283-afb1-455d-b9e9-3aa19e0c74fa no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:12.022485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Deleting port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:12.022683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.050190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1478a283-afb1-455d-b9e9-3aa19e0c74fa {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:12.050532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1478a283-afb1-455d-b9e9-3aa19e0c74fa not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:12.112297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] For port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,segment=NetworkSegment(f6463ae8-527e-49c4-9bd6-4eebc29f6225),segment_id=f6463ae8-527e-49c4-9bd6-4eebc29f6225)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:12.112787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.125166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] DHCP port deletion for 9565f13a-771d-47c3-865a-c1711f6c8a20 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:21:12.128796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Calling delete_port for 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:12.176468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] Deleting port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:12.176934 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.226196 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.254699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] For port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,segment=NetworkSegment(f6463ae8-527e-49c4-9bd6-4eebc29f6225),segment_id=f6463ae8-527e-49c4-9bd6-4eebc29f6225)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:12.255381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.260642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:12.262796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] No DVR routers for this DVR port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:12.276716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] Calling delete_port for 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:12.357598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.369308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565f13a-771d-47c3-865a-c1711f6c8a20']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:12.381973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6463ae8-527e-49c4-9bd6-4eebc29f6225') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:12.382288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6463ae8-527e-49c4-9bd6-4eebc29f6225') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:12.383313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.406006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.426951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.435323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:12.435956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:12.438189 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:12.440680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] No DVR routers for this DVR port 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:12.442877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c249-7abb-4518-92f9-e7a1e208fcea None None] Pushing event deleted for resources: {'Port': ['ID=62dfa541-00cf-4f2b-af5c-76e298a0c1f9,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:12.504774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.510337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.513051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9565f13a-771d-47c3-865a-c1711f6c8a20 HTTP/1.1" status: 204 len: 168 time: 0.6378386 Aug 31 14:21:12.526124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa0a5f-125a-4913-9d82-9b2390575be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9565f13a-771d-47c3-865a-c1711f6c8a20,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:12.630016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44746) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:12.673717 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a52adf88-595b-481f-a0f7-4c32f293f8ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5b25c160849429a8f80d15c422efeb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424080 Aug 31 14:21:12.676206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:12.748449 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f704d9-56e2-4318-91a4-7e397f48bb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.772938 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f704d9-56e2-4318-91a4-7e397f48bb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.821427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f704d9-56e2-4318-91a4-7e397f48bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.825227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22f704d9-56e2-4318-91a4-7e397f48bb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.826447 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22f704d9-56e2-4318-91a4-7e397f48bb5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4216bd6b-291c-4a4b-89e5-4ed344d1c00d HTTP/1.1" status: 204 len: 168 time: 0.1493008 Aug 31 14:21:12.834244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f704d9-56e2-4318-91a4-7e397f48bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4216bd6b-291c-4a4b-89e5-4ed344d1c00d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.153917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44754) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:13.168283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61f1b660-5e56-4bdf-8d75-c9354ba67216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.264258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61f1b660-5e56-4bdf-8d75-c9354ba67216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.267975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61f1b660-5e56-4bdf-8d75-c9354ba67216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.305959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-61f1b660-5e56-4bdf-8d75-c9354ba67216 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1507239 Aug 31 14:21:13.308166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1b660-5e56-4bdf-8d75-c9354ba67216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82235b88-f636-411d-9564-089ebd35d553,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.309380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44756) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:13.362673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a645d-2b5d-4d8b-91a1-00fe585a68d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.384976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a645d-2b5d-4d8b-91a1-00fe585a68d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.437953 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a645d-2b5d-4d8b-91a1-00fe585a68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.441392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f60a645d-2b5d-4d8b-91a1-00fe585a68d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.442932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f60a645d-2b5d-4d8b-91a1-00fe585a68d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82235b88-f636-411d-9564-089ebd35d553 HTTP/1.1" status: 204 len: 168 time: 0.1322999 Aug 31 14:21:13.455831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a645d-2b5d-4d8b-91a1-00fe585a68d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82235b88-f636-411d-9564-089ebd35d553,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.672931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:13.694634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:13.694985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 62dfa541-00cf-4f2b-af5c-76e298a0c1f9 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:26.767854 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0acdad7-f740-4fd3-9251-df5c024451d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:28.291416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd393-d82a-4bf4-b77c-3050ae7e1c22 req-614769a1-7bdb-4f88-ac2d-2dabd68a7428 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.293388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a48bd393-d82a-4bf4-b77c-3050ae7e1c22 req-614769a1-7bdb-4f88-ac2d-2dabd68a7428 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 947 time: 0.0546942 Aug 31 14:21:28.343347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a48bd393-d82a-4bf4-b77c-3050ae7e1c22 req-57b8c8dc-d8e1-4919-a85c-98eec95358cd tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437284 Aug 31 14:21:29.347404 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-76843c36-c6b8-4248-85b8-e4a878f75c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:29.499227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fbc6d-8367-47a7-af7a-1805132e88f1 req-c4fdf072-9086-40aa-8fbb-3bcb343099c1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:29.500904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c4fbc6d-8367-47a7-af7a-1805132e88f1 req-c4fdf072-9086-40aa-8fbb-3bcb343099c1 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 947 time: 0.0585451 Aug 31 14:21:29.546755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c4fbc6d-8367-47a7-af7a-1805132e88f1 req-c417de08-c2d3-427d-81bd-6e701f2f4816 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups?id=078d682b-d487-4b44-9677-57aaf9f43c71&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390339 Aug 31 14:21:29.554071 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:29.831323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-18899192-a3e0-463d-bd66-6b88b7cd7b72 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:29.833144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-18899192-a3e0-463d-bd66-6b88b7cd7b72 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 947 time: 0.0519724 Aug 31 14:21:29.931328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Deleting port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:29.931696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.022917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] For port d171e7d5-042a-489c-9dcc-a80fd7dcfb85, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:30.023287 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.203302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.203596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.203922 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Floating IP f4e37e9a-1377-44ad-8336-45d1fef516ba disassociated. External IP: 172.25.0.84, port: d171e7d5-042a-489c-9dcc-a80fd7dcfb85. Aug 31 14:21:30.204272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Calling delete_port for d171e7d5-042a-489c-9dcc-a80fd7dcfb85 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:30.354924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.383116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event deleted for resources: {'Port': ['ID=d171e7d5-042a-489c-9dcc-a80fd7dcfb85,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:30.397679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.398040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.398395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.398743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.399085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.399434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.399769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.400276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.400663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.401090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.401429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.401761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:30.531229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Router df148545-cade-4d95-acdf-4feedfb0b233 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:30.649493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.675514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cdb461a4-f03b-4104-9fb7-6c39aa2692e4 req-cc3ddb5d-b2d2-4ecf-b070-1adf989fb873 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e689a3-539e-42a3-aabf-0867f2b41bc8 HTTP/1.1" status: 200 len: 210 time: 0.0296059 Aug 31 14:21:30.676674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:30.690625 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] Sync routers for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:30.701250 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:30.702033 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:21:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:30.725689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] No DVR routers for this DVR port d171e7d5-042a-489c-9dcc-a80fd7dcfb85 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:30.729219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.731329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad8d8256-49ba-4809-b563-d0454aef77e5 req-65aa7966-08ed-48b3-b251-4cd9d1bc52df tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.26 "DELETE /v2.0/ports/d171e7d5-042a-489c-9dcc-a80fd7dcfb85 HTTP/1.1" status: 204 len: 173 time: 0.8915100 Aug 31 14:21:30.731789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-deleted', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:30.734154 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7527239b-fe22-4a8a-8b32-1b172c7182e7" -d '{"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-deleted", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:30.781191 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed03a5c-ef50-4439-9df6-d9d4897f13b1 x-openstack-request-id: req-1ed03a5c-ef50-4439-9df6-d9d4897f13b1 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:30.781566 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e689a3-539e-42a3-aabf-0867f2b41bc8", "name": "network-vif-deleted", "tag": "d171e7d5-042a-489c-9dcc-a80fd7dcfb85", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:30.781887 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ed03a5c-ef50-4439-9df6-d9d4897f13b1 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:30.782423 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e689a3-539e-42a3-aabf-0867f2b41bc8', 'name': 'network-vif-deleted', 'tag': 'd171e7d5-042a-489c-9dcc-a80fd7dcfb85', 'status': 'completed', 'code': 200} Aug 31 14:21:30.838025 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:31.056115 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:31.084964 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] Checking router: df148545-cade-4d95-acdf-4feedfb0b233 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:31.094285 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:31.094907 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:21:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:31.204152 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:31.410371 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:31.437800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f91bd-1c83-456b-8064-0ffd8385fdd3 None None] The sync data for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 is: [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:13:33Z', 'revision_number': 4, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e7e63bb4-af84-46bb-aba1-66feb07151ef', 'name': '', 'network_id': '9329ff9c-4b65-47d5-ac07-21a5420329a6', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'mac_address': 'fa:16:3e:61:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:33Z', 'updated_at': '2021-08-31T14:13:39Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'subnets': [{'id': 'd3005220-729f-4268-a101-f5a73c29a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:31.748170 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb00d9-5df2-406c-b285-b7abf1acf0ea None None] New status for floating IP f4e37e9a-1377-44ad-8336-45d1fef516ba: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:31.779071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44842) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:31.835116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44844) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:31.847034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bcfafd-d503-480c-b040-1d9a886f2a3c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.889497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bcfafd-d503-480c-b040-1d9a886f2a3c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.959333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bcfafd-d503-480c-b040-1d9a886f2a3c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.962408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-26bcfafd-d503-480c-b040-1d9a886f2a3c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.968988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44848) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:31.976275 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-26bcfafd-d503-480c-b040-1d9a886f2a3c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "DELETE /v2.0/security-groups/078d682b-d487-4b44-9677-57aaf9f43c71 HTTP/1.1" status: 204 len: 168 time: 0.1834152 Aug 31 14:21:31.995234 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-567e8bfb-6fd6-48b8-a67a-391d9dd86d2f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] show failed (client error): The resource could not be found. Aug 31 14:21:31.998889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcfafd-d503-480c-b040-1d9a886f2a3c tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d682b-d487-4b44-9677-57aaf9f43c71,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:31.999073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-567e8bfb-6fd6-48b8-a67a-391d9dd86d2f tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "GET /v2.0/security-groups/078d682b-d487-4b44-9677-57aaf9f43c71 HTTP/1.1" status: 404 len: 347 time: 0.0280402 Aug 31 14:21:31.999184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44850) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:32.048608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b726647-c4dd-41bf-976d-d13b46612e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.077968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.202811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Deleting port b1d99c69-07b2-46de-894b-db48c4503475 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:32.203061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.291462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b726647-c4dd-41bf-976d-d13b46612e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.300692 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9b726647-c4dd-41bf-976d-d13b46612e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.342130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.342439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.362250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9b726647-c4dd-41bf-976d-d13b46612e2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da54aee9745c41f09250e48d22cb4a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259957 Aug 31 14:21:32.365458 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44852) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:32.370048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Calling delete_port for b1d99c69-07b2-46de-894b-db48c4503475 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:32.374039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b726647-c4dd-41bf-976d-d13b46612e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625df28-0f70-412e-9fab-d328c09a4743,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:32.432912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e8d73f1-f457-48f1-adae-f1ba372770b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.460208 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e8d73f1-f457-48f1-adae-f1ba372770b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.524912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e8d73f1-f457-48f1-adae-f1ba372770b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.528175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3e8d73f1-f457-48f1-adae-f1ba372770b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.529388 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3e8d73f1-f457-48f1-adae-f1ba372770b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9625df28-0f70-412e-9fab-d328c09a4743 HTTP/1.1" status: 204 len: 168 time: 0.1628747 Aug 31 14:21:32.538233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d73f1-f457-48f1-adae-f1ba372770b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625df28-0f70-412e-9fab-d328c09a4743,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:32.542001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.570705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Pushing event deleted for resources: {'Port': ['ID=b1d99c69-07b2-46de-894b-db48c4503475,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:32.639978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.642962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.644385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5412a87-5a65-4b1e-8848-de5f259bf6e7 tempest-AttachVolumeShelveTestJSON-1188152377 tempest-AttachVolumeShelveTestJSON-1188152377-project] 10.222.0.10 "DELETE /v2.0/floatingips/f4e37e9a-1377-44ad-8336-45d1fef516ba HTTP/1.1" status: 204 len: 168 time: 0.6442010 Aug 31 14:21:34.160222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:34.196237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: d171e7d5-042a-489c-9dcc-a80fd7dcfb85 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:34.196837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device d171e7d5-042a-489c-9dcc-a80fd7dcfb85 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:34.753923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44940) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:34.876025 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-998d8baa-7ab9-4273-95bb-00007efcc241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.987144 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-998d8baa-7ab9-4273-95bb-00007efcc241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.991345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-998d8baa-7ab9-4273-95bb-00007efcc241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.034457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-998d8baa-7ab9-4273-95bb-00007efcc241 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c978ec8a0e8a48d5b2a2e7f4a1f5ad44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792530 Aug 31 14:21:35.035021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d8baa-7ab9-4273-95bb-00007efcc241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27a64ef-3bd3-47cd-9050-f348b211050a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.037711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44950) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:35.098650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f33e927-4622-4b17-9934-d011524bef40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.123384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f33e927-4622-4b17-9934-d011524bef40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.217069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f33e927-4622-4b17-9934-d011524bef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.221541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f33e927-4622-4b17-9934-d011524bef40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.227822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9f33e927-4622-4b17-9934-d011524bef40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b27a64ef-3bd3-47cd-9050-f348b211050a HTTP/1.1" status: 204 len: 168 time: 0.1883385 Aug 31 14:21:35.240447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33e927-4622-4b17-9934-d011524bef40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27a64ef-3bd3-47cd-9050-f348b211050a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.582560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:35.598323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9f77f2-fd61-476c-be5a-3544522a0a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.705049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9f77f2-fd61-476c-be5a-3544522a0a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.709260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d9f77f2-fd61-476c-be5a-3544522a0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.750516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3d9f77f2-fd61-476c-be5a-3544522a0a22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=335af92e6a054086b59fb4da01f18dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663258 Aug 31 14:21:35.751247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f77f2-fd61-476c-be5a-3544522a0a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd403a49-728c-4006-8223-81425c4664c4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.753568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44962) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:35.810297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08cb5a54-a085-4001-b62b-4b854ec66976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.832763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08cb5a54-a085-4001-b62b-4b854ec66976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.899382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08cb5a54-a085-4001-b62b-4b854ec66976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.903364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08cb5a54-a085-4001-b62b-4b854ec66976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.904818 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08cb5a54-a085-4001-b62b-4b854ec66976 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd403a49-728c-4006-8223-81425c4664c4 HTTP/1.1" status: 204 len: 168 time: 0.1500981 Aug 31 14:21:35.913745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb5a54-a085-4001-b62b-4b854ec66976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd403a49-728c-4006-8223-81425c4664c4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:36.740784 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44986) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:36.852900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2066752894'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:36.876238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Made reservation on behalf of 2a21817d585f4efd8e429c2a507f9d29 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:36.879670 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.891291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.997781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.007652 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.041902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] vlan segment allocate from pool success with {'vlan_id': 1519, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:37.051042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df12de35-099f-49f2-8694-2ef5fe339b42,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:37.057884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.058293 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Added segment 1e7deb00-1dcb-4fc4-ad75-16b54ed95223 of type vlan for network cb414d8a-5be8-4092-9a93-e04873533037 Aug 31 14:21:37.105452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.134324 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.142207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:37.142812 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.199972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4580059 Aug 31 14:21:37.200626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 44990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:37.205988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Request body: {'subnet': {'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:37.225547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398c1a3-d113-417f-bc3b-351e0763a3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event updated for resources: {'Network': ['ID=cb414d8a-5be8-4092-9a93-e04873533037,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:37.237255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network cb414d8a-5be8-4092-9a93-e04873533037 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:37.314215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Made reservation on behalf of 2a21817d585f4efd8e429c2a507f9d29 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:37.321934 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.569613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.641540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event updated for resources: {'Subnet': ['ID=551a022f-25d3-47e7-85b8-30e8caf4d51d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:37.661291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-044584ab-87ba-430b-9b5a-57f4a487397d req-73e35e48-b46c-4eaf-ac1d-5477ef075346 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1314297 Aug 31 14:21:37.686172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Checking segment: {'id': '1e7deb00-1dcb-4fc4-ad75-16b54ed95223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:37.686848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Network hostable DHCP agents. Network: cb414d8a-5be8-4092-9a93-e04873533037, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:37.708770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Network cb414d8a-5be8-4092-9a93-e04873533037 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:37.721995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, cb414d8a-5be8-4092-9a93-e04873533037) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:37.735124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:37.735745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.742023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfb11c3-fe76-4fb8-a52f-867a11f7c341 None None] Network cb414d8a-5be8-4092-9a93-e04873533037 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:37.779157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-044584ab-87ba-430b-9b5a-57f4a487397d req-4473dce8-68e4-4bd2-9af3-b444a83a1118 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0315318 Aug 31 14:21:37.788012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0e434501-7c8d-4fee-b64b-bd18a1e7e259 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5860951 Aug 31 14:21:37.790896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 44996) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:37.799057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Request body: {'port': {'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-643347473'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:37.834284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-044584ab-87ba-430b-9b5a-57f4a487397d req-0cf608b2-3ee1-4286-95e9-026c7a283f7d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203581 Aug 31 14:21:37.954517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-cb414d8a-5be8-4092-9a93-e04873533037', 'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037', 'tenant_id': '2a21817d585f4efd8e429c2a507f9d29', 'fixed_ips': [{'subnet_id': '551a022f-25d3-47e7-85b8-30e8caf4d51d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:37.956787 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.967250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Made reservation on behalf of 2a21817d585f4efd8e429c2a507f9d29 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:37.975226 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.975479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044584ab-87ba-430b-9b5a-57f4a487397d req-abe65bca-69e9-4a3e-96a1-aaa2a2b75846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:37.981252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-044584ab-87ba-430b-9b5a-57f4a487397d req-abe65bca-69e9-4a3e-96a1-aaa2a2b75846 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1360731 Aug 31 14:21:38.012325 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] device_id is not set on port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:21:38.160684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Allocated IP 2001:db8::2 (cb414d8a-5be8-4092-9a93-e04873533037/551a022f-25d3-47e7-85b8-30e8caf4d51d/9d9396d8-4977-47dd-9185-d089a5056689) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:38.343345 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.353482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Transition to ACTIVE for port object 9d9396d8-4977-47dd-9185-d089a5056689 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:38.370837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Transition to ACTIVE for port object 9d9396d8-4977-47dd-9185-d089a5056689 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:38.387256 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.435577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Network cb414d8a-5be8-4092-9a93-e04873533037 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:38.442178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:38.444824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:38.454580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Pushing event updated for resources: {'Port': ['ID=9d9396d8-4977-47dd-9185-d089a5056689,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:38.481564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Allocated IP 2001:db8::29d (cb414d8a-5be8-4092-9a93-e04873533037/551a022f-25d3-47e7-85b8-30e8caf4d51d/1bc22c0e-c9ca-4922-ba51-8bb730db6667) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:38.514635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:38.536044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Attempting to bind port 9d9396d8-4977-47dd-9185-d089a5056689 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:38.536658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Attempting to bind port 9d9396d8-4977-47dd-9185-d089a5056689 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '1e7deb00-1dcb-4fc4-ad75-16b54ed95223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:38.537767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Attempting to bind port 9d9396d8-4977-47dd-9185-d089a5056689 on network cb414d8a-5be8-4092-9a93-e04873533037 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:38.545063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:38.545406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Checking segment: {'id': '1e7deb00-1dcb-4fc4-ad75-16b54ed95223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:38.545814 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.546208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Bound using segment: {'id': '1e7deb00-1dcb-4fc4-ad75-16b54ed95223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:38.547430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Bound port: 9d9396d8-4977-47dd-9185-d089a5056689, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7deb00-1dcb-4fc4-ad75-16b54ed95223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:38.547831 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.625353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] For port 9d9396d8-4977-47dd-9185-d089a5056689, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:38.629209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] For port 9d9396d8-4977-47dd-9185-d089a5056689, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9d9396d8-4977-47dd-9185-d089a5056689,segment=NetworkSegment(1e7deb00-1dcb-4fc4-ad75-16b54ed95223),segment_id=1e7deb00-1dcb-4fc4-ad75-16b54ed95223)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:38.633591 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.730820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93bf4b-8e57-48dd-a55d-5e17f173c5f0 None None] Pushing event updated for resources: {'Port': ['ID=9d9396d8-4977-47dd-9185-d089a5056689,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:38.733245 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.754432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Transition to ACTIVE for port object 1bc22c0e-c9ca-4922-ba51-8bb730db6667 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:38.804628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.870762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Network cb414d8a-5be8-4092-9a93-e04873533037 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:38.874457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:38.879097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:38.885371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.886251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.892466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event updated for resources: {'Port': ['ID=1bc22c0e-c9ca-4922-ba51-8bb730db6667,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:38.915931 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-89d8eee5-4112-4567-8b48-bffa0a766bfd tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1218204 Aug 31 14:21:38.920473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45010) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:38.925953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Request body: {'port': {'network_id': 'cb414d8a-5be8-4092-9a93-e04873533037', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1079642257', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:38.926711 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] bootfile-name is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:21:38.927025 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] tftp-server is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:21:38.927390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.api.validators [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] server-ip-address is not in valid_values {{(pid=101360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:21:39.131764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Made reservation on behalf of 2a21817d585f4efd8e429c2a507f9d29 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:39.137583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.167573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] device_id is not set on port 0de5528b-d6da-4036-b0db-6032dab0d8a5 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:21:39.298310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.344223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Allocated IP 2001:db8::2a7 (cb414d8a-5be8-4092-9a93-e04873533037/551a022f-25d3-47e7-85b8-30e8caf4d51d/0de5528b-d6da-4036-b0db-6032dab0d8a5) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:39.603681 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.630877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Transition to ACTIVE for port object 0de5528b-d6da-4036-b0db-6032dab0d8a5 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:39.698641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.789167 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Network cb414d8a-5be8-4092-9a93-e04873533037 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:39.801154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:39.811490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:39.822220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d9396d8-4977-47dd-9185-d089a5056689 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:39.827707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:39.829272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.842799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event updated for resources: {'Port': ['ID=0de5528b-d6da-4036-b0db-6032dab0d8a5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:39.862229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09fb3dc2-d39c-4544-b626-523376054d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9401975 Aug 31 14:21:39.865600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45014) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:39.926947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9d9396d8-4977-47dd-9185-d089a5056689 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:40.019975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abad69-6605-424e-ac0c-606b09fc9fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.026017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abad69-6605-424e-ac0c-606b09fc9fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.031967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abad69-6605-424e-ac0c-606b09fc9fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.033791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-53abad69-6605-424e-ac0c-606b09fc9fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1672351 Aug 31 14:21:40.038268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:40.083761 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.176171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72388204-3da3-49f5-acd0-e2af28554ed3 None None] Network cb414d8a-5be8-4092-9a93-e04873533037 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:40.201737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Deleting port 0de5528b-d6da-4036-b0db-6032dab0d8a5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:40.202079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.308855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-578decaa-13b8-4890-bf98-7b769636a4ab None None] Provisioning for port 9d9396d8-4977-47dd-9185-d089a5056689 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:40.315245 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-578decaa-13b8-4890-bf98-7b769636a4ab None None] Provisioning complete for port 9d9396d8-4977-47dd-9185-d089a5056689 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:40.315687 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-578decaa-13b8-4890-bf98-7b769636a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.319205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Deleting port e7e63bb4-af84-46bb-aba1-66feb07151ef {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:40.319649 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.334068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.387802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Calling delete_port for 0de5528b-d6da-4036-b0db-6032dab0d8a5 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:40.433890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-578decaa-13b8-4890-bf98-7b769636a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.481693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-578decaa-13b8-4890-bf98-7b769636a4ab None None] For port 9d9396d8-4977-47dd-9185-d089a5056689, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9d9396d8-4977-47dd-9185-d089a5056689,segment=NetworkSegment(1e7deb00-1dcb-4fc4-ad75-16b54ed95223),segment_id=1e7deb00-1dcb-4fc4-ad75-16b54ed95223)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:40.487442 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-578decaa-13b8-4890-bf98-7b769636a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.494430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] For port e7e63bb4-af84-46bb-aba1-66feb07151ef, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e7e63bb4-af84-46bb-aba1-66feb07151ef,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:40.494815 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.517619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Calling delete_port for e7e63bb4-af84-46bb-aba1-66feb07151ef owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:40.568611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578decaa-13b8-4890-bf98-7b769636a4ab None None] Pushing event updated for resources: {'Port': ['ID=9d9396d8-4977-47dd-9185-d089a5056689,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:40.700295 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.716702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6ba7da7e-bf0c-4bed-9026-632ce7108d92 None None] Provisioning complete for port 9d9396d8-4977-47dd-9185-d089a5056689 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:40.717110 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6ba7da7e-bf0c-4bed-9026-632ce7108d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.756643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event deleted for resources: {'Port': ['ID=0de5528b-d6da-4036-b0db-6032dab0d8a5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:40.797913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.803056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c47d7e52-9db5-481f-ba35-c5e98465846b tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "DELETE /v2.0/ports/0de5528b-d6da-4036-b0db-6032dab0d8a5 HTTP/1.1" status: 204 len: 168 time: 0.7637169 Aug 31 14:21:40.809212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:40.815601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Request body: {'port': {'name': 'tempest-new-port-name-1662143455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:40.815862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.api.validators [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] bootfile-name is not in valid_values {{(pid=101361) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:21:40.816729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.api.validators [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] tftp-server is not in valid_values {{(pid=101361) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:21:40.816729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.api.validators [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] server-ip-address is not in valid_values {{(pid=101361) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:21:40.847090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6ba7da7e-bf0c-4bed-9026-632ce7108d92 None None] Provisioning for port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:40.851417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6ba7da7e-bf0c-4bed-9026-632ce7108d92 None None] Provisioning complete for port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:40.851938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6ba7da7e-bf0c-4bed-9026-632ce7108d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.902845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7da7e-bf0c-4bed-9026-632ce7108d92 None None] Port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:40.907338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6ba7da7e-bf0c-4bed-9026-632ce7108d92 None None] Could not find standard attr ID for object 0de5528b-d6da-4036-b0db-6032dab0d8a5. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:21:40.935487 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.012128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.054813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e63bb4-af84-46bb-aba1-66feb07151ef,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:41.241876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fa67bea4-3ab8-4030-8140-e22cca08d03e None None] Provisioning complete for port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:41.242230 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea4-3ab8-4030-8140-e22cca08d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.284285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fa67bea4-3ab8-4030-8140-e22cca08d03e None None] Port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:41.379548 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.381312 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.388834 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.465736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] In _notify_port_updated(), no bound segment for port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 on network cb414d8a-5be8-4092-9a93-e04873533037 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:21:41.471446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:41.472361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.473580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "PUT /v2.0/ports/1bc22c0e-c9ca-4922-ba51-8bb730db6667 HTTP/1.1" status: 200 len: 1130 time: 0.6635382 Aug 31 14:21:41.476485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45020) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:41.503870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8f2747f3-b58a-4ca9-9d07-80a1f5e11330 None None] Could not find standard attr ID for object 0de5528b-d6da-4036-b0db-6032dab0d8a5. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:21:41.538296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e180048-b946-4b18-8f3f-53e3ea67b396 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event updated for resources: {'Port': ['ID=1bc22c0e-c9ca-4922-ba51-8bb730db6667,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:41.554071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848fbea5-a6fc-4fb1-91e7-20e8777cfad9 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:41.556786 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-848fbea5-a6fc-4fb1-91e7-20e8777cfad9 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "GET /v2.0/ports/1bc22c0e-c9ca-4922-ba51-8bb730db6667 HTTP/1.1" status: 200 len: 1130 time: 0.0771129 Aug 31 14:21:41.560851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45022) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:41.742797 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Deleting port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:41.746354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.799059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Router df148545-cade-4d95-acdf-4feedfb0b233 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:41.841046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d9396d8-4977-47dd-9185-d089a5056689 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:41.898697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.914482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9d9396d8-4977-47dd-9185-d089a5056689 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:41.915097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.927324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Calling delete_port for 1bc22c0e-c9ca-4922-ba51-8bb730db6667 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:42.000644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:42.012288 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] Sync routers for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:42.022266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c553dd92-8339-4612-9a39-72de200e154d admin admin] 10.222.0.10 "PUT /v2.0/routers/df148545-cade-4d95-acdf-4feedfb0b233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5063243 Aug 31 14:21:42.025583 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45024) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:42.025927 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:42.027500 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:21:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:42.053793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9141e0e6-4960-4993-ae1e-bf1fd8536821 None None] Provisioning complete for port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:42.054083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9141e0e6-4960-4993-ae1e-bf1fd8536821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.113199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9141e0e6-4960-4993-ae1e-bf1fd8536821 None None] Port 1bc22c0e-c9ca-4922-ba51-8bb730db6667 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:42.132383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.175315 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:42.191214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event deleted for resources: {'Port': ['ID=1bc22c0e-c9ca-4922-ba51-8bb730db6667,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.191425 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.246806 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.257854 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0612cd89-e217-4549-b189-72a80dce4ade tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "DELETE /v2.0/ports/1bc22c0e-c9ca-4922-ba51-8bb730db6667 HTTP/1.1" status: 204 len: 168 time: 0.6946831 Aug 31 14:21:42.258750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45026) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:42.338175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Deleting subnet 551a022f-25d3-47e7-85b8-30e8caf4d51d {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:42.342845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.388224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.404197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.462160 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:21:40Z', 'revision_number': 5, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port': {'id': '4b29eb1f-0725-4546-82be-370842ba7d99', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:31Z', 'updated_at': '2021-08-31T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:42.470557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Deleting port 4b29eb1f-0725-4546-82be-370842ba7d99 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:42.471259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.501755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] Checking router: df148545-cade-4d95-acdf-4feedfb0b233 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:42.514043 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] Routers {'df148545-cade-4d95-acdf-4feedfb0b233'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:42.514880 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:21:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['df148545-cade-4d95-acdf-4feedfb0b233'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:42.548308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.575317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] For port 4b29eb1f-0725-4546-82be-370842ba7d99, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4b29eb1f-0725-4546-82be-370842ba7d99,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:42.575699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.590813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Calling delete_port for 4b29eb1f-0725-4546-82be-370842ba7d99 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:42.609819 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] Set router df148545-cade-4d95-acdf-4feedfb0b233 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:42.625466 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.656231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event deleted for resources: {'Subnet': ['ID=551a022f-25d3-47e7-85b8-30e8caf4d51d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.660384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.662556 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1ae8f6ad-5a5e-41ff-8159-cf72dca4147c tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "DELETE /v2.0/subnets/551a022f-25d3-47e7-85b8-30e8caf4d51d HTTP/1.1" status: 204 len: 168 time: 0.4013438 Aug 31 14:21:42.664984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45028) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:42.669326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788ccb6-2152-4e6a-8b33-b8e54e046703 None None] Network cb414d8a-5be8-4092-9a93-e04873533037 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:42.678510 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:21:42Z', 'revision_number': 6, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:42.716198 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790efaf4-5846-4ba2-b216-9ac054c0a61d None None] The sync data for ids ['df148545-cade-4d95-acdf-4feedfb0b233'] in n-d-792362-6 is: [{'id': 'df148545-cade-4d95-acdf-4feedfb0b233', 'name': 'tempest-AttachVolumeShelveTestJSON-62536320-router', 'tenant_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:30Z', 'updated_at': '2021-08-31T14:21:42Z', 'revision_number': 6, 'project_id': 'b18aa7b70bdc457b91a1354e2f0aeb2b', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:42.774153 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.824265 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.844584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Deleting port 9d9396d8-4977-47dd-9185-d089a5056689 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:42.845210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.873708 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b29eb1f-0725-4546-82be-370842ba7d99,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.940883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] For port 9d9396d8-4977-47dd-9185-d089a5056689, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9d9396d8-4977-47dd-9185-d089a5056689,segment=NetworkSegment(1e7deb00-1dcb-4fc4-ad75-16b54ed95223),segment_id=1e7deb00-1dcb-4fc4-ad75-16b54ed95223)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:42.941439 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.955326 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Calling delete_port for 9d9396d8-4977-47dd-9185-d089a5056689 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:42.965014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.040565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.070647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event deleted for resources: {'Port': ['ID=9d9396d8-4977-47dd-9185-d089a5056689,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:43.070935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.073126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.074131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] No DVR routers for this DVR port 9d9396d8-4977-47dd-9185-d089a5056689 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:43.125491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a96f5-9176-4e78-8e8c-a77d2ffdfca4 None None] DHCP port deletion for cb414d8a-5be8-4092-9a93-e04873533037 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:21:43.159933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.160709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df148545-cade-4d95-acdf-4feedfb0b233 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:21:43.168808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.173760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.177571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fc9cd60d-97f0-46a9-8642-517890c15a67 admin admin] 10.222.0.10 "DELETE /v2.0/routers/df148545-cade-4d95-acdf-4feedfb0b233 HTTP/1.1" status: 204 len: 168 time: 1.1482344 Aug 31 14:21:43.177963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45030) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:43.192040 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb414d8a-5be8-4092-9a93-e04873533037']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:43.234780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7deb00-1dcb-4fc4-ad75-16b54ed95223') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:43.235077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7deb00-1dcb-4fc4-ad75-16b54ed95223') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:43.247557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.261321 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] Deleting subnet d3005220-729f-4268-a101-f5a73c29a59e {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:43.266990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.285847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.298285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Releasing vlan 1519 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:43.298683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:43.301704 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:43.348987 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.389137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.399464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.401983 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] 10.222.0.10 "DELETE /v2.0/networks/cb414d8a-5be8-4092-9a93-e04873533037 HTTP/1.1" status: 204 len: 168 time: 0.7360547 Aug 31 14:21:43.421514 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9b29e-9c72-4130-be22-ef415cba7d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246 tempest-ExtraDHCPOptionsIpV6TestJSON-1404489246-project] Pushing event deleted for resources: {'Network': ['ID=cb414d8a-5be8-4092-9a93-e04873533037,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:43.464793 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.518436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.543678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3005220-729f-4268-a101-f5a73c29a59e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:43.550342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.552080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bc5c00f2-5b7a-41aa-81f7-908ebf04b1b2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d3005220-729f-4268-a101-f5a73c29a59e HTTP/1.1" status: 204 len: 168 time: 0.3733718 Aug 31 14:21:43.555602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:43.558409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156cf86-8b29-435b-9fec-29eea6b3527e None None] Network 9329ff9c-4b65-47d5-ac07-21a5420329a6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:43.639939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.649235 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45038) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:43.706011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e63bb4-af84-46bb-aba1-66feb07151ef no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:43.725864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Deleting port 34beb001-f745-49cf-bf44-cd74edde3162 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:43.726213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.738356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e7e63bb4-af84-46bb-aba1-66feb07151ef {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:43.738710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e7e63bb4-af84-46bb-aba1-66feb07151ef not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:43.739109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d9396d8-4977-47dd-9185-d089a5056689 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:43.764829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9d9396d8-4977-47dd-9185-d089a5056689 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:43.765529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9d9396d8-4977-47dd-9185-d089a5056689 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:43.766263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4b29eb1f-0725-4546-82be-370842ba7d99 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:43.791141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 4b29eb1f-0725-4546-82be-370842ba7d99 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:43.791501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4b29eb1f-0725-4546-82be-370842ba7d99 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:43.810670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] For port 34beb001-f745-49cf-bf44-cd74edde3162, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=34beb001-f745-49cf-bf44-cd74edde3162,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:43.811023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.814898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] DHCP port deletion for 9329ff9c-4b65-47d5-ac07-21a5420329a6 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:21:43.831303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Calling delete_port for 34beb001-f745-49cf-bf44-cd74edde3162 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:43.863273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b14125f0-bd3a-41a4-b0f4-aeb334143ba9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a21817d585f4efd8e429c2a507f9d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115898 Aug 31 14:21:43.865759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45042) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:43.881088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] Deleting port 34beb001-f745-49cf-bf44-cd74edde3162 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:43.881659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.934992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.935445 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc908-ab28-4c9d-9fcf-e2a937257cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.962856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34beb001-f745-49cf-bf44-cd74edde3162,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:43.966898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] No DVR routers for this DVR port 34beb001-f745-49cf-bf44-cd74edde3162 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:43.974511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc908-ab28-4c9d-9fcf-e2a937257cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.983853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] For port 34beb001-f745-49cf-bf44-cd74edde3162, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=34beb001-f745-49cf-bf44-cd74edde3162,segment=NetworkSegment(4a71b131-ce26-4c20-b07a-d158354856f1),segment_id=4a71b131-ce26-4c20-b07a-d158354856f1)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:43.984434 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.004443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] Calling delete_port for 34beb001-f745-49cf-bf44-cd74edde3162 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:44.042586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc908-ab28-4c9d-9fcf-e2a937257cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.046703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc908-ab28-4c9d-9fcf-e2a937257cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.050277 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8fcc908-ab28-4c9d-9fcf-e2a937257cbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df12de35-099f-49f2-8694-2ef5fe339b42 HTTP/1.1" status: 204 len: 168 time: 0.1811874 Aug 31 14:21:44.050456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.060308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcc908-ab28-4c9d-9fcf-e2a937257cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df12de35-099f-49f2-8694-2ef5fe339b42,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:44.070760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9329ff9c-4b65-47d5-ac07-21a5420329a6']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:44.085386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a71b131-ce26-4c20-b07a-d158354856f1') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:44.085942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a71b131-ce26-4c20-b07a-d158354856f1') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:44.098411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.112281 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.117203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.124935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:44.125250 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:44.126932 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:44.145198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] Pushing event deleted for resources: {'Port': ['ID=34beb001-f745-49cf-bf44-cd74edde3162,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:44.149009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0a3f1-b2af-437b-8b00-904144d30cd9 None None] No DVR routers for this DVR port 34beb001-f745-49cf-bf44-cd74edde3162 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:44.199329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.205224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.207277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9329ff9c-4b65-47d5-ac07-21a5420329a6 HTTP/1.1" status: 204 len: 168 time: 0.6505303 Aug 31 14:21:44.222172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75fc16-cea0-4eb0-92a6-3cb4356031a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9329ff9c-4b65-47d5-ac07-21a5420329a6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:44.404747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45056) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:44.447840 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-638a6805-4b79-4528-9296-c590951391fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b18aa7b70bdc457b91a1354e2f0aeb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416675 Aug 31 14:21:44.450259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45058) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:44.504256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7673c165-f8ae-407b-a8b0-932f9d6768f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.525780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7673c165-f8ae-407b-a8b0-932f9d6768f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.576610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7673c165-f8ae-407b-a8b0-932f9d6768f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.579461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7673c165-f8ae-407b-a8b0-932f9d6768f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.580721 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7673c165-f8ae-407b-a8b0-932f9d6768f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08d19b1d-05fa-425a-9cb5-68319f907c3f HTTP/1.1" status: 204 len: 168 time: 0.1295149 Aug 31 14:21:44.590352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673c165-f8ae-407b-a8b0-932f9d6768f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d19b1d-05fa-425a-9cb5-68319f907c3f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:44.926482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45080) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:45.164586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'networks': [{'name': 'tempest-network--1495947766'}, {'name': 'tempest-network--259036071'}]} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:45.164948 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'network': {'name': 'tempest-network--1495947766'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:45.166480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'network': {'name': 'tempest-network--259036071'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:45.191644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Made reservation on behalf of ed71850714e5486fac2fe8b1e1043d2e for: {'network': 2} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:45.197453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.207973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.331106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.335503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.336150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.384164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0543757-b819-41ce-b439-0d3e94cc203c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:45.393531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:45.396292 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.396682 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.397257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.397630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.397975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.398335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.398721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.399113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.400144 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.400510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.400896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.401249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:45.413473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.413974 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Added segment 6d9ac96d-1773-4ffa-a568-e3d9b85970c3 of type vlan for network 534a4e99-46b0-4360-aaaa-15b75bac98be Aug 31 14:21:45.468097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.501335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:45.511438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.511784 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Added segment 43447a1f-3265-40d5-b660-56582b3f641d of type vlan for network d05f45d9-96cb-48ca-8d4a-f98c8d94f429 Aug 31 14:21:45.539468 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:21:45.567924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.595782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.596851 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.602700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.608623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.609317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.669430 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7417226 Aug 31 14:21:45.672036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45098) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:45.688697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Network': ['ID=534a4e99-46b0-4360-aaaa-15b75bac98be,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:45.701689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 534a4e99-46b0-4360-aaaa-15b75bac98be details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:45.727906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 34beb001-f745-49cf-bf44-cd74edde3162 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:45.773446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449631-6e1f-4a9b-9f15-d02b9d019106 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Network': ['ID=d05f45d9-96cb-48ca-8d4a-f98c8d94f429,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:45.779005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 34beb001-f745-49cf-bf44-cd74edde3162 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:45.779466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 34beb001-f745-49cf-bf44-cd74edde3162 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:45.809615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d05f45d9-96cb-48ca-8d4a-f98c8d94f429 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:45.813003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303b01c-abf5-4795-9827-7c6281447f5a tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.819086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303b01c-abf5-4795-9827-7c6281447f5a tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.825592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303b01c-abf5-4795-9827-7c6281447f5a tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.831787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303b01c-abf5-4795-9827-7c6281447f5a tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.833479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2303b01c-abf5-4795-9827-7c6281447f5a tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1604362 Aug 31 14:21:45.836358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45104) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:45.926387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.318155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.329131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534a4e99-46b0-4360-aaaa-15b75bac98be']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.339245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9ac96d-1773-4ffa-a568-e3d9b85970c3') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.339550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9ac96d-1773-4ffa-a568-e3d9b85970c3') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.349097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.364434 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.371949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:46.372455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:46.375643 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:46.439282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.446054 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.448594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/networks/534a4e99-46b0-4360-aaaa-15b75bac98be HTTP/1.1" status: 204 len: 168 time: 0.6096327 Aug 31 14:21:46.451333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45120) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:46.460024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a82d2-3ee0-4925-a1b2-1ec5358affe4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Network': ['ID=534a4e99-46b0-4360-aaaa-15b75bac98be,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:46.539533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.634113 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.644426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05f45d9-96cb-48ca-8d4a-f98c8d94f429']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.655158 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43447a1f-3265-40d5-b660-56582b3f641d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.655459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43447a1f-3265-40d5-b660-56582b3f641d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.667129 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.684051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.691545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:46.691944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:46.695062 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:46.765295 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.772473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.774385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/networks/d05f45d9-96cb-48ca-8d4a-f98c8d94f429 HTTP/1.1" status: 204 len: 168 time: 0.3216751 Aug 31 14:21:46.777157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45128) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:46.785957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17c38f-4cc0-4c22-9d1d-957bee5807d4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Network': ['ID=d05f45d9-96cb-48ca-8d4a-f98c8d94f429,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:46.887224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d26b5-1283-4054-a557-10cafe868d30 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:46.893784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d26b5-1283-4054-a557-10cafe868d30 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:46.895564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-830d26b5-1283-4054-a557-10cafe868d30 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1165845 Aug 31 14:21:46.899330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45130) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:46.904777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1932151277'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:46.926403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Made reservation on behalf of ed71850714e5486fac2fe8b1e1043d2e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:46.929955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.955082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:46.964558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.964945 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Added segment b167759d-8552-4824-96bd-2102e3a283f6 of type vlan for network 2c87e134-1749-4231-9434-806ab169deeb Aug 31 14:21:47.006587 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.019847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45134) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.032098 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.037729 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.038454 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.095447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1945217 Aug 31 14:21:47.097978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45138) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.105575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1203337973'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:47.118248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5290e17-35da-4b28-98e9-b6057aacf29f tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Network': ['ID=2c87e134-1749-4231-9434-806ab169deeb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.130060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 2c87e134-1749-4231-9434-806ab169deeb details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:47.134762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Made reservation on behalf of ed71850714e5486fac2fe8b1e1043d2e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:47.137073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51f42445-7f8e-4ec3-9e85-9783eaa5ef41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.139263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.167650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] vlan segment allocate from pool success with {'vlan_id': 1541, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:47.177572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.178460 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Added segment f96a7261-f6b5-4913-8954-f47eb4192fca of type vlan for network cc4e2156-0fd9-4978-a838-752141dbb35a Aug 31 14:21:47.223911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.235703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51f42445-7f8e-4ec3-9e85-9783eaa5ef41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.239722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-51f42445-7f8e-4ec3-9e85-9783eaa5ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.248925 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.254396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.254990 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.279986 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-51f42445-7f8e-4ec3-9e85-9783eaa5ef41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4729ba7ffa944145aabb907a181fedef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590439 Aug 31 14:21:47.282543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45140) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.288485 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f42445-7f8e-4ec3-9e85-9783eaa5ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7d42b-03ac-4bc7-b7bc-6939ee8765aa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.313212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2141876 Aug 31 14:21:47.315896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45142) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.323810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'ports': [{'network_id': '2c87e134-1749-4231-9434-806ab169deeb', 'name': 'tempest-port--828398078', 'admin_state_up': True}, {'network_id': 'cc4e2156-0fd9-4978-a838-752141dbb35a', 'admin_state_up': False}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:47.324132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'port': {'network_id': '2c87e134-1749-4231-9434-806ab169deeb', 'name': 'tempest-port--828398078', 'admin_state_up': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:47.324622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'port': {'network_id': 'cc4e2156-0fd9-4978-a838-752141dbb35a', 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:47.338540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d0402e-5ea6-4ff4-9d58-74738b3c5213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.369494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d0402e-5ea6-4ff4-9d58-74738b3c5213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.372535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d20fd-dcc8-4fd8-b444-076af78502c0 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Network': ['ID=cc4e2156-0fd9-4978-a838-752141dbb35a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.385715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network cc4e2156-0fd9-4978-a838-752141dbb35a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:47.431026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d0402e-5ea6-4ff4-9d58-74738b3c5213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.433766 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d0402e-5ea6-4ff4-9d58-74738b3c5213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.437729 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-00d0402e-5ea6-4ff4-9d58-74738b3c5213 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ae7d42b-03ac-4bc7-b7bc-6939ee8765aa HTTP/1.1" status: 204 len: 168 time: 0.1515107 Aug 31 14:21:47.443979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0402e-5ea6-4ff4-9d58-74738b3c5213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7d42b-03ac-4bc7-b7bc-6939ee8765aa,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.517287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Made reservation on behalf of ed71850714e5486fac2fe8b1e1043d2e for: {'port': 2} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:47.522798 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.537485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.628753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] device_id is not set on port 2e0be820-e06b-4cc7-bdf8-e6bc6e813299 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:21:47.735825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45148) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.751124 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f440e598-c31a-40a6-b2d4-c42a3dcf86e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.761333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.844446 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f440e598-c31a-40a6-b2d4-c42a3dcf86e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.848276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f440e598-c31a-40a6-b2d4-c42a3dcf86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.856085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] device_id is not set on port a2a5dabb-6a34-4610-abcf-1e3934d7257d yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:21:47.887647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f440e598-c31a-40a6-b2d4-c42a3dcf86e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbd1a12684244970bf78fc9211e66954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503708 Aug 31 14:21:47.890097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440e598-c31a-40a6-b2d4-c42a3dcf86e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac27a9-c2cc-4bd1-b0a1-b84329201527,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.892612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45150) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.945214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6747a8f-66ba-4abe-80ec-eb87bcc50668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.969509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6747a8f-66ba-4abe-80ec-eb87bcc50668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.988091 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.022595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6747a8f-66ba-4abe-80ec-eb87bcc50668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.025315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e6747a8f-66ba-4abe-80ec-eb87bcc50668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.029019 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e6747a8f-66ba-4abe-80ec-eb87bcc50668 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50ac27a9-c2cc-4bd1-b0a1-b84329201527 HTTP/1.1" status: 204 len: 168 time: 0.1330943 Aug 31 14:21:48.032700 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.036513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6747a8f-66ba-4abe-80ec-eb87bcc50668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac27a9-c2cc-4bd1-b0a1-b84329201527,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.093889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Port': ['ID=2e0be820-e06b-4cc7-bdf8-e6bc6e813299,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.113560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Checking segment: {'id': 'b167759d-8552-4824-96bd-2102e3a283f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '2c87e134-1749-4231-9434-806ab169deeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:48.113932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network hostable DHCP agents. Network: 2c87e134-1749-4231-9434-806ab169deeb, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:48.134793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network 2c87e134-1749-4231-9434-806ab169deeb is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:48.143651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 2c87e134-1749-4231-9434-806ab169deeb) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:48.147307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:48.148219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.156646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa2091-b2e8-45e5-8754-4781dca8a557 None None] Network 2c87e134-1749-4231-9434-806ab169deeb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:48.204686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Port': ['ID=a2a5dabb-6a34-4610-abcf-1e3934d7257d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.221726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Checking segment: {'id': 'f96a7261-f6b5-4913-8954-f47eb4192fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': 'cc4e2156-0fd9-4978-a838-752141dbb35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:48.222135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network hostable DHCP agents. Network: cc4e2156-0fd9-4978-a838-752141dbb35a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:48.239860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network cc4e2156-0fd9-4978-a838-752141dbb35a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:48.249521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, cc4e2156-0fd9-4978-a838-752141dbb35a) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:48.253571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:48.259897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.261379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd206e9-432a-4adf-8a07-0c9d17b94b23 None None] Network cc4e2156-0fd9-4978-a838-752141dbb35a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:48.265223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.265931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.281906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9012b6fc-1081-4c90-80f2-c68d70333465 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9649491 Aug 31 14:21:48.284589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45156) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:48.336294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a54e97-ea19-4219-8f32-d550b553c241 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.342153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a54e97-ea19-4219-8f32-d550b553c241 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.343859 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-82a54e97-ea19-4219-8f32-d550b553c241 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0582259 Aug 31 14:21:48.346566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45162) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:48.444622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Deleting port 2e0be820-e06b-4cc7-bdf8-e6bc6e813299 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:48.445097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.775577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.788228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Calling delete_port for 2e0be820-e06b-4cc7-bdf8-e6bc6e813299 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:48.866994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.898929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Port': ['ID=2e0be820-e06b-4cc7-bdf8-e6bc6e813299,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.904784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.907977 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e9d2fd51-b0b9-4be0-b857-bb194c0892c5 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/ports/2e0be820-e06b-4cc7-bdf8-e6bc6e813299 HTTP/1.1" status: 204 len: 168 time: 0.5604062 Aug 31 14:21:48.910652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45180) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:49.008094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Deleting port a2a5dabb-6a34-4610-abcf-1e3934d7257d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:49.008456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.081513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.095976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Calling delete_port for a2a5dabb-6a34-4610-abcf-1e3934d7257d owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:49.186135 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.222138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Port': ['ID=a2a5dabb-6a34-4610-abcf-1e3934d7257d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:49.225852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.230915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-73cd7efb-2345-44c1-99df-7fed1f855eef tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/ports/a2a5dabb-6a34-4610-abcf-1e3934d7257d HTTP/1.1" status: 204 len: 168 time: 0.3158250 Aug 31 14:21:49.231173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45192) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:49.268927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c3036eaf-f23c-4cc2-86da-a0f9863660f4 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332618 Aug 31 14:21:49.269384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45194) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:49.274907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-709333302'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:49.298964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Made reservation on behalf of ed71850714e5486fac2fe8b1e1043d2e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:49.302870 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.333780 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] vlan segment allocate from pool success with {'vlan_id': 1546, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:49.346955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.347390 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Added segment e7debc80-c7ba-4065-875a-b9d188c328ee of type vlan for network 2930483a-f2e2-4d00-b84c-0fcaeadfc845 Aug 31 14:21:49.399090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.424401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.430064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:49.430685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.512637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2420654 Aug 31 14:21:49.515746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45200) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:49.520235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba0b8b-6b9b-4c5f-8bcb-cd4641e08e33 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Network': ['ID=2930483a-f2e2-4d00-b84c-0fcaeadfc845,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:49.526890 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1644102897'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:49.534292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 2930483a-f2e2-4d00-b84c-0fcaeadfc845 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:49.563581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Made reservation on behalf of ed71850714e5486fac2fe8b1e1043d2e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:49.574955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.617013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] vlan segment allocate from pool success with {'vlan_id': 1517, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:49.628794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.629303 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Added segment 0a2cd508-2853-4d2e-820e-65f5686a7d85 of type vlan for network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 Aug 31 14:21:49.679563 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.710754 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.717529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:49.718597 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.786927 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2683189 Aug 31 14:21:49.796658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef18a8e-78f9-44bb-8fe9-fd59ab1c7209 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Network': ['ID=84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:49.814442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:50.003484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.008786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'subnets': [{'network_id': '2930483a-f2e2-4d00-b84c-0fcaeadfc845', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1574610472', 'ip_version': 4}, {'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:50.009604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'subnet': {'network_id': '2930483a-f2e2-4d00-b84c-0fcaeadfc845', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1574610472', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:50.010217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Request body: {'subnet': {'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:50.167510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Made reservation on behalf of ed71850714e5486fac2fe8b1e1043d2e for: {'subnet': 2} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:50.172080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.172438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.535521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.601853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Subnet': ['ID=8e1cebb2-a5e2-4ea3-a3cb-65d0a359ceaf,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:50.609310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Checking segment: {'id': 'e7debc80-c7ba-4065-875a-b9d188c328ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '2930483a-f2e2-4d00-b84c-0fcaeadfc845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:50.609424 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network hostable DHCP agents. Network: 2930483a-f2e2-4d00-b84c-0fcaeadfc845, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:50.626265 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network 2930483a-f2e2-4d00-b84c-0fcaeadfc845 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:50.634802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 2930483a-f2e2-4d00-b84c-0fcaeadfc845) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:50.638968 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.644974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ebf246-7065-4ebe-ad66-88ff7428ab34 None None] Network 2930483a-f2e2-4d00-b84c-0fcaeadfc845 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:50.703279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event updated for resources: {'Subnet': ['ID=e171c4e2-ea8f-4046-8153-1c7e7bbea9ea,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:50.712614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Checking segment: {'id': '0a2cd508-2853-4d2e-820e-65f5686a7d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:50.713022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network hostable DHCP agents. Network: 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:50.730651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:50.739676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:50.745440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.746064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.746890 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.756193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd82eab-3686-45ae-b911-d554901d57ea None None] Network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:50.774431 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ef7acb35-7b10-4003-8d50-b39a4c7e77e9 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7674167 Aug 31 14:21:50.774945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45226) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.871287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f09f9-a61d-4f43-9c9b-b7c6a936c344 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.873009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f09f9-a61d-4f43-9c9b-b7c6a936c344 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.874673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f09f9-a61d-4f43-9c9b-b7c6a936c344 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.876518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-768f09f9-a61d-4f43-9c9b-b7c6a936c344 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1005325 Aug 31 14:21:50.879634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45230) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.902553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a7096-bd4e-4d48-82a1-f6bb92c0c7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-2930483a-f2e2-4d00-b84c-0fcaeadfc845', 'network_id': '2930483a-f2e2-4d00-b84c-0fcaeadfc845', 'tenant_id': 'ed71850714e5486fac2fe8b1e1043d2e', 'fixed_ips': [{'subnet_id': '8e1cebb2-a5e2-4ea3-a3cb-65d0a359ceaf'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:50.903423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b62a7096-bd4e-4d48-82a1-f6bb92c0c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.943879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Deleting subnet 8e1cebb2-a5e2-4ea3-a3cb-65d0a359ceaf {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:50.949178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.957791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45232) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.996166 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.999824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24', 'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24', 'tenant_id': 'ed71850714e5486fac2fe8b1e1043d2e', 'fixed_ips': [{'subnet_id': 'e171c4e2-ea8f-4046-8153-1c7e7bbea9ea'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:51.000690 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.044129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.078258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-142806df-45b9-4c00-aac5-768ca6ef30c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.112247 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-b62a7096-bd4e-4d48-82a1-f6bb92c0c7a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e1cebb2-a5e2-4ea3-a3cb-65d0a359ceaf: This subnet is being modified by another concurrent operation. Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e1cebb2-a5e2-4ea3-a3cb-65d0a359ceaf: This subnet is being modified by another concurrent operation. Aug 31 14:21:51.136327 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:21:51.146632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1cebb2-a5e2-4ea3-a3cb-65d0a359ceaf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.154465 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.158901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-09d53450-3cec-4726-9327-9e1ed6ba5765 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/subnets/8e1cebb2-a5e2-4ea3-a3cb-65d0a359ceaf HTTP/1.1" status: 204 len: 168 time: 0.2759275 Aug 31 14:21:51.159264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45236) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.167775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8a601-9d82-4cf7-a63b-583ad9645b76 None None] Network 2930483a-f2e2-4d00-b84c-0fcaeadfc845 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:51.194119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-142806df-45b9-4c00-aac5-768ca6ef30c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.199921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-142806df-45b9-4c00-aac5-768ca6ef30c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.219630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Deleting subnet e171c4e2-ea8f-4046-8153-1c7e7bbea9ea {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:51.233310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Allocated IP 172.20.0.18 (84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24/e171c4e2-ea8f-4046-8153-1c7e7bbea9ea/5a798d80-e661-4a5f-bc62-bb16f9b46806) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:51.239457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-142806df-45b9-4c00-aac5-768ca6ef30c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b93a0abc1aa493cb5382b320f3c4b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805774 Aug 31 14:21:51.240731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142806df-45b9-4c00-aac5-768ca6ef30c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ddb05-055d-4a96-9d94-cef3c48a93f0,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.242201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45238) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.297491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-500ee7ae-814d-4ac8-ba64-630fcff469ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.320451 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-500ee7ae-814d-4ac8-ba64-630fcff469ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.373750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-500ee7ae-814d-4ac8-ba64-630fcff469ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.376413 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-500ee7ae-814d-4ac8-ba64-630fcff469ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.377710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-500ee7ae-814d-4ac8-ba64-630fcff469ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/946ddb05-055d-4a96-9d94-cef3c48a93f0 HTTP/1.1" status: 204 len: 168 time: 0.1342132 Aug 31 14:21:51.385850 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ee7ae-814d-4ac8-ba64-630fcff469ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ddb05-055d-4a96-9d94-cef3c48a93f0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.448522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.457645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Transition to ACTIVE for port object 5a798d80-e661-4a5f-bc62-bb16f9b46806 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:51.474182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Transition to ACTIVE for port object 5a798d80-e661-4a5f-bc62-bb16f9b46806 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:51.481810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.482498 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.523466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:51.526981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:51.530829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:51.532529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.537727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Pushing event updated for resources: {'Port': ['ID=5a798d80-e661-4a5f-bc62-bb16f9b46806,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.592930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Attempting to bind port 5a798d80-e661-4a5f-bc62-bb16f9b46806 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:51.593630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Attempting to bind port 5a798d80-e661-4a5f-bc62-bb16f9b46806 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '0a2cd508-2853-4d2e-820e-65f5686a7d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:51.594005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Attempting to bind port 5a798d80-e661-4a5f-bc62-bb16f9b46806 on network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:51.599621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:51.600006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Checking segment: {'id': '0a2cd508-2853-4d2e-820e-65f5686a7d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:51.600409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.600809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Bound using segment: {'id': '0a2cd508-2853-4d2e-820e-65f5686a7d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:51.601329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Bound port: 5a798d80-e661-4a5f-bc62-bb16f9b46806, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2cd508-2853-4d2e-820e-65f5686a7d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': '84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:51.601723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.631079 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.707608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45244) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.716424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.717039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fcbae091-c338-4488-a669-44990ff28300 None None] For port 5a798d80-e661-4a5f-bc62-bb16f9b46806, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:51.722898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fcbae091-c338-4488-a669-44990ff28300 None None] For port 5a798d80-e661-4a5f-bc62-bb16f9b46806, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5a798d80-e661-4a5f-bc62-bb16f9b46806,segment=NetworkSegment(0a2cd508-2853-4d2e-820e-65f5686a7d85),segment_id=0a2cd508-2853-4d2e-820e-65f5686a7d85)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:51.728185 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.747969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-142cc42c-996c-41cd-a949-1220e9088dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.755763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Subnet': ['ID=e171c4e2-ea8f-4046-8153-1c7e7bbea9ea,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.768653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.771053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fb10a8d9-3363-4572-ac42-9b8c45520185 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/subnets/e171c4e2-ea8f-4046-8153-1c7e7bbea9ea HTTP/1.1" status: 204 len: 168 time: 0.6108375 Aug 31 14:21:51.774135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45246) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.803702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbae091-c338-4488-a669-44990ff28300 None None] Pushing event updated for resources: {'Port': ['ID=5a798d80-e661-4a5f-bc62-bb16f9b46806,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.900202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d80ed7-d3b9-44e6-90c8-d1b2d45bc495 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:51.902779 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71d80ed7-d3b9-44e6-90c8-d1b2d45bc495 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276178 Aug 31 14:21:51.906975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45248) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.913592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-142cc42c-996c-41cd-a949-1220e9088dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.925178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-142cc42c-996c-41cd-a949-1220e9088dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.988270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-142cc42c-996c-41cd-a949-1220e9088dec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ef5c9632604424f87cb9600b21d80a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716734 Aug 31 14:21:51.988270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45250) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:52.001591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cc42c-996c-41cd-a949-1220e9088dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3147c-ffc4-4f73-9bc2-ac091a7f9984,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.017744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.065542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-05e48b4c-d7d9-4139-ac39-2fe2fa8e1c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.092920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-05e48b4c-d7d9-4139-ac39-2fe2fa8e1c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.093656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Deleting port 5a798d80-e661-4a5f-bc62-bb16f9b46806 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:52.094413 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.152519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-05e48b4c-d7d9-4139-ac39-2fe2fa8e1c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.156253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-05e48b4c-d7d9-4139-ac39-2fe2fa8e1c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.160768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-05e48b4c-d7d9-4139-ac39-2fe2fa8e1c84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bb3147c-ffc4-4f73-9bc2-ac091a7f9984 HTTP/1.1" status: 204 len: 168 time: 0.1771564 Aug 31 14:21:52.167204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] For port 5a798d80-e661-4a5f-bc62-bb16f9b46806, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5a798d80-e661-4a5f-bc62-bb16f9b46806,segment=NetworkSegment(0a2cd508-2853-4d2e-820e-65f5686a7d85),segment_id=0a2cd508-2853-4d2e-820e-65f5686a7d85)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:52.167580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.171650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e48b4c-d7d9-4139-ac39-2fe2fa8e1c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3147c-ffc4-4f73-9bc2-ac091a7f9984,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.184196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Calling delete_port for 5a798d80-e661-4a5f-bc62-bb16f9b46806 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:52.281028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.311008 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Port': ['ID=5a798d80-e661-4a5f-bc62-bb16f9b46806,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.315656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] No DVR routers for this DVR port 5a798d80-e661-4a5f-bc62-bb16f9b46806 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:52.411050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.424308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:52.438294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2cd508-2853-4d2e-820e-65f5686a7d85') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:52.438600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2cd508-2853-4d2e-820e-65f5686a7d85') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:52.449426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.464168 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.472772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Releasing vlan 1517 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:52.473408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:52.477086 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:52.574050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.586898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.589866 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/networks/84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 HTTP/1.1" status: 204 len: 168 time: 0.6800685 Aug 31 14:21:52.594171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45260) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:52.608856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9f5a6-e9a3-4b41-b50d-410cc10ef51e tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Network': ['ID=84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.687027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.794942 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.815005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2930483a-f2e2-4d00-b84c-0fcaeadfc845']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:52.827363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7debc80-c7ba-4065-875a-b9d188c328ee') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:52.827664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7debc80-c7ba-4065-875a-b9d188c328ee') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:52.837911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.856628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.863399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Releasing vlan 1546 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:52.863922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:52.866958 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:52.897205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe575eb-c322-4137-95fa-781d1bbcc613 None None] DHCP port deletion for 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:21:52.916951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97dccc-540b-4522-ad69-1e6344c049b5 None None] Network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:52.933609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97dccc-540b-4522-ad69-1e6344c049b5 None None] Network 84cb0252-ea7c-4b3c-8a6f-7d7a85bacd24 could not be found, it might have been deleted concurrently. {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:21:52.947365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.948419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaea4ce-cef8-4375-9a53-eae2e45c90ef None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:21:52.951345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a1adf3be-fa17-40e6-b897-e192d02cb8d4 None None] Could not find standard attr ID for object 5a798d80-e661-4a5f-bc62-bb16f9b46806. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:21:52.955621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.958512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/networks/2930483a-f2e2-4d00-b84c-0fcaeadfc845 HTTP/1.1" status: 204 len: 168 time: 0.3629351 Aug 31 14:21:52.960685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45272) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:52.981855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f6540-9c46-4365-972e-f9ef81fffc44 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Network': ['ID=2930483a-f2e2-4d00-b84c-0fcaeadfc845,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:53.021569 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaea4ce-cef8-4375-9a53-eae2e45c90ef None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:21:53.048363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.148425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.160429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4e2156-0fd9-4978-a838-752141dbb35a']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.170911 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96a7261-f6b5-4913-8954-f47eb4192fca') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.171125 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96a7261-f6b5-4913-8954-f47eb4192fca') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.180362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.200715 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.206826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Releasing vlan 1541 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:53.207258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:53.210341 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:53.271272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.278422 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.280430 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/networks/cc4e2156-0fd9-4978-a838-752141dbb35a HTTP/1.1" status: 204 len: 168 time: 0.3186007 Aug 31 14:21:53.282957 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.301510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44101-e1f9-4f5d-9e8d-6bc3edc866c3 tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Network': ['ID=cc4e2156-0fd9-4978-a838-752141dbb35a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:53.376493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.462688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.472504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c87e134-1749-4231-9434-806ab169deeb']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.483159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b167759d-8552-4824-96bd-2102e3a283f6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.483461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b167759d-8552-4824-96bd-2102e3a283f6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.492055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.506959 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.513997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:53.514446 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:53.517513 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:53.582916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.587883 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.590014 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] 10.222.0.10 "DELETE /v2.0/networks/2c87e134-1749-4231-9434-806ab169deeb HTTP/1.1" status: 204 len: 168 time: 0.3059287 Aug 31 14:21:53.607794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473da3fc-713d-4fc1-9f84-ce21d84f83de tempest-BulkNetworkOpsTest-1613858494 tempest-BulkNetworkOpsTest-1613858494-project] Pushing event deleted for resources: {'Network': ['ID=2c87e134-1749-4231-9434-806ab169deeb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:53.804612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-3168ab90-1cf3-4d4c-b82a-9e6709a6c909 req-364aa32a-2877-4583-962a-8ada8c127e49 service neutron] (101360) timed out ('10.222.0.10', 54264) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:21:53.853345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45300) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.993764 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e118b20e-0786-49be-a8f3-927dbedb4c43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed71850714e5486fac2fe8b1e1043d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387610 Aug 31 14:21:53.997166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45312) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:54.047026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7466173c-2dbc-4889-b0d1-10e6954b6f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.067342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7466173c-2dbc-4889-b0d1-10e6954b6f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.115195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7466173c-2dbc-4889-b0d1-10e6954b6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.118084 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7466173c-2dbc-4889-b0d1-10e6954b6f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.119269 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7466173c-2dbc-4889-b0d1-10e6954b6f03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0543757-b819-41ce-b439-0d3e94cc203c HTTP/1.1" status: 204 len: 168 time: 0.1211033 Aug 31 14:21:54.127602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466173c-2dbc-4889-b0d1-10e6954b6f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0543757-b819-41ce-b439-0d3e94cc203c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:55.268561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45362) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:55.384764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1534805360'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:55.412333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Made reservation on behalf of 54bff7594c8647adb979244e1a3700eb for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:55.416694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.427696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.533752 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.538761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.578809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:55.585539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe882d-53c5-4222-8a05-5a0ec8d28b99,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:55.594326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.594685 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Added segment c43fbac5-7008-421a-a1bb-83ca7abfea2d of type vlan for network 2394d0c9-9636-46bf-8778-bc38257d5d8d Aug 31 14:21:55.642699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.677145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.683907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:55.684606 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.755534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4826460 Aug 31 14:21:55.756359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45372) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:55.762331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-08d2d251-c8b3-4555-a118-cef9bee2feb0 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-358062580') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:55.775324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2422caf-8541-4650-bdf1-5dba54f341ff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Pushing event updated for resources: {'Network': ['ID=2394d0c9-9636-46bf-8778-bc38257d5d8d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:55.791718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 2394d0c9-9636-46bf-8778-bc38257d5d8d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:55.881403 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08d2d251-c8b3-4555-a118-cef9bee2feb0 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "PUT /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-358062580 HTTP/1.1" status: 201 len: 201 time: 0.1234527 Aug 31 14:21:55.889683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45376) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:55.889683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-e4fb2b37-d7ff-4786-bfb4-76c2c9b36571 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-358062580') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:55.969830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e4fb2b37-d7ff-4786-bfb4-76c2c9b36571 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "GET /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-358062580 HTTP/1.1" status: 204 len: 168 time: 0.0846469 Aug 31 14:21:55.973072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45380) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:55.978236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-ad31067b-83b6-4a88-94dd-5b2af19a8dff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.058688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ad31067b-83b6-4a88-94dd-5b2af19a8dff tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "GET /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags HTTP/1.1" status: 200 len: 237 time: 0.0844030 Aug 31 14:21:56.061396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45384) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.066195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-915e9c60-522d-4019-824f-e06d3829dadf tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', {'tags': ['tempest-TagsTest-Tag-1741493712', 'tempest-TagsTest-Tag-996376369', 'tempest-TagsTest-Tag-16571784']}) {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.156587 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-915e9c60-522d-4019-824f-e06d3829dadf tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "PUT /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags HTTP/1.1" status: 200 len: 306 time: 0.0939834 Aug 31 14:21:56.159090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45386) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.163717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-8438bbd8-db05-4b79-9d85-6969a4768ac4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-1741493712') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.252306 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8438bbd8-db05-4b79-9d85-6969a4768ac4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "DELETE /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-1741493712 HTTP/1.1" status: 204 len: 168 time: 0.0920968 Aug 31 14:21:56.254919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45390) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.259450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-6ab8159a-862a-4e3a-a484-6e970e3931df tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-1741493712') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.340876 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-6ab8159a-862a-4e3a-a484-6e970e3931df tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] show failed (client error): The resource could not be found. Aug 31 14:21:56.342113 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6ab8159a-862a-4e3a-a484-6e970e3931df tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "GET /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-1741493712 HTTP/1.1" status: 404 len: 326 time: 0.0860858 Aug 31 14:21:56.344918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.352049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.tag.tag_plugin [None req-b22f31d3-1ce9-49cb-9d0b-9fae27fb5e96 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-996376369') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.421687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b22f31d3-1ce9-49cb-9d0b-9fae27fb5e96 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "GET /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-996376369 HTTP/1.1" status: 204 len: 168 time: 0.0755696 Aug 31 14:21:56.425570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.430468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-3b24ebc5-e8fa-4fcf-aeac-e9dcf93e0d41 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-16571784') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.503593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3b24ebc5-e8fa-4fcf-aeac-e9dcf93e0d41 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "GET /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-16571784 HTTP/1.1" status: 204 len: 168 time: 0.0767188 Aug 31 14:21:56.506164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45400) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.512894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-b468e52d-5136-4438-9736-1370d49b99df tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.616910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b468e52d-5136-4438-9736-1370d49b99df tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "DELETE /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags HTTP/1.1" status: 204 len: 168 time: 0.1095371 Aug 31 14:21:56.620929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45402) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.626313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-dcb0e804-1bf4-4679-a9ce-e0ed52a09dc2 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-996376369') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.702856 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-dcb0e804-1bf4-4679-a9ce-e0ed52a09dc2 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] show failed (client error): The resource could not be found. Aug 31 14:21:56.703923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dcb0e804-1bf4-4679-a9ce-e0ed52a09dc2 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "GET /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-996376369 HTTP/1.1" status: 404 len: 325 time: 0.0817461 Aug 31 14:21:56.708013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45404) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.713248 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-90d8689a-0daa-4df5-94bc-90e79b464001 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d', 'tempest-TagsTest-Tag-16571784') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.763876 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d52d72c3-06ba-4ce7-a373-0065ee7e62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.792732 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-90d8689a-0daa-4df5-94bc-90e79b464001 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] show failed (client error): The resource could not be found. Aug 31 14:21:56.793861 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-90d8689a-0daa-4df5-94bc-90e79b464001 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "GET /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags/tempest-TagsTest-Tag-16571784 HTTP/1.1" status: 404 len: 324 time: 0.0848632 Aug 31 14:21:56.796723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45408) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.801320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.tag.tag_plugin [None req-f5046fcf-2b2b-4bf1-85c4-8077b5877419 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2394d0c9-9636-46bf-8778-bc38257d5d8d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:56.879309 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f5046fcf-2b2b-4bf1-85c4-8077b5877419 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "DELETE /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d/tags HTTP/1.1" status: 204 len: 168 time: 0.0815377 Aug 31 14:21:56.883331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45412) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:56.969931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.069961 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.077882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2394d0c9-9636-46bf-8778-bc38257d5d8d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:57.097789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43fbac5-7008-421a-a1bb-83ca7abfea2d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:57.098100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43fbac5-7008-421a-a1bb-83ca7abfea2d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:57.109119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.125703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.135783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:57.136517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:57.142403 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:57.212486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.221305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.225671 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] 10.222.0.10 "DELETE /v2.0/networks/2394d0c9-9636-46bf-8778-bc38257d5d8d HTTP/1.1" status: 204 len: 168 time: 0.3389113 Aug 31 14:21:57.238596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a3a76-7211-44cb-93dd-c42450965fd4 tempest-TagsTest-1825300105 tempest-TagsTest-1825300105-project] Pushing event deleted for resources: {'Network': ['ID=2394d0c9-9636-46bf-8778-bc38257d5d8d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:57.525657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45424) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:57.697251 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-df830c97-0942-4021-aecd-28cf41b4ef3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54bff7594c8647adb979244e1a3700eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694870 Aug 31 14:21:57.699546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45430) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:57.767631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3e13-401e-459e-a198-d46fa9bc72fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.797967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3e13-401e-459e-a198-d46fa9bc72fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.855695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3e13-401e-459e-a198-d46fa9bc72fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.861047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3e13-401e-459e-a198-d46fa9bc72fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.862607 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c9b3e13-401e-459e-a198-d46fa9bc72fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72fe882d-53c5-4222-8a05-5a0ec8d28b99 HTTP/1.1" status: 204 len: 168 time: 0.1619346 Aug 31 14:21:57.872774 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b3e13-401e-459e-a198-d46fa9bc72fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe882d-53c5-4222-8a05-5a0ec8d28b99,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:59.344997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c78aae3c-e2f0-4c8f-a5ac-c8b56950f054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.546594 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.733220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:59.937826 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-177f7d72-8e90-4dc8-936f-f4bcffa20892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.034669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-177f7d72-8e90-4dc8-936f-f4bcffa20892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.039448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-177f7d72-8e90-4dc8-936f-f4bcffa20892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.078414 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-177f7d72-8e90-4dc8-936f-f4bcffa20892 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e485e94d9ae4311b25b2430ce0a0ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439038 Aug 31 14:22:00.079307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f7d72-8e90-4dc8-936f-f4bcffa20892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5831773f-99c2-4bec-abbf-294bc853bac2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:00.082290 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45510) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:00.143414 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e567ffb-fb6e-4dc0-a364-1096328625ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.166348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e567ffb-fb6e-4dc0-a364-1096328625ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.214940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e567ffb-fb6e-4dc0-a364-1096328625ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.217626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e567ffb-fb6e-4dc0-a364-1096328625ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.218789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e567ffb-fb6e-4dc0-a364-1096328625ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5831773f-99c2-4bec-abbf-294bc853bac2 HTTP/1.1" status: 204 len: 168 time: 0.1345305 Aug 31 14:22:00.228132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e567ffb-fb6e-4dc0-a364-1096328625ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5831773f-99c2-4bec-abbf-294bc853bac2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:00.568086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45528) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:00.582346 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f605efa7-0a8c-4ba3-9f93-aad8726968b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.653274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.672425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f605efa7-0a8c-4ba3-9f93-aad8726968b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.676820 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f605efa7-0a8c-4ba3-9f93-aad8726968b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.719662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605efa7-0a8c-4ba3-9f93-aad8726968b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8900b172-4bdf-4877-8548-65d9d91d9489,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:00.725642 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f605efa7-0a8c-4ba3-9f93-aad8726968b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd2093cd78204618b3f04d8f5d325c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561978 Aug 31 14:22:00.728704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45530) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:00.784039 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0307876-45cb-42a3-a139-b4bd1c15e8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.809335 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0307876-45cb-42a3-a139-b4bd1c15e8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.870541 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0307876-45cb-42a3-a139-b4bd1c15e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.873127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c0307876-45cb-42a3-a139-b4bd1c15e8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.874291 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c0307876-45cb-42a3-a139-b4bd1c15e8fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8900b172-4bdf-4877-8548-65d9d91d9489 HTTP/1.1" status: 204 len: 168 time: 0.1445866 Aug 31 14:22:00.885346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0307876-45cb-42a3-a139-b4bd1c15e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900b172-4bdf-4877-8548-65d9d91d9489,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:01.696309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45572) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:01.905239 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc391686-6eb4-404d-8750-8d147bcb54d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.000665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc391686-6eb4-404d-8750-8d147bcb54d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.006283 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bc391686-6eb4-404d-8750-8d147bcb54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.039581 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.049677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc391686-6eb4-404d-8750-8d147bcb54d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a20b5-52d3-49f1-b899-bb58aad1f533,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:02.056706 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bc391686-6eb4-404d-8750-8d147bcb54d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81c454e11c2f469da658e70f95514a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566735 Aug 31 14:22:02.057469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45584) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:02.112311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eca71db-1cee-4868-8785-4fa14d9d9e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.134027 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eca71db-1cee-4868-8785-4fa14d9d9e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.183060 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eca71db-1cee-4868-8785-4fa14d9d9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.185763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1eca71db-1cee-4868-8785-4fa14d9d9e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.186932 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1eca71db-1cee-4868-8785-4fa14d9d9e50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f3a20b5-52d3-49f1-b899-bb58aad1f533 HTTP/1.1" status: 204 len: 168 time: 0.1283946 Aug 31 14:22:02.195161 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca71db-1cee-4868-8785-4fa14d9d9e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a20b5-52d3-49f1-b899-bb58aad1f533,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:02.579524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45604) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:02.593639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-499df8c8-ad92-4f02-9090-8bacbaecd102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.717153 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-499df8c8-ad92-4f02-9090-8bacbaecd102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.721805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-499df8c8-ad92-4f02-9090-8bacbaecd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.761816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-499df8c8-ad92-4f02-9090-8bacbaecd102 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d07a6e1eb264ca286ba0a0c239981bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811566 Aug 31 14:22:02.763333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499df8c8-ad92-4f02-9090-8bacbaecd102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5922c05c-2e28-48f2-a129-49a53fe69854,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:02.765815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45608) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:02.839111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f7e9729b-0ca1-41e9-b171-0c5f81b51f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.860665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f7e9729b-0ca1-41e9-b171-0c5f81b51f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.907882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f7e9729b-0ca1-41e9-b171-0c5f81b51f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.910983 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f7e9729b-0ca1-41e9-b171-0c5f81b51f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.913653 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f7e9729b-0ca1-41e9-b171-0c5f81b51f0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5922c05c-2e28-48f2-a129-49a53fe69854 HTTP/1.1" status: 204 len: 168 time: 0.1448448 Aug 31 14:22:02.920837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9729b-0ca1-41e9-b171-0c5f81b51f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5922c05c-2e28-48f2-a129-49a53fe69854,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:03.251914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45614) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:03.265291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d4da7144-d3c5-43af-83b7-0e9ae4fef03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.350936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d4da7144-d3c5-43af-83b7-0e9ae4fef03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.355581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d4da7144-d3c5-43af-83b7-0e9ae4fef03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.393721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da7144-d3c5-43af-83b7-0e9ae4fef03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb9284-bc6f-4a8b-b2f1-8d13ee108971,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:03.397881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d4da7144-d3c5-43af-83b7-0e9ae4fef03f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b600111bdb864a30b3b0e3317d77e3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449690 Aug 31 14:22:03.401814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45616) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:03.449051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d37249d-a831-4fef-b8d9-53b981d5fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.470064 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d37249d-a831-4fef-b8d9-53b981d5fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.516947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d37249d-a831-4fef-b8d9-53b981d5fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.519490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d37249d-a831-4fef-b8d9-53b981d5fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.520645 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3d37249d-a831-4fef-b8d9-53b981d5fddf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ffb9284-bc6f-4a8b-b2f1-8d13ee108971 HTTP/1.1" status: 204 len: 168 time: 0.1179254 Aug 31 14:22:03.528806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37249d-a831-4fef-b8d9-53b981d5fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb9284-bc6f-4a8b-b2f1-8d13ee108971,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.586054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45668) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:04.701034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-329cb77a-a4af-49f9-9a22-5b12bdbd3634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.797859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-329cb77a-a4af-49f9-9a22-5b12bdbd3634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.801821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-329cb77a-a4af-49f9-9a22-5b12bdbd3634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.840586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-329cb77a-a4af-49f9-9a22-5b12bdbd3634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5950d62db97b46789b350e0e27ec20b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528327 Aug 31 14:22:04.843847 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45672) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:04.845252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cb77a-a4af-49f9-9a22-5b12bdbd3634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda8e2b5-8b85-41af-91b5-c97d4879bc39,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.895139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08b41fc1-7e19-4d9d-b356-e9019a5fecd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.917444 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08b41fc1-7e19-4d9d-b356-e9019a5fecd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.965197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08b41fc1-7e19-4d9d-b356-e9019a5fecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.967935 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-08b41fc1-7e19-4d9d-b356-e9019a5fecd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.969157 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-08b41fc1-7e19-4d9d-b356-e9019a5fecd8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bda8e2b5-8b85-41af-91b5-c97d4879bc39 HTTP/1.1" status: 204 len: 168 time: 0.1239941 Aug 31 14:22:04.979494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b41fc1-7e19-4d9d-b356-e9019a5fecd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda8e2b5-8b85-41af-91b5-c97d4879bc39,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:05.570272 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45704) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:05.781305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75fa53eb-1e7c-43bf-bba5-d54774ccf631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.871273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75fa53eb-1e7c-43bf-bba5-d54774ccf631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.875219 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-75fa53eb-1e7c-43bf-bba5-d54774ccf631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.916793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45722) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:05.917298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-75fa53eb-1e7c-43bf-bba5-d54774ccf631 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1f108b543ae4a279e9db74704b02fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454227 Aug 31 14:22:05.917882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa53eb-1e7c-43bf-bba5-d54774ccf631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de653a3d-c84e-4b0c-97c8-714d1bb9c139,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:05.972524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57651166-b42e-47a3-8f06-e46c7de63299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.998211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57651166-b42e-47a3-8f06-e46c7de63299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.047422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57651166-b42e-47a3-8f06-e46c7de63299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.050177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57651166-b42e-47a3-8f06-e46c7de63299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.051328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-57651166-b42e-47a3-8f06-e46c7de63299 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de653a3d-c84e-4b0c-97c8-714d1bb9c139 HTTP/1.1" status: 204 len: 168 time: 0.1324718 Aug 31 14:22:06.060520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57651166-b42e-47a3-8f06-e46c7de63299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de653a3d-c84e-4b0c-97c8-714d1bb9c139,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:06.336069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45744) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:06.350037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bd9449-629c-4c74-9640-52b765f207ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.448233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bd9449-629c-4c74-9640-52b765f207ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.452443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-60bd9449-629c-4c74-9640-52b765f207ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.479203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:06.493518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-60bd9449-629c-4c74-9640-52b765f207ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1847610f22f947c59ad7cbeb2dbd0a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550634 Aug 31 14:22:06.495448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd9449-629c-4c74-9640-52b765f207ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c059e3d-7716-41c3-8696-d70b2fc5bfa8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:06.496307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45752) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:06.544179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-590ffc74-438b-4080-a32c-47b89648255e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.565440 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-590ffc74-438b-4080-a32c-47b89648255e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.605887 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46400013-6c33-461b-91fe-f2316c20af1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.637550 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-590ffc74-438b-4080-a32c-47b89648255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.640251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-590ffc74-438b-4080-a32c-47b89648255e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.641418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-590ffc74-438b-4080-a32c-47b89648255e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c059e3d-7716-41c3-8696-d70b2fc5bfa8 HTTP/1.1" status: 204 len: 168 time: 0.1439555 Aug 31 14:22:06.655107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ffc74-438b-4080-a32c-47b89648255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c059e3d-7716-41c3-8696-d70b2fc5bfa8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:06.722862 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46400013-6c33-461b-91fe-f2316c20af1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.727205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46400013-6c33-461b-91fe-f2316c20af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.766417 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-46400013-6c33-461b-91fe-f2316c20af1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc256181f3b84a00bb27995ccb78e556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861221 Aug 31 14:22:06.767389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46400013-6c33-461b-91fe-f2316c20af1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0408a2-0cd9-4f04-bb83-ffe38113d7de,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:06.769965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45758) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:06.823492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e638d36d-f001-4c2e-a709-457aa12d4680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.844987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e638d36d-f001-4c2e-a709-457aa12d4680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.894418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e638d36d-f001-4c2e-a709-457aa12d4680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.897051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e638d36d-f001-4c2e-a709-457aa12d4680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.898251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e638d36d-f001-4c2e-a709-457aa12d4680 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f0408a2-0cd9-4f04-bb83-ffe38113d7de HTTP/1.1" status: 204 len: 168 time: 0.1271865 Aug 31 14:22:06.906447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d36d-f001-4c2e-a709-457aa12d4680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0408a2-0cd9-4f04-bb83-ffe38113d7de,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:08.595936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45842) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:08.706327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe67d649-39b7-4a2d-9529-a964cb9d4522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.802332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe67d649-39b7-4a2d-9529-a964cb9d4522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.806826 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fe67d649-39b7-4a2d-9529-a964cb9d4522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.847103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fe67d649-39b7-4a2d-9529-a964cb9d4522 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c58ccb868004567929d01ed35c0eb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500114 Aug 31 14:22:08.848090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67d649-39b7-4a2d-9529-a964cb9d4522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3457dcd-ef73-4084-b341-e75df489cbed,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:08.849838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45846) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:08.907609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d88be242-83e2-45ca-91fc-7c3db8aeac91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.939217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d88be242-83e2-45ca-91fc-7c3db8aeac91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.992193 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d88be242-83e2-45ca-91fc-7c3db8aeac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.996850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d88be242-83e2-45ca-91fc-7c3db8aeac91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.001107 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d88be242-83e2-45ca-91fc-7c3db8aeac91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3457dcd-ef73-4084-b341-e75df489cbed HTTP/1.1" status: 204 len: 168 time: 0.1466265 Aug 31 14:22:09.008668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88be242-83e2-45ca-91fc-7c3db8aeac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3457dcd-ef73-4084-b341-e75df489cbed,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:09.315336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45852) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:09.328655 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a30cc49e-11d0-4811-802f-038e29ec4c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.429834 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a30cc49e-11d0-4811-802f-038e29ec4c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.435697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a30cc49e-11d0-4811-802f-038e29ec4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.483298 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a30cc49e-11d0-4811-802f-038e29ec4c57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc2768a06052429aa9e9d019622541ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668103 Aug 31 14:22:09.486858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45858) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:09.493309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cc49e-11d0-4811-802f-038e29ec4c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafbd4d8-0033-460e-a248-2ed137204ad1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:09.551517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be05f15b-1933-404c-8d84-bc3be0791a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.578634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be05f15b-1933-404c-8d84-bc3be0791a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.642306 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be05f15b-1933-404c-8d84-bc3be0791a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.646050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be05f15b-1933-404c-8d84-bc3be0791a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.647401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-be05f15b-1933-404c-8d84-bc3be0791a3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bafbd4d8-0033-460e-a248-2ed137204ad1 HTTP/1.1" status: 204 len: 168 time: 0.1595600 Aug 31 14:22:09.661386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05f15b-1933-404c-8d84-bc3be0791a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafbd4d8-0033-460e-a248-2ed137204ad1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:10.083690 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.916363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 45930) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:11.030832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21c5eb93-3661-4ac5-ad37-70c5f050a2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.128587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21c5eb93-3661-4ac5-ad37-70c5f050a2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.132612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-21c5eb93-3661-4ac5-ad37-70c5f050a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.172320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-21c5eb93-3661-4ac5-ad37-70c5f050a2e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b15658dfe4394f0aafd45f5aa1abdd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547460 Aug 31 14:22:11.173267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5eb93-3661-4ac5-ad37-70c5f050a2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5483f0ae-539b-4acb-bc01-652fbb488f17,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:11.175163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45934) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:11.226924 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-554a669b-e608-43da-b74c-382b9da00d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.247392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-554a669b-e608-43da-b74c-382b9da00d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.299104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-554a669b-e608-43da-b74c-382b9da00d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.303800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-554a669b-e608-43da-b74c-382b9da00d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.305269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-554a669b-e608-43da-b74c-382b9da00d46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5483f0ae-539b-4acb-bc01-652fbb488f17 HTTP/1.1" status: 204 len: 168 time: 0.1289420 Aug 31 14:22:11.313332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a669b-e608-43da-b74c-382b9da00d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5483f0ae-539b-4acb-bc01-652fbb488f17,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:12.543105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45978) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:12.701574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1965074110'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:12.722911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Made reservation on behalf of ff415594389a401493a3412e8a80949d for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:12.726336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.736165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.842627 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.846846 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.874887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] vlan segment allocate from pool success with {'vlan_id': 1540, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:12.884557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2455a-0413-427c-b7aa-243cd16a1552,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:12.889632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.889977 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Added segment f6b2a50a-01e5-4ba5-844b-1e351daf6a5e of type vlan for network c44d397b-5248-47d6-97a8-2eb7fd75d48c Aug 31 14:22:12.929213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.958010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.963521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.964112 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.021041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4763551 Aug 31 14:22:13.023723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45982) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:13.028536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Request body: {'subnet': {'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:13.078234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f956a4e-aa89-4187-a1f4-37f7c4db4ba3 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event updated for resources: {'Network': ['ID=c44d397b-5248-47d6-97a8-2eb7fd75d48c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:13.094232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network c44d397b-5248-47d6-97a8-2eb7fd75d48c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:13.149851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Made reservation on behalf of ff415594389a401493a3412e8a80949d for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:13.154051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.342493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.408008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event updated for resources: {'Subnet': ['ID=9d250732-bd6d-4f21-b9a6-03233d1f2e17,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:13.417644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Checking segment: {'id': 'f6b2a50a-01e5-4ba5-844b-1e351daf6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:13.418179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Network hostable DHCP agents. Network: c44d397b-5248-47d6-97a8-2eb7fd75d48c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:13.441185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Network c44d397b-5248-47d6-97a8-2eb7fd75d48c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:13.452620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, c44d397b-5248-47d6-97a8-2eb7fd75d48c) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:13.457356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.457964 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.464343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a0aa8-3635-4fde-b717-e3499de0bb2e None None] Network c44d397b-5248-47d6-97a8-2eb7fd75d48c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:13.479323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5fcf1cf9-f8da-4021-b410-f5389463db19 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4503529 Aug 31 14:22:13.479631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45992) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:13.487545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Request body: {'port': {'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-266520744'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:13.606538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Made reservation on behalf of ff415594389a401493a3412e8a80949d for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:13.610239 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.629848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-c44d397b-5248-47d6-97a8-2eb7fd75d48c', 'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c', 'tenant_id': 'ff415594389a401493a3412e8a80949d', 'fixed_ips': [{'subnet_id': '9d250732-bd6d-4f21-b9a6-03233d1f2e17'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:22:13.630835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.633954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] device_id is not set on port c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:13.752066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Allocated IP 172.20.0.4 (c44d397b-5248-47d6-97a8-2eb7fd75d48c/9d250732-bd6d-4f21-b9a6-03233d1f2e17/c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:13.908620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.923569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Transition to ACTIVE for port object c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:13.963342 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.001586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Network c44d397b-5248-47d6-97a8-2eb7fd75d48c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:14.004896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:14.009393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:14.023246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Allocated IP 172.20.0.2 (c44d397b-5248-47d6-97a8-2eb7fd75d48c/9d250732-bd6d-4f21-b9a6-03233d1f2e17/d723d73b-498c-4de8-bfaf-caa6ebbe43f6) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:14.047923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event updated for resources: {'Port': ['ID=c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.067647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.068273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.087851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1798565e-0481-41d7-a419-8ae36e2f4aed tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6022956 Aug 31 14:22:14.088077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45994) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:14.188068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Deleting port c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:14.188381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.191144 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.200580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Transition to ACTIVE for port object d723d73b-498c-4de8-bfaf-caa6ebbe43f6 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:14.216185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Transition to ACTIVE for port object d723d73b-498c-4de8-bfaf-caa6ebbe43f6 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:14.223184 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.271413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Network c44d397b-5248-47d6-97a8-2eb7fd75d48c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:14.272953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Pushing event updated for resources: {'Port': ['ID=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.275224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:14.279733 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.281260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:14.284959 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.285252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.285602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.285954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.286294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.286637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.286970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.287304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.287635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.287964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.288294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.288622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.294999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Calling delete_port for c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:14.361057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Attempting to bind port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:14.361621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Attempting to bind port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f6b2a50a-01e5-4ba5-844b-1e351daf6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:14.361996 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Attempting to bind port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 on network c44d397b-5248-47d6-97a8-2eb7fd75d48c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:14.371173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:14.371714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Checking segment: {'id': 'f6b2a50a-01e5-4ba5-844b-1e351daf6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:14.372131 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.372531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Bound using segment: {'id': 'f6b2a50a-01e5-4ba5-844b-1e351daf6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:14.373090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Bound port: d723d73b-498c-4de8-bfaf-caa6ebbe43f6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b2a50a-01e5-4ba5-844b-1e351daf6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': 'c44d397b-5248-47d6-97a8-2eb7fd75d48c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:14.373490 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.443033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] For port d723d73b-498c-4de8-bfaf-caa6ebbe43f6, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:14.450962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.452014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] For port d723d73b-498c-4de8-bfaf-caa6ebbe43f6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,segment=NetworkSegment(f6b2a50a-01e5-4ba5-844b-1e351daf6a5e),segment_id=f6b2a50a-01e5-4ba5-844b-1e351daf6a5e)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:14.457421 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.483828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event deleted for resources: {'Port': ['ID=c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.526783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2176c2-b51e-4bef-b261-cd8206d33964 None None] Pushing event updated for resources: {'Port': ['ID=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.578448 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.580556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a2923004-c7ca-4770-b044-d72790cd99ad tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "DELETE /v2.0/ports/c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9 HTTP/1.1" status: 204 len: 168 time: 0.4914088 Aug 31 14:22:14.584179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 45998) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:14.653445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0c89ade1-6eda-47a2-b6bc-09950a117e6a tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4224 time: 0.0652516 Aug 31 14:22:14.654008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46002) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:14.659904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2126387544'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:14.693561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Made reservation on behalf of ff415594389a401493a3412e8a80949d for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:14.699033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.739376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] vlan segment allocate from pool success with {'vlan_id': 1547, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:14.759815 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.760165 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Added segment a550f23f-8fd3-4bb7-b3e5-b55ebda21109 of type vlan for network 451c0232-52cc-4381-b6c4-15e5f3c14ce7 Aug 31 14:22:14.812525 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.841565 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.847262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.847890 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.907270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2525144 Aug 31 14:22:14.910258 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46004) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:14.925862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23f3d8-0456-428b-a07b-8d01099094d0 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event updated for resources: {'Network': ['ID=451c0232-52cc-4381-b6c4-15e5f3c14ce7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.941039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 451c0232-52cc-4381-b6c4-15e5f3c14ce7 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:15.072187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46006) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.072472 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5c1e1f8a-d616-43a0-aaba-5e65eabecf1d tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "GET /v2.0/agents/7124370f-0717-4563-92da-2eacc6382d8b/dhcp-networks HTTP/1.1" status: 200 len: 3302 time: 0.1604550 Aug 31 14:22:15.163457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98dc25-938a-4afa-851b-0b99226e34fd tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] Network 451c0232-52cc-4381-b6c4-15e5f3c14ce7 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:15.175831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5b98dc25-938a-4afa-851b-0b99226e34fd tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "POST /v2.0/agents/7124370f-0717-4563-92da-2eacc6382d8b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1024730 Aug 31 14:22:15.178694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46008) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.180174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f964ee-15b4-4309-ad78-80a741b99b73 None None] Network 451c0232-52cc-4381-b6c4-15e5f3c14ce7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:15.310649 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb6da72c-9298-42cc-b899-1cedebef8c6b tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "GET /v2.0/agents/7124370f-0717-4563-92da-2eacc6382d8b/dhcp-networks HTTP/1.1" status: 200 len: 4074 time: 0.1304772 Aug 31 14:22:15.313802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46010) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.399288 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2c922a1a-722f-4950-9094-d24734a052cd tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "DELETE /v2.0/agents/7124370f-0717-4563-92da-2eacc6382d8b/dhcp-networks/451c0232-52cc-4381-b6c4-15e5f3c14ce7 HTTP/1.1" status: 204 len: 168 time: 0.0837951 Aug 31 14:22:15.401643 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46014) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.582726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995df49d-d56a-4b80-b3dc-679af3880a3e None None] Network c44d397b-5248-47d6-97a8-2eb7fd75d48c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:15.670616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3067731e-8466-48c9-8e52-f7525acbf71b None None] Provisioning for port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:15.817938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d723d73b-498c-4de8-bfaf-caa6ebbe43f6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:15.818217 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-35535d78-e39e-4a88-87eb-8ac8b1abf4ab tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "GET /v2.0/agents/7124370f-0717-4563-92da-2eacc6382d8b/dhcp-networks HTTP/1.1" status: 200 len: 3302 time: 0.4092550 Aug 31 14:22:15.818656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.849426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b5547812-0282-4680-aee1-8f67c12db946 tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "GET /v2.0/networks/c44d397b-5248-47d6-97a8-2eb7fd75d48c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0291870 Aug 31 14:22:15.854221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.877109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c71efb6c-aa11-4226-8d21-f8e491929724 tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "GET /v2.0/networks/c44d397b-5248-47d6-97a8-2eb7fd75d48c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0215371 Aug 31 14:22:15.879503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.904116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:15.911999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:15.912519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.053825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-73c777ce-9768-4024-89ab-9cef36b54252 tempest-DHCPAgentSchedulersTestJSON-121341363 tempest-DHCPAgentSchedulersTestJSON-121341363-project-admin] 10.222.0.10 "GET /v2.0/agents/7124370f-0717-4563-92da-2eacc6382d8b/dhcp-networks HTTP/1.1" status: 200 len: 3302 time: 0.1730804 Aug 31 14:22:16.058374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46022) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:16.068654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.119225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d723d73b-498c-4de8-bfaf-caa6ebbe43f6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,segment=NetworkSegment(f6b2a50a-01e5-4ba5-844b-1e351daf6a5e),segment_id=f6b2a50a-01e5-4ba5-844b-1e351daf6a5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:16.125702 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.189738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.199912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:16.215462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ca0f48cc-6ed4-4475-8e1f-f38897eb1022 None None] Provisioning complete for port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:16.216250 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca0f48cc-6ed4-4475-8e1f-f38897eb1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.320174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.333438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451c0232-52cc-4381-b6c4-15e5f3c14ce7']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:16.345600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a550f23f-8fd3-4bb7-b3e5-b55ebda21109') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:16.346049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a550f23f-8fd3-4bb7-b3e5-b55ebda21109') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:16.357676 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.382453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Releasing vlan 1547 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:16.396829 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:16.435461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4976bcb4-6b7e-45e2-a260-9a89d0961d7b None None] Could not find standard attr ID for object c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:22:16.493765 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.517819 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.519827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "DELETE /v2.0/networks/451c0232-52cc-4381-b6c4-15e5f3c14ce7 HTTP/1.1" status: 204 len: 168 time: 0.4602108 Aug 31 14:22:16.520752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a9825-62d1-4698-b8aa-058bfd10b779 tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event deleted for resources: {'Network': ['ID=451c0232-52cc-4381-b6c4-15e5f3c14ce7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:16.523019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46026) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:16.558647 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faff50b-d44a-46ac-a28a-dbfd44775b5f tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] DELETE failed (client error): The resource could not be found. Aug 31 14:22:16.559530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faff50b-d44a-46ac-a28a-dbfd44775b5f tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:22:16.561589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9faff50b-d44a-46ac-a28a-dbfd44775b5f tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "DELETE /v2.0/ports/c82d96b4-c4a4-4c74-8578-9d9d0d88e3f9 HTTP/1.1" status: 404 len: 333 time: 0.0374005 Aug 31 14:22:16.564194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46028) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:16.635096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Deleting subnet 9d250732-bd6d-4f21-b9a6-03233d1f2e17 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:16.640193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.698833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.151045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.219274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.248444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event deleted for resources: {'Subnet': ['ID=9d250732-bd6d-4f21-b9a6-03233d1f2e17,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:17.250944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.254725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-594b2b50-1a5f-4728-99e2-0ea33c53beef tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "DELETE /v2.0/subnets/9d250732-bd6d-4f21-b9a6-03233d1f2e17 HTTP/1.1" status: 204 len: 168 time: 0.6878524 Aug 31 14:22:17.256047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46030) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:17.258641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110d758-dbcb-4da7-b8aa-2818593861c9 None None] Network c44d397b-5248-47d6-97a8-2eb7fd75d48c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:17.341950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.414993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Deleting port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:17.415353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.494521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] For port d723d73b-498c-4de8-bfaf-caa6ebbe43f6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,segment=NetworkSegment(f6b2a50a-01e5-4ba5-844b-1e351daf6a5e),segment_id=f6b2a50a-01e5-4ba5-844b-1e351daf6a5e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:17.494899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.507068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] DHCP port deletion for c44d397b-5248-47d6-97a8-2eb7fd75d48c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:22:17.513301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Calling delete_port for d723d73b-498c-4de8-bfaf-caa6ebbe43f6 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:17.565551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] Deleting port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:17.565941 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.602844 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.631785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event deleted for resources: {'Port': ['ID=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:17.635961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] No DVR routers for this DVR port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:17.646027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] For port d723d73b-498c-4de8-bfaf-caa6ebbe43f6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,segment=NetworkSegment(f6b2a50a-01e5-4ba5-844b-1e351daf6a5e),segment_id=f6b2a50a-01e5-4ba5-844b-1e351daf6a5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:17.646441 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.662834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] Calling delete_port for d723d73b-498c-4de8-bfaf-caa6ebbe43f6 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:17.725052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.736806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44d397b-5248-47d6-97a8-2eb7fd75d48c']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:17.739211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d723d73b-498c-4de8-bfaf-caa6ebbe43f6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:17.749364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b2a50a-01e5-4ba5-844b-1e351daf6a5e') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:17.749703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b2a50a-01e5-4ba5-844b-1e351daf6a5e') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:17.758884 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.766060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d723d73b-498c-4de8-bfaf-caa6ebbe43f6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:17.766060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d723d73b-498c-4de8-bfaf-caa6ebbe43f6 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:17.778843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.785861 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.788888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Releasing vlan 1540 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:17.789299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:17.794181 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:17.817250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] No DVR routers for this DVR port d723d73b-498c-4de8-bfaf-caa6ebbe43f6 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:17.818960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c566b85-dc43-4bda-bf8b-e36211119ae5 None None] Pushing event deleted for resources: {'Port': ['ID=d723d73b-498c-4de8-bfaf-caa6ebbe43f6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:17.871363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.879181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.881053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] 10.222.0.10 "DELETE /v2.0/networks/c44d397b-5248-47d6-97a8-2eb7fd75d48c HTTP/1.1" status: 204 len: 168 time: 0.6239667 Aug 31 14:22:17.893983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8935883-5236-4636-9fdb-f65d5d1605cd tempest-DHCPAgentSchedulersTestJSON-1795052872 tempest-DHCPAgentSchedulersTestJSON-1795052872-project] Pushing event deleted for resources: {'Network': ['ID=c44d397b-5248-47d6-97a8-2eb7fd75d48c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:18.171951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46044) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:18.333319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b25947c7-d8cd-4309-9912-779de93523ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff415594389a401493a3412e8a80949d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596696 Aug 31 14:22:18.335655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46048) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:18.387403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb1656f-65a1-48a5-9143-39afdecd3aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.409732 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb1656f-65a1-48a5-9143-39afdecd3aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.466633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb1656f-65a1-48a5-9143-39afdecd3aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.471271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dcb1656f-65a1-48a5-9143-39afdecd3aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.473181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dcb1656f-65a1-48a5-9143-39afdecd3aa0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3f2455a-0413-427c-b7aa-243cd16a1552 HTTP/1.1" status: 204 len: 168 time: 0.1358700 Aug 31 14:22:18.488824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1656f-65a1-48a5-9143-39afdecd3aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2455a-0413-427c-b7aa-243cd16a1552,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:18.835074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:18.853242 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81e6d784-d274-49ea-a160-9c05f463feb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.946557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81e6d784-d274-49ea-a160-9c05f463feb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.951634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-81e6d784-d274-49ea-a160-9c05f463feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.993640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-81e6d784-d274-49ea-a160-9c05f463feb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=621f926dd21641089ccc65859c40c5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570692 Aug 31 14:22:18.994354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6d784-d274-49ea-a160-9c05f463feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a635b-c051-452e-834d-acebb5413652,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:18.996079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46060) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:19.046372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16d57dfa-75da-45b3-9452-79d8c1094813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.067073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16d57dfa-75da-45b3-9452-79d8c1094813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.113287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16d57dfa-75da-45b3-9452-79d8c1094813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.116246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16d57dfa-75da-45b3-9452-79d8c1094813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.117476 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-16d57dfa-75da-45b3-9452-79d8c1094813 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b4a635b-c051-452e-834d-acebb5413652 HTTP/1.1" status: 204 len: 168 time: 0.1196856 Aug 31 14:22:19.126078 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57dfa-75da-45b3-9452-79d8c1094813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a635b-c051-452e-834d-acebb5413652,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:20.529507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46104) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:20.738484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1312171566'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:20.791252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Made reservation on behalf of 0af33423329549c5b68a542e668ed175 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:20.797618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.814774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.979480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.985149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.026543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:21.038297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243fb299-ae06-4bfd-acdc-c3f0797e0d6f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:21.051703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.052118 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Added segment f3aa5eda-5291-4e44-944b-3e1dab6db84d of type vlan for network edc14e0b-9822-4c66-8b37-d808c8032676 Aug 31 14:22:21.101951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.128914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.135159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:21.135880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.204587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6738858 Aug 31 14:22:21.225132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a5645-a563-407b-8870-45b68da1bb88 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Pushing event updated for resources: {'Network': ['ID=edc14e0b-9822-4c66-8b37-d808c8032676,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:21.238509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network edc14e0b-9822-4c66-8b37-d808c8032676 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:21.416647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46114) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:21.422749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Request body: {'port': {'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676', 'binding:host_id': 'n-h2-792362-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1877169378'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:21.445858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Made reservation on behalf of c9140cd5e1b14a49a8360cee668c7e41 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:21.448552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.458702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.578587 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.586310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.592030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] device_id is not set on port 6226a029-5514-4575-9f50-8ff88ec9d962 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:21.683856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3825e36d-ca8c-4d5c-bcd5-1334640cbda9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:21.879658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] device_id is not set on port 6226a029-5514-4575-9f50-8ff88ec9d962 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:21.892044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.909215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Transition to ACTIVE for port object 6226a029-5514-4575-9f50-8ff88ec9d962 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:21.927828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.001211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=6226a029-5514-4575-9f50-8ff88ec9d962,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.013848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Checking segment: {'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:22.014225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Network hostable DHCP agents. Network: edc14e0b-9822-4c66-8b37-d808c8032676, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:22.044420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Network edc14e0b-9822-4c66-8b37-d808c8032676 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:22.056192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, edc14e0b-9822-4c66-8b37-d808c8032676) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:22.062607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:22.067253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc909ffa-aa3a-4f00-9ca5-39dc0410f7e8 None None] Network edc14e0b-9822-4c66-8b37-d808c8032676 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:22.081827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.082275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.082701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.088677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.089066 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.089628 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 2 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.105515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.106173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.106995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.114125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.114562 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.115042 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 3 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.134011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.134550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.134906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.140552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.140985 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.141319 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 4 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.159642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.159996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.160348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.166569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.166919 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.167533 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 5 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.187880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.188225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.188477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.193559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.193889 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.194281 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 6 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.207380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.207732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.208200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.214254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.214590 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.215021 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 7 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.228984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.229332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.229676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.236358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.236697 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.237126 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 8 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.246037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46122) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:22.259845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.259845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.260259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.266305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.266650 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.267065 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 9 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.282551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.283017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.283374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.288501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.288887 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.289325 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 10 to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 Aug 31 14:22:22.303254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:22.303607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:22.303954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:22.308646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 6226a029-5514-4575-9f50-8ff88ec9d962 on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:22.309001 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 6226a029-5514-4575-9f50-8ff88ec9d962 on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:22.309379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.379027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-525dd275-72a8-4b9a-af2e-9b15abb19ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.406958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] For port 6226a029-5514-4575-9f50-8ff88ec9d962, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:22.407322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:22:22.415537 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.464304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.464975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.499925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=6226a029-5514-4575-9f50-8ff88ec9d962,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.548094 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:22:22.569463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-525dd275-72a8-4b9a-af2e-9b15abb19ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.577282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-525dd275-72a8-4b9a-af2e-9b15abb19ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.584308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7bd65c7e-12c4-408b-855d-00736190ec70 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1661000 Aug 31 14:22:22.588031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46126) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:22.620022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dd275-72a8-4b9a-af2e-9b15abb19ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b821308b-175d-4ad4-a4d3-92c98839cf88,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.628284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-525dd275-72a8-4b9a-af2e-9b15abb19ee9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa075a53a1c34a4bb285a332eb471a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788490 Aug 31 14:22:22.628852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46128) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:22.715455 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcaf75cd-1566-45e4-82d0-7a877162abdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.719198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Deleting port 6226a029-5514-4575-9f50-8ff88ec9d962 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:22.719532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.785382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcaf75cd-1566-45e4-82d0-7a877162abdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.814239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] For port 6226a029-5514-4575-9f50-8ff88ec9d962, host n-h2-792362-6, got binding levels [] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:22.814522 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.838368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Calling delete_port for 6226a029-5514-4575-9f50-8ff88ec9d962 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:22.895936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcaf75cd-1566-45e4-82d0-7a877162abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.899989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dcaf75cd-1566-45e4-82d0-7a877162abdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.902001 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dcaf75cd-1566-45e4-82d0-7a877162abdc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b821308b-175d-4ad4-a4d3-92c98839cf88 HTTP/1.1" status: 204 len: 168 time: 0.2722840 Aug 31 14:22:22.924663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf75cd-1566-45e4-82d0-7a877162abdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b821308b-175d-4ad4-a4d3-92c98839cf88,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.962783 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.000044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event deleted for resources: {'Port': ['ID=6226a029-5514-4575-9f50-8ff88ec9d962,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.006020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.008102 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d79dfd2-b99b-4624-abe9-83c6494d8b77 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6226a029-5514-4575-9f50-8ff88ec9d962 HTTP/1.1" status: 204 len: 168 time: 0.4190118 Aug 31 14:22:23.011757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:23.037516 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c5b470-4b32-41f7-800b-7e7931b3b074 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:22:23.042680 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e2c5b470-4b32-41f7-800b-7e7931b3b074 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "GET /v2.0/ports/6226a029-5514-4575-9f50-8ff88ec9d962 HTTP/1.1" status: 404 len: 333 time: 0.0263636 Aug 31 14:22:23.042943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:23.047676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Request body: {'port': {'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-831057511'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:23.076627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Made reservation on behalf of c9140cd5e1b14a49a8360cee668c7e41 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:23.079061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.098801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] device_id is not set on port 8d373002-3416-491d-82b4-9c79dfcea93c yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:23.231734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46138) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:23.247514 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d99b64b-36a9-42d3-a9e6-caa1d652fabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.289287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.334635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.372152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d99b64b-36a9-42d3-a9e6-caa1d652fabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.376384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8d99b64b-36a9-42d3-a9e6-caa1d652fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.386997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Network edc14e0b-9822-4c66-8b37-d808c8032676 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:23.390181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:23.393822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:23.394775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:23.395387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.403920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=8d373002-3416-491d-82b4-9c79dfcea93c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.414919 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e192c944-579c-4339-9b95-bb6bda39c5d9 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3709357 Aug 31 14:22:23.417860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46140) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:23.420351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b64b-36a9-42d3-a9e6-caa1d652fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f783eb85-48a5-4931-a542-a3c18a16874f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.422934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:23.427375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8d99b64b-36a9-42d3-a9e6-caa1d652fabb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abdc08fe3541454488beb9626a58b49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920929 Aug 31 14:22:23.427645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46142) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:23.480464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bfe72d0-5ae8-4c42-b0c6-2867ac2f2526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.480942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.503186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bfe72d0-5ae8-4c42-b0c6-2867ac2f2526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.553371 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bfe72d0-5ae8-4c42-b0c6-2867ac2f2526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.556508 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5bfe72d0-5ae8-4c42-b0c6-2867ac2f2526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.558203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5bfe72d0-5ae8-4c42-b0c6-2867ac2f2526 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f783eb85-48a5-4931-a542-a3c18a16874f HTTP/1.1" status: 204 len: 168 time: 0.1295011 Aug 31 14:22:23.574713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe72d0-5ae8-4c42-b0c6-2867ac2f2526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f783eb85-48a5-4931-a542-a3c18a16874f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.659699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] device_id is not set on port 8d373002-3416-491d-82b4-9c79dfcea93c yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:23.668264 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.683700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Transition to ACTIVE for port object 8d373002-3416-491d-82b4-9c79dfcea93c will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:23.687053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.740993 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=8d373002-3416-491d-82b4-9c79dfcea93c,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.753638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.753987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.754337 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.758732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.759070 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.759465 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 2 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.772821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.773909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.774273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.778539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.778865 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.779250 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 3 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.791641 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.791983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.792323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.796962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.797302 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.797693 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 4 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.810706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.811093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.811439 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.816253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.816591 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.817096 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 5 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.829399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.829746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.830091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.834516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.834834 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.835258 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 6 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.848436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.848783 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.849163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.854921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.855257 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.855651 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 7 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.868335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.868721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.869184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.873697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.873942 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.874331 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 8 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.890405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.890405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.890405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.894645 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.894989 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.895392 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 9 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.908021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.908423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.908778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.913378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.913803 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.914269 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 10 to bind port 8d373002-3416-491d-82b4-9c79dfcea93c Aug 31 14:22:23.928038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.928809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.928809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.935648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.936063 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 8d373002-3416-491d-82b4-9c79dfcea93c on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:23.936534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.011947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] For port 8d373002-3416-491d-82b4-9c79dfcea93c, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:24.012378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempted to set empty binding levels {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:22:24.017699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.051656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] In _notify_port_updated(), no bound segment for port 8d373002-3416-491d-82b4-9c79dfcea93c on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:22:24.052529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.053174 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.055240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "PUT /v2.0/ports/8d373002-3416-491d-82b4-9c79dfcea93c HTTP/1.1" status: 200 len: 974 time: 0.6358154 Aug 31 14:22:24.059050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46158) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:24.069908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c206d-d7ff-4bc9-b0f9-6799a7d5d55d tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=8d373002-3416-491d-82b4-9c79dfcea93c,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.138089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc518b6-d3de-4b9e-a81f-d3e88eb60a7f tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.138610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc518b6-d3de-4b9e-a81f-d3e88eb60a7f tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.139125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc518b6-d3de-4b9e-a81f-d3e88eb60a7f tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.139597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc518b6-d3de-4b9e-a81f-d3e88eb60a7f tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.140125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc518b6-d3de-4b9e-a81f-d3e88eb60a7f tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.145151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cfc518b6-d3de-4b9e-a81f-d3e88eb60a7f tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4670 time: 0.0820169 Aug 31 14:22:24.145392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46164) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:24.223904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Deleting port 8d373002-3416-491d-82b4-9c79dfcea93c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:24.224257 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.295792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] For port 8d373002-3416-491d-82b4-9c79dfcea93c, host n-h2-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:24.296081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.310330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Calling delete_port for 8d373002-3416-491d-82b4-9c79dfcea93c owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:24.396703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.431147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d373002-3416-491d-82b4-9c79dfcea93c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.435000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.439480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-90d6d44b-a777-4ffa-b9db-a1e0b7b17353 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8d373002-3416-491d-82b4-9c79dfcea93c HTTP/1.1" status: 204 len: 168 time: 0.2906415 Aug 31 14:22:24.439695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46172) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:24.469067 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-467e0b67-2a9d-487e-90f5-378b48771eb6 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:22:24.470749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-467e0b67-2a9d-487e-90f5-378b48771eb6 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "GET /v2.0/ports/8d373002-3416-491d-82b4-9c79dfcea93c HTTP/1.1" status: 404 len: 333 time: 0.0300541 Aug 31 14:22:24.475251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46174) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:24.481045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1859035379', 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:24.501902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Made reservation on behalf of c9140cd5e1b14a49a8360cee668c7e41 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:24.504227 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.521211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] device_id is not set on port 5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:24.696497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.736586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.784208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Network edc14e0b-9822-4c66-8b37-d808c8032676 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:24.790340 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:24.792362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.794492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:24.795443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.796033 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.817406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f59e507b-0356-46e2-bc42-621b90d44785 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3409240 Aug 31 14:22:24.820928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:24.857423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbaec2c-91f6-4af7-9d90-42c94c54d4ca tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.858834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ebbaec2c-91f6-4af7-9d90-42c94c54d4ca tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "GET /v2.0/ports/5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b HTTP/1.1" status: 200 len: 955 time: 0.0365219 Aug 31 14:22:24.861718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46188) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:24.941425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Deleting port 5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:24.941822 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.019078 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.032612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Calling delete_port for 5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:25.115991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.149581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:25.155440 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.158601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-156e99a0-1fa6-49f5-8d4e-a28d24168dc5 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b HTTP/1.1" status: 204 len: 168 time: 0.2958238 Aug 31 14:22:25.160386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46194) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:25.187238 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28f5d08-7347-4c25-aeea-ebd82d73987e tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:22:25.189095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d28f5d08-7347-4c25-aeea-ebd82d73987e tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "GET /v2.0/ports/5b7ef9ae-6eea-4ff8-8b6f-8363915e2a0b HTTP/1.1" status: 404 len: 333 time: 0.0276365 Aug 31 14:22:25.193376 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46196) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:25.199697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Request body: {'port': {'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-847516342'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:25.226427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Made reservation on behalf of c9140cd5e1b14a49a8360cee668c7e41 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:25.232091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.253894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] device_id is not set on port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:25.442090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.496258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.550744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Network edc14e0b-9822-4c66-8b37-d808c8032676 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:25.554024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:25.558504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:25.558936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.559573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.565500 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=709ac7a1-c3fe-49f8-ad11-3c93fed7eccd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:25.583848 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-25ef3f4e-5b72-43bc-85c0-35554160c884 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3888717 Aug 31 14:22:25.586839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:25.592899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:25.650703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.841745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] device_id is not set on port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:25.850022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.863525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Transition to ACTIVE for port object 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:25.868165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.920664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=709ac7a1-c3fe-49f8-ad11-3c93fed7eccd,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:25.937335 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:25.937889 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:25.938454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:25.943902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:25.944245 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:25.944634 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 2 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:25.960989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:25.961823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:25.962164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:25.971516 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:25.971855 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:25.972253 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 3 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:25.986375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:25.986715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:25.987057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:25.992851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:25.993589 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:25.993867 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 4 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:26.012579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.013284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.013489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.018513 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.018892 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:26.019333 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 5 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:26.034468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.034747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.035086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.039920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.040259 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:26.040646 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 6 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:26.055859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.056196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.056541 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.062074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.062417 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:26.062811 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 7 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:26.084266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.084825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.085212 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.092624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.093131 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:26.093613 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 8 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:26.109147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.109492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.109835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.119857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.120264 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:26.120674 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 9 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:26.141079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.141501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.141876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.147373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.147711 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:26.148135 n-d-792362-6 neutron-server[101360]: INFO neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempt 10 to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd Aug 31 14:22:26.162474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.162821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.163166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempting to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.168410 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.168820 n-d-792362-6 neutron-server[101360]: ERROR neutron.plugins.ml2.managers [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Failed to bind port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on host n-h2-792362-6 for vnic_type normal using segments [{'id': 'f3aa5eda-5291-4e44-944b-3e1dab6db84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': 'edc14e0b-9822-4c66-8b37-d808c8032676'}] Aug 31 14:22:26.169387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.241095 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] For port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:26.241470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attempted to set empty binding levels {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:22:26.247840 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.282955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] In _notify_port_updated(), no bound segment for port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd on network edc14e0b-9822-4c66-8b37-d808c8032676 {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:22:26.283877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.284501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.286194 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "PUT /v2.0/ports/709ac7a1-c3fe-49f8-ad11-3c93fed7eccd HTTP/1.1" status: 200 len: 974 time: 0.6983206 Aug 31 14:22:26.289649 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:26.328061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528e12f-423c-4afe-874c-8e8b39997b45 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event updated for resources: {'Port': ['ID=709ac7a1-c3fe-49f8-ad11-3c93fed7eccd,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:26.384169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Deleting port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:26.384430 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.456414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] For port 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd, host n-h2-792362-6, got binding levels [] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:26.456790 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.472148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Calling delete_port for 709ac7a1-c3fe-49f8-ad11-3c93fed7eccd owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:26.563073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.598364 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Pushing event deleted for resources: {'Port': ['ID=709ac7a1-c3fe-49f8-ad11-3c93fed7eccd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:26.604963 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.609784 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bcc18160-8ac5-471a-aba0-315d4b2d3206 tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "DELETE /v2.0/ports/709ac7a1-c3fe-49f8-ad11-3c93fed7eccd HTTP/1.1" status: 204 len: 168 time: 0.3191118 Aug 31 14:22:26.609953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46212) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:26.644330 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-47776fb3-7b9e-4197-b10c-eb78c8424c6b tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:22:26.651504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-47776fb3-7b9e-4197-b10c-eb78c8424c6b tempest-PortsAdminExtendedAttrsTestJSON-1038924499 tempest-PortsAdminExtendedAttrsTestJSON-1038924499-project-admin] 10.222.0.10 "GET /v2.0/ports/709ac7a1-c3fe-49f8-ad11-3c93fed7eccd HTTP/1.1" status: 404 len: 333 time: 0.0363955 Aug 31 14:22:26.652387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:26.740368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.761451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b45f-5b09-4e23-90d1-3aef68d2ac55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.832414 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.843333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc14e0b-9822-4c66-8b37-d808c8032676']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:26.854143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3aa5eda-5291-4e44-944b-3e1dab6db84d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:26.854436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3aa5eda-5291-4e44-944b-3e1dab6db84d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:26.865337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.880249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.887338 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:26.887746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:26.891488 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:26.957232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.962879 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.965578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] 10.222.0.10 "DELETE /v2.0/networks/edc14e0b-9822-4c66-8b37-d808c8032676 HTTP/1.1" status: 204 len: 168 time: 0.3116856 Aug 31 14:22:26.986332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c3a38-2e01-4f4a-bee7-ce503eb94aa7 tempest-PortsAdminExtendedAttrsTestJSON-1523659135 tempest-PortsAdminExtendedAttrsTestJSON-1523659135-project] Pushing event deleted for resources: {'Network': ['ID=edc14e0b-9822-4c66-8b37-d808c8032676,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:27.249751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:27.408757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-82084d60-3afc-4e5b-82ab-be979c6d79bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0af33423329549c5b68a542e668ed175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575789 Aug 31 14:22:27.411245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46226) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:27.465209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0194e6e5-55a7-4871-86a3-5feec6ed5900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.490411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0194e6e5-55a7-4871-86a3-5feec6ed5900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.547516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0194e6e5-55a7-4871-86a3-5feec6ed5900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.550494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0194e6e5-55a7-4871-86a3-5feec6ed5900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.556467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0194e6e5-55a7-4871-86a3-5feec6ed5900 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/243fb299-ae06-4bfd-acdc-c3f0797e0d6f HTTP/1.1" status: 204 len: 168 time: 0.1395552 Aug 31 14:22:27.560942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194e6e5-55a7-4871-86a3-5feec6ed5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243fb299-ae06-4bfd-acdc-c3f0797e0d6f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:27.963371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46234) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:28.010548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e1b74c35-b0fc-4d91-9fb8-ca9bc7f9a3d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9140cd5e1b14a49a8360cee668c7e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456650 Aug 31 14:22:28.013569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46236) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:28.078824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-391cfca5-f0f2-4631-8274-06dc300b83ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:28.102406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-391cfca5-f0f2-4631-8274-06dc300b83ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:28.169360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-391cfca5-f0f2-4631-8274-06dc300b83ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:28.172988 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-391cfca5-f0f2-4631-8274-06dc300b83ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:28.174949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-391cfca5-f0f2-4631-8274-06dc300b83ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3825e36d-ca8c-4d5c-bcd5-1334640cbda9 HTTP/1.1" status: 204 len: 168 time: 0.1600595 Aug 31 14:22:28.188507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cfca5-f0f2-4631-8274-06dc300b83ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3825e36d-ca8c-4d5c-bcd5-1334640cbda9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:29.050059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46264) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:29.222994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-78095898'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:29.255052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:29.259233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.269935 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.379065 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d95d9adb-96e3-4d11-b4aa-61a2c2f33cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.413088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.419092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.447941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] vlan segment allocate from pool success with {'vlan_id': 1549, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:29.458658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a474155-e5ff-4f43-a9e2-bc65b158135b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:29.466063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.466410 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Added segment 43d4f9b1-3649-4e8e-84d0-71bf4bc2bdf9 of type vlan for network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b Aug 31 14:22:29.514850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.548051 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.549483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.562747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.564197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.641732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5906246 Aug 31 14:22:29.645323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46278) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:29.654638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'subnet': {'network_id': '00fa8eee-8a66-4f8a-8f9f-8ddca925f27b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:29.659371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5c0cd-02f1-4661-b554-498e39f18d7c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Network': ['ID=00fa8eee-8a66-4f8a-8f9f-8ddca925f27b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:29.674369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:29.761377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:29.767192 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.965626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.021265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Subnet': ['ID=3fecade8-eadb-49c2-b0be-0f8df86d9f96,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:30.037935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Checking segment: {'id': '43d4f9b1-3649-4e8e-84d0-71bf4bc2bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '00fa8eee-8a66-4f8a-8f9f-8ddca925f27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:30.038412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network hostable DHCP agents. Network: 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:30.056436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:30.070200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:30.075251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.076155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.079494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c26def-757c-44e7-94b6-3bce4d4026a5 None None] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:30.092343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ad47e3dd-1d44-496d-a596-aa3d5f36a45e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4435809 Aug 31 14:22:30.095065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46280) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:30.103660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-41331765', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:30.135126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.136596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.207194 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.406304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d5224d-69dd-4070-b688-1828bf3ff7f3 None None] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:30.456948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.663067 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.780795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.799714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.912939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.25.0.185 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/1625749e-ee49-4e18-ac09-76ae0f100939) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:31.039953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.081640 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.127473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:31.130753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:31.134857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:31.141017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=1625749e-ee49-4e18-ac09-76ae0f100939,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:31.177525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.177785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.178137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.178547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.178939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.179308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.179711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.180136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.180540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.180980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.181406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.181825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:31.536360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.040839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.083523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.236066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:22:32.352905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:32.364393 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:32.377081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:32.377727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:32.378975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.380780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dbecd3f5-2a3d-4a37-ae30-07c0b3f87a66 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2846212 Aug 31 14:22:32.383835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46294) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:32.417225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:32.427782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:32.428422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:32.468923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:32.469641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef6a84-e617-42dc-adbb-4f512662753d None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:32.922326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.202005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.1 (00fa8eee-8a66-4f8a-8f9f-8ddca925f27b/3fecade8-eadb-49c2-b0be-0f8df86d9f96/ea923a75-a780-4ac3-82ce-f13ab8243e7c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:33.318550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.358953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.404755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:33.407995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:33.411869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:33.418360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=ea923a75-a780-4ac3-82ce-f13ab8243e7c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:33.465503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.593456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.900402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.905121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.985400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=ea923a75-a780-4ac3-82ce-f13ab8243e7c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:33.990410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.089712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:34.091212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:34.217107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:34.332568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:34.338484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3482c2ba-d2cc-4344-9392-b0063fb81831 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/routers/36ba4c94-d0f1-4e05-ac02-2df7680ec457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529409 Aug 31 14:22:34.340469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46308) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:34.343522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:34.346234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'port': {'network_id': '00fa8eee-8a66-4f8a-8f9f-8ddca925f27b', 'name': 'tempest-FloatingIPTestJSON-131956181'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:34.356440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:34.357303 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:34.410757 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:34.420298 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:34.420953 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:34.457684 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:34.458335 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca7125-db48-494d-8526-f505ad3cc58a None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:34.483795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:34.487301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.506565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] device_id is not set on port cf619cb7-7990-4f2d-9149-78f42c03b8ef yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:34.624128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.8 (00fa8eee-8a66-4f8a-8f9f-8ddca925f27b/3fecade8-eadb-49c2-b0be-0f8df86d9f96/cf619cb7-7990-4f2d-9149-78f42c03b8ef) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:34.844131 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.902770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.963800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:34.967932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:34.973966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:35.078742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=cf619cb7-7990-4f2d-9149-78f42c03b8ef,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:35.112301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:35.113203 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.139465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f4e5759d-d942-4283-a4b5-4fe57b39aedc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7972026 Aug 31 14:22:35.143626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46312) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:35.152184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'port': {'network_id': '00fa8eee-8a66-4f8a-8f9f-8ddca925f27b', 'name': 'tempest-FloatingIPTestJSON-2098855280'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:35.341027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:35.347227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.381590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] device_id is not set on port dd2ea263-70a3-42c4-936c-82f017424bd5 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:35.536358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.9 (00fa8eee-8a66-4f8a-8f9f-8ddca925f27b/3fecade8-eadb-49c2-b0be-0f8df86d9f96/dd2ea263-70a3-42c4-936c-82f017424bd5) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:35.716464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.759786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.811219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:35.814276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:35.816693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:35.843936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=dd2ea263-70a3-42c4-936c-82f017424bd5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:35.884217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:35.884858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.905211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b42383c6-e3ea-4be9-9715-93e18b7b7cd0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7598593 Aug 31 14:22:35.908429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46314) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:35.914051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'dd2ea263-70a3-42c4-936c-82f017424bd5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:35.938282 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.065907 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.223562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.25.0.217 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/c5af1b8b-fd94-4046-9e4f-437269ced8ac) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:36.364271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.416965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.462368 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:36.465378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:36.469177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:36.475225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=c5af1b8b-fd94-4046-9e4f-437269ced8ac,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:36.888544 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.965525 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.175646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.184028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.286247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=c5af1b8b-fd94-4046-9e4f-437269ced8ac,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:37.306975 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.444353 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 353a6ed9-c1bc-487d-bf91-0f85d1e682a5 associated. External IP: 172.25.0.217, port: dd2ea263-70a3-42c4-936c-82f017424bd5. Aug 31 14:22:37.673295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:38.114415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:38.127675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:38.133577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.141194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:38.141854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.165795 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e4020800-877b-4e35-a971-647c0e1b91b7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2556856 Aug 31 14:22:38.170790 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:38.175970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:38.178467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.193345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:38.194020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.233947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.234703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb72f8-cf13-4922-aba3-2fd9275649e7 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:38.247019 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.464403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.469445 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.469771 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 353a6ed9-c1bc-487d-bf91-0f85d1e682a5 disassociated. External IP: 172.25.0.217, port: dd2ea263-70a3-42c4-936c-82f017424bd5. Aug 31 14:22:38.774961 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:38.912726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:38.919032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.924887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:38.937279 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:38.938310 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.974071 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.985276 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4c645760-db3f-4fdc-8d39-2e468049d6c7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/floatingips/353a6ed9-c1bc-487d-bf91-0f85d1e682a5 HTTP/1.1" status: 200 len: 688 time: 0.8090637 Aug 31 14:22:38.985855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46340) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:38.995430 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:38.996895 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:39.035369 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:39.036269 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e3d54-6a9e-4d25-aacf-64290ed06861 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:39.235961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port c5af1b8b-fd94-4046-9e4f-437269ced8ac {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:39.236605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.361534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.362025 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.381282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for c5af1b8b-fd94-4046-9e4f-437269ced8ac owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:39.494406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53dc4d74-d4e3-466a-a254-5b8417e125eb req-17bb73b3-fe0d-46e3-9457-a11e3a4a460e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0409176 Aug 31 14:22:39.622264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53dc4d74-d4e3-466a-a254-5b8417e125eb req-11cea614-f0e9-460c-80ac-433616edbb8e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0545061 Aug 31 14:22:39.623267 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.662136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=c5af1b8b-fd94-4046-9e4f-437269ced8ac,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:39.718790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53dc4d74-d4e3-466a-a254-5b8417e125eb req-a7fef230-200b-4559-84e9-5c0d3f609ebe service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425017 Aug 31 14:22:39.826769 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.827389 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.828589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-47f26ba0-4337-45c5-a99b-7645e8729e36 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/floatingips/353a6ed9-c1bc-487d-bf91-0f85d1e682a5 HTTP/1.1" status: 204 len: 168 time: 0.8412197 Aug 31 14:22:39.833982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:39.839262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'cf619cb7-7990-4f2d-9149-78f42c03b8ef'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:39.885016 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.924621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4d74-d4e3-466a-a254-5b8417e125eb req-2c17f1f4-74f1-4d01-8415-a5a29abaa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.926250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53dc4d74-d4e3-466a-a254-5b8417e125eb req-2c17f1f4-74f1-4d01-8415-a5a29abaa9fa service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1783085 Aug 31 14:22:40.069331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.112940 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.206948 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.25.0.40 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/495919bc-e6f0-4271-b175-593f64dc65fe) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:40.326127 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.372393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.431483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:40.437760 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:40.441707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:40.468395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=495919bc-e6f0-4271-b175-593f64dc65fe,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:40.935611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.040893 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.258806 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.270686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.347883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=495919bc-e6f0-4271-b175-593f64dc65fe,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:41.361151 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.489373 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 9552706a-4a13-4330-bdd8-c21156426f2d associated. External IP: 172.25.0.40, port: cf619cb7-7990-4f2d-9149-78f42c03b8ef. Aug 31 14:22:41.765876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:41.905207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:41.934209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.939502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:41.995455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:41.995683 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2aa1f1c9-0a7a-404a-96d8-d010e3fba83f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.1556654 Aug 31 14:22:41.996312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:41.996535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46360) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:42.060922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:42.076723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:42.077949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:42.102940 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0697f68f-f66e-4a11-a609-5a24c1ae783c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "GET /v2.0/floatingips/9552706a-4a13-4330-bdd8-c21156426f2d HTTP/1.1" status: 200 len: 976 time: 0.1055877 Aug 31 14:22:42.107374 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46362) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:42.127219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:42.128198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f539b5-abed-479e-9f76-2049d397f6fb None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:42.289934 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f0aa9701-4032-44b0-804c-11ea38b273ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1808546 Aug 31 14:22:42.292748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:42.299380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'port_id': 'dd2ea263-70a3-42c4-936c-82f017424bd5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:42.368117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.312000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.317833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.434507 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 9552706a-4a13-4330-bdd8-c21156426f2d associated. External IP: 172.25.0.40, port: cf619cb7-7990-4f2d-9149-78f42c03b8ef. Aug 31 14:22:43.712704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:43.859452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:43.874934 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:43.890082 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:43.891389 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:43.946219 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:43.957363 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:43.958012 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:44.010927 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:44.011708 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87b548-549c-4f68-838b-6acd30683714 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:44.131132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:44.265865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:44.273117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.280175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:44.291659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:44.292307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:44.346669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f4c24b31-eb06-43c7-a510-a25ef63db922 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/floatingips/9552706a-4a13-4330-bdd8-c21156426f2d HTTP/1.1" status: 200 len: 977 time: 2.0522180 Aug 31 14:22:44.361684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46378) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:44.370842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:44.387348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:44.409105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:44.410524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:44.524789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:44.525508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0ce0b-0591-4721-aa93-47bc4e8cef52 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:44.529648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.720579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.724726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.725085 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 9552706a-4a13-4330-bdd8-c21156426f2d disassociated. External IP: 172.25.0.40, port: dd2ea263-70a3-42c4-936c-82f017424bd5. Aug 31 14:22:44.963575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:45.084234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:45.090253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.095026 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:45.106490 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:45.106873 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:45.134606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-13a7bab9-657f-4e60-bd7e-b505e8b4ce77 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/floatingips/9552706a-4a13-4330-bdd8-c21156426f2d HTTP/1.1" status: 200 len: 687 time: 0.7692182 Aug 31 14:22:45.134993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46380) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:45.142941 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:45.151876 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:45.152490 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:45.186279 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:45.186937 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010867a3-6ec6-484d-894c-1f0a5bfcc549 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:45.281234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port 495919bc-e6f0-4271-b175-593f64dc65fe {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:45.281502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.372658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.373284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.388725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for 495919bc-e6f0-4271-b175-593f64dc65fe owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:45.558607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.590590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=495919bc-e6f0-4271-b175-593f64dc65fe,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.652820 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.655600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.659250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c6d34cf2-06d5-4ebc-a6fc-862050604ec2 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/floatingips/9552706a-4a13-4330-bdd8-c21156426f2d HTTP/1.1" status: 204 len: 168 time: 0.5205410 Aug 31 14:22:45.659787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46392) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:45.700907 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-ad1a8079-a01b-459c-beae-6c2da3f4a7b4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] delete failed (client error): The resource could not be found. Aug 31 14:22:45.701957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ad1a8079-a01b-459c-beae-6c2da3f4a7b4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/floatingips/9552706a-4a13-4330-bdd8-c21156426f2d HTTP/1.1" status: 404 len: 345 time: 0.0411496 Aug 31 14:22:45.709130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:45.815979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f567a3e-ab13-4513-b997-960733d20415 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.826011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f567a3e-ab13-4513-b997-960733d20415 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.834751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f567a3e-ab13-4513-b997-960733d20415 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.836544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f567a3e-ab13-4513-b997-960733d20415 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "GET /v2.0/ports?network_id=00fa8eee-8a66-4f8a-8f9f-8ddca925f27b HTTP/1.1" status: 200 len: 2357 time: 0.1229076 Aug 31 14:22:45.840829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46396) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:45.894074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab20d0-73ab-4f41-ae0b-7368d588cc49 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.895464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50ab20d0-73ab-4f41-ae0b-7368d588cc49 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "GET /v2.0/subnets/3fecade8-eadb-49c2-b0be-0f8df86d9f96 HTTP/1.1" status: 200 len: 797 time: 0.0535057 Aug 31 14:22:45.903278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:45.908084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'port': {'network_id': '00fa8eee-8a66-4f8a-8f9f-8ddca925f27b', 'name': 'tempest-FloatingIPTestJSON-708801221', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:46.041481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:46.133410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.154597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] device_id is not set on port b552c745-d8b6-49c8-bdc6-9bf11396552c yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:46.555981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.14 (00fa8eee-8a66-4f8a-8f9f-8ddca925f27b/3fecade8-eadb-49c2-b0be-0f8df86d9f96/b552c745-d8b6-49c8-bdc6-9bf11396552c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:46.567259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.13 (00fa8eee-8a66-4f8a-8f9f-8ddca925f27b/3fecade8-eadb-49c2-b0be-0f8df86d9f96/b552c745-d8b6-49c8-bdc6-9bf11396552c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:46.749276 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.798268 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.845427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:46.848761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:46.852915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:46.859969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=b552c745-d8b6-49c8-bdc6-9bf11396552c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:46.906989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:46.907617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.923027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b685f775-84da-4fd9-b0ed-472fbd44a1c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0186350 Aug 31 14:22:46.925615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46402) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:46.930165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'b552c745-d8b6-49c8-bdc6-9bf11396552c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:46.953383 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.072256 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.219132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.25.0.48 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/25475e88-5ab9-49de-9eaf-a46419abf9b2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:47.324986 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.367810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.413709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:47.416915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:47.420888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:47.427227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=25475e88-5ab9-49de-9eaf-a46419abf9b2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:47.931438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.036244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.267995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.274009 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.746139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=25475e88-5ab9-49de-9eaf-a46419abf9b2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:48.761801 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.911468 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 53338121-e507-48fa-9433-daa9ea315bcf associated. External IP: 172.25.0.48, port: b552c745-d8b6-49c8-bdc6-9bf11396552c. Aug 31 14:22:49.214299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:49.384251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:49.402900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:49.407637 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:49.413726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:49.414666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:49.454263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6bdd6ad5-be21-4322-b1ba-c36c40a7bac5 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5241046 Aug 31 14:22:49.454595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46436) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:49.459636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'port_id': 'b552c745-d8b6-49c8-bdc6-9bf11396552c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:49.466050 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:49.480951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:49.482026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:49.540362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:49.541047 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:49.541386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96996692-97d4-4b88-9f9e-904bea172435 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:50.149788 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.154897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.483594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:50.625542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:50.632325 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.636316 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:50.649098 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:50.650122 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:50.689951 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:50.701323 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:50.708486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-19712457-6787-4bec-8059-179affcecb99 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/floatingips/53338121-e507-48fa-9433-daa9ea315bcf HTTP/1.1" status: 200 len: 977 time: 1.2461565 Aug 31 14:22:50.708718 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:50.709570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:50.758649 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:50.759825 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfb9d5-f02d-4178-9fe1-5944b036532e None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:50.914851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port 25475e88-5ab9-49de-9eaf-a46419abf9b2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:50.915527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.009938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.010232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.023460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for 25475e88-5ab9-49de-9eaf-a46419abf9b2 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:51.218219 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.247363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=25475e88-5ab9-49de-9eaf-a46419abf9b2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:51.313490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.313871 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 53338121-e507-48fa-9433-daa9ea315bcf disassociated (deleted). External IP: 172.25.0.48, port: b552c745-d8b6-49c8-bdc6-9bf11396552c. Aug 31 14:22:51.577441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:51.723459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:51.729059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.734009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:51.752714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:51.753988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:51.761375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-706fde0c-9c18-4f50-b8d1-94e1c6cd9e16 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/floatingips/53338121-e507-48fa-9433-daa9ea315bcf HTTP/1.1" status: 204 len: 168 time: 1.0497403 Aug 31 14:22:51.765395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46448) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:51.790830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:51.799829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:51.801035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:51.842155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:51.842838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e909e-7d40-4710-a0a5-756ccbd4056d None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:51.878990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port b552c745-d8b6-49c8-bdc6-9bf11396552c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:51.879379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.987688 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.008507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for b552c745-d8b6-49c8-bdc6-9bf11396552c owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:52.261135 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.313033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=b552c745-d8b6-49c8-bdc6-9bf11396552c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:52.402926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.405270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0e5480c-bbf5-4f26-9921-74b98dbe56c8 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/ports/b552c745-d8b6-49c8-bdc6-9bf11396552c HTTP/1.1" status: 204 len: 168 time: 0.6385617 Aug 31 14:22:52.409039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46450) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:52.415043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:52.438453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.565613 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.734110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.25.0.93 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/96260936-5ec4-4e67-8785-3130e3357824) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:52.877892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.914755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46458) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:52.928109 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.007572 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:53.011920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:53.015909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:53.062282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=96260936-5ec4-4e67-8785-3130e3357824,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.089750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.090327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.090894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.091452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.092050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.092597 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.093333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.093732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.094291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.094785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.095356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.095935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:53.158421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca980f69-f283-4484-bd3e-a4008d86ac92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.184633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.251944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.284487 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca980f69-f283-4484-bd3e-a4008d86ac92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.289921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ca980f69-f283-4484-bd3e-a4008d86ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.336766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca980f69-f283-4484-bd3e-a4008d86ac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c7fbe-c9d3-4f9e-9722-9eb1ff2ef787,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.341665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ca980f69-f283-4484-bd3e-a4008d86ac92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=281a96d4d775410d85c4bf437fd378ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254980 Aug 31 14:22:53.349848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46462) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:53.424217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0100cfe-d9c7-4149-bd56-efaeb432ec66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.459565 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0100cfe-d9c7-4149-bd56-efaeb432ec66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.469678 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.476110 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.519945 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0100cfe-d9c7-4149-bd56-efaeb432ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.523712 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a0100cfe-d9c7-4149-bd56-efaeb432ec66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.524959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a0100cfe-d9c7-4149-bd56-efaeb432ec66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d7c7fbe-c9d3-4f9e-9722-9eb1ff2ef787 HTTP/1.1" status: 204 len: 168 time: 0.1775382 Aug 31 14:22:53.535189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0100cfe-d9c7-4149-bd56-efaeb432ec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c7fbe-c9d3-4f9e-9722-9eb1ff2ef787,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.559709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=96260936-5ec4-4e67-8785-3130e3357824,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.569171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.591402 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.592778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e94ed2c2-3d57-4dea-b921-6cbc4588e998 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1823053 Aug 31 14:22:53.596629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46466) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:53.602060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'port': {'network_id': '00fa8eee-8a66-4f8a-8f9f-8ddca925f27b', 'name': 'tempest-FloatingIPTestJSON-1478332199'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:53.736037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:53.742183 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.765698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] device_id is not set on port f89d415d-bea5-4e4a-aba8-c2253eda842e yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:22:53.897994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.4 (00fa8eee-8a66-4f8a-8f9f-8ddca925f27b/3fecade8-eadb-49c2-b0be-0f8df86d9f96/f89d415d-bea5-4e4a-aba8-c2253eda842e) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:53.915381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46470) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:53.935511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47672b72-688e-47dc-a96f-0114f6174845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.128095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.162576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47672b72-688e-47dc-a96f-0114f6174845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.171041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-47672b72-688e-47dc-a96f-0114f6174845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.220650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-47672b72-688e-47dc-a96f-0114f6174845 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14bbb4662192412aa40bb7da26da2af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039849 Aug 31 14:22:54.223943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47672b72-688e-47dc-a96f-0114f6174845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d2dfd3-bacc-440c-8308-20fe5c5a1a6a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:54.226694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46472) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:54.227942 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.274026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 00fa8eee-8a66-4f8a-8f9f-8ddca925f27b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:54.279425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:54.283259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:54.298256 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12d49abf-bb09-4f29-bac9-86689b4b49be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.310392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=f89d415d-bea5-4e4a-aba8-c2253eda842e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:54.322638 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12d49abf-bb09-4f29-bac9-86689b4b49be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.342845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:54.343650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.367163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4c46254c-0305-4209-9097-694bf842946d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7663326 Aug 31 14:22:54.368114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46474) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:54.375930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'port_id': 'f89d415d-bea5-4e4a-aba8-c2253eda842e'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:54.384641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12d49abf-bb09-4f29-bac9-86689b4b49be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.387436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-12d49abf-bb09-4f29-bac9-86689b4b49be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.391487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-12d49abf-bb09-4f29-bac9-86689b4b49be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2d2dfd3-bacc-440c-8308-20fe5c5a1a6a HTTP/1.1" status: 204 len: 168 time: 0.1608284 Aug 31 14:22:54.397931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d49abf-bb09-4f29-bac9-86689b4b49be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d2dfd3-bacc-440c-8308-20fe5c5a1a6a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:54.446249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.983081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.990188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.456795 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP d33b3175-34a9-4347-88ac-1676f711ebef associated. External IP: 172.25.0.93, port: f89d415d-bea5-4e4a-aba8-c2253eda842e. Aug 31 14:22:55.693467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:55.809267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:55.814262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.823673 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:55.834237 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:55.835171 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:55.844072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0ebe61e1-92bd-4ae4-9ef2-d321c2582943 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/floatingips/d33b3175-34a9-4347-88ac-1676f711ebef HTTP/1.1" status: 200 len: 977 time: 1.4745064 Aug 31 14:22:55.846997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46510) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:55.869412 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:55.879319 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:55.880568 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:55.918331 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:55.919349 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db138f52-e473-4c4c-8c1e-43734fc255b2 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:55.951115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port f89d415d-bea5-4e4a-aba8-c2253eda842e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:55.951465 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.055116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.413215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46530) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:56.518580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.518881 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.519206 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP d33b3175-34a9-4347-88ac-1676f711ebef disassociated. External IP: 172.25.0.93, port: f89d415d-bea5-4e4a-aba8-c2253eda842e. Aug 31 14:22:56.519564 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for f89d415d-bea5-4e4a-aba8-c2253eda842e owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:56.555922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22a6cc8a-792a-47c4-bf8d-bb199d996024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.666578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.704548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=f89d415d-bea5-4e4a-aba8-c2253eda842e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:56.744266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22a6cc8a-792a-47c4-bf8d-bb199d996024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.749318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22a6cc8a-792a-47c4-bf8d-bb199d996024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.755997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dd02f37f-8cde-4cb2-818b-a1b69a338be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.792537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6cc8a-792a-47c4-bf8d-bb199d996024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01981757-516b-4e6a-b22a-f531a007fa09,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:56.800132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-22a6cc8a-792a-47c4-bf8d-bb199d996024 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2e458e5f5fe4a5c9c5f570f81429bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823934 Aug 31 14:22:56.800132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46534) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:56.851446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:56.854875 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25ec36ae-9576-406d-ac39-7b27aa659113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.888793 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25ec36ae-9576-406d-ac39-7b27aa659113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.945069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25ec36ae-9576-406d-ac39-7b27aa659113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.947917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25ec36ae-9576-406d-ac39-7b27aa659113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.949135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-25ec36ae-9576-406d-ac39-7b27aa659113 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01981757-516b-4e6a-b22a-f531a007fa09 HTTP/1.1" status: 204 len: 168 time: 0.1482334 Aug 31 14:22:56.959769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec36ae-9576-406d-ac39-7b27aa659113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01981757-516b-4e6a-b22a-f531a007fa09,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:56.980045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:56.992676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:57.005272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:57.005898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:57.039979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:57.051502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:57.052260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:57.067708 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.076253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4e53934d-c74c-4721-accf-4db0bb178d76 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/ports/f89d415d-bea5-4e4a-aba8-c2253eda842e HTTP/1.1" status: 204 len: 168 time: 1.2218075 Aug 31 14:22:57.076785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46538) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:57.101975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:57.101975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264cbf2-8bcc-4675-a9a6-5fd4820af6c7 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:57.122279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0af4abfc-d8d7-43f1-b6dd-503e2995629c tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "GET /v2.0/floatingips/d33b3175-34a9-4347-88ac-1676f711ebef HTTP/1.1" status: 200 len: 687 time: 0.0453961 Aug 31 14:22:57.125666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46542) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:57.292698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port 96260936-5ec4-4e67-8785-3130e3357824 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:57.293104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.293356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46544) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:57.307576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15ab731b-e4d3-4b15-95a7-5db94b53fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.413858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.414483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.431019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for 96260936-5ec4-4e67-8785-3130e3357824 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:57.447475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15ab731b-e4d3-4b15-95a7-5db94b53fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.453288 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-15ab731b-e4d3-4b15-95a7-5db94b53fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.520169 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-15ab731b-e4d3-4b15-95a7-5db94b53fae2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0417d145ebf642a1bd467467f25d23b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254584 Aug 31 14:22:57.521761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab731b-e4d3-4b15-95a7-5db94b53fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5b1393-4c4a-4be0-ae69-d2959df29dd7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:57.524145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46546) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:57.608594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62482818-7306-4e4c-a761-cd4c11ae1677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.659311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62482818-7306-4e4c-a761-cd4c11ae1677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.679907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.723893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=96260936-5ec4-4e67-8785-3130e3357824,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:57.793955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62482818-7306-4e4c-a761-cd4c11ae1677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.796592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-62482818-7306-4e4c-a761-cd4c11ae1677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.797822 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-62482818-7306-4e4c-a761-cd4c11ae1677 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be5b1393-4c4a-4be0-ae69-d2959df29dd7 HTTP/1.1" status: 204 len: 168 time: 0.2723994 Aug 31 14:22:57.810219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62482818-7306-4e4c-a761-cd4c11ae1677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5b1393-4c4a-4be0-ae69-d2959df29dd7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:57.813674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.816266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.817492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3f7bfd1c-2e2a-4659-aae0-f681de689b22 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/floatingips/d33b3175-34a9-4347-88ac-1676f711ebef HTTP/1.1" status: 204 len: 168 time: 0.6905077 Aug 31 14:22:57.821681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46550) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:57.827562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'dd2ea263-70a3-42c4-936c-82f017424bd5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:57.857638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.974534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.112565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.25.0.86 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/56c1cc6c-4f59-4927-9502-865b3ea26c35) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:58.281985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.345773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.406728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:58.411500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:58.417100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:58.455428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=56c1cc6c-4f59-4927-9502-865b3ea26c35,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:58.933224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.020628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.248155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.254122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.355524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cd5f-180f-4dea-be47-a9753b0bff89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.368785 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=56c1cc6c-4f59-4927-9502-865b3ea26c35,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:59.382568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.500894 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 7b5c5201-a05e-4b27-936d-a6c1277ae273 associated. External IP: 172.25.0.86, port: dd2ea263-70a3-42c4-936c-82f017424bd5. Aug 31 14:22:59.539351 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:22:59.560022 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.743215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:59.877884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:59.889311 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:59.898306 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.899414 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:59.900475 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:59.929191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-114ebd51-481f-43e0-84a9-3974128538e4 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1056530 Aug 31 14:22:59.932768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46600) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:59.940997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-131484439'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:59.947276 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:59.957294 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:59.957922 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:59.968448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:59.972107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.009038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:00.017537 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:00.018965 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43558f2a-fd6c-490e-b763-c1abe0c8ac54 None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:00.029982 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.030332 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Added segment 90aecc24-fb49-400a-b7ac-42a77714e3b8 of type vlan for network 8be4348c-7a77-434c-9490-e7df41de03c6 Aug 31 14:23:00.081095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.114682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.126908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.127918 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.220378 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2859797 Aug 31 14:23:00.223825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46614) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:00.231303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'subnet': {'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:00.250340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49942be0-f418-45cf-a60f-2fafa1357ae7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Network': ['ID=8be4348c-7a77-434c-9490-e7df41de03c6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:00.262408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8be4348c-7a77-434c-9490-e7df41de03c6 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:00.352928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:00.356795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.579839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.584926 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46622) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:00.659040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Subnet': ['ID=48819599-eee4-4dc6-a824-9ebe563602a5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:00.665059 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.672220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Checking segment: {'id': '90aecc24-fb49-400a-b7ac-42a77714e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:00.672834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network hostable DHCP agents. Network: 8be4348c-7a77-434c-9490-e7df41de03c6, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:00.697200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 8be4348c-7a77-434c-9490-e7df41de03c6 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:00.707579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 8be4348c-7a77-434c-9490-e7df41de03c6) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:00.712730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.713602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.720319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf4475-2ecf-4c62-b96f-9a71cad95424 None None] Network 8be4348c-7a77-434c-9490-e7df41de03c6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:00.732387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bdcaeb33-6a55-42a8-8d6b-6f1fd0b26b58 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5074537 Aug 31 14:23:00.736616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46626) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:00.742107 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-26581109', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:00.778080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1754e6be-4df2-4044-971a-78b52dce8706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.801343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.802675 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.886184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-8be4348c-7a77-434c-9490-e7df41de03c6', 'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6', 'tenant_id': '6bd4d1a326c942b7a184353f827f26dc', 'fixed_ips': [{'subnet_id': '48819599-eee4-4dc6-a824-9ebe563602a5'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:00.887294 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.905674 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.066803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Allocated IP 172.20.0.2 (8be4348c-7a77-434c-9490-e7df41de03c6/48819599-eee4-4dc6-a824-9ebe563602a5/30ab10d7-0881-4f09-a14a-450b684e71d0) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:01.104071 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.133875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1754e6be-4df2-4044-971a-78b52dce8706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.140212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1754e6be-4df2-4044-971a-78b52dce8706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.221359 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1754e6be-4df2-4044-971a-78b52dce8706 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5da3d5414391498685c6103a43221a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6331959 Aug 31 14:23:01.221359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754e6be-4df2-4044-971a-78b52dce8706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b7934-26e0-4b62-81dd-31305a165824,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.222495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46628) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:01.227695 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.240962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Transition to ACTIVE for port object 30ab10d7-0881-4f09-a14a-450b684e71d0 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:01.257701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Transition to ACTIVE for port object 30ab10d7-0881-4f09-a14a-450b684e71d0 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:01.265463 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.291850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a37869e-c9e2-49c1-a8f8-ac5a58821930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.306389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Network 8be4348c-7a77-434c-9490-e7df41de03c6 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:01.311506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:01.315197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:01.325379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Pushing event updated for resources: {'Port': ['ID=30ab10d7-0881-4f09-a14a-450b684e71d0,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.328923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a37869e-c9e2-49c1-a8f8-ac5a58821930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.386649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Attempting to bind port 30ab10d7-0881-4f09-a14a-450b684e71d0 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:01.387222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Attempting to bind port 30ab10d7-0881-4f09-a14a-450b684e71d0 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '90aecc24-fb49-400a-b7ac-42a77714e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:01.388011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Attempting to bind port 30ab10d7-0881-4f09-a14a-450b684e71d0 on network 8be4348c-7a77-434c-9490-e7df41de03c6 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:01.394114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:01.394481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Checking segment: {'id': '90aecc24-fb49-400a-b7ac-42a77714e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:01.394869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.395252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Bound using segment: {'id': '90aecc24-fb49-400a-b7ac-42a77714e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:01.395713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Bound port: 30ab10d7-0881-4f09-a14a-450b684e71d0, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aecc24-fb49-400a-b7ac-42a77714e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:01.396102 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.402761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a37869e-c9e2-49c1-a8f8-ac5a58821930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.405931 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a37869e-c9e2-49c1-a8f8-ac5a58821930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.409983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8a37869e-c9e2-49c1-a8f8-ac5a58821930 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd3b7934-26e0-4b62-81dd-31305a165824 HTTP/1.1" status: 204 len: 168 time: 0.1836307 Aug 31 14:23:01.423427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37869e-c9e2-49c1-a8f8-ac5a58821930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b7934-26e0-4b62-81dd-31305a165824,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.433917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.456102 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.486892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] For port 30ab10d7-0881-4f09-a14a-450b684e71d0, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:01.490105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] For port 30ab10d7-0881-4f09-a14a-450b684e71d0, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=30ab10d7-0881-4f09-a14a-450b684e71d0,segment=NetworkSegment(90aecc24-fb49-400a-b7ac-42a77714e3b8),segment_id=90aecc24-fb49-400a-b7ac-42a77714e3b8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:01.495059 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.562835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8de5-0569-4bdb-b749-5b2d825ba958 None None] Pushing event updated for resources: {'Port': ['ID=30ab10d7-0881-4f09-a14a-450b684e71d0,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.587411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.25.0.169 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/4008b88e-c624-41e0-be10-001028961471) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:01.710517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.757048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.820247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46634) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:01.822745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:01.828809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:01.831304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=4008b88e-c624-41e0-be10-001028961471,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.833707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:01.835615 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91b66d8f-6be5-4a45-bac4-a6b7560a17c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.963051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91b66d8f-6be5-4a45-bac4-a6b7560a17c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.967763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-91b66d8f-6be5-4a45-bac4-a6b7560a17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.019534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-91b66d8f-6be5-4a45-bac4-a6b7560a17c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccc838a465724dc78d3e40e3025951b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979036 Aug 31 14:23:02.021174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b66d8f-6be5-4a45-bac4-a6b7560a17c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8297a9-eee3-4ebb-b82c-fdb6833f9b71,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:02.025870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46636) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:02.044537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.085655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912c5018-40df-4e16-bb32-e77bc51d9a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.114611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912c5018-40df-4e16-bb32-e77bc51d9a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.176563 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.185532 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912c5018-40df-4e16-bb32-e77bc51d9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.188350 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-912c5018-40df-4e16-bb32-e77bc51d9a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.189648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-912c5018-40df-4e16-bb32-e77bc51d9a96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b8297a9-eee3-4ebb-b82c-fdb6833f9b71 HTTP/1.1" status: 204 len: 168 time: 0.1626976 Aug 31 14:23:02.199358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c5018-40df-4e16-bb32-e77bc51d9a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8297a9-eee3-4ebb-b82c-fdb6833f9b71,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:02.427662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.582467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 825df6f6-4e2e-41a4-9c66-c0f55cf04cbb is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:23:02.743305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6920a-11c8-4400-9b76-34a5db62a6e7 None None] Network 8be4348c-7a77-434c-9490-e7df41de03c6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:02.765924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:02.792297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90347d-535e-4522-93dc-38872381c10b None None] Sync routers for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:02.808526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90347d-535e-4522-93dc-38872381c10b None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:02.809231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7f90347d-535e-4522-93dc-38872381c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:02.825885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.827522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-817ca8e8-6246-45c9-b8c0-3155eb29bf9b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0898564 Aug 31 14:23:02.834160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46652) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:02.869137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7f90347d-535e-4522-93dc-38872381c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:02.892626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90347d-535e-4522-93dc-38872381c10b None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:02.893675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7f90347d-535e-4522-93dc-38872381c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:02.964066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f93f946a-cea5-48c8-9452-1198c07c1a42 None None] Provisioning for port 30ab10d7-0881-4f09-a14a-450b684e71d0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:02.966330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-7f90347d-535e-4522-93dc-38872381c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:02.967015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90347d-535e-4522-93dc-38872381c10b None None] The sync data for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:03.688378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46668) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:03.812817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 30ab10d7-0881-4f09-a14a-450b684e71d0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:03.826250 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.855985 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b4b006f-85d5-4585-a282-fc98bdca1152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.900426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 30ab10d7-0881-4f09-a14a-450b684e71d0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:03.908061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 30ab10d7-0881-4f09-a14a-450b684e71d0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:03.908446 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.982387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b4b006f-85d5-4585-a282-fc98bdca1152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.992942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b4b006f-85d5-4585-a282-fc98bdca1152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.007819 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.032101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b006f-85d5-4585-a282-fc98bdca1152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eeed39-12e6-4563-bea2-f3162c58a772,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:04.046649 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8b4b006f-85d5-4585-a282-fc98bdca1152 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26dd2b89fa7c489487fa94f7a5c5362f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539791 Aug 31 14:23:04.047230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46672) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:04.059938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 30ab10d7-0881-4f09-a14a-450b684e71d0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=30ab10d7-0881-4f09-a14a-450b684e71d0,segment=NetworkSegment(90aecc24-fb49-400a-b7ac-42a77714e3b8),segment_id=90aecc24-fb49-400a-b7ac-42a77714e3b8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:04.066398 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.124672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fc74600-5818-47d6-89b9-dc6a84ace0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.126479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=30ab10d7-0881-4f09-a14a-450b684e71d0,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:04.159119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fc74600-5818-47d6-89b9-dc6a84ace0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.215305 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fc74600-5818-47d6-89b9-dc6a84ace0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.218478 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0fc74600-5818-47d6-89b9-dc6a84ace0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.220148 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0fc74600-5818-47d6-89b9-dc6a84ace0f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1eeed39-12e6-4563-bea2-f3162c58a772 HTTP/1.1" status: 204 len: 168 time: 0.1721885 Aug 31 14:23:04.235585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.1 (8be4348c-7a77-434c-9490-e7df41de03c6/48819599-eee4-4dc6-a824-9ebe563602a5/fdd89873-5eaa-49c7-9d78-a8bd18424058) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:04.236400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc74600-5818-47d6-89b9-dc6a84ace0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eeed39-12e6-4563-bea2-f3162c58a772,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:04.388589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.409235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Transition to ACTIVE for port object fdd89873-5eaa-49c7-9d78-a8bd18424058 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:04.455645 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.503992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 8be4348c-7a77-434c-9490-e7df41de03c6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:04.508112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:04.516344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=fdd89873-5eaa-49c7-9d78-a8bd18424058,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:04.518893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:04.582313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.758242 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.855973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d963c046-41c4-419b-9eed-c77d6ff14730 None None] Provisioning for port fdd89873-5eaa-49c7-9d78-a8bd18424058 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:04.860897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d963c046-41c4-419b-9eed-c77d6ff14730 None None] Provisioning complete for port fdd89873-5eaa-49c7-9d78-a8bd18424058 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:04.861268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d963c046-41c4-419b-9eed-c77d6ff14730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.902165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d963c046-41c4-419b-9eed-c77d6ff14730 None None] Port fdd89873-5eaa-49c7-9d78-a8bd18424058 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:05.146087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.152023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.232454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=fdd89873-5eaa-49c7-9d78-a8bd18424058,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:05.235537 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.345420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 8be4348c-7a77-434c-9490-e7df41de03c6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:05.347038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:05.520973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 825df6f6-4e2e-41a4-9c66-c0f55cf04cbb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:05.634297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-15ed803b-a036-4a30-ad84-a30d6fd8fcce None None] Provisioning complete for port fdd89873-5eaa-49c7-9d78-a8bd18424058 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:05.634792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15ed803b-a036-4a30-ad84-a30d6fd8fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.697607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-15ed803b-a036-4a30-ad84-a30d6fd8fcce None None] Port fdd89873-5eaa-49c7-9d78-a8bd18424058 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:05.712525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:05.721568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d4ac5c6f-d8bf-436e-b277-b03067b6297b tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/routers/825df6f6-4e2e-41a4-9c66-c0f55cf04cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8834348 Aug 31 14:23:05.724289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46734) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:05.727288 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] Sync routers for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:05.737112 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:05.737744 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:05.737984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'port': {'network_id': '8be4348c-7a77-434c-9490-e7df41de03c6', 'name': 'tempest-FloatingIPTestJSON-1424860923'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:05.772404 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:05.782005 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:05.782865 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:05.817832 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:05.818788 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd732e11-0049-4bbf-8667-037f8ee4278e None None] The sync data for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:05.832759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 30ab10d7-0881-4f09-a14a-450b684e71d0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:05.930590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 30ab10d7-0881-4f09-a14a-450b684e71d0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:05.931690 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.932267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Made reservation on behalf of 6bd4d1a326c942b7a184353f827f26dc for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:05.937460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.966463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] device_id is not set on port d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:06.129685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Allocated IP 172.20.0.7 (8be4348c-7a77-434c-9490-e7df41de03c6/48819599-eee4-4dc6-a824-9ebe563602a5/d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:06.327012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.344230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Transition to ACTIVE for port object d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:06.385545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.437672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Network 8be4348c-7a77-434c-9490-e7df41de03c6 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:06.441045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:06.443594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:06.476935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event updated for resources: {'Port': ['ID=d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:06.506799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:06.507483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.527180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-95e3633a-9257-4e38-91cc-317027a24d54 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7992423 Aug 31 14:23:06.530623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46776) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:06.539927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Request body: {'floatingip': {'port_id': 'd86f4a1f-15ec-4b25-a23b-b7dfa43e7a46'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:06.625342 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.727931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8cc38621-ee81-4332-8800-107579987cf1 None None] Provisioning for port d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:06.737303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8cc38621-ee81-4332-8800-107579987cf1 None None] Provisioning complete for port d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:06.737812 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8cc38621-ee81-4332-8800-107579987cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.781362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8cc38621-ee81-4332-8800-107579987cf1 None None] Port d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:07.237767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.243809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.363633 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 7b5c5201-a05e-4b27-936d-a6c1277ae273 associated. External IP: 172.25.0.86, port: dd2ea263-70a3-42c4-936c-82f017424bd5. Aug 31 14:23:07.619234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:07.761573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:07.784066 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:07.802891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:07.804087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:07.852024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:07.864571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:07.866308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:07.919036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:07.920333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3041da8-79df-415b-99c7-9ca9de5146bc None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:08.048014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 825df6f6-4e2e-41a4-9c66-c0f55cf04cbb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:08.210956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:08.215831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.221941 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] Sync routers for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:08.233372 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:08.234229 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:08.276646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6af14b2b-e573-4544-ad44-d5c05a287ee7 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/floatingips/7b5c5201-a05e-4b27-936d-a6c1277ae273 HTTP/1.1" status: 200 len: 977 time: 1.7444396 Aug 31 14:23:08.279260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46782) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:08.284786 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:08.297974 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:08.298599 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:08.332580 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:08.333266 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec492b1-3d12-4c1c-9e0b-2ada89547be5 None None] The sync data for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:08.380593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:08.381498 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.485965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.699131 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.699898 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.699898 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Floating IP 7b5c5201-a05e-4b27-936d-a6c1277ae273 disassociated. External IP: 172.25.0.86, port: d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46. Aug 31 14:23:08.700429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:09.205087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.235348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:09.420318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 825df6f6-4e2e-41a4-9c66-c0f55cf04cbb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:09.565766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:09.580466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] Sync routers for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:09.591458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:09.592272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:09.627119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:09.636352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:09.637017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:09.648533 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.653335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69f050af-0fb2-4e85-b0f8-03fb0674ea46 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/ports/d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 HTTP/1.1" status: 204 len: 168 time: 1.3730354 Aug 31 14:23:09.654413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46786) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:09.676922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:09.677573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4832ee-9c0c-47f0-9bb3-13755856fa50 None None] The sync data for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:10.073841 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.096728 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.411178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port fdd89873-5eaa-49c7-9d78-a8bd18424058 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:10.411534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.507903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.521759 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for fdd89873-5eaa-49c7-9d78-a8bd18424058 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:11.030901 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.063001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=fdd89873-5eaa-49c7-9d78-a8bd18424058,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:11.273470 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.540256 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 825df6f6-4e2e-41a4-9c66-c0f55cf04cbb has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:11.672146 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:11.679522 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0e2e9375-c25f-4f6f-9968-6626a63b6752 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/routers/825df6f6-4e2e-41a4-9c66-c0f55cf04cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0228693 Aug 31 14:23:11.682735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:11.685278 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] Sync routers for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:11.695660 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:11.697291 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:11.739802 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:11.751661 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] Routers {'825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:11.752558 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:11.787866 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:11.788956 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0934c7-eb99-4701-b96a-86c82f4d2a82 None None] The sync data for ids ['825df6f6-4e2e-41a4-9c66-c0f55cf04cbb'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:11.856120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.984757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.054949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port 4008b88e-c624-41e0-be10-001028961471 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:12.054949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.152503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.169182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for 4008b88e-c624-41e0-be10-001028961471 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:12.390895 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.428227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=4008b88e-c624-41e0-be10-001028961471,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:12.498481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.596535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.599310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.656674 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.657287 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Fanout notify agent at l3_agent the message router_deleted on router 825df6f6-4e2e-41a4-9c66-c0f55cf04cbb {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:23:12.665090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.669320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fbccbad2-5f66-4397-8369-331be5ac310d tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/routers/825df6f6-4e2e-41a4-9c66-c0f55cf04cbb HTTP/1.1" status: 204 len: 168 time: 0.9825487 Aug 31 14:23:12.669771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46796) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:12.740971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting subnet 48819599-eee4-4dc6-a824-9ebe563602a5 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:12.746180 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.803739 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.899619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.969734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.998860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Subnet': ['ID=48819599-eee4-4dc6-a824-9ebe563602a5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.002862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.008166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-61a45b56-a457-4ad3-97a0-9f17762eed98 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/subnets/48819599-eee4-4dc6-a824-9ebe563602a5 HTTP/1.1" status: 204 len: 168 time: 0.3337686 Aug 31 14:23:13.009421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46798) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:13.015486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13626bff-689a-4225-8285-1a651bfc0049 None None] Network 8be4348c-7a77-434c-9490-e7df41de03c6 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:13.131693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.208400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port 30ab10d7-0881-4f09-a14a-450b684e71d0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:13.209642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.281566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] DHCP port deletion for 8be4348c-7a77-434c-9490-e7df41de03c6 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:13.304470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] For port 30ab10d7-0881-4f09-a14a-450b684e71d0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=30ab10d7-0881-4f09-a14a-450b684e71d0,segment=NetworkSegment(90aecc24-fb49-400a-b7ac-42a77714e3b8),segment_id=90aecc24-fb49-400a-b7ac-42a77714e3b8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:13.304896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.319783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for 30ab10d7-0881-4f09-a14a-450b684e71d0 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:13.343688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] Deleting port 30ab10d7-0881-4f09-a14a-450b684e71d0 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:13.344081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.429820 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.430808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] For port 30ab10d7-0881-4f09-a14a-450b684e71d0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=30ab10d7-0881-4f09-a14a-450b684e71d0,segment=NetworkSegment(90aecc24-fb49-400a-b7ac-42a77714e3b8),segment_id=90aecc24-fb49-400a-b7ac-42a77714e3b8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:13.431220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.455093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] Calling delete_port for 30ab10d7-0881-4f09-a14a-450b684e71d0 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:13.479245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] No DVR routers for this DVR port 30ab10d7-0881-4f09-a14a-450b684e71d0 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:13.487842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=30ab10d7-0881-4f09-a14a-450b684e71d0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.582372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.603021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.609447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] Pushing event deleted for resources: {'Port': ['ID=30ab10d7-0881-4f09-a14a-450b684e71d0,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.620683 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88a61a-b513-4b7c-bf84-259a2cbdc11d None None] No DVR routers for this DVR port 30ab10d7-0881-4f09-a14a-450b684e71d0 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:13.630409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be4348c-7a77-434c-9490-e7df41de03c6']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:13.643551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90aecc24-fb49-400a-b7ac-42a77714e3b8') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:13.643551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90aecc24-fb49-400a-b7ac-42a77714e3b8') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:13.653103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.672749 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.684113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:13.684758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:13.689843 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:13.774612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 30ab10d7-0881-4f09-a14a-450b684e71d0 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:13.799166 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.802696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 30ab10d7-0881-4f09-a14a-450b684e71d0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:13.803282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 30ab10d7-0881-4f09-a14a-450b684e71d0 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:13.807136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.811917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46802) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:13.812669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/networks/8be4348c-7a77-434c-9490-e7df41de03c6 HTTP/1.1" status: 204 len: 168 time: 0.8015208 Aug 31 14:23:13.830129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70639b08-80df-4b09-8869-81b13903e9d0 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Network': ['ID=8be4348c-7a77-434c-9490-e7df41de03c6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.961154 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port 56c1cc6c-4f59-4927-9502-865b3ea26c35 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:13.961154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.063712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.064052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.078610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for 56c1cc6c-4f59-4927-9502-865b3ea26c35 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:14.241762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.279373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=56c1cc6c-4f59-4927-9502-865b3ea26c35,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:14.373573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.376424 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.377682 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-757b6d1d-c1b8-478b-9377-6386d9248775 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/floatingips/7b5c5201-a05e-4b27-936d-a6c1277ae273 HTTP/1.1" status: 204 len: 168 time: 0.5646274 Aug 31 14:23:14.383203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46804) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:14.410005 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a881d28-18f8-434a-be21-0a1f07f7698a tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] DELETE failed (client error): The resource could not be found. Aug 31 14:23:14.410720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a881d28-18f8-434a-be21-0a1f07f7698a tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:23:14.413256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3a881d28-18f8-434a-be21-0a1f07f7698a tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/ports/d86f4a1f-15ec-4b25-a23b-b7dfa43e7a46 HTTP/1.1" status: 404 len: 333 time: 0.0290418 Aug 31 14:23:14.416166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46806) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:14.465265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8a5ea057-a77a-4704-855a-d4221b52ec12 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "GET /v2.0/ports?device_id=825df6f6-4e2e-41a4-9c66-c0f55cf04cbb HTTP/1.1" status: 200 len: 205 time: 0.0470889 Aug 31 14:23:14.467766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46810) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:14.508519 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-b17d458b-0538-4681-b506-97fdf31c7c7a tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] delete failed (client error): The resource could not be found. Aug 31 14:23:14.509599 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b17d458b-0538-4681-b506-97fdf31c7c7a tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/routers/825df6f6-4e2e-41a4-9c66-c0f55cf04cbb HTTP/1.1" status: 404 len: 336 time: 0.0404670 Aug 31 14:23:14.513582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46812) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:14.540638 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-57908141-770c-4461-baf7-b0305bf21bcc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] DELETE failed (client error): The resource could not be found. Aug 31 14:23:14.541141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57908141-770c-4461-baf7-b0305bf21bcc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:23:14.542884 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-57908141-770c-4461-baf7-b0305bf21bcc tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/subnets/48819599-eee4-4dc6-a824-9ebe563602a5 HTTP/1.1" status: 404 len: 337 time: 0.0284054 Aug 31 14:23:14.546400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46814) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:14.644826 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port dd2ea263-70a3-42c4-936c-82f017424bd5 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:14.645192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.750320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.768735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for dd2ea263-70a3-42c4-936c-82f017424bd5 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:14.919107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.954355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=dd2ea263-70a3-42c4-936c-82f017424bd5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:15.035991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.038010 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8869037-5da0-4360-9de0-964668ad14ee tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/ports/dd2ea263-70a3-42c4-936c-82f017424bd5 HTTP/1.1" status: 204 len: 168 time: 0.4907022 Aug 31 14:23:15.041244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46816) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:15.155024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port cf619cb7-7990-4f2d-9149-78f42c03b8ef {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:15.155383 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.258996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.277009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for cf619cb7-7990-4f2d-9149-78f42c03b8ef owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:15.443597 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.481672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=cf619cb7-7990-4f2d-9149-78f42c03b8ef,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:15.589508 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.594903 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a7a773c0-d00f-4d41-b121-398dc24dc13f tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/ports/cf619cb7-7990-4f2d-9149-78f42c03b8ef HTTP/1.1" status: 204 len: 168 time: 0.5502689 Aug 31 14:23:15.595472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46820) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:15.656305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9f0ebc-5b17-4fca-a0ed-0b34c8418a88 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:15.661359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6d9f0ebc-5b17-4fca-a0ed-0b34c8418a88 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "GET /v2.0/ports?device_id=36ba4c94-d0f1-4e05-ac02-2df7680ec457 HTTP/1.1" status: 200 len: 913 time: 0.0621209 Aug 31 14:23:15.662011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46822) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:16.084596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.363628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port ea923a75-a780-4ac3-82ce-f13ab8243e7c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:16.364192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.458415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.471111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for ea923a75-a780-4ac3-82ce-f13ab8243e7c owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:16.704016 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.742642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=ea923a75-a780-4ac3-82ce-f13ab8243e7c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:16.943719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.481652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:17.609165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:17.618098 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4dfd2f9b-0096-41b5-b41c-c9dad5e7a9ef tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "PUT /v2.0/routers/36ba4c94-d0f1-4e05-ac02-2df7680ec457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9521153 Aug 31 14:23:17.619073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:17.626804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] Sync routers for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:17.641363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:17.642333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:17.701141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:17.718640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] Routers {'36ba4c94-d0f1-4e05-ac02-2df7680ec457'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:17.719948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:22:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:17.753974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.757775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:17.757970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378dda2-cad6-47fb-b54b-8d187066b7be None None] The sync data for ids ['36ba4c94-d0f1-4e05-ac02-2df7680ec457'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:17.867599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.930675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting port 1625749e-ee49-4e18-ac09-76ae0f100939 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:17.931033 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.031807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.047034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Calling delete_port for 1625749e-ee49-4e18-ac09-76ae0f100939 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:18.261948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.313754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Port': ['ID=1625749e-ee49-4e18-ac09-76ae0f100939,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:18.384910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.498649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.501106 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.557731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.558362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Fanout notify agent at l3_agent the message router_deleted on router 36ba4c94-d0f1-4e05-ac02-2df7680ec457 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:23:18.568355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.570113 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7658fd34-335f-4113-9b08-f78503c78196 tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/routers/36ba4c94-d0f1-4e05-ac02-2df7680ec457 HTTP/1.1" status: 204 len: 168 time: 0.9508829 Aug 31 14:23:18.572820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46840) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:18.658818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Deleting subnet 3fecade8-eadb-49c2-b0be-0f8df86d9f96 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:18.662847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.711887 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.788266 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.874974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.910565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Subnet': ['ID=3fecade8-eadb-49c2-b0be-0f8df86d9f96,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:18.915148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.920929 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2f912fb7-38d2-4090-8cb3-ef17c6c5a9ae tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/subnets/3fecade8-eadb-49c2-b0be-0f8df86d9f96 HTTP/1.1" status: 204 len: 168 time: 0.3433890 Aug 31 14:23:18.921788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46852) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:19.034269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.146829 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.162770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fa8eee-8a66-4f8a-8f9f-8ddca925f27b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:19.184116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d4f9b1-3649-4e8e-84d0-71bf4bc2bdf9') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:19.184573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d4f9b1-3649-4e8e-84d0-71bf4bc2bdf9') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:19.199108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.220673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.230382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Releasing vlan 1549 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:19.231005 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:19.235084 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:19.309128 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.333497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.336051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] 10.222.0.10 "DELETE /v2.0/networks/00fa8eee-8a66-4f8a-8f9f-8ddca925f27b HTTP/1.1" status: 204 len: 168 time: 0.4135358 Aug 31 14:23:19.337225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d749f-6cc8-4851-8012-d72a9491df3e tempest-FloatingIPTestJSON-1001243064 tempest-FloatingIPTestJSON-1001243064-project] Pushing event deleted for resources: {'Network': ['ID=00fa8eee-8a66-4f8a-8f9f-8ddca925f27b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:19.682435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46858) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:19.847825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46864) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:19.850536 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-591c05ac-2b76-46b3-a65c-bb1015d50b02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bd4d1a326c942b7a184353f827f26dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658950 Aug 31 14:23:19.920564 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5fd33bc-a2e3-44ac-bb81-dc3f8b326c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.948443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5fd33bc-a2e3-44ac-bb81-dc3f8b326c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.009696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5fd33bc-a2e3-44ac-bb81-dc3f8b326c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.012426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5fd33bc-a2e3-44ac-bb81-dc3f8b326c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.016558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a5fd33bc-a2e3-44ac-bb81-dc3f8b326c87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a474155-e5ff-4f43-a9e2-bc65b158135b HTTP/1.1" status: 204 len: 168 time: 0.1675713 Aug 31 14:23:20.030965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd33bc-a2e3-44ac-bb81-dc3f8b326c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a474155-e5ff-4f43-a9e2-bc65b158135b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:20.985217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46896) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:21.108240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2058870567'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:21.135005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:21.138983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.148800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.263187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.267813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.306777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:21.324218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2a7de-02aa-4d03-8c0a-270aae34281f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:21.331902 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.332336 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment 12403bfa-f67b-4fd2-8b34-0ae6c73d6467 of type vlan for network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b Aug 31 14:23:21.391476 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.425662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.431879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:21.432473 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.498359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5113091 Aug 31 14:23:21.501173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46900) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:21.506702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'name': 'tempest-PortsIpV6TestJSON-599485949'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:21.526110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b2278-71db-4baa-98e0-7fdc9c7e4629 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:21.536360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:21.625938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:21.629820 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.650142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 12354ebf-9793-4d11-b256-8882a6ee338c yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:21.901632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.957406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.023670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=12354ebf-9793-4d11-b256-8882a6ee338c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:22.045333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': '12403bfa-f67b-4fd2-8b34-0ae6c73d6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:22.045717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:22.077207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:22.092145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:22.098286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:22.108621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6512f0-24f3-426e-8f00-8b9edb7231fe None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:22.109470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:22.110647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.134674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b636bf49-19af-4405-b75b-16c2ad61afa3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6323557 Aug 31 14:23:22.138749 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46904) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:22.147023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-375579088'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:22.187382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:22.192161 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.223819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:22.237572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.238344 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment 0d5af236-7d9d-4da2-8809-3b8c9daa1fea of type vlan for network 9528598a-8157-49f2-be66-dcd1e1cfcbb1 Aug 31 14:23:22.289832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.318869 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.329454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:22.330464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.375100 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2347035 Aug 31 14:23:22.379155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46906) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:22.387919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'ports': [{'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b'}, {'network_id': '9528598a-8157-49f2-be66-dcd1e1cfcbb1'}]} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:22.388699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:22.389436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '9528598a-8157-49f2-be66-dcd1e1cfcbb1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:22.477210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d3070-a450-4b3e-9a8b-13ca26e39668 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=9528598a-8157-49f2-be66-dcd1e1cfcbb1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:22.498188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 9528598a-8157-49f2-be66-dcd1e1cfcbb1 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:22.614672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 2} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:22.620335 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.633388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.720372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 712549a7-b7ad-4527-a468-76b6c2cab44d yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:22.845018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.933851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 6b75cfb1-db7e-4d2a-9729-f2694554eaa4 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:23.069469 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.114216 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.164897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:23.166804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:23.169322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:23.170152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.188515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=712549a7-b7ad-4527-a468-76b6c2cab44d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.250228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': '0d5af236-7d9d-4da2-8809-3b8c9daa1fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '9528598a-8157-49f2-be66-dcd1e1cfcbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:23.250595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: 9528598a-8157-49f2-be66-dcd1e1cfcbb1, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:23.253057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=6b75cfb1-db7e-4d2a-9729-f2694554eaa4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.284127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 9528598a-8157-49f2-be66-dcd1e1cfcbb1 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:23.299460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 9528598a-8157-49f2-be66-dcd1e1cfcbb1) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:23.303696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:23.309968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:23.310986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc46030b-490d-4aba-b62a-6d6cd9bee590 None None] Network 9528598a-8157-49f2-be66-dcd1e1cfcbb1 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:23.315150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:23.316024 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.341707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46920) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:23.352670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bf98bc54-a479-48fa-a9a9-7a40df1521e8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9606724 Aug 31 14:23:23.479594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 6b75cfb1-db7e-4d2a-9729-f2694554eaa4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:23.480543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.564658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.587465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 6b75cfb1-db7e-4d2a-9729-f2694554eaa4 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:23.712702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.742489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=6b75cfb1-db7e-4d2a-9729-f2694554eaa4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.749830 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.751916 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-80c492a1-0d27-482e-85a5-54c144877c00 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/6b75cfb1-db7e-4d2a-9729-f2694554eaa4 HTTP/1.1" status: 204 len: 168 time: 0.4091542 Aug 31 14:23:23.754329 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46924) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:23.810129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de9e9a-d4e5-4a1e-b5d0-f624725017f4 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:23.816134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de9e9a-d4e5-4a1e-b5d0-f624725017f4 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:23.817724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b4de9e9a-d4e5-4a1e-b5d0-f624725017f4 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0624754 Aug 31 14:23:23.820698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46926) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:23.914808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 712549a7-b7ad-4527-a468-76b6c2cab44d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:23.915165 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.993984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.009853 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 712549a7-b7ad-4527-a468-76b6c2cab44d owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:24.095627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.126829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=712549a7-b7ad-4527-a468-76b6c2cab44d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.133739 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.138690 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-de07b838-06d1-458b-95b6-94b8cb9b4e1b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/712549a7-b7ad-4527-a468-76b6c2cab44d HTTP/1.1" status: 204 len: 168 time: 0.3167801 Aug 31 14:23:24.139049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46930) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.192345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedceb4-ba14-4ef0-888c-2a1d5bf0e46f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:24.194469 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7cedceb4-ba14-4ef0-888c-2a1d5bf0e46f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0542288 Aug 31 14:23:24.197667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46932) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.224967 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42ee71f-957a-4ab4-a5c5-b655b19f75b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:24.226508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b42ee71f-957a-4ab4-a5c5-b655b19f75b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/6b75cfb1-db7e-4d2a-9729-f2694554eaa4 HTTP/1.1" status: 404 len: 333 time: 0.0276253 Aug 31 14:23:24.229226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46934) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.257672 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0516d7-53eb-4828-84e1-b46f853b20ae tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:24.259282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2e0516d7-53eb-4828-84e1-b46f853b20ae tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/712549a7-b7ad-4527-a468-76b6c2cab44d HTTP/1.1" status: 404 len: 333 time: 0.0291462 Aug 31 14:23:24.262122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46936) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.341786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.439655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.452037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9528598a-8157-49f2-be66-dcd1e1cfcbb1']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:24.464845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5af236-7d9d-4da2-8809-3b8c9daa1fea') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:24.465320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5af236-7d9d-4da2-8809-3b8c9daa1fea') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:24.477253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.494134 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.503007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:24.503491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:24.507502 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:24.571125 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.585804 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.587387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/9528598a-8157-49f2-be66-dcd1e1cfcbb1 HTTP/1.1" status: 204 len: 168 time: 0.3238182 Aug 31 14:23:24.591843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46940) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.597443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-466268770'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:24.611028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e4016-b2a1-42ff-9739-3d8df19c5c3e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=9528598a-8157-49f2-be66-dcd1e1cfcbb1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.631018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:24.634619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.660461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:24.675730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.676055 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment 2c982da1-5524-4c3a-b225-61d8114df2fa of type vlan for network 4c52c6d4-e119-4264-903c-52666c09c6f2 Aug 31 14:23:24.723158 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.753008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.759032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:24.759647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.818112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2245262 Aug 31 14:23:24.822044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46942) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.827398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:24.829515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e943a-bddb-408a-ae27-6c9d3cea3272 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=4c52c6d4-e119-4264-903c-52666c09c6f2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.853312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 4c52c6d4-e119-4264-903c-52666c09c6f2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:24.937192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:24.940736 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.155368 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.229413 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=fa23b416-89a3-475b-8f3f-ae5a67d22f22,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.235354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': '2c982da1-5524-4c3a-b225-61d8114df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:25.235657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: 4c52c6d4-e119-4264-903c-52666c09c6f2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:25.255822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 4c52c6d4-e119-4264-903c-52666c09c6f2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:25.269310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 4c52c6d4-e119-4264-903c-52666c09c6f2) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:25.275068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:25.276001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.286255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddea623-f6fe-4aa1-a735-c4f02226341a None None] Network 4c52c6d4-e119-4264-903c-52666c09c6f2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:25.295576 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d4150bfa-f65c-410a-8eeb-06274a501674 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4723582 Aug 31 14:23:25.298169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46944) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:25.304504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2', 'name': 'tempest-PortsIpV6TestJSON-635680384'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:25.433875 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:25.437664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.456657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port f40a5acf-1159-427b-9bfb-02ac41b5c28a yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:25.488588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-4c52c6d4-e119-4264-903c-52666c09c6f2', 'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2', 'tenant_id': 'dfd6a43096fe45dab47ccfedd488be77', 'fixed_ips': [{'subnet_id': 'fa23b416-89a3-475b-8f3f-ae5a67d22f22'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:25.489493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.608970 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::2a4 (4c52c6d4-e119-4264-903c-52666c09c6f2/fa23b416-89a3-475b-8f3f-ae5a67d22f22/f40a5acf-1159-427b-9bfb-02ac41b5c28a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:25.790222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.805883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object f40a5acf-1159-427b-9bfb-02ac41b5c28a will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:25.843714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.903466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46952) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:25.910257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Allocated IP 2001:db8::2 (4c52c6d4-e119-4264-903c-52666c09c6f2/fa23b416-89a3-475b-8f3f-ae5a67d22f22/5b180d10-ef76-424f-b94a-c32e7b1c3303) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:25.915968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=f40a5acf-1159-427b-9bfb-02ac41b5c28a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.924936 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 4c52c6d4-e119-4264-903c-52666c09c6f2 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:25.926298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:25.930828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:25.937644 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:25.938355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.962381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46956) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:25.963923 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-224364d5-cf0f-428d-8469-5eedc5c76152 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6620505 Aug 31 14:23:26.094668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port f40a5acf-1159-427b-9bfb-02ac41b5c28a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:26.095026 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.118185 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.128276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Transition to ACTIVE for port object 5b180d10-ef76-424f-b94a-c32e7b1c3303 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:26.148439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Transition to ACTIVE for port object 5b180d10-ef76-424f-b94a-c32e7b1c3303 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:26.149274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50450295-5f70-4aaf-bc9a-3c3ff1c4095e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.156019 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.218103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Network 4c52c6d4-e119-4264-903c-52666c09c6f2 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:26.230866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:26.240963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:26.246782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.252462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Pushing event updated for resources: {'Port': ['ID=5b180d10-ef76-424f-b94a-c32e7b1c3303,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.266903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for f40a5acf-1159-427b-9bfb-02ac41b5c28a owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:26.279443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.279793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.280142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.280477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.280859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.281271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.281603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.281935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.282260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.282587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.282918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.283244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:26.339548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Attempting to bind port 5b180d10-ef76-424f-b94a-c32e7b1c3303 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:26.339924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Attempting to bind port 5b180d10-ef76-424f-b94a-c32e7b1c3303 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2c982da1-5524-4c3a-b225-61d8114df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:26.340292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Attempting to bind port 5b180d10-ef76-424f-b94a-c32e7b1c3303 on network 4c52c6d4-e119-4264-903c-52666c09c6f2 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:26.348984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:26.350103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Checking segment: {'id': '2c982da1-5524-4c3a-b225-61d8114df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:26.350619 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.351020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Bound using segment: {'id': '2c982da1-5524-4c3a-b225-61d8114df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:26.351522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Bound port: 5b180d10-ef76-424f-b94a-c32e7b1c3303, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c982da1-5524-4c3a-b225-61d8114df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '4c52c6d4-e119-4264-903c-52666c09c6f2'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:26.351917 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.379038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50450295-5f70-4aaf-bc9a-3c3ff1c4095e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.390205 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50450295-5f70-4aaf-bc9a-3c3ff1c4095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.429702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] For port 5b180d10-ef76-424f-b94a-c32e7b1c3303, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:26.434468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] For port 5b180d10-ef76-424f-b94a-c32e7b1c3303, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5b180d10-ef76-424f-b94a-c32e7b1c3303,segment=NetworkSegment(2c982da1-5524-4c3a-b225-61d8114df2fa),segment_id=2c982da1-5524-4c3a-b225-61d8114df2fa)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:26.439827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.467314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-50450295-5f70-4aaf-bc9a-3c3ff1c4095e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40be287db1164fdc8a268ef66453908d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5619526 Aug 31 14:23:26.470043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46958) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.471284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450295-5f70-4aaf-bc9a-3c3ff1c4095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e8b17a-c12c-4594-9775-64e6a4eac10d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.521685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.529685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9480786-47fe-4d90-a6d8-12844a562c5b None None] Pushing event updated for resources: {'Port': ['ID=5b180d10-ef76-424f-b94a-c32e7b1c3303,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.559027 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a839b8-13ba-4cc2-b19b-330d14262872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.566131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=f40a5acf-1159-427b-9bfb-02ac41b5c28a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.588064 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.588967 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a839b8-13ba-4cc2-b19b-330d14262872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.590285 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d31b0b6d-4f22-4b75-9dce-e58c790f9b51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/f40a5acf-1159-427b-9bfb-02ac41b5c28a HTTP/1.1" status: 204 len: 168 time: 0.6263719 Aug 31 14:23:26.592838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.619188 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee068ac5-789a-421a-8ce0-e793dcd88e58 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:23:26.619931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee068ac5-789a-421a-8ce0-e793dcd88e58 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:23:26.624795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ee068ac5-789a-421a-8ce0-e793dcd88e58 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/f40a5acf-1159-427b-9bfb-02ac41b5c28a HTTP/1.1" status: 404 len: 333 time: 0.0282872 Aug 31 14:23:26.625192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46962) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.663800 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-34515b81-744e-4f75-9a6e-653e9284d8d8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:26.666302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-34515b81-744e-4f75-9a6e-653e9284d8d8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/f40a5acf-1159-427b-9bfb-02ac41b5c28a HTTP/1.1" status: 404 len: 333 time: 0.0395296 Aug 31 14:23:26.669717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 46964) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.671389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a839b8-13ba-4cc2-b19b-330d14262872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.676581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-65a839b8-13ba-4cc2-b19b-330d14262872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.676581 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-65a839b8-13ba-4cc2-b19b-330d14262872 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4e8b17a-c12c-4594-9775-64e6a4eac10d HTTP/1.1" status: 204 len: 168 time: 0.2048895 Aug 31 14:23:26.692666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a839b8-13ba-4cc2-b19b-330d14262872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e8b17a-c12c-4594-9775-64e6a4eac10d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.773341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet fa23b416-89a3-475b-8f3f-ae5a67d22f22 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:26.777560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.795111 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eede55ae-1e42-4d14-bdfb-ceebdbacf7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.852592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.974419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.047190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.073950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=fa23b416-89a3-475b-8f3f-ae5a67d22f22,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:27.081059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.086294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dc4f37fa-e491-494c-bbb7-ddfacfb23ac1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/fa23b416-89a3-475b-8f3f-ae5a67d22f22 HTTP/1.1" status: 204 len: 168 time: 0.4149847 Aug 31 14:23:27.088207 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46974) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:27.200497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.270539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 5b180d10-ef76-424f-b94a-c32e7b1c3303 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:27.270950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.347985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] For port 5b180d10-ef76-424f-b94a-c32e7b1c3303, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=5b180d10-ef76-424f-b94a-c32e7b1c3303,segment=NetworkSegment(2c982da1-5524-4c3a-b225-61d8114df2fa),segment_id=2c982da1-5524-4c3a-b225-61d8114df2fa)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:27.348374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.370689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 5b180d10-ef76-424f-b94a-c32e7b1c3303 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:27.478913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.517096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=5b180d10-ef76-424f-b94a-c32e7b1c3303,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:27.519604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No DVR routers for this DVR port 5b180d10-ef76-424f-b94a-c32e7b1c3303 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:27.610003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba30d7-311c-4462-a2cc-cacfcb3bffff None None] Network 4c52c6d4-e119-4264-903c-52666c09c6f2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:27.611957 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.623308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c52c6d4-e119-4264-903c-52666c09c6f2']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:27.636069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c982da1-5524-4c3a-b225-61d8114df2fa') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:27.636418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c982da1-5524-4c3a-b225-61d8114df2fa') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:27.646779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.662825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.670809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:27.671533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:27.675069 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:27.678770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-61ca735a-d122-4e47-96b5-13ba23f30283 None None] Could not find standard attr ID for object 5b180d10-ef76-424f-b94a-c32e7b1c3303. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:27.756999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.763048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.768914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/4c52c6d4-e119-4264-903c-52666c09c6f2 HTTP/1.1" status: 204 len: 168 time: 0.6753342 Aug 31 14:23:27.770077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 46990) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:27.775283 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1360414045'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:27.792266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bd98f-43ed-40eb-9f03-14afc3fb2a6c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=4c52c6d4-e119-4264-903c-52666c09c6f2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:27.826386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:27.830057 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.841415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef8b13-64cc-4722-a1b8-d9905aded2c3 None None] DHCP port deletion for 4c52c6d4-e119-4264-903c-52666c09c6f2 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:27.866354 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1539, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:27.877919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.877919 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment 8d355ffa-a2b4-4437-8022-0e4fe089b2f8 of type vlan for network 09b7c8e9-3f38-4f4c-a660-4270369a2531 Aug 31 14:23:27.924721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.956234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.962332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:27.962670 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.032639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2614849 Aug 31 14:23:28.038307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47000) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:28.053492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:28.112964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa83f8-ebaa-469c-83a9-77e02226fc23 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=09b7c8e9-3f38-4f4c-a660-4270369a2531,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:28.131518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 09b7c8e9-3f38-4f4c-a660-4270369a2531 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:28.172731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:28.177048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.355195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47008) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:28.421391 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.494490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=05a3177a-0e8e-471a-ba36-9721a631ccef,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:28.498725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': '8d355ffa-a2b4-4437-8022-0e4fe089b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:28.499334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: 09b7c8e9-3f38-4f4c-a660-4270369a2531, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:28.518194 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 09b7c8e9-3f38-4f4c-a660-4270369a2531 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:28.532935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 09b7c8e9-3f38-4f4c-a660-4270369a2531) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:28.539185 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:28.540166 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.549134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ab896-e4da-478e-9376-9b9200007760 None None] Network 09b7c8e9-3f38-4f4c-a660-4270369a2531 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:28.560253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8539e648-8a37-41aa-83da-5e77f7968fdc tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5202911 Aug 31 14:23:28.561306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:28.571860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-597513494'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:28.580017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'network': {'name': 'tempest-network-smoke--30158349', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'port_security_enabled': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:28.656696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:28.660158 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.678626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.733610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-09b7c8e9-3f38-4f4c-a660-4270369a2531', 'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531', 'tenant_id': 'dfd6a43096fe45dab47ccfedd488be77', 'fixed_ips': [{'subnet_id': '05a3177a-0e8e-471a-ba36-9721a631ccef'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:28.734629 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.809925 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.817261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.859981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:28.864420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:28.868546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.875854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129289d5-9810-4263-8b24-607ce4ce39b8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:28.896824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.896824 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Added segment f622c98c-7b2d-4399-9c4d-d2860f62c6b5 of type vlan for network 875419a7-8e30-4d34-8947-cdfd6f533335 Aug 31 14:23:28.910443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port ffe90544-97ec-414a-b749-b64853312758 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:28.912750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Allocated IP 2001:db8::2 (09b7c8e9-3f38-4f4c-a660-4270369a2531/05a3177a-0e8e-471a-ba36-9721a631ccef/161ac7b0-9855-4d0d-9a84-68223e1f7543) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:28.979720 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.027158 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.034270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.035383 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.091388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.101398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Transition to ACTIVE for port object 161ac7b0-9855-4d0d-9a84-68223e1f7543 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:29.112160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7542367 Aug 31 14:23:29.115920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47014) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:29.117879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Transition to ACTIVE for port object 161ac7b0-9855-4d0d-9a84-68223e1f7543 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:29.122491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-557886096', 'admin_state_up': True, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:29.127325 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.160795 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.162415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.164354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6afe3-6fe9-4d79-b412-fbd1c2fbb0d4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Network': ['ID=875419a7-8e30-4d34-8947-cdfd6f533335,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:29.176304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Network 09b7c8e9-3f38-4f4c-a660-4270369a2531 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:29.181740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:29.187333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:29.202435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Pushing event updated for resources: {'Port': ['ID=161ac7b0-9855-4d0d-9a84-68223e1f7543,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:29.210371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::79 (09b7c8e9-3f38-4f4c-a660-4270369a2531/05a3177a-0e8e-471a-ba36-9721a631ccef/ffe90544-97ec-414a-b749-b64853312758) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:29.210725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 875419a7-8e30-4d34-8947-cdfd6f533335 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:29.229323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.256013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-20fe1fe3-1199-428d-abd4-e1a3e32e0763 req-d3e70672-efde-4795-9f2a-e9c91e248d40 service neutron] (101361) timed out ('10.222.0.101', 50200) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:23:29.310431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Attempting to bind port 161ac7b0-9855-4d0d-9a84-68223e1f7543 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:29.310802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Attempting to bind port 161ac7b0-9855-4d0d-9a84-68223e1f7543 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '8d355ffa-a2b4-4437-8022-0e4fe089b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:29.311459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Attempting to bind port 161ac7b0-9855-4d0d-9a84-68223e1f7543 on network 09b7c8e9-3f38-4f4c-a660-4270369a2531 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:29.325466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:29.326272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Checking segment: {'id': '8d355ffa-a2b4-4437-8022-0e4fe089b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:29.326683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.327088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Bound using segment: {'id': '8d355ffa-a2b4-4437-8022-0e4fe089b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:29.327582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Bound port: 161ac7b0-9855-4d0d-9a84-68223e1f7543, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d355ffa-a2b4-4437-8022-0e4fe089b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': '09b7c8e9-3f38-4f4c-a660-4270369a2531'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:29.327978 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.396318 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.397424 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf3aa-7fb8-489a-b939-4cbc1adf55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.422209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object ffe90544-97ec-414a-b749-b64853312758 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:29.438871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] For port 161ac7b0-9855-4d0d-9a84-68223e1f7543, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:29.442599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] For port 161ac7b0-9855-4d0d-9a84-68223e1f7543, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=161ac7b0-9855-4d0d-9a84-68223e1f7543,segment=NetworkSegment(8d355ffa-a2b4-4437-8022-0e4fe089b2f8),segment_id=8d355ffa-a2b4-4437-8022-0e4fe089b2f8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:29.447546 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.471679 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.522206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21692e1-a883-40b9-a840-32d674ee107d None None] Pushing event updated for resources: {'Port': ['ID=161ac7b0-9855-4d0d-9a84-68223e1f7543,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:29.533494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 09b7c8e9-3f38-4f4c-a660-4270369a2531 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:29.538678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:29.541295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:29.547387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.549157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.564590 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.576362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.0133064 Aug 31 14:23:29.580797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:29.591357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040daefd-1069-4fb2-8a69-1fd338569203 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=ffe90544-97ec-414a-b749-b64853312758,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:29.736782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port ffe90544-97ec-414a-b749-b64853312758 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:29.737169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.750723 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.770196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5b180d10-ef76-424f-b94a-c32e7b1c3303 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:29.814533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 5b180d10-ef76-424f-b94a-c32e7b1c3303 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:29.815035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 5b180d10-ef76-424f-b94a-c32e7b1c3303 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:29.894256 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.912689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for ffe90544-97ec-414a-b749-b64853312758 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:30.038334 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.067555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.069963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.100535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=ffe90544-97ec-414a-b749-b64853312758,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:30.127019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.129107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bfae081e-6c1a-4d42-8046-50f9dcf6ecfd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/ffe90544-97ec-414a-b749-b64853312758 HTTP/1.1" status: 204 len: 168 time: 0.5470507 Aug 31 14:23:30.132365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:30.164754 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c23631f-875c-4189-a72a-3e82873f400d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:30.166302 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6c23631f-875c-4189-a72a-3e82873f400d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/ffe90544-97ec-414a-b749-b64853312758 HTTP/1.1" status: 404 len: 333 time: 0.0328250 Aug 31 14:23:30.169440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:30.217569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.25.0.54 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/3b6afd1c-b717-435b-97bb-6abc297d5ef9) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:30.238207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 05a3177a-0e8e-471a-ba36-9721a631ccef {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:30.244330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.310783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.386512 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.446619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.457628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.521423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:30.526111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:30.526362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.533547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:30.537427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=3b6afd1c-b717-435b-97bb-6abc297d5ef9,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:30.556819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=05a3177a-0e8e-471a-ba36-9721a631ccef,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:30.562583 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.564745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f51ccd14-7026-468e-b604-bf6925f20b47 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/05a3177a-0e8e-471a-ba36-9721a631ccef HTTP/1.1" status: 204 len: 168 time: 0.3939316 Aug 31 14:23:30.570828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47022) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:30.672322 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.743496 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.751287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0075e4d-f589-4a8a-9dfb-b0c2adcc5917 None None] Network 09b7c8e9-3f38-4f4c-a660-4270369a2531 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:30.879049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-89b06dff-b583-410e-bca9-b5c9cdb12493 None None] Provisioning for port 161ac7b0-9855-4d0d-9a84-68223e1f7543 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:30.937057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 161ac7b0-9855-4d0d-9a84-68223e1f7543 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:30.937598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.967163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] DHCP port deletion for 09b7c8e9-3f38-4f4c-a660-4270369a2531 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:31.007519 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.026228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] Deleting port 161ac7b0-9855-4d0d-9a84-68223e1f7543 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:31.027663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.061192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] For port 161ac7b0-9855-4d0d-9a84-68223e1f7543, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=161ac7b0-9855-4d0d-9a84-68223e1f7543,segment=NetworkSegment(8d355ffa-a2b4-4437-8022-0e4fe089b2f8),segment_id=8d355ffa-a2b4-4437-8022-0e4fe089b2f8)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:31.061577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.081134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 161ac7b0-9855-4d0d-9a84-68223e1f7543 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:31.100940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] For port 161ac7b0-9855-4d0d-9a84-68223e1f7543, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=161ac7b0-9855-4d0d-9a84-68223e1f7543,segment=NetworkSegment(8d355ffa-a2b4-4437-8022-0e4fe089b2f8),segment_id=8d355ffa-a2b4-4437-8022-0e4fe089b2f8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:31.101350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.118146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] Calling delete_port for 161ac7b0-9855-4d0d-9a84-68223e1f7543 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:31.220114 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.247306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] Pushing event deleted for resources: {'Port': ['ID=161ac7b0-9855-4d0d-9a84-68223e1f7543,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.253013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20963140-66c9-4def-b8df-14ae10f2c7c0 None None] No DVR routers for this DVR port 161ac7b0-9855-4d0d-9a84-68223e1f7543 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:31.303602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.335126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=161ac7b0-9855-4d0d-9a84-68223e1f7543,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.342998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No DVR routers for this DVR port 161ac7b0-9855-4d0d-9a84-68223e1f7543 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:31.345022 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.481577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.522770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b7c8e9-3f38-4f4c-a660-4270369a2531']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:31.538220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d355ffa-a2b4-4437-8022-0e4fe089b2f8') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:31.538512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d355ffa-a2b4-4437-8022-0e4fe089b2f8') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:31.551635 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.571434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.582792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:31.583403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: self.session.flush() Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:31.586983 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:31.660472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router 51716801-e891-43d7-8286-7c18f36df37b is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:23:31.667032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.679700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.682924 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/09b7c8e9-3f38-4f4c-a660-4270369a2531 HTTP/1.1" status: 204 len: 168 time: 1.1108084 Aug 31 14:23:31.689462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47026) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:31.698445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'name': 'tempest-PortsIpV6TestJSON-1246595593'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:31.707389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c6b3-9644-46c6-b833-9555530e9321 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=09b7c8e9-3f38-4f4c-a660-4270369a2531,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.848128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:31.855495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.889130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 69f1cd2b-2f79-489b-895d-988aa108c76c yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:31.896036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:31.917674 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Sync routers for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:31.928709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.933903 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-517e1ae9-4da7-4e7f-a1df-5ed78964550d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8131335 Aug 31 14:23:31.935714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47028) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:31.944314 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:31.945410 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:32.051262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.090700 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-73883362-1f02-49b7-bd86-fa1249f53caf tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=2b7dcfc7426a455a8d92a8748a705d87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1529438 Aug 31 14:23:32.093414 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47032) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:32.136234 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:32.190866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.241671 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.314462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:32.321019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:32.328648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:32.330175 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4eed22-ce7b-4329-a1fa-927af9531193 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.335505 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4e4eed22-ce7b-4329-a1fa-927af9531193 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2361417 Aug 31 14:23:32.336653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47034) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:32.337789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.338809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.357053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=69f1cd2b-2f79-489b-895d-988aa108c76c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.364081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6728396 Aug 31 14:23:32.371482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47036) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:32.373438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.374096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.374685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.375198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.375751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.376311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.376893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.377445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.377975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.378537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.379065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.379761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a66e73-d4e4-4dc5-9df5-9c4f8cd73ac8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.403375 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:30Z', 'revision_number': 3, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:32.406759 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e721aedf-7054-4889-8dfd-981d823a77c9 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685277 Aug 31 14:23:32.411033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47038) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:32.418303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-407745506', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:32.503625 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 69f1cd2b-2f79-489b-895d-988aa108c76c {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:32.503956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.522542 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Checking router: 51716801-e891-43d7-8286-7c18f36df37b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:32.522933 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Updating router 51716801-e891-43d7-8286-7c18f36df37b port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:32.553706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:32.558200 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.559055 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.591179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.614312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 69f1cd2b-2f79-489b-895d-988aa108c76c owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:32.730481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.774590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.779305 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/69f1cd2b-2f79-489b-895d-988aa108c76c HTTP/1.1" status: 204 len: 168 time: 0.4039803 Aug 31 14:23:32.779305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50a1b9-bc59-4aba-9c51-df34bcde7ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=69f1cd2b-2f79-489b-895d-988aa108c76c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.779685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47040) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:32.786602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'mac_address': 'fa:16:3e:e6:d0:0f', 'name': 'tempest-PortsIpV6TestJSON-1924182824'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:32.805650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.880938 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.891910 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Transition to ACTIVE for port object 3b6afd1c-b717-435b-97bb-6abc297d5ef9 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:32.898159 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.915239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Subnet': ['ID=63b21e66-0bf4-4c4f-a662-61c4f9fc6858,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.935991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Checking segment: {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:32.936355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network hostable DHCP agents. Network: 875419a7-8e30-4d34-8947-cdfd6f533335, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:32.948953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:32.951990 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Pushing event updated for resources: {'Port': ['ID=3b6afd1c-b717-435b-97bb-6abc297d5ef9,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.954235 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Attempting to bind port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:32.954600 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Attempting to bind port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:32.954967 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Attempting to bind port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:32.963663 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:32.964042 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:32.964450 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.964894 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:32.965347 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Bound port: 3b6afd1c-b717-435b-97bb-6abc297d5ef9, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:32.965732 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.967986 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.968334 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.968681 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.969058 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.969398 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.969732 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.970061 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.970387 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.970715 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.971040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.971367 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:32.971684 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:33.010209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 875419a7-8e30-4d34-8947-cdfd6f533335 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:33.035035 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] For port 3b6afd1c-b717-435b-97bb-6abc297d5ef9, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:33.038207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 875419a7-8e30-4d34-8947-cdfd6f533335) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:33.045439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:33.045865 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.046474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d284d8-3d77-4ba1-b541-337270f94f1b None None] Network 875419a7-8e30-4d34-8947-cdfd6f533335 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:33.048309 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] For port 3b6afd1c-b717-435b-97bb-6abc297d5ef9, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3b6afd1c-b717-435b-97bb-6abc297d5ef9,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:33.051658 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.056426 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.080775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0f0dfb3e-2f35-413f-a9fd-3c2c69c2bc85 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6676831 Aug 31 14:23:33.084009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47042) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:33.111512 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:33.112156 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:33.131006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 72d1ff75-6af5-4c6b-8250-d8d715e4fb26 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:33.163756 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849736a-8053-4512-a973-55b6c5a7d743 None None] Pushing event updated for resources: {'Port': ['ID=3b6afd1c-b717-435b-97bb-6abc297d5ef9,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:33.258549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-875419a7-8e30-4d34-8947-cdfd6f533335', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:33.261505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.276203 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:33.457648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Allocated IP 172.20.0.2 (875419a7-8e30-4d34-8947-cdfd6f533335/63b21e66-0bf4-4c4f-a662-61c4f9fc6858/3dfc41ba-0c38-4a67-94a7-1af0a39e487d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:33.552946 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:30Z', 'revision_number': 3, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:33.585911 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b6163-fa35-48bd-84b2-aa6b1ba40683 None None] The sync data for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 is: [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:30Z', 'revision_number': 3, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:33.673445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.684403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Transition to ACTIVE for port object 3dfc41ba-0c38-4a67-94a7-1af0a39e487d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:33.704918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Transition to ACTIVE for port object 3dfc41ba-0c38-4a67-94a7-1af0a39e487d will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:33.723317 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.778488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Network 875419a7-8e30-4d34-8947-cdfd6f533335 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:33.782885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:33.785462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:33.796380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Pushing event updated for resources: {'Port': ['ID=3dfc41ba-0c38-4a67-94a7-1af0a39e487d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:33.851715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.882822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Attempting to bind port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:33.884276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Attempting to bind port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:33.885606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Attempting to bind port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d on network 875419a7-8e30-4d34-8947-cdfd6f533335 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:33.904987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:33.905578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Checking segment: {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:33.906189 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.906768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Bound using segment: {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:33.907552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Bound port: 3dfc41ba-0c38-4a67-94a7-1af0a39e487d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:33.908114 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.000816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] For port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:34.008562 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.012913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] For port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3dfc41ba-0c38-4a67-94a7-1af0a39e487d,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:34.018696 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.081185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:34.107514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebb3f-859a-42ea-b4d2-e859767f90ef None None] Pushing event updated for resources: {'Port': ['ID=3dfc41ba-0c38-4a67-94a7-1af0a39e487d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.119951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:34.125068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:34.131597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:34.132277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.149154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=72d1ff75-6af5-4c6b-8250-d8d715e4fb26,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.170228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-01478ab6-45e9-4deb-b58a-27a4efdd499a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3854332 Aug 31 14:23:34.171080 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47044) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:34.236914 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b929094-28d4-4658-9f2c-b322a896500f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:34.244603 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3b929094-28d4-4658-9f2c-b322a896500f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/72d1ff75-6af5-4c6b-8250-d8d715e4fb26 HTTP/1.1" status: 200 len: 845 time: 0.0721738 Aug 31 14:23:34.245736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47046) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:34.305050 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.422488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 72d1ff75-6af5-4c6b-8250-d8d715e4fb26 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:34.423118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.507097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.525472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 72d1ff75-6af5-4c6b-8250-d8d715e4fb26 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:34.648013 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.685898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.20.0.1 (875419a7-8e30-4d34-8947-cdfd6f533335/63b21e66-0bf4-4c4f-a662-61c4f9fc6858/e0128949-9077-4cde-8f48-06b921e6f729) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:34.688216 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=72d1ff75-6af5-4c6b-8250-d8d715e4fb26,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.700348 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.710634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f96f8be2-97e7-4e0f-9c1f-75d2de318807 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/72d1ff75-6af5-4c6b-8250-d8d715e4fb26 HTTP/1.1" status: 204 len: 168 time: 0.4628675 Aug 31 14:23:34.711873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47048) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:34.751447 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a053d516-eaed-46d8-b183-4a1575e0ff9b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:34.753518 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a053d516-eaed-46d8-b183-4a1575e0ff9b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/72d1ff75-6af5-4c6b-8250-d8d715e4fb26 HTTP/1.1" status: 404 len: 333 time: 0.0397985 Aug 31 14:23:34.760293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47050) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:34.769323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'name': 'tempest-PortsIpV6TestJSON-1299215593'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:34.858948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.876665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Transition to ACTIVE for port object e0128949-9077-4cde-8f48-06b921e6f729 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.915670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:34.919484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.931498 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.941482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 56735bb1-00da-43d6-a754-fa8f523b3aec yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:34.981347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 875419a7-8e30-4d34-8947-cdfd6f533335 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:34.984718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:34.989220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:34.997114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=e0128949-9077-4cde-8f48-06b921e6f729,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:35.049099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.165734 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.224379 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.252188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.272619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:35.276585 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:35.284557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:35.291589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:35.292511 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.316217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=56735bb1-00da-43d6-a754-fa8f523b3aec,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:35.336446 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b45627fe-1427-4968-b501-85e4a32af856 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5706873 Aug 31 14:23:35.336446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47052) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:35.343664 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:35.474643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.559090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ef891-338f-4c37-ba3b-69505580a5ec None None] Network 875419a7-8e30-4d34-8947-cdfd6f533335 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:35.631080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5f2b7dcc-b204-4561-9425-44d4d869220a None None] Provisioning for port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:35.699659 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.704975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.824633 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=e0128949-9077-4cde-8f48-06b921e6f729,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:35.830852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.978645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 875419a7-8e30-4d34-8947-cdfd6f533335 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:35.980647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:35.983778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3dfc41ba-0c38-4a67-94a7-1af0a39e487d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:36.085421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:36.091565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:36.092138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.152320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.160097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.183067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router 51716801-e891-43d7-8286-7c18f36df37b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:36.223360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] In _notify_port_updated(), no bound segment for port 56735bb1-00da-43d6-a754-fa8f523b3aec on network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:23:36.236262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.237502 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.237978 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.238987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "PUT /v2.0/ports/56735bb1-00da-43d6-a754-fa8f523b3aec HTTP/1.1" status: 200 len: 818 time: 0.9026000 Aug 31 14:23:36.251453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47056) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:36.294951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1d556d72-76be-49aa-b345-e0785b50bee3 None None] Provisioning for port e0128949-9077-4cde-8f48-06b921e6f729 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:36.303572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3dfc41ba-0c38-4a67-94a7-1af0a39e487d,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:36.309463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1d556d72-76be-49aa-b345-e0785b50bee3 None None] Provisioning complete for port e0128949-9077-4cde-8f48-06b921e6f729 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:36.310128 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1d556d72-76be-49aa-b345-e0785b50bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.339684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9bb8a-a5c7-4268-a178-1b4dd0712616 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=56735bb1-00da-43d6-a754-fa8f523b3aec,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:36.340985 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.341802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3b6afd1c-b717-435b-97bb-6abc297d5ef9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:36.377020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:36.384392 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 56735bb1-00da-43d6-a754-fa8f523b3aec {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:36.384709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.385148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1aea6efb-4fe5-4768-8bc7-8400509bf8d9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "PUT /v2.0/routers/51716801-e891-43d7-8286-7c18f36df37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2990985 Aug 31 14:23:36.388086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:36.417552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Sync routers for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:36.455925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-1d556d72-76be-49aa-b345-e0785b50bee3 None None] Port e0128949-9077-4cde-8f48-06b921e6f729 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:36.468413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:36.469091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:36.490469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.514453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 56735bb1-00da-43d6-a754-fa8f523b3aec owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:36.528419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=3dfc41ba-0c38-4a67-94a7-1af0a39e487d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:36.552650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1d556d72-76be-49aa-b345-e0785b50bee3 None None] Provisioning complete for port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:36.553089 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1d556d72-76be-49aa-b345-e0785b50bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.563477 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:23:36.626980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:36.657026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.663665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:36.664050 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.699543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacc904-58d5-436a-8f76-f44ab775ad9b tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.700400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacc904-58d5-436a-8f76-f44ab775ad9b tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.700754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacc904-58d5-436a-8f76-f44ab775ad9b tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.702248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacc904-58d5-436a-8f76-f44ab775ad9b tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.703639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacc904-58d5-436a-8f76-f44ab775ad9b tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.706770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aaacc904-58d5-436a-8f76-f44ab775ad9b tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3551 time: 0.3172014 Aug 31 14:23:36.709429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47062) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:36.710509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=56735bb1-00da-43d6-a754-fa8f523b3aec,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:36.717389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:36.721441 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.729904 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c52a3799-af7e-4740-b768-e041b7a2676c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/56735bb1-00da-43d6-a754-fa8f523b3aec HTTP/1.1" status: 204 len: 168 time: 0.4773326 Aug 31 14:23:36.730949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47064) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:36.798391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41fa97b-203d-4e5d-b626-544b89a128cb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.800167 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d41fa97b-203d-4e5d-b626-544b89a128cb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0682614 Aug 31 14:23:36.804190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47066) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:36.846970 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e32ef9-12f4-4676-b89d-3d78e097404a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:36.848526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-15e32ef9-12f4-4676-b89d-3d78e097404a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/56735bb1-00da-43d6-a754-fa8f523b3aec HTTP/1.1" status: 404 len: 333 time: 0.0395660 Aug 31 14:23:36.853064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47068) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:36.858560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1877312565'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:36.866039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43021b-61c2-4088-a2f4-5cdafd68869f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.866520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43021b-61c2-4088-a2f4-5cdafd68869f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.866985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43021b-61c2-4088-a2f4-5cdafd68869f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.867444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43021b-61c2-4088-a2f4-5cdafd68869f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.869288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ba43021b-61c2-4088-a2f4-5cdafd68869f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1573863 Aug 31 14:23:36.871959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47070) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:36.946114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:36.947313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.949742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.980649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 3b6afd1c-b717-435b-97bb-6abc297d5ef9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3b6afd1c-b717-435b-97bb-6abc297d5ef9,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:36.988111 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.996975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1531, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:37.016481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.016832 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment 26000459-b8ef-48fa-b101-0ccfa9385bfa of type vlan for network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b Aug 31 14:23:37.081817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-367a3572-61e8-4803-b21a-870596181e91 None None] Provisioning complete for port e0128949-9077-4cde-8f48-06b921e6f729 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:37.082265 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-367a3572-61e8-4803-b21a-870596181e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.092092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=3b6afd1c-b717-435b-97bb-6abc297d5ef9,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.119557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.138314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-367a3572-61e8-4803-b21a-870596181e91 None None] Port e0128949-9077-4cde-8f48-06b921e6f729 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:37.150023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 2, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:37.183470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Checking router: 51716801-e891-43d7-8286-7c18f36df37b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:37.183703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.183824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Updating router 51716801-e891-43d7-8286-7c18f36df37b port e0128949-9077-4cde-8f48-06b921e6f729 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:37.189453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.190065 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.210313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.264992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4107454 Aug 31 14:23:37.268217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47072) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:37.276431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:37.287057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea917bf-78ff-4112-8591-1851ea93b723 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.301406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27c7572a-237f-4d0d-96f1-c259023bbaf9 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.4256656 Aug 31 14:23:37.313814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:37.399328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:37.404004 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.587475 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.601188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Transition to ACTIVE for port object e0128949-9077-4cde-8f48-06b921e6f729 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:37.606909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.607886 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.639069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47080) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:37.655920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b74bbea7-a114-4f02-bfe2-0f14f6144e9a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838979141', 'description': 'tempest-secgroup-smoke-1838979141 description', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:37.685473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=c9d55605-28ef-47c4-8336-566023b9a1ab,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.690427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': '26000459-b8ef-48fa-b101-0ccfa9385bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:37.690897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:37.694336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b74bbea7-a114-4f02-bfe2-0f14f6144e9a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.722751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:37.728159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4b2a2-54a2-450f-b553-4634cb0bfa58 None None] Pushing event updated for resources: {'Port': ['ID=e0128949-9077-4cde-8f48-06b921e6f729,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.750889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:37.763230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.764544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.772141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40bfc6b-ab9d-463f-9646-fa6b8f3b7cc0 None None] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:37.838011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3dfc41ba-0c38-4a67-94a7-1af0a39e487d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:37.842726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Attempting to bind port e0128949-9077-4cde-8f48-06b921e6f729 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:37.843100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Attempting to bind port e0128949-9077-4cde-8f48-06b921e6f729 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:37.843476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Attempting to bind port e0128949-9077-4cde-8f48-06b921e6f729 on network 875419a7-8e30-4d34-8947-cdfd6f533335 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:37.848499 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b74bbea7-a114-4f02-bfe2-0f14f6144e9a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.855198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b74bbea7-a114-4f02-bfe2-0f14f6144e9a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.868009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4c6fd6b7-192a-4621-bce0-ccf99d5259a6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5984952 Aug 31 14:23:37.871868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:37.877559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fec4776a-39d3-4549-927f-5ebb09bfc3b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:37.883264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:37.883654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Checking segment: {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:37.884077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.884482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Bound using segment: {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:37.885008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Bound port: e0128949-9077-4cde-8f48-06b921e6f729, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:37.885497 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.902450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b74bbea7-a114-4f02-bfe2-0f14f6144e9a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.908049 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b74bbea7-a114-4f02-bfe2-0f14f6144e9a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2663527 Aug 31 14:23:37.909135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47086) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:37.915732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f1cd8152-ae89-49c2-ba07-d2743c5b91d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '9a467fcc-5e78-4042-a768-8e7a0f9f45ce', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:37.920557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bbea7-a114-4f02-bfe2-0f14f6144e9a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a467fcc-5e78-4042-a768-8e7a0f9f45ce,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.966012 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8152-ae89-49c2-ba07-d2743c5b91d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.045214 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8152-ae89-49c2-ba07-d2743c5b91d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.055399 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8152-ae89-49c2-ba07-d2743c5b91d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.086414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec4776a-39d3-4549-927f-5ebb09bfc3b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:38.086996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd8152-ae89-49c2-ba07-d2743c5b91d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac56518-e708-403b-9bc0-b00fdb49abca,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.091006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fec4776a-39d3-4549-927f-5ebb09bfc3b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.104534 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8152-ae89-49c2-ba07-d2743c5b91d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.110464 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f1cd8152-ae89-49c2-ba07-d2743c5b91d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961522 Aug 31 14:23:38.111843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47088) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:38.122296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b5eff697-2825-4e2e-988c-91ad780cb29b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '9a467fcc-5e78-4042-a768-8e7a0f9f45ce', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.122800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:38.123803 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.135493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] For port e0128949-9077-4cde-8f48-06b921e6f729, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:38.169808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b5eff697-2825-4e2e-988c-91ad780cb29b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.183693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] For port e0128949-9077-4cde-8f48-06b921e6f729, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e0128949-9077-4cde-8f48-06b921e6f729,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:38.199061 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.250029 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-fec4776a-39d3-4549-927f-5ebb09bfc3b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9d55605-28ef-47c4-8336-566023b9a1ab (CIDR: 2001:db8::/64) Aug 31 14:23:38.258787 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec4776a-39d3-4549-927f-5ebb09bfc3b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:23:38.260297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec4776a-39d3-4549-927f-5ebb09bfc3b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:23:38.264091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b5eff697-2825-4e2e-988c-91ad780cb29b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.269729 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b5eff697-2825-4e2e-988c-91ad780cb29b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.274020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'tenant_id': 'dfd6a43096fe45dab47ccfedd488be77', 'fixed_ips': [{'subnet_id': 'c9d55605-28ef-47c4-8336-566023b9a1ab'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:38.275144 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.284905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fec4776a-39d3-4549-927f-5ebb09bfc3b0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4117007 Aug 31 14:23:38.285892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47094) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:38.292056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.306487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eff697-2825-4e2e-988c-91ad780cb29b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e8ded0-7857-4d7f-9008-61b3f0c85ad1,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.311077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b5eff697-2825-4e2e-988c-91ad780cb29b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.315374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b5eff697-2825-4e2e-988c-91ad780cb29b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1992271 Aug 31 14:23:38.315858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47096) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:38.322938 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d3b0449c-b5ae-4056-a960-c4d567d91b98 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '9a467fcc-5e78-4042-a768-8e7a0f9f45ce', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.327510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:38.328167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:38.331510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4b2a2-54a2-450f-b553-4634cb0bfa58 None None] Pushing event updated for resources: {'Port': ['ID=e0128949-9077-4cde-8f48-06b921e6f729,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.375150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3b0449c-b5ae-4056-a960-c4d567d91b98 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.479053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:38.481695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3b0449c-b5ae-4056-a960-c4d567d91b98 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.483573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.488020 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3b0449c-b5ae-4056-a960-c4d567d91b98 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.517799 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3b0449c-b5ae-4056-a960-c4d567d91b98 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.519371 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d3b0449c-b5ae-4056-a960-c4d567d91b98 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2021081 Aug 31 14:23:38.520488 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0449c-b5ae-4056-a960-c4d567d91b98 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88149ba0-379e-44d6-957d-404776a22749,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.522752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47098) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:38.529210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-88a7f232-6fdb-4b23-8cde-01e34dc8cdbd tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '9a467fcc-5e78-4042-a768-8e7a0f9f45ce', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.545634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3b6afd1c-b717-435b-97bb-6abc297d5ef9 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:38.560974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88a7f232-6fdb-4b23-8cde-01e34dc8cdbd tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.639737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88a7f232-6fdb-4b23-8cde-01e34dc8cdbd tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.644731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88a7f232-6fdb-4b23-8cde-01e34dc8cdbd tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.669271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7f232-6fdb-4b23-8cde-01e34dc8cdbd tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebc2e38-bed0-4daf-8851-68bd66414230,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.678974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-88a7f232-6fdb-4b23-8cde-01e34dc8cdbd tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.681424 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-88a7f232-6fdb-4b23-8cde-01e34dc8cdbd tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572754 Aug 31 14:23:38.686383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47100) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:38.698038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '9a467fcc-5e78-4042-a768-8e7a0f9f45ce', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.731466 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Project 2b7dcfc7426a455a8d92a8748a705d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:23:38.736791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.806353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.811032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.816159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.836363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda0d970-5046-4c44-aae9-548dee374b83,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.851703 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.857675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47102) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:38.858768 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3419296-3994-41a7-93a0-0d9ddc486322 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1684825 Aug 31 14:23:38.861418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:38.863414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '9a467fcc-5e78-4042-a768-8e7a0f9f45ce', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.878507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:38.889549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:38.900654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.901007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.920675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Allocated IP 2001:db8::2 (3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b/c9d55605-28ef-47c4-8336-566023b9a1ab/691f081f-d647-40be-b6c1-54132ad999e4) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:38.921018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=8c196c7c-1ce5-4e5f-8695-3c1062d72053,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.931743 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Project 2b7dcfc7426a455a8d92a8748a705d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:23:38.944747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47104) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:38.945125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a41ccde6-623b-4bbe-a26d-ceb8e4429c51 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6579287 Aug 31 14:23:38.946624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.952924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'fixed_ips': [{'subnet_id': 'c9d55605-28ef-47c4-8336-566023b9a1ab'}, {'subnet_id': '8c196c7c-1ce5-4e5f-8695-3c1062d72053'}], 'name': 'tempest-PortsIpV6TestJSON-855618166'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:39.025761 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.031514 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.060312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:39.060805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97991d31-a855-450a-a352-e1a309e1b1d1,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:39.061125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.064803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.082483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-45bf3f7c-6179-4f18-b42d-fbfb94db1647 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2074332 Aug 31 14:23:39.143180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:39.276897 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.279833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-a4ea9495-d761-4638-bde6-84e1441d2891 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838979141&fields=id&tenant_id=2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 267 time: 0.0679934 Aug 31 14:23:39.309230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:39.362240 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.383237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Transition to ACTIVE for port object 691f081f-d647-40be-b6c1-54132ad999e4 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:39.427536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Transition to ACTIVE for port object 691f081f-d647-40be-b6c1-54132ad999e4 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:39.439264 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.446365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-e4fba817-e6be-4842-b572-f04d9d14b345 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:39.447203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-e4fba817-e6be-4842-b572-f04d9d14b345 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/networks?id=875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 200 len: 795 time: 0.1664026 Aug 31 14:23:39.500768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-2fe4804d-0a87-4e4b-9284-6586af437a06 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/quotas/2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 375 time: 0.0364304 Aug 31 14:23:39.503319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a96b645-acc1-4d5b-bd04-725306e14ad8 req-67515b9b-1f4e-4ec6-b7a8-f75aa27a8303 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0534692 Aug 31 14:23:39.520429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:39.524931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:39.526826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Pushing event updated for resources: {'Port': ['ID=691f081f-d647-40be-b6c1-54132ad999e4,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:39.530338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:39.541163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:38Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:39.576362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde68ab-9c63-4a05-b256-a70ccad6ea4d None None] The sync data for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 is: [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:38Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:39.670667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Attempting to bind port 691f081f-d647-40be-b6c1-54132ad999e4 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:39.670667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Attempting to bind port 691f081f-d647-40be-b6c1-54132ad999e4 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '26000459-b8ef-48fa-b101-0ccfa9385bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:39.670667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Attempting to bind port 691f081f-d647-40be-b6c1-54132ad999e4 on network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:39.681643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a96b645-acc1-4d5b-bd04-725306e14ad8 req-8f1e289d-5ef5-49d8-b109-52c0ed11fc08 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0886614 Aug 31 14:23:39.697647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:39.702439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Checking segment: {'id': '26000459-b8ef-48fa-b101-0ccfa9385bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:39.705158 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.707981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Bound using segment: {'id': '26000459-b8ef-48fa-b101-0ccfa9385bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:39.710103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Bound port: 691f081f-d647-40be-b6c1-54132ad999e4, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26000459-b8ef-48fa-b101-0ccfa9385bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1531, 'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:39.711281 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.733696 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-2739c8bf-b59c-4693-9136-12f5bb8ea36e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2214460 Aug 31 14:23:39.835413 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a96b645-acc1-4d5b-bd04-725306e14ad8 req-b80c0b77-02b8-4c59-b072-ef75f2950ca7 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973268 Aug 31 14:23:39.839631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::b7 (3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b/c9d55605-28ef-47c4-8336-566023b9a1ab/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:39.856848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8:0:1::196 (3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b/8c196c7c-1ce5-4e5f-8695-3c1062d72053/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:39.909177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] For port 691f081f-d647-40be-b6c1-54132ad999e4, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:39.914779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] For port 691f081f-d647-40be-b6c1-54132ad999e4, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=691f081f-d647-40be-b6c1-54132ad999e4,segment=NetworkSegment(26000459-b8ef-48fa-b101-0ccfa9385bfa),segment_id=26000459-b8ef-48fa-b101-0ccfa9385bfa)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:39.921320 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.970343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0128949-9077-4cde-8f48-06b921e6f729 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:40.072992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2b2ee-2b13-4cae-a389-e65ce04fb223 None None] Pushing event updated for resources: {'Port': ['ID=691f081f-d647-40be-b6c1-54132ad999e4,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:40.133444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b645-acc1-4d5b-bd04-725306e14ad8 req-14a6073a-b104-40aa-a308-8ea13c7939c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.136858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a96b645-acc1-4d5b-bd04-725306e14ad8 req-14a6073a-b104-40aa-a308-8ea13c7939c5 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2411361 Aug 31 14:23:40.184612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.187252 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.194652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e0128949-9077-4cde-8f48-06b921e6f729 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:40.205920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e0128949-9077-4cde-8f48-06b921e6f729 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:40.206254 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.234034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:40.275455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-417041b8-44fe-4dec-b4b1-65a7f03320c6 service neutron] 10.222.0.10 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547379 Aug 31 14:23:40.312407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.451979 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.470159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:40.482014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:40.524155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=7e3b2c7d-fec5-4110-b9c5-bb84a855ea11,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:40.526246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e0128949-9077-4cde-8f48-06b921e6f729, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e0128949-9077-4cde-8f48-06b921e6f729,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:40.536839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.538276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:40.548456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.550215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.551357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-a6c6a89b-e89c-4742-bcac-e89f97012633 service neutron] 10.222.0.10 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686908 Aug 31 14:23:40.583111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47118) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:40.593926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9d55605-28ef-47c4-8336-566023b9a1ab'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:40.595088 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7229f31e-09b4-4eac-aa13-bf7da0e222be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.6484873 Aug 31 14:23:40.634195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e0128949-9077-4cde-8f48-06b921e6f729,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:40.918933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc9335c8-a864-4d6d-b0dd-4d1b5759f81d req-b885fb0d-7cea-42cf-8efb-72a630147364 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 210 time: 0.0933464 Aug 31 14:23:40.947540 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.412659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Delete allocated IP 2001:db8:0:1::196 (3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b/8c196c7c-1ce5-4e5f-8695-3c1062d72053) {{(pid=101361) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:23:41.622550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebb525c-1bb9-4dba-af3b-110ac6eb4f7c None None] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:41.673404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.690301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Ignored duplicate provisioning block setup for port 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:23:41.696101 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.742228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7bc17075-4a24-4823-a6ec-14628de1de67 None None] Provisioning for port 691f081f-d647-40be-b6c1-54132ad999e4 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:41.771957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] In _notify_port_updated(), no bound segment for port 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 on network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:23:41.784444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:41.785288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.789486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "PUT /v2.0/ports/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 HTTP/1.1" status: 200 len: 924 time: 1.2017329 Aug 31 14:23:41.789978 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47132) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:41.807401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9d55605-28ef-47c4-8336-566023b9a1ab'}, {'subnet_id': '8c196c7c-1ce5-4e5f-8695-3c1062d72053'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:41.810325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b66e6-54b5-4e79-a1e1-aadd00bd3596 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=7e3b2c7d-fec5-4110-b9c5-bb84a855ea11,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:41.904958 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.933854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 691f081f-d647-40be-b6c1-54132ad999e4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:42.049281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1bc050cd-ce89-4030-8b33-a2df12734b1c req-cfdb4869-6eb3-40eb-82c2-733c5b8a4344 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 210 time: 0.0287626 Aug 31 14:23:42.054671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] Update dhcp port {'port': {'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'fixed_ips': [{'subnet_id': 'c9d55605-28ef-47c4-8336-566023b9a1ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c196c7c-1ce5-4e5f-8695-3c1062d72053'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '691f081f-d647-40be-b6c1-54132ad999e4'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:23:42.062174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 691f081f-d647-40be-b6c1-54132ad999e4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:42.084778 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 691f081f-d647-40be-b6c1-54132ad999e4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:42.084778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.109771 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.286487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8:0:1::f7 (3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b/8c196c7c-1ce5-4e5f-8695-3c1062d72053/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:42.289030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.353832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 691f081f-d647-40be-b6c1-54132ad999e4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=691f081f-d647-40be-b6c1-54132ad999e4,segment=NetworkSegment(26000459-b8ef-48fa-b101-0ccfa9385bfa),segment_id=26000459-b8ef-48fa-b101-0ccfa9385bfa)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:42.364893 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.364893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0128949-9077-4cde-8f48-06b921e6f729 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:42.503196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=691f081f-d647-40be-b6c1-54132ad999e4,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:42.526224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e0128949-9077-4cde-8f48-06b921e6f729 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:42.526902 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.530061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.547960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Ignored duplicate provisioning block setup for port 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:23:42.554621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.655026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] Allocated IP 2001:db8:0:1::2 (3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b/8c196c7c-1ce5-4e5f-8695-3c1062d72053/691f081f-d647-40be-b6c1-54132ad999e4) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:42.675603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] In _notify_port_updated(), no bound segment for port 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 on network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:23:42.680263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:42.681095 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.683507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "PUT /v2.0/ports/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 HTTP/1.1" status: 200 len: 1009 time: 0.8904278 Aug 31 14:23:42.684471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528919-d34f-41bc-8329-4bc5d194598a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=7e3b2c7d-fec5-4110-b9c5-bb84a855ea11,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:42.687114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:42.790509 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:42.791479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.824735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] For port 691f081f-d647-40be-b6c1-54132ad999e4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=691f081f-d647-40be-b6c1-54132ad999e4,segment=NetworkSegment(26000459-b8ef-48fa-b101-0ccfa9385bfa),segment_id=26000459-b8ef-48fa-b101-0ccfa9385bfa)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:42.869124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-f8abecf9-1560-49c5-a81e-a3f18f22f325 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:42.870645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-f8abecf9-1560-49c5-a81e-a3f18f22f325 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/networks?id=875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 200 len: 795 time: 0.5028040 Aug 31 14:23:42.878999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.894698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] Transition to ACTIVE for port object 691f081f-d647-40be-b6c1-54132ad999e4 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:42.899610 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.909914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.927577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:42.943495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-73a9b711-5ad4-45bb-994d-fd02669bd09a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 380 time: 0.0557270 Aug 31 14:23:42.955670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'port': {'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'admin_state_up': True, 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'security_groups': ['9a467fcc-5e78-4042-a768-8e7a0f9f45ce']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:42.991087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e758cae-d6ac-44bc-bf56-dbd106a24282 None None] Pushing event updated for resources: {'Port': ['ID=691f081f-d647-40be-b6c1-54132ad999e4,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:43.099235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:43.103518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.166623 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.213493 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=7e3b2c7d-fec5-4110-b9c5-bb84a855ea11,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:43.243724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed859c43-fb58-459e-bbb4-1d4bbb372145 req-dca7dcb2-0ea3-4796-abd4-0942661a7050 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 210 time: 0.0340688 Aug 31 14:23:43.258725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.264398 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-92e094e5-dc86-4a2e-bd75-72b2918756de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 HTTP/1.1" status: 204 len: 168 time: 0.5733681 Aug 31 14:23:43.264849 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47140) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:43.293695 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-71761171-ae76-4e79-9bd3-4bd2e1fa1c0b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:43.297664 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-71761171-ae76-4e79-9bd3-4bd2e1fa1c0b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 HTTP/1.1" status: 404 len: 333 time: 0.0317421 Aug 31 14:23:43.298278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47142) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:43.337698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.20.0.4 (875419a7-8e30-4d34-8947-cdfd6f533335/63b21e66-0bf4-4c4f-a662-61c4f9fc6858/75ab6de2-cb54-4a59-ada8-c912497c15d9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:43.371559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 8c196c7c-1ce5-4e5f-8695-3c1062d72053 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:43.375999 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.421578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.522672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.538802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.555842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Transition to ACTIVE for port object 75ab6de2-cb54-4a59-ada8-c912497c15d9 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:43.605802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.606500 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.640079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.645072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/8c196c7c-1ce5-4e5f-8695-3c1062d72053 HTTP/1.1" status: 204 len: 168 time: 0.3457382 Aug 31 14:23:43.649102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47144) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:43.657312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2a10a-dbd9-49ba-b9d3-4c6d667561e0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=8c196c7c-1ce5-4e5f-8695-3c1062d72053,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:43.657813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db25051d-7c00-4e7b-a795-aef271972df7 None None] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:43.669658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 875419a7-8e30-4d34-8947-cdfd6f533335 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:43.673470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:43.678221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:43.682332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=75ab6de2-cb54-4a59-ada8-c912497c15d9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:43.722660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet c9d55605-28ef-47c4-8336-566023b9a1ab {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:43.729042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.766599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:43.773424 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.787279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0af559c7-286f-409b-a28e-72d3fbee707e None None] Provisioning for port 691f081f-d647-40be-b6c1-54132ad999e4 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:43.794460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0af559c7-286f-409b-a28e-72d3fbee707e None None] Provisioning complete for port 691f081f-d647-40be-b6c1-54132ad999e4 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:43.795057 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0af559c7-286f-409b-a28e-72d3fbee707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.796362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-d6f9a3f7-eca5-431d-b969-949bd6c68018 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457203 Aug 31 14:23:43.800268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.848394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 691f081f-d647-40be-b6c1-54132ad999e4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:43.914173 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.923975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Request body: {'port': {'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:43.998464 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.034130 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.040817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d55605-28ef-47c4-8336-566023b9a1ab,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.046960 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.049593 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d976fa50-9ecd-4867-af54-8f257040b6e9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/c9d55605-28ef-47c4-8336-566023b9a1ab HTTP/1.1" status: 204 len: 168 time: 0.4025493 Aug 31 14:23:44.052814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47148) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:44.068326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 691f081f-d647-40be-b6c1-54132ad999e4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:44.068326 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.104009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0af559c7-286f-409b-a28e-72d3fbee707e None None] Could not find standard attr ID for object 7e3b2c7d-fec5-4110-b9c5-bb84a855ea11. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:44.157400 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.225624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826a165-1219-4f55-a15d-0a3dabb09589 None None] Update dhcp port {'port': {'network_id': '3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b', 'fixed_ips': [{'subnet_id': 'c9d55605-28ef-47c4-8336-566023b9a1ab'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '691f081f-d647-40be-b6c1-54132ad999e4'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:23:44.241267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 691f081f-d647-40be-b6c1-54132ad999e4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:44.241695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.252645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-075ba9cd-b266-4931-8c99-fda65a5ee6cc None None] Provisioning for port 75ab6de2-cb54-4a59-ada8-c912497c15d9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:44.261827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5826a165-1219-4f55-a15d-0a3dabb09589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.265561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-075ba9cd-b266-4931-8c99-fda65a5ee6cc None None] Provisioning complete for port 75ab6de2-cb54-4a59-ada8-c912497c15d9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:44.266609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-075ba9cd-b266-4931-8c99-fda65a5ee6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.339152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] For port 691f081f-d647-40be-b6c1-54132ad999e4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=691f081f-d647-40be-b6c1-54132ad999e4,segment=NetworkSegment(26000459-b8ef-48fa-b101-0ccfa9385bfa),segment_id=26000459-b8ef-48fa-b101-0ccfa9385bfa)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:44.339697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.360209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-075ba9cd-b266-4931-8c99-fda65a5ee6cc None None] Port 75ab6de2-cb54-4a59-ada8-c912497c15d9 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:44.364049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 691f081f-d647-40be-b6c1-54132ad999e4 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:44.424802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d30a13-054c-4ca3-8b65-e2b59b2cfc9c req-fb8aacbc-7484-4ac8-8064-98dacce0df45 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:44.427349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4d30a13-054c-4ca3-8b65-e2b59b2cfc9c req-fb8aacbc-7484-4ac8-8064-98dacce0df45 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 931 time: 0.0895233 Aug 31 14:23:44.478973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.514291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ab6de2-cb54-4a59-ada8-c912497c15d9 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:44.516510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=691f081f-d647-40be-b6c1-54132ad999e4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.522391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No DVR routers for this DVR port 691f081f-d647-40be-b6c1-54132ad999e4 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:44.526340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4d30a13-054c-4ca3-8b65-e2b59b2cfc9c req-27c9ee78-e5a7-41dd-af8b-4901c8af9849 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893178 Aug 31 14:23:44.529706 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.539473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c86e1f8-28cb-429d-9729-db2477b3eb6f None None] Network 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:44.556933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Transition to ACTIVE for port object 75ab6de2-cb54-4a59-ada8-c912497c15d9 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:44.564146 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.651838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Pushing event updated for resources: {'Port': ['ID=75ab6de2-cb54-4a59-ada8-c912497c15d9,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.671637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.690438 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:44.710912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26000459-b8ef-48fa-b101-0ccfa9385bfa') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:44.711422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26000459-b8ef-48fa-b101-0ccfa9385bfa') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:44.729018 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.761466 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.773639 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1531 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:44.774268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:44.779277 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:44.789380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Attempting to bind port 75ab6de2-cb54-4a59-ada8-c912497c15d9 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:44.790021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Attempting to bind port 75ab6de2-cb54-4a59-ada8-c912497c15d9 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:44.790469 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Attempting to bind port 75ab6de2-cb54-4a59-ada8-c912497c15d9 on network 875419a7-8e30-4d34-8947-cdfd6f533335 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:44.799086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Port 75ab6de2-cb54-4a59-ada8-c912497c15d9 on network 875419a7-8e30-4d34-8947-cdfd6f533335 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:23:44.799798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Attempting to bind port 75ab6de2-cb54-4a59-ada8-c912497c15d9 on network 875419a7-8e30-4d34-8947-cdfd6f533335 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:44.811629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:44.812233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Checking segment: {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:44.812900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Bound using segment: {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:44.813421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Bound port: 75ab6de2-cb54-4a59-ada8-c912497c15d9, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:44.813932 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.839728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9b53e6c2-29da-4790-b0bb-8353476de725 None None] Could not find standard attr ID for object 691f081f-d647-40be-b6c1-54132ad999e4. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:44.906650 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.915629 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.919549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b HTTP/1.1" status: 204 len: 168 time: 0.8653913 Aug 31 14:23:44.927314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47152) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:44.939450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] For port 75ab6de2-cb54-4a59-ada8-c912497c15d9, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:44.945378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] For port 75ab6de2-cb54-4a59-ada8-c912497c15d9, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:44.960496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.967136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8624e1c-36d5-4e07-8175-0cf517905b85 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.977029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94819aac-2f87-49c7-9e4d-cde07ee7dc86 None None] DHCP port deletion for 3bf9ae3c-f5cc-4776-8c3f-55bcc88af74b request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:45.020175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.021735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.023358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] 10.222.0.26 "PUT /v2.0/ports/75ab6de2-cb54-4a59-ada8-c912497c15d9 HTTP/1.1" status: 200 len: 1091 time: 1.2113259 Aug 31 14:23:45.023868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:45.026765 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e63c2-1425-4b90-b241-4d84653872a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:45.055475 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee59fa-76f9-424f-9916-b4f8b4b1bf36 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.057578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f1ee59fa-76f9-424f-9916-b4f8b4b1bf36 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1261022 Aug 31 14:23:45.060763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47158) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:45.077895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1de1bb-d9cb-4bdb-a9cf-5cffc7fe3c43 service neutron] Pushing event updated for resources: {'Port': ['ID=75ab6de2-cb54-4a59-ada8-c912497c15d9,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:45.127565 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b1ba51cc-4bbf-4ade-8c63-efc035062004 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0654550 Aug 31 14:23:45.128203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47160) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:45.136230 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-564152921'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:45.175151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-abfc57a1-c4a1-43b0-ac7a-ed9c5df70b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.178124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-abfc57a1-c4a1-43b0-ac7a-ed9c5df70b6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 1094 time: 0.0810513 Aug 31 14:23:45.178684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:45.183100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.224600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1526, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:45.242753 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.243322 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment 50bd2313-5e29-4ec8-8837-f025c4e92eb6 of type vlan for network 8af91ece-23de-4fcf-83b5-45ea4cb9604d Aug 31 14:23:45.261859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-7a01b094-f610-49c3-aaea-4fac7770c8ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9 HTTP/1.1" status: 200 len: 217 time: 0.0677333 Aug 31 14:23:45.322068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.356315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-08e85948-0f56-45bf-a4c1-a844febb1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.357895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-08e85948-0f56-45bf-a4c1-a844febb1f66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63b21e66-0bf4-4c4f-a662-61c4f9fc6858 HTTP/1.1" status: 200 len: 834 time: 0.0835223 Aug 31 14:23:45.368825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.374854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.375452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.376117 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa34b8d-a0ee-4371-bb52-e49e5f595b03 x-openstack-request-id: req-2aa34b8d-a0ee-4371-bb52-e49e5f595b03 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:45.376425 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:45.376688 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2aa34b8d-a0ee-4371-bb52-e49e5f595b03 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:45.377182 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'status': 'completed', 'code': 200} Aug 31 14:23:45.443904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076346c5-f88c-425b-8c29-d0569248f56d req-f85125c8-dcd9-4825-a8e3-a5fa1305da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.443904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-f85125c8-dcd9-4825-a8e3-a5fa1305da44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=875419a7-8e30-4d34-8947-cdfd6f533335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751488 Aug 31 14:23:45.456621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3273368 Aug 31 14:23:45.460298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:45.466375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:45.472280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb6944-cd3a-4ecd-8f0b-c5d2be77a27b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=8af91ece-23de-4fcf-83b5-45ea4cb9604d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:45.483369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:45.635859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-3d917ce0-9028-474d-b943-a799136d18a8 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859913 Aug 31 14:23:45.659141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:45.662627 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.806064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 691f081f-d647-40be-b6c1-54132ad999e4 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:45.833210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 691f081f-d647-40be-b6c1-54132ad999e4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:45.833753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 691f081f-d647-40be-b6c1-54132ad999e4 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:45.851107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae70d8-6c6f-4ca5-a376-418f67280e38 req-905a42e7-c9d3-4134-9808-68493df5d1d3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.853945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4ae70d8-6c6f-4ca5-a376-418f67280e38 req-905a42e7-c9d3-4134-9808-68493df5d1d3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 943 time: 0.2150011 Aug 31 14:23:45.928039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076346c5-f88c-425b-8c29-d0569248f56d req-bbfc0dc6-4589-4a83-aaa3-21c6a3be24d2 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783809 Aug 31 14:23:45.950182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4ae70d8-6c6f-4ca5-a376-418f67280e38 req-dd3e9ee8-43a8-4df4-9239-c2781d66904a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798640 Aug 31 14:23:46.077731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.125658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-d815a5b3-8d01-48dc-baa1-227f3751c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.127087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-d815a5b3-8d01-48dc-baa1-227f3751c32d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 1094 time: 0.0996869 Aug 31 14:23:46.149980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=4bde469e-d936-41c9-9324-ca9af3b815cc,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:46.221401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': '50bd2313-5e29-4ec8-8837-f025c4e92eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:46.221964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: 8af91ece-23de-4fcf-83b5-45ea4cb9604d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:46.268137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-97db30aa-17b8-459c-8d75-c663f499f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.269665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-97db30aa-17b8-459c-8d75-c663f499f759 service neutron] 10.222.0.26 "GET /v2.0/networks?id=875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 200 len: 897 time: 0.1329372 Aug 31 14:23:46.270267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:46.284918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 8af91ece-23de-4fcf-83b5-45ea4cb9604d) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:46.294148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761382c6-a7b6-49f8-ae01-9a0c7f444626 None None] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:46.315885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-2e0eb7bf-4583-4f2b-8548-b483f45436c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9 HTTP/1.1" status: 200 len: 217 time: 0.0376935 Aug 31 14:23:46.317971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.318659 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.370113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-70680f61-772b-4319-a989-d946c0a18108 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9085181 Aug 31 14:23:46.372668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:46.378148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d', 'name': 'tempest-PortsIpV6TestJSON-668649448'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:46.381119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-cc1d594e-2222-4f5c-a1d4-8a70f9702df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.382939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-cc1d594e-2222-4f5c-a1d4-8a70f9702df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63b21e66-0bf4-4c4f-a662-61c4f9fc6858 HTTP/1.1" status: 200 len: 834 time: 0.0572813 Aug 31 14:23:46.450973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-6db8c7bc-c034-4ba9-ac93-bc593fc0a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.454491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-6db8c7bc-c034-4ba9-ac93-bc593fc0a78b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=875419a7-8e30-4d34-8947-cdfd6f533335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630605 Aug 31 14:23:46.500286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-8af91ece-23de-4fcf-83b5-45ea4cb9604d', 'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d', 'tenant_id': 'dfd6a43096fe45dab47ccfedd488be77', 'fixed_ips': [{'subnet_id': '4bde469e-d936-41c9-9324-ca9af3b815cc'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:46.502266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.519508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:46.524530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.552422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 111202cb-ebd0-45f4-9caf-f68866958be4 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:46.609548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-6037b09e-5e3b-4a6c-8db2-c908eb816322 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462393 Aug 31 14:23:46.716034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::2d5 (8af91ece-23de-4fcf-83b5-45ea4cb9604d/4bde469e-d936-41c9-9324-ca9af3b815cc/111202cb-ebd0-45f4-9caf-f68866958be4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:46.751649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc0e63c2-1425-4b90-b241-4d84653872a7 req-956aa8de-e82c-4f5e-85ae-bb3d07dd0189 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346135 Aug 31 14:23:46.891377 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.905518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object 111202cb-ebd0-45f4-9caf-f68866958be4 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:46.939364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.984901 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:46.988106 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:46.992979 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:46.993855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Allocated IP 2001:db8::2 (8af91ece-23de-4fcf-83b5-45ea4cb9604d/4bde469e-d936-41c9-9324-ca9af3b815cc/a4da5605-0718-476d-9316-a8caf4096fb6) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:46.999034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.999768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.013119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=111202cb-ebd0-45f4-9caf-f68866958be4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:47.024900 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ddab4eb7-f889-4b00-abb6-5ba7e89285b2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6509459 Aug 31 14:23:47.028187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47170) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:47.035510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d', 'name': 'tempest-PortsIpV6TestJSON-2122332829'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:47.164269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ed25-b71d-4f57-98cd-5661a6bfcf60 req-e2657bca-ff05-4665-8c23-96de5eb49a5d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.165803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b857ed25-b71d-4f57-98cd-5661a6bfcf60 req-e2657bca-ff05-4665-8c23-96de5eb49a5d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 943 time: 0.0828850 Aug 31 14:23:47.183425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.195714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Transition to ACTIVE for port object a4da5605-0718-476d-9316-a8caf4096fb6 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:47.211420 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Transition to ACTIVE for port object a4da5605-0718-476d-9316-a8caf4096fb6 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:47.217622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.230375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b857ed25-b71d-4f57-98cd-5661a6bfcf60 req-310ba016-42b0-4be1-9fe4-81d5b9d4b874 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571070 Aug 31 14:23:47.231984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:47.237653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.261390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:47.269500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:47.272516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:47.277003 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:47.280247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Pushing event updated for resources: {'Port': ['ID=a4da5605-0718-476d-9316-a8caf4096fb6,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:47.350231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Attempting to bind port a4da5605-0718-476d-9316-a8caf4096fb6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:47.351190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Attempting to bind port a4da5605-0718-476d-9316-a8caf4096fb6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '50bd2313-5e29-4ec8-8837-f025c4e92eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:47.351190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Attempting to bind port a4da5605-0718-476d-9316-a8caf4096fb6 on network 8af91ece-23de-4fcf-83b5-45ea4cb9604d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:47.357637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:47.358113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Checking segment: {'id': '50bd2313-5e29-4ec8-8837-f025c4e92eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:47.358598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.359069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Bound using segment: {'id': '50bd2313-5e29-4ec8-8837-f025c4e92eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:47.359633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Bound port: a4da5605-0718-476d-9316-a8caf4096fb6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bd2313-5e29-4ec8-8837-f025c4e92eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '8af91ece-23de-4fcf-83b5-45ea4cb9604d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:47.360644 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.401480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::3c5 (8af91ece-23de-4fcf-83b5-45ea4cb9604d/4bde469e-d936-41c9-9324-ca9af3b815cc/f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:47.438022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] For port a4da5605-0718-476d-9316-a8caf4096fb6, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:47.441475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] For port a4da5605-0718-476d-9316-a8caf4096fb6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4da5605-0718-476d-9316-a8caf4096fb6,segment=NetworkSegment(50bd2313-5e29-4ec8-8837-f025c4e92eb6),segment_id=50bd2313-5e29-4ec8-8837-f025c4e92eb6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:47.447938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.520727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683b055-b939-48dd-a398-e630dd72c6cb None None] Pushing event updated for resources: {'Port': ['ID=a4da5605-0718-476d-9316-a8caf4096fb6,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:47.583813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.601045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:47.639784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.711572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:47.715091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:47.717876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:47.728776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.729843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.751166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:47.768529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-74487c9b-f27f-4415-b128-ef8adb11a890 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7369375 Aug 31 14:23:47.771780 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47172) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:47.844787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d1f51-b1f7-407c-8091-e7265dd33603 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.846815 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-082d1f51-b1f7-407c-8091-e7265dd33603 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d5 HTTP/1.1" status: 200 len: 928 time: 0.0734093 Aug 31 14:23:47.851624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47174) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:47.883097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4da5605-0718-476d-9316-a8caf4096fb6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:47.946147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a4da5605-0718-476d-9316-a8caf4096fb6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:48.258904 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:48.258904 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.360892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.379318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39243d8-0c02-42b0-9db3-0680149068b2 req-678912f9-71dd-4987-8d6a-c2c24a17249e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:48.379933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:48.381282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e39243d8-0c02-42b0-9db3-0680149068b2 req-678912f9-71dd-4987-8d6a-c2c24a17249e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 943 time: 0.0643175 Aug 31 14:23:48.433587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e39243d8-0c02-42b0-9db3-0680149068b2 req-d410fecf-fc3d-4c72-bc07-de84a3ea7b48 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Aug 31 14:23:48.555037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b201ee-e936-4dbe-bdb6-30e58e21d0b9 None None] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:48.570594 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.604299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:48.635768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.640549 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ed4e547a-2979-482a-a420-bcc82c282ca0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d HTTP/1.1" status: 204 len: 168 time: 0.7855692 Aug 31 14:23:48.640977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47178) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:48.674792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c41ad69f-5efa-43a9-9bcf-424cd6ce31e6 None None] Provisioning for port a4da5605-0718-476d-9316-a8caf4096fb6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:48.682635 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed17451-2deb-4f29-91fc-0db231cf91de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:48.684663 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9ed17451-2deb-4f29-91fc-0db231cf91de tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d HTTP/1.1" status: 404 len: 333 time: 0.0422325 Aug 31 14:23:48.688402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47180) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:48.697990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c41ad69f-5efa-43a9-9bcf-424cd6ce31e6 None None] Provisioning complete for port a4da5605-0718-476d-9316-a8caf4096fb6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:48.698369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c41ad69f-5efa-43a9-9bcf-424cd6ce31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.811581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 111202cb-ebd0-45f4-9caf-f68866958be4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:48.813419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.842673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c41ad69f-5efa-43a9-9bcf-424cd6ce31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.856813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 75ab6de2-cb54-4a59-ada8-c912497c15d9 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:48.908814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c41ad69f-5efa-43a9-9bcf-424cd6ce31e6 None None] For port a4da5605-0718-476d-9316-a8caf4096fb6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4da5605-0718-476d-9316-a8caf4096fb6,segment=NetworkSegment(50bd2313-5e29-4ec8-8837-f025c4e92eb6),segment_id=50bd2313-5e29-4ec8-8837-f025c4e92eb6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:48.925621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.940222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c41ad69f-5efa-43a9-9bcf-424cd6ce31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.940802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 111202cb-ebd0-45f4-9caf-f68866958be4 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:49.023339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ad69f-5efa-43a9-9bcf-424cd6ce31e6 None None] Pushing event updated for resources: {'Port': ['ID=a4da5605-0718-476d-9316-a8caf4096fb6,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:49.039312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 75ab6de2-cb54-4a59-ada8-c912497c15d9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:49.051566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:49.103825 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.106227 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.122829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ab6de2-cb54-4a59-ada8-c912497c15d9 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:49.147183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=111202cb-ebd0-45f4-9caf-f68866958be4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:49.149117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 75ab6de2-cb54-4a59-ada8-c912497c15d9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:49.157436 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.182369 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.184283 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5a6239ca-8ae4-4436-8899-20ed7b5e458c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/111202cb-ebd0-45f4-9caf-f68866958be4 HTTP/1.1" status: 204 len: 168 time: 0.4947662 Aug 31 14:23:49.187830 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47182) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:49.206719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-44b64d27-63f2-4d1d-8d3b-2984aac803eb None None] Could not find standard attr ID for object 111202cb-ebd0-45f4-9caf-f68866958be4. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:49.214458 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9592fd-1a7d-460c-ab4f-577882f32271 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:49.218610 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8d9592fd-1a7d-460c-ab4f-577882f32271 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/111202cb-ebd0-45f4-9caf-f68866958be4 HTTP/1.1" status: 404 len: 333 time: 0.0272999 Aug 31 14:23:49.219848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47184) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:49.231256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-44b64d27-63f2-4d1d-8d3b-2984aac803eb None None] Provisioning complete for port a4da5605-0718-476d-9316-a8caf4096fb6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:49.231652 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44b64d27-63f2-4d1d-8d3b-2984aac803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.260118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=75ab6de2-cb54-4a59-ada8-c912497c15d9,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:49.283002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 4bde469e-d936-41c9-9324-ca9af3b815cc {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:49.286626 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.342608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.455187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7040383d-cbef-46ed-8fac-825a51ecdb5a None None] Could not find standard attr ID for object 111202cb-ebd0-45f4-9caf-f68866958be4. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:49.457441 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.471061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['75ab6de2-cb54-4a59-ada8-c912497c15d9'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:49.549539 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.577196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e074a-bec8-4873-84f0-8d5e3a198d14 req-4baf22ef-e5e7-419b-8d39-01df107a4bb1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:49.580238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a2e074a-bec8-4873-84f0-8d5e3a198d14 req-4baf22ef-e5e7-419b-8d39-01df107a4bb1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 944 time: 0.0638070 Aug 31 14:23:49.589347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=4bde469e-d936-41c9-9324-ca9af3b815cc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:49.593416 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.595336 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-398f3d27-fa1e-4a3d-925d-eab7a3933057 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/4bde469e-d936-41c9-9324-ca9af3b815cc HTTP/1.1" status: 204 len: 168 time: 0.3739078 Aug 31 14:23:49.597972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47188) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:49.620068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28eca9a-5512-4c4e-9fd7-bd29b3d8b365 None None] Network 8af91ece-23de-4fcf-83b5-45ea4cb9604d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:49.652664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a2e074a-bec8-4873-84f0-8d5e3a198d14 req-7f82ba88-468b-4477-9535-3a7855c036a9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643394 Aug 31 14:23:49.694491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.703006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-484b91a1-7be0-4bdd-9109-5524d7ee69f9 None None] Could not find standard attr ID for object f9d4d955-cd7a-4a9b-b14b-77e23fc65c2d. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:49.753511 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port a4da5605-0718-476d-9316-a8caf4096fb6 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:49.753966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.814205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4da5605-0718-476d-9316-a8caf4096fb6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:49.821602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] For port a4da5605-0718-476d-9316-a8caf4096fb6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a4da5605-0718-476d-9316-a8caf4096fb6,segment=NetworkSegment(50bd2313-5e29-4ec8-8837-f025c4e92eb6),segment_id=50bd2313-5e29-4ec8-8837-f025c4e92eb6)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:49.821602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.840526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for a4da5605-0718-476d-9316-a8caf4096fb6 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:49.930029 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.934471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a4da5605-0718-476d-9316-a8caf4096fb6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:49.934471 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.957320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ddfd5-e036-485c-b3c8-02aff6421fe9 None None] DHCP port deletion for 8af91ece-23de-4fcf-83b5-45ea4cb9604d request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:49.962438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port a4da5605-0718-476d-9316-a8caf4096fb6 was deleted so its status cannot be updated. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:23:49.962707 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No DVR routers for this DVR port a4da5605-0718-476d-9316-a8caf4096fb6 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:49.964775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=a4da5605-0718-476d-9316-a8caf4096fb6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.050143 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.060631 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af91ece-23de-4fcf-83b5-45ea4cb9604d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:50.071592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bd2313-5e29-4ec8-8837-f025c4e92eb6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:50.071900 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bd2313-5e29-4ec8-8837-f025c4e92eb6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:50.080528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.093765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.099857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1526 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:50.100310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:50.103279 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:50.161097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.167319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.169202 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/8af91ece-23de-4fcf-83b5-45ea4cb9604d HTTP/1.1" status: 204 len: 168 time: 0.5697479 Aug 31 14:23:50.173545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47190) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:50.179533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-319259591'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:50.182316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5d63-30b4-478a-8b60-db72abc0a9a8 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=8af91ece-23de-4fcf-83b5-45ea4cb9604d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.202687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:50.206145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.230844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1508, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:50.240572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.240949 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment 78d8bc43-ac86-4b4c-96a7-345382627cf8 of type vlan for network 5a26c513-1b26-46ec-9210-08eb67ea83e8 Aug 31 14:23:50.280421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.309995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.315737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.316367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.374468 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1998155 Aug 31 14:23:50.379044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47192) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:50.384590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:50.385941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687479e6-a436-4049-afe0-030215484b96 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=5a26c513-1b26-46ec-9210-08eb67ea83e8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.397915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:50.481683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:50.485423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.668856 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.727257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.751814 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': '78d8bc43-ac86-4b4c-96a7-345382627cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:50.752183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: 5a26c513-1b26-46ec-9210-08eb67ea83e8, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:50.770491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:50.782072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 5a26c513-1b26-46ec-9210-08eb67ea83e8) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:50.785575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218c9fc-b5a4-4733-a52c-19e86846ba9f req-9f8a23a1-0f03-4654-89e8-272429b35584 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.786931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.787224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8218c9fc-b5a4-4733-a52c-19e86846ba9f req-9f8a23a1-0f03-4654-89e8-272429b35584 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 944 time: 0.0569298 Aug 31 14:23:50.789533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.795736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f33d1d3-c4d5-45cb-9bc9-1c83e2325951 None None] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:50.821246 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-98012779-2c33-4a2a-88bf-6cc8985dd82d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4409156 Aug 31 14:23:50.821955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47196) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:50.827448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8', 'name': 'tempest-PortsIpV6TestJSON-1953561187', 'fixed_ips': [{'subnet_id': '5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47', 'ip_address': '2001:db8::10'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:50.833264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8218c9fc-b5a4-4733-a52c-19e86846ba9f req-5cbbd9a6-9395-4f48-95ac-08c000fe741a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390656 Aug 31 14:23:50.870103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 75ab6de2-cb54-4a59-ada8-c912497c15d9 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:50.945918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:50.970522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 75ab6de2-cb54-4a59-ada8-c912497c15d9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:50.977529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 75ab6de2-cb54-4a59-ada8-c912497c15d9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:50.978060 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.013973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-5a26c513-1b26-46ec-9210-08eb67ea83e8', 'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8', 'tenant_id': 'dfd6a43096fe45dab47ccfedd488be77', 'fixed_ips': [{'subnet_id': '5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:51.014881 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.053694 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.072638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 602d40a0-0611-437b-bac7-e3334ced47c6 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:51.181239 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.216783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:51.218993 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845f09f-51a4-4b97-9331-4174363864bd" -d '{"events": [{"server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "name": "network-vif-plugged", "status": "completed", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:51.228689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Allocated IP 2001:db8::2 (5a26c513-1b26-46ec-9210-08eb67ea83e8/5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47/4b544f01-7c30-405f-8850-86675186b5be) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:51.243044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 75ab6de2-cb54-4a59-ada8-c912497c15d9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:51.248749 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.342769 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd76e6f2-8c4e-4246-90e3-85beee60fa87 x-openstack-request-id: req-cd76e6f2-8c4e-4246-90e3-85beee60fa87 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:51.343065 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "name": "network-vif-plugged", "status": "completed", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:51.343723 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd76e6f2-8c4e-4246-90e3-85beee60fa87 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:51.344134 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'code': 200} Aug 31 14:23:51.353594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=75ab6de2-cb54-4a59-ada8-c912497c15d9,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:51.437045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.445840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Transition to ACTIVE for port object 4b544f01-7c30-405f-8850-86675186b5be will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:51.461727 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Transition to ACTIVE for port object 4b544f01-7c30-405f-8850-86675186b5be will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:51.468148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.495519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ba0c5-60a3-47b9-a251-1d4009ee979d req-b7b3a88f-6399-4c6d-a575-89afee3aa782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.497125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad6ba0c5-60a3-47b9-a251-1d4009ee979d req-b7b3a88f-6399-4c6d-a575-89afee3aa782 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 1096 time: 0.0540917 Aug 31 14:23:51.516133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:51.519295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:51.521310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::10 (5a26c513-1b26-46ec-9210-08eb67ea83e8/5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47/602d40a0-0611-437b-bac7-e3334ced47c6) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:51.523799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:51.535271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Pushing event updated for resources: {'Port': ['ID=4b544f01-7c30-405f-8850-86675186b5be,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:51.542649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad6ba0c5-60a3-47b9-a251-1d4009ee979d req-ffd373c1-0816-4b6e-b947-4fb96295c9b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Aug 31 14:23:51.582359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Attempting to bind port 4b544f01-7c30-405f-8850-86675186b5be on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:51.583300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Attempting to bind port 4b544f01-7c30-405f-8850-86675186b5be by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '78d8bc43-ac86-4b4c-96a7-345382627cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:51.583746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Attempting to bind port 4b544f01-7c30-405f-8850-86675186b5be on network 5a26c513-1b26-46ec-9210-08eb67ea83e8 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:51.590022 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:51.590403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Checking segment: {'id': '78d8bc43-ac86-4b4c-96a7-345382627cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:51.590816 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.591217 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Bound using segment: {'id': '78d8bc43-ac86-4b4c-96a7-345382627cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:51.591693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Bound port: 4b544f01-7c30-405f-8850-86675186b5be, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d8bc43-ac86-4b4c-96a7-345382627cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:51.592086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.656288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] For port 4b544f01-7c30-405f-8850-86675186b5be, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:51.659830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] For port 4b544f01-7c30-405f-8850-86675186b5be, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4b544f01-7c30-405f-8850-86675186b5be,segment=NetworkSegment(78d8bc43-ac86-4b4c-96a7-345382627cf8),segment_id=78d8bc43-ac86-4b4c-96a7-345382627cf8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:51.663881 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.695561 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.712599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object 602d40a0-0611-437b-bac7-e3334ced47c6 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:51.728815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375668-e20b-4629-aa7c-3a2e7cf7662d None None] Pushing event updated for resources: {'Port': ['ID=4b544f01-7c30-405f-8850-86675186b5be,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:51.755372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.799489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4da5605-0718-476d-9316-a8caf4096fb6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:51.818710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:51.820081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=602d40a0-0611-437b-bac7-e3334ced47c6,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:51.820555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a4da5605-0718-476d-9316-a8caf4096fb6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:51.820925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a4da5605-0718-476d-9316-a8caf4096fb6 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:51.824423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:51.826750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:51.834399 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.835081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.849991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ad9a8e79-4080-4fcd-9af3-5574a1d9b293 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0269294 Aug 31 14:23:51.852600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47202) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:51.859278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '5a26c513-1b26-46ec-9210-08eb67ea83e8', 'name': 'tempest-PortsIpV6TestJSON-1054462116', 'fixed_ips': [{'subnet_id': '5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47', 'ip_address': '2001:db8::f'}]}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:51.996142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a01ed-1987-4e5b-a9ab-c8989e96f981 req-c35d89d1-fbd0-4227-bf97-467af6d2fe87 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.001111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-090a01ed-1987-4e5b-a9ab-c8989e96f981 req-c35d89d1-fbd0-4227-bf97-467af6d2fe87 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 945 time: 0.0922990 Aug 31 14:23:52.009204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:52.014988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.042269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-090a01ed-1987-4e5b-a9ab-c8989e96f981 req-b2b66584-2544-41d9-93e7-3e4163c5059d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377836 Aug 31 14:23:52.047081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1 yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:52.217442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::f (5a26c513-1b26-46ec-9210-08eb67ea83e8/5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47/5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:52.368493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.382520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object 5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:52.417957 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.471839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:52.475274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:52.479829 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:52.485386 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.486004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.490053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:52.503845 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-acfe9732-17a6-4d4a-b0c3-b840792d4c27 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6500108 Aug 31 14:23:52.507182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47206) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:52.561424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e4f60-b208-4a15-8814-067cec4a6d19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.562970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0a1e4f60-b208-4a15-8814-067cec4a6d19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0547051 Aug 31 14:23:52.565800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47208) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:52.634438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdb4e9-af8e-4d4d-aeab-653f077151c3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.641174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdb4e9-af8e-4d4d-aeab-653f077151c3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.647054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdb4e9-af8e-4d4d-aeab-653f077151c3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.648763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2ebdb4e9-af8e-4d4d-aeab-653f077151c3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0820265 Aug 31 14:23:52.651640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47210) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:52.751931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94502c97-4b87-47da-8c53-9099cf71b23b None None] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:52.760651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:52.761038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.846803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.859806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:52.880307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-30752084-8a79-420e-b545-874dcd900c1e None None] Provisioning for port 4b544f01-7c30-405f-8850-86675186b5be completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:52.997782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.027640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:53.060104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.063291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-21a1dcf3-0046-4066-ae6c-7100e21541c1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1 HTTP/1.1" status: 204 len: 168 time: 0.4091473 Aug 31 14:23:53.065176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47212) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:53.094547 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0fd763-c916-4d8d-bd98-21a749512786 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:53.096918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9c0fd763-c916-4d8d-bd98-21a749512786 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1 HTTP/1.1" status: 404 len: 333 time: 0.0300815 Aug 31 14:23:53.099824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47216) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:53.250607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-974e616e-39e7-47fe-a227-93474d95eca5 None None] Provisioning for port 602d40a0-0611-437b-bac7-e3334ced47c6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:53.251325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44381aab-2d78-4c80-a64d-cd969a22d20b req-1992adad-1b7f-4f30-8fdc-c23bf40e2218 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:53.252930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44381aab-2d78-4c80-a64d-cd969a22d20b req-1992adad-1b7f-4f30-8fdc-c23bf40e2218 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 945 time: 0.0790665 Aug 31 14:23:53.257127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 602d40a0-0611-437b-bac7-e3334ced47c6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:53.257621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.265705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-974e616e-39e7-47fe-a227-93474d95eca5 None None] Provisioning complete for port 602d40a0-0611-437b-bac7-e3334ced47c6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:53.266111 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-974e616e-39e7-47fe-a227-93474d95eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.310931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-974e616e-39e7-47fe-a227-93474d95eca5 None None] Port 602d40a0-0611-437b-bac7-e3334ced47c6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:53.314779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-974e616e-39e7-47fe-a227-93474d95eca5 None None] Could not find standard attr ID for object 5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:53.351473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44381aab-2d78-4c80-a64d-cd969a22d20b req-52dc8602-d0e0-4f41-b7ef-489cf4a59c33 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892429 Aug 31 14:23:53.380949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.399792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 602d40a0-0611-437b-bac7-e3334ced47c6 owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:53.445444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-064b0bca-0627-45cb-9db4-d39425e8f420 None None] Provisioning complete for port 602d40a0-0611-437b-bac7-e3334ced47c6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:53.446240 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-064b0bca-0627-45cb-9db4-d39425e8f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.490538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-064b0bca-0627-45cb-9db4-d39425e8f420 None None] Port 602d40a0-0611-437b-bac7-e3334ced47c6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:53.557575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de9e88-be5b-41e4-8a09-d3fa6822ae80 req-7627a647-e032-49c2-96e9-ecb6937249d7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:53.559186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5de9e88-be5b-41e4-8a09-d3fa6822ae80 req-7627a647-e032-49c2-96e9-ecb6937249d7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 945 time: 0.0736375 Aug 31 14:23:53.639777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5de9e88-be5b-41e4-8a09-d3fa6822ae80 req-952446bc-7a7d-46c9-a16e-0f27a3c8e88d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739915 Aug 31 14:23:53.641202 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.666638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47220) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:53.672578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=602d40a0-0611-437b-bac7-e3334ced47c6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:53.706084 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.708529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9d2ec07d-8f96-4063-ac95-5ba9dc7073b9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/602d40a0-0611-437b-bac7-e3334ced47c6 HTTP/1.1" status: 204 len: 168 time: 0.6074593 Aug 31 14:23:53.714656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:53.714906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b39097c2-04ce-4d55-a365-5893610eb9b8 None None] Could not find standard attr ID for object 5e8f4b30-5a00-45d7-b0af-0f0c9da1bce1. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:23:53.723168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4d19b-d504-47b7-ab97-459cee1e52a2 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:53.728952 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6db4d19b-d504-47b7-ab97-459cee1e52a2 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 1091 time: 0.0610332 Aug 31 14:23:53.729497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47224) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:53.734176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:53.751998 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83f1a85-0f4a-40cd-900b-eda9b1c8c151 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:23:53.761436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c83f1a85-0f4a-40cd-900b-eda9b1c8c151 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/602d40a0-0611-437b-bac7-e3334ced47c6 HTTP/1.1" status: 404 len: 333 time: 0.0451801 Aug 31 14:23:53.762327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47226) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:53.766344 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.828957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:53.833220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.867846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4b544f01-7c30-405f-8850-86675186b5be up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:53.895704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.896150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.939432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 4b544f01-7c30-405f-8850-86675186b5be completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:53.947648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4b544f01-7c30-405f-8850-86675186b5be triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:53.948120 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.998142 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.029257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.25.0.62 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/e8a2b0da-f86d-480e-b0ff-deeec6abeccb) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:54.067208 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.081689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.121173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.127354 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:23:54.127726 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:23:54.129410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.134934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2dcbea92-45a6-49d7-99c1-a43d2df0d600 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47 HTTP/1.1" status: 204 len: 168 time: 0.3682055 Aug 31 14:23:54.134934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47228) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:54.169699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.188324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9427a7-5dfa-46c0-9bfe-62ac6ba6a55c None None] Network 5a26c513-1b26-46ec-9210-08eb67ea83e8 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:54.213413 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.219602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.257282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:54.266365 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:54.268968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:54.280285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 4b544f01-7c30-405f-8850-86675186b5be {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:54.280632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.296717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=e8a2b0da-f86d-480e-b0ff-deeec6abeccb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.306150 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.306497 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.306838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.307174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.307518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.307840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.308477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.308477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.308803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.309156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.309482 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.309808 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:54.353089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] For port 4b544f01-7c30-405f-8850-86675186b5be, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4b544f01-7c30-405f-8850-86675186b5be,segment=NetworkSegment(78d8bc43-ac86-4b4c-96a7-345382627cf8),segment_id=78d8bc43-ac86-4b4c-96a7-345382627cf8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:54.353463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.370064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 4b544f01-7c30-405f-8850-86675186b5be owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:54.404489 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] DHCP port deletion for 5a26c513-1b26-46ec-9210-08eb67ea83e8 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:54.451268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] Deleting port 4b544f01-7c30-405f-8850-86675186b5be {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:54.451555 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.461817 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.489839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=4b544f01-7c30-405f-8850-86675186b5be,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.494602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No DVR routers for this DVR port 4b544f01-7c30-405f-8850-86675186b5be on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:54.524983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] For port 4b544f01-7c30-405f-8850-86675186b5be, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4b544f01-7c30-405f-8850-86675186b5be,segment=NetworkSegment(78d8bc43-ac86-4b4c-96a7-345382627cf8),segment_id=78d8bc43-ac86-4b4c-96a7-345382627cf8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:54.525803 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.539912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] Calling delete_port for 4b544f01-7c30-405f-8850-86675186b5be owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:54.583364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.595369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a26c513-1b26-46ec-9210-08eb67ea83e8']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:54.608074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d8bc43-ac86-4b4c-96a7-345382627cf8') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:54.608710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d8bc43-ac86-4b4c-96a7-345382627cf8') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:23:54.619344 n-d-792362-6 neutron-server[101362]: self.session.flush() Aug 31 14:23:54.623522 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.626384 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.637193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.645975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1508 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:54.648234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:54.651539 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:54.675254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] Pushing event deleted for resources: {'Port': ['ID=4b544f01-7c30-405f-8850-86675186b5be,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.679006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Port 4b544f01-7c30-405f-8850-86675186b5be update to ACTIVE by agent not found {{(pid=101362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:23:54.680780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4f937-ba91-4117-8a73-2fb56d5b2dde None None] No DVR routers for this DVR port 4b544f01-7c30-405f-8850-86675186b5be on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:54.713876 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.721199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.733143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.735064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/5a26c513-1b26-46ec-9210-08eb67ea83e8 HTTP/1.1" status: 204 len: 168 time: 0.5994596 Aug 31 14:23:54.739806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47230) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:54.753565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-583309808'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:54.758065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e9788-d0ec-4b9b-a8f7-2d6bef048049 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=5a26c513-1b26-46ec-9210-08eb67ea83e8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.779422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:54.783148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.789654 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.809682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:54.824959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.825318 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Added segment ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6 of type vlan for network 45d50b21-651b-4b8c-be3f-45fc426c6833 Aug 31 14:23:54.868435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.896080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.902120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:54.902730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.961180 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.961459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2203119 Aug 31 14:23:54.964297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47232) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:54.969715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:54.973692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55eab1-4843-4b04-88d2-f72b2847ed19 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Network': ['ID=45d50b21-651b-4b8c-be3f-45fc426c6833,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.976619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.985530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:55.099065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=e8a2b0da-f86d-480e-b0ff-deeec6abeccb,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:55.125745 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.166240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:55.169731 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.297474 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Floating IP 67be1b0e-be9f-4ca5-a6de-52c7f6eac392 associated. External IP: 172.25.0.62, port: 75ab6de2-cb54-4a59-ada8-c912497c15d9. Aug 31 14:23:55.529201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.638214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=4f41b288-71fd-4a89-aaf9-d6bbfcafbddd,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:55.655531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router 51716801-e891-43d7-8286-7c18f36df37b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:55.657096 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Checking segment: {'id': 'ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:55.657471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network hostable DHCP agents. Network: 45d50b21-651b-4b8c-be3f-45fc426c6833, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:55.712673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:55.727050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 45d50b21-651b-4b8c-be3f-45fc426c6833) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:55.733573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:55.734179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.748284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c22429-688a-4981-b509-b69400efbcdb None None] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:55.807974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4b544f01-7c30-405f-8850-86675186b5be no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:55.831668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 4b544f01-7c30-405f-8850-86675186b5be {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:55.832210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4b544f01-7c30-405f-8850-86675186b5be not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:55.938926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-45d50b21-651b-4b8c-be3f-45fc426c6833', 'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833', 'tenant_id': 'dfd6a43096fe45dab47ccfedd488be77', 'fixed_ips': [{'subnet_id': '4f41b288-71fd-4a89-aaf9-d6bbfcafbddd'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:55.939905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.073447 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dafcbfae-bf1b-4aed-a02c-a5b5822fe6f2 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1080694 Aug 31 14:23:56.076417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47234) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:56.081553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-70f39a81-1d20-4854-9ba3-892facf9f70b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1056908230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:56.097896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Allocated IP 2001:db8::2 (45d50b21-651b-4b8c-be3f-45fc426c6833/4f41b288-71fd-4a89-aaf9-d6bbfcafbddd/c614f560-b805-4f17-8a35-8b0f4c673d4f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:56.100560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:56.112168 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] Sync routers for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:56.120281 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70f39a81-1d20-4854-9ba3-892facf9f70b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.121472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70f39a81-1d20-4854-9ba3-892facf9f70b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.123547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.131168 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:56.131851 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:56.157107 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a3ac8603-b8d7-4f81-9d02-3c554311eab1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4265747 Aug 31 14:23:56.157894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:56.160687 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7" -d '{"events": [{"name": "network-changed", "server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:56.163394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47236) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:56.241144 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70f39a81-1d20-4854-9ba3-892facf9f70b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.248899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70f39a81-1d20-4854-9ba3-892facf9f70b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.263676 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:56.276668 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-57a79ba6-a53e-4c71-aba1-cad701077f21 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/floatingips/67be1b0e-be9f-4ca5-a6de-52c7f6eac392 HTTP/1.1" status: 200 len: 990 time: 0.1111705 Aug 31 14:23:56.278075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70f39a81-1d20-4854-9ba3-892facf9f70b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.279134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-70f39a81-1d20-4854-9ba3-892facf9f70b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2015994 Aug 31 14:23:56.282009 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47242) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:56.291134 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833', 'name': 'tempest-PortsIpV6TestJSON-858984570'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:56.295842 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7765ef97-8b38-4f71-ab02-3fbbc6feee81 x-openstack-request-id: req-7765ef97-8b38-4f71-ab02-3fbbc6feee81 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:56.296228 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:56.296585 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7765ef97-8b38-4f71-ab02-3fbbc6feee81 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:56.297218 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'status': 'completed', 'code': 200} Aug 31 14:23:56.318717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.331222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Transition to ACTIVE for port object c614f560-b805-4f17-8a35-8b0f4c673d4f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:56.355642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Transition to ACTIVE for port object c614f560-b805-4f17-8a35-8b0f4c673d4f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:56.366427 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.399233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-5eac39de-9b29-40ba-b6df-a9f960fc3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.401097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-5eac39de-9b29-40ba-b6df-a9f960fc3b9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 1096 time: 0.0529680 Aug 31 14:23:56.416338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:56.422333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:56.431595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:56.438863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Pushing event updated for resources: {'Port': ['ID=c614f560-b805-4f17-8a35-8b0f4c673d4f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:56.440687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:56.445937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.478159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 8a3c0505-b041-4b46-9b63-ed0210df13fc yet. {{(pid=101360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:23:56.505080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Attempting to bind port c614f560-b805-4f17-8a35-8b0f4c673d4f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:56.505542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Attempting to bind port c614f560-b805-4f17-8a35-8b0f4c673d4f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:56.505913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Attempting to bind port c614f560-b805-4f17-8a35-8b0f4c673d4f on network 45d50b21-651b-4b8c-be3f-45fc426c6833 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:56.512240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:56.512240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Checking segment: {'id': 'ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:56.512939 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.513342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Bound using segment: {'id': 'ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:56.513836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Bound port: c614f560-b805-4f17-8a35-8b0f4c673d4f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '45d50b21-651b-4b8c-be3f-45fc426c6833'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:56.514227 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.532365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-0d8f56b5-3970-4edb-8f4e-5fb69f9fbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.533983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-0d8f56b5-3970-4edb-8f4e-5fb69f9fbf54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 200 len: 897 time: 0.1249640 Aug 31 14:23:56.587683 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:54Z', 'revision_number': 0, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:56.594740 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] For port c614f560-b805-4f17-8a35-8b0f4c673d4f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:56.599466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] For port c614f560-b805-4f17-8a35-8b0f4c673d4f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c614f560-b805-4f17-8a35-8b0f4c673d4f,segment=NetworkSegment(ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6),segment_id=ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:56.604556 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.620732 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] Checking router: 51716801-e891-43d7-8286-7c18f36df37b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:56.624225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::1f (45d50b21-651b-4b8c-be3f-45fc426c6833/4f41b288-71fd-4a89-aaf9-d6bbfcafbddd/8a3c0505-b041-4b46-9b63-ed0210df13fc) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:56.631271 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:56.632131 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:56.642610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-4b180499-4ee2-466e-8160-1fdb6e47e40e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9 HTTP/1.1" status: 200 len: 998 time: 0.0908067 Aug 31 14:23:56.694525 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e59133-45a7-4fca-9b2e-8cd8747b6494 None None] Pushing event updated for resources: {'Port': ['ID=c614f560-b805-4f17-8a35-8b0f4c673d4f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:56.740722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-4487ec5a-2088-4fc0-b022-ff8078084757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.749013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-4487ec5a-2088-4fc0-b022-ff8078084757 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63b21e66-0bf4-4c4f-a662-61c4f9fc6858 HTTP/1.1" status: 200 len: 834 time: 0.0917754 Aug 31 14:23:56.755941 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:56.764856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5fe110ff-755d-409b-97fc-2962df841dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.807841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-f1816eb2-9e11-4aba-a74b-f8ae78bbdb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.809425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-f1816eb2-9e11-4aba-a74b-f8ae78bbdb2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=875419a7-8e30-4d34-8947-cdfd6f533335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555115 Aug 31 14:23:56.868777 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.893885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object 8a3c0505-b041-4b46-9b63-ed0210df13fc will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:56.960985 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.965257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-57902bdc-4bf9-47b6-935d-169ddc61ee08 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470997 Aug 31 14:23:57.014519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:57.017676 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:57.030088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:57.036420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.037122 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.053960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=8a3c0505-b041-4b46-9b63-ed0210df13fc,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:57.059406 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3d6af6d2-203b-47fb-9264-528f401366d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7756281 Aug 31 14:23:57.062048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47244) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:57.072470 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:54Z', 'revision_number': 0, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:57.096991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df1d49e8-e8bb-4a2e-a8e1-cd899498add7 req-05837e7d-5627-4bac-804a-18c9afb69502 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227887 Aug 31 14:23:57.203147 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6df915-9b7d-401c-9616-68f2e8da5f1c None None] The sync data for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 is: [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:54Z', 'revision_number': 0, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:57.280484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47246) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:57.351059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b761a22e-6e8e-485b-b7f3-2e3cd098ba2d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/floatingips/67be1b0e-be9f-4ca5-a6de-52c7f6eac392 HTTP/1.1" status: 200 len: 990 time: 0.0688775 Aug 31 14:23:57.400144 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.626834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0a915-5985-4685-9b7d-9e8efa836eae None None] New status for floating IP 67be1b0e-be9f-4ca5-a6de-52c7f6eac392: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:23:57.681286 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.686431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.796796 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=8a3c0505-b041-4b46-9b63-ed0210df13fc,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:57.804618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfe47b-8349-44fb-9a5c-94c60b5d6223 None None] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:57.907382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.007246 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c614f560-b805-4f17-8a35-8b0f4c673d4f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:58.039557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.058334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b40aee1f-0506-41bf-ace3-97945e2ca97b None None] Provisioning for port c614f560-b805-4f17-8a35-8b0f4c673d4f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:58.100421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c614f560-b805-4f17-8a35-8b0f4c673d4f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:58.125282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c614f560-b805-4f17-8a35-8b0f4c673d4f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:58.125663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.246605 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.284242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c614f560-b805-4f17-8a35-8b0f4c673d4f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c614f560-b805-4f17-8a35-8b0f4c673d4f,segment=NetworkSegment(ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6),segment_id=ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:58.289066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.337282 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.343153 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.344382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.350891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c614f560-b805-4f17-8a35-8b0f4c673d4f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:58.354547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47248) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:58.426522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e0eda984-a6c5-43e2-a7b1-8616c584ae3c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/floatingips/67be1b0e-be9f-4ca5-a6de-52c7f6eac392 HTTP/1.1" status: 200 len: 992 time: 0.0693138 Aug 31 14:23:58.439041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=8a3c0505-b041-4b46-9b63-ed0210df13fc,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:58.482157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:58.483647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:58.601225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-697a70e2-4e89-4fd3-9370-7b96ac4a2858 None None] Provisioning complete for port c614f560-b805-4f17-8a35-8b0f4c673d4f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:58.601612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-697a70e2-4e89-4fd3-9370-7b96ac4a2858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.610228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Router 55941235-cca9-43aa-9b4a-05752eaba12d is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:23:58.711134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-697a70e2-4e89-4fd3-9370-7b96ac4a2858 None None] Provisioning for port 8a3c0505-b041-4b46-9b63-ed0210df13fc completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:58.715497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-697a70e2-4e89-4fd3-9370-7b96ac4a2858 None None] Provisioning complete for port 8a3c0505-b041-4b46-9b63-ed0210df13fc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:58.715912 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-697a70e2-4e89-4fd3-9370-7b96ac4a2858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.718239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:58.729426 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2fb3f622-a52e-44f7-b10d-6fb6f541681b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "PUT /v2.0/routers/55941235-cca9-43aa-9b4a-05752eaba12d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639287 Aug 31 14:23:58.730089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47250) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:58.734826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] Sync routers for ids ['55941235-cca9-43aa-9b4a-05752eaba12d'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:58.753703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-697a70e2-4e89-4fd3-9370-7b96ac4a2858 None None] Port 8a3c0505-b041-4b46-9b63-ed0210df13fc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:58.757751 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] Routers {'55941235-cca9-43aa-9b4a-05752eaba12d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:58.761156 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['55941235-cca9-43aa-9b4a-05752eaba12d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:58.787774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb0c35-997d-4d72-b3fd-05cd8053708c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:58.789879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3eb0c35-997d-4d72-b3fd-05cd8053708c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports?device_id=55941235-cca9-43aa-9b4a-05752eaba12d HTTP/1.1" status: 200 len: 987 time: 0.0585945 Aug 31 14:23:58.791617 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:58.792706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47252) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:58.801728 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] Routers {'55941235-cca9-43aa-9b4a-05752eaba12d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:58.802607 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['55941235-cca9-43aa-9b4a-05752eaba12d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:58.837607 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:58.838250 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34103f8b-306a-4e06-b8c1-3c93533fc4f7 None None] The sync data for ids ['55941235-cca9-43aa-9b4a-05752eaba12d'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:58.875878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e6709876-b4d4-4e26-bb3a-e56512be2718 None None] Provisioning complete for port 8a3c0505-b041-4b46-9b63-ed0210df13fc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:58.876258 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e6709876-b4d4-4e26-bb3a-e56512be2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.915964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e6709876-b4d4-4e26-bb3a-e56512be2718 None None] Port 8a3c0505-b041-4b46-9b63-ed0210df13fc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:59.040560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ad77291-18ec-40a2-acab-23a52cffeb6d None None] Provisioning complete for port 8a3c0505-b041-4b46-9b63-ed0210df13fc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:59.041071 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ad77291-18ec-40a2-acab-23a52cffeb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:59.083284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ad77291-18ec-40a2-acab-23a52cffeb6d None None] Port 8a3c0505-b041-4b46-9b63-ed0210df13fc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:59.303435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-88c0c015-3297-4b2b-871a-9cba74bab34f None None] Provisioning complete for port 8a3c0505-b041-4b46-9b63-ed0210df13fc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:59.303736 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88c0c015-3297-4b2b-871a-9cba74bab34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:59.349871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-88c0c015-3297-4b2b-871a-9cba74bab34f None None] Port 8a3c0505-b041-4b46-9b63-ed0210df13fc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:59.355869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dad175d2-487b-4269-8614-97d8d18f4f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:59.558188 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:59.638525 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:59.788788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c614f560-b805-4f17-8a35-8b0f4c673d4f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:59.838431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c614f560-b805-4f17-8a35-8b0f4c673d4f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:59.838818 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:59.922630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 8a3c0505-b041-4b46-9b63-ed0210df13fc {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:59.923122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:00.017467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:00.029614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 8a3c0505-b041-4b46-9b63-ed0210df13fc owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:00.212117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:00.243464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=8a3c0505-b041-4b46-9b63-ed0210df13fc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:00.355002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:00.525862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Router 55941235-cca9-43aa-9b4a-05752eaba12d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:00.609549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:00.618245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6a9ad0a6-a6f2-469d-bde7-4054103efa9f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "PUT /v2.0/routers/55941235-cca9-43aa-9b4a-05752eaba12d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244033 Aug 31 14:24:00.621428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] Sync routers for ids ['55941235-cca9-43aa-9b4a-05752eaba12d'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:00.622193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47254) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:00.634065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] Routers {'55941235-cca9-43aa-9b4a-05752eaba12d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:00.634707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['55941235-cca9-43aa-9b4a-05752eaba12d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:00.649982 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-618d4b8b-d97f-40c0-b2d9-5c32c1d8535c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:24:00.651650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-618d4b8b-d97f-40c0-b2d9-5c32c1d8535c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/8a3c0505-b041-4b46-9b63-ed0210df13fc HTTP/1.1" status: 404 len: 333 time: 0.0284610 Aug 31 14:24:00.654529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47256) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:00.674357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:00.689566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] Routers {'55941235-cca9-43aa-9b4a-05752eaba12d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:00.690340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['55941235-cca9-43aa-9b4a-05752eaba12d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:00.693730 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:00.723511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:00.724305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259743c-6715-4a3c-8bbb-52f72bb781d1 None None] The sync data for ids ['55941235-cca9-43aa-9b4a-05752eaba12d'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:00.763502 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3851658a-6678-4d87-80cc-5e2b3ec0c744 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.021258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3851658a-6678-4d87-80cc-5e2b3ec0c744 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.023409 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3851658a-6678-4d87-80cc-5e2b3ec0c744 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.085896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3851658a-6678-4d87-80cc-5e2b3ec0c744 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.086493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3851658a-6678-4d87-80cc-5e2b3ec0c744 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Fanout notify agent at l3_agent the message router_deleted on router 55941235-cca9-43aa-9b4a-05752eaba12d {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:24:01.093745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3851658a-6678-4d87-80cc-5e2b3ec0c744 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.094835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3851658a-6678-4d87-80cc-5e2b3ec0c744 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/routers/55941235-cca9-43aa-9b4a-05752eaba12d HTTP/1.1" status: 204 len: 168 time: 0.4390712 Aug 31 14:24:01.097468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47258) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:01.149775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 4f41b288-71fd-4a89-aaf9-d6bbfcafbddd {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:01.152795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.197347 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.280498 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.338491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.370557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=4f41b288-71fd-4a89-aaf9-d6bbfcafbddd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:01.374370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.377016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-71f62230-4886-419c-be38-16fe9b26e214 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/4f41b288-71fd-4a89-aaf9-d6bbfcafbddd HTTP/1.1" status: 204 len: 168 time: 0.2771094 Aug 31 14:24:01.380394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47260) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:01.382973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe451d4c-947c-47fa-901e-75167e785741 None None] Network 45d50b21-651b-4b8c-be3f-45fc426c6833 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:01.467168 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.525434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port c614f560-b805-4f17-8a35-8b0f4c673d4f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:01.525792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.561145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] DHCP port deletion for 45d50b21-651b-4b8c-be3f-45fc426c6833 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:01.596437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] For port c614f560-b805-4f17-8a35-8b0f4c673d4f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c614f560-b805-4f17-8a35-8b0f4c673d4f,segment=NetworkSegment(ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6),segment_id=ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:01.596994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.610694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] Deleting port c614f560-b805-4f17-8a35-8b0f4c673d4f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:01.611787 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.616253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for c614f560-b805-4f17-8a35-8b0f4c673d4f owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:01.680046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] For port c614f560-b805-4f17-8a35-8b0f4c673d4f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c614f560-b805-4f17-8a35-8b0f4c673d4f,segment=NetworkSegment(ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6),segment_id=ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:01.680447 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.693372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] Calling delete_port for c614f560-b805-4f17-8a35-8b0f4c673d4f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:01.709528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.734899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=c614f560-b805-4f17-8a35-8b0f4c673d4f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:01.738600 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No DVR routers for this DVR port c614f560-b805-4f17-8a35-8b0f4c673d4f on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:01.774082 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.804941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] Pushing event deleted for resources: {'Port': ['ID=c614f560-b805-4f17-8a35-8b0f4c673d4f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:01.809928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9e40e-559a-469f-bd1a-22a4b63065da None None] No DVR routers for this DVR port c614f560-b805-4f17-8a35-8b0f4c673d4f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:01.819873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c614f560-b805-4f17-8a35-8b0f4c673d4f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:01.824139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.836116 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d50b21-651b-4b8c-be3f-45fc426c6833']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:01.839559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c614f560-b805-4f17-8a35-8b0f4c673d4f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:01.839914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c614f560-b805-4f17-8a35-8b0f4c673d4f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:01.847119 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:01.847427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1d1993-dcbc-45fa-94a1-5fa0978ca1b6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:01.856991 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.872489 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.878402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:01.878817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:01.882529 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:01.939934 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.947882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:01.949930 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/45d50b21-651b-4b8c-be3f-45fc426c6833 HTTP/1.1" status: 204 len: 168 time: 0.5667653 Aug 31 14:24:01.954008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47262) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:01.965469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4bd62-e996-4d3f-8dc8-5e95a85b9521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=45d50b21-651b-4b8c-be3f-45fc426c6833,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:01.997740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c101b65d-aecd-4d84-a81a-c67d765a263d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:01.999097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c101b65d-aecd-4d84-a81a-c67d765a263d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/12354ebf-9793-4d11-b256-8882a6ee338c HTTP/1.1" status: 200 len: 844 time: 0.0441051 Aug 31 14:24:02.002805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47264) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:02.042655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f00f1cde-dd33-4f81-b4db-7b65187bd521 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/12354ebf-9793-4d11-b256-8882a6ee338c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0387566 Aug 31 14:24:02.043212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.046326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47266) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:02.051634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:02.145933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:02.150014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.340282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.382601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:02.385939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:02.389103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:02.389712 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.394997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ce479-dbe3-48df-b671-d6e3a8cce3ce None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:02.406216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=7fc3b2f3-11a2-418b-a7ba-464305c8cb4c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:02.416342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e9987e1-00e9-4b18-870f-03af958432be tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3687949 Aug 31 14:24:02.418868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47268) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:02.423451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b0a9cef1-9971-4a12-8cb5-7355d44a41ad tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1950391684'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:02.459045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cef1-9971-4a12-8cb5-7355d44a41ad tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.545338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cef1-9971-4a12-8cb5-7355d44a41ad tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.549421 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cef1-9971-4a12-8cb5-7355d44a41ad tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.564180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'tenant_id': 'dfd6a43096fe45dab47ccfedd488be77', 'fixed_ips': [{'subnet_id': '7fc3b2f3-11a2-418b-a7ba-464305c8cb4c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:02.565057 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.578872 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cef1-9971-4a12-8cb5-7355d44a41ad tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.582876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47270) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:02.583448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b0a9cef1-9971-4a12-8cb5-7355d44a41ad tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1630187 Aug 31 14:24:02.585348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9cef1-9971-4a12-8cb5-7355d44a41ad tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66196df-9d55-4680-abdd-5a7570424b48,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:02.587823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-8f8aba1f-b74b-4097-9f1c-f22103646a4b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1881690389'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:02.618800 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8aba1f-b74b-4097-9f1c-f22103646a4b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.715808 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8aba1f-b74b-4097-9f1c-f22103646a4b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.719651 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8aba1f-b74b-4097-9f1c-f22103646a4b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.720721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Allocated IP 2001:db8::2 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/7fc3b2f3-11a2-418b-a7ba-464305c8cb4c/323202a5-c681-4608-b278-773db17031dd) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:02.747968 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f8aba1f-b74b-4097-9f1c-f22103646a4b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.749235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8f8aba1f-b74b-4097-9f1c-f22103646a4b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1653636 Aug 31 14:24:02.752035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47272) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:02.755570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aba1f-b74b-4097-9f1c-f22103646a4b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a0745-bf2a-4835-a5d3-1bef6ddf5af5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:02.758076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1169036126', 'security_groups': ['5a4a0745-bf2a-4835-a5d3-1bef6ddf5af5'], 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7fc3b2f3-11a2-418b-a7ba-464305c8cb4c'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:02.867662 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.874268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:02.876543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Transition to ACTIVE for port object 323202a5-c681-4608-b278-773db17031dd will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:02.891823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Transition to ACTIVE for port object 323202a5-c681-4608-b278-773db17031dd will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:02.898527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.940946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:02.944365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:02.947941 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:02.954654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Pushing event updated for resources: {'Port': ['ID=323202a5-c681-4608-b278-773db17031dd,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:02.961177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:02.979320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port f3b895a2-e061-420e-a569-54ac241dbc52 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:03.005099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Attempting to bind port 323202a5-c681-4608-b278-773db17031dd on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:03.005505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Attempting to bind port 323202a5-c681-4608-b278-773db17031dd by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '12403bfa-f67b-4fd2-8b34-0ae6c73d6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:03.005879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Attempting to bind port 323202a5-c681-4608-b278-773db17031dd on network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:03.010942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:03.011318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Checking segment: {'id': '12403bfa-f67b-4fd2-8b34-0ae6c73d6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:03.011720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.012115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Bound using segment: {'id': '12403bfa-f67b-4fd2-8b34-0ae6c73d6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:03.012839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Bound port: 323202a5-c681-4608-b278-773db17031dd, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12403bfa-f67b-4fd2-8b34-0ae6c73d6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:03.013247 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.076507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] For port 323202a5-c681-4608-b278-773db17031dd, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:03.079710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] For port 323202a5-c681-4608-b278-773db17031dd, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323202a5-c681-4608-b278-773db17031dd,segment=NetworkSegment(12403bfa-f67b-4fd2-8b34-0ae6c73d6467),segment_id=12403bfa-f67b-4fd2-8b34-0ae6c73d6467)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:03.084359 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.145524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7fac6-d690-4fc1-9855-29ccf0243776 None None] Pushing event updated for resources: {'Port': ['ID=323202a5-c681-4608-b278-773db17031dd,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:03.156359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::13 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/7fc3b2f3-11a2-418b-a7ba-464305c8cb4c/f3b895a2-e061-420e-a569-54ac241dbc52) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:03.328063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.345660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object f3b895a2-e061-420e-a569-54ac241dbc52 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:03.381216 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.428139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:03.431219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:03.435080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:03.440669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:03.441709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.447439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=f3b895a2-e061-420e-a569-54ac241dbc52,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:03.461130 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-388f19ef-b25c-4766-8f2b-f64497278ac3 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7077277 Aug 31 14:24:03.463685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47274) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:03.468705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b9cb15e2-88ea-402b-868c-65acfc27bc6f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:03.577962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cb15e2-88ea-402b-868c-65acfc27bc6f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:03.581728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b9cb15e2-88ea-402b-868c-65acfc27bc6f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.674713 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-b9cb15e2-88ea-402b-868c-65acfc27bc6f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fc3b2f3-11a2-418b-a7ba-464305c8cb4c (CIDR: 2001:db8::/64) Aug 31 14:24:03.677995 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cb15e2-88ea-402b-868c-65acfc27bc6f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:24:03.678453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9cb15e2-88ea-402b-868c-65acfc27bc6f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:03.692056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b9cb15e2-88ea-402b-868c-65acfc27bc6f tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2265980 Aug 31 14:24:03.694716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:03.700540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:03.828086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:03.833594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:03.838861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323202a5-c681-4608-b278-773db17031dd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:03.898803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 323202a5-c681-4608-b278-773db17031dd completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:04.072091 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.110025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Provisioning for port 323202a5-c681-4608-b278-773db17031dd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:04.114852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:04.115481 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.118010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:04.121669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:04.124746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.126200 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.144826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=7ec26eb3-633c-464b-ad78-2c7b42f6ff4b,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:04.153462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3564f2d2-89cf-461b-ab6b-9c3f348f5a42 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4577518 Aug 31 14:24:04.157879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47278) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:04.163595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1044991109', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ec26eb3-633c-464b-ad78-2c7b42f6ff4b'}], 'security_groups': ['d66196df-9d55-4680-abdd-5a7570424b48']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:04.222555 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.264433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] For port 323202a5-c681-4608-b278-773db17031dd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323202a5-c681-4608-b278-773db17031dd,segment=NetworkSegment(12403bfa-f67b-4fd2-8b34-0ae6c73d6467),segment_id=12403bfa-f67b-4fd2-8b34-0ae6c73d6467)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:04.270070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.300293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789c7cd-c270-4760-a0c6-9fc50cea8ab2 None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:04.345875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.358348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Provisioning complete for port 12354ebf-9793-4d11-b256-8882a6ee338c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:04.358729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.409845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Pushing event updated for resources: {'Port': ['ID=323202a5-c681-4608-b278-773db17031dd,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:04.440439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ee1424a7-3856-48d0-8456-4cbcc1dfbee0 None None] Port 12354ebf-9793-4d11-b256-8882a6ee338c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:04.579377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44208562-1761-4a40-97b2-5937374251a7 None None] Update dhcp port {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'fixed_ips': [{'subnet_id': '7fc3b2f3-11a2-418b-a7ba-464305c8cb4c', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ec26eb3-633c-464b-ad78-2c7b42f6ff4b'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '323202a5-c681-4608-b278-773db17031dd'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:24:04.582474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3994136e-b586-40fe-9c82-cb6d45da3611 None None] Provisioning for port f3b895a2-e061-420e-a569-54ac241dbc52 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:04.602885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3994136e-b586-40fe-9c82-cb6d45da3611 None None] Provisioning complete for port f3b895a2-e061-420e-a569-54ac241dbc52 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:04.603195 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3994136e-b586-40fe-9c82-cb6d45da3611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.628950 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44208562-1761-4a40-97b2-5937374251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.654508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Delete allocated IP 2001:db8::13 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/7fc3b2f3-11a2-418b-a7ba-464305c8cb4c) {{(pid=101360) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:24:04.664425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8:0:1::60 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/7ec26eb3-633c-464b-ad78-2c7b42f6ff4b/f3b895a2-e061-420e-a569-54ac241dbc52) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:04.671140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3994136e-b586-40fe-9c82-cb6d45da3611 None None] Port f3b895a2-e061-420e-a569-54ac241dbc52 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:04.817567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.828893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Ignored duplicate provisioning block setup for port f3b895a2-e061-420e-a569-54ac241dbc52 by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:24:04.833317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.889776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-44208562-1761-4a40-97b2-5937374251a7 None None] Allocated IP 2001:db8:0:1::2 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/7ec26eb3-633c-464b-ad78-2c7b42f6ff4b/323202a5-c681-4608-b278-773db17031dd) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:04.897578 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] In _notify_port_updated(), no bound segment for port f3b895a2-e061-420e-a569-54ac241dbc52 on network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:24:04.902968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.903586 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.904893 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "PUT /v2.0/ports/f3b895a2-e061-420e-a569-54ac241dbc52 HTTP/1.1" status: 200 len: 930 time: 0.7460310 Aug 31 14:24:04.907663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47280) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:04.919286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4b7f-7313-43a0-ba1f-60a2210697d0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=f3b895a2-e061-420e-a569-54ac241dbc52,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:04.988412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-44208562-1761-4a40-97b2-5937374251a7 None None] For port 323202a5-c681-4608-b278-773db17031dd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323202a5-c681-4608-b278-773db17031dd,segment=NetworkSegment(12403bfa-f67b-4fd2-8b34-0ae6c73d6467),segment_id=12403bfa-f67b-4fd2-8b34-0ae6c73d6467)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:04.995764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port f3b895a2-e061-420e-a569-54ac241dbc52 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:04.996114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.017545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44208562-1761-4a40-97b2-5937374251a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.031002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-44208562-1761-4a40-97b2-5937374251a7 None None] Transition to ACTIVE for port object 323202a5-c681-4608-b278-773db17031dd will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:05.035964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44208562-1761-4a40-97b2-5937374251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.082557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.094432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for f3b895a2-e061-420e-a569-54ac241dbc52 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:05.119909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44208562-1761-4a40-97b2-5937374251a7 None None] Pushing event updated for resources: {'Port': ['ID=323202a5-c681-4608-b278-773db17031dd,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:05.229973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.262172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=f3b895a2-e061-420e-a569-54ac241dbc52,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:05.300560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.303504 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-529705fc-e8a2-45e5-90f9-48ce9a64bbef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/f3b895a2-e061-420e-a569-54ac241dbc52 HTTP/1.1" status: 204 len: 168 time: 0.3948784 Aug 31 14:24:05.306651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47282) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:05.333156 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-69834588-49a7-44d9-919b-159581465a5d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:24:05.334798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-69834588-49a7-44d9-919b-159581465a5d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/f3b895a2-e061-420e-a569-54ac241dbc52 HTTP/1.1" status: 404 len: 333 time: 0.0268342 Aug 31 14:24:05.337634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:05.399698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac543648-749f-405d-8a1e-fa5bf66a14b6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.433057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac543648-749f-405d-8a1e-fa5bf66a14b6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.483909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac543648-749f-405d-8a1e-fa5bf66a14b6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.486567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac543648-749f-405d-8a1e-fa5bf66a14b6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.490841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ac543648-749f-405d-8a1e-fa5bf66a14b6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a4a0745-bf2a-4835-a5d3-1bef6ddf5af5 HTTP/1.1" status: 204 len: 168 time: 0.1491749 Aug 31 14:24:05.491455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47286) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:05.499817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac543648-749f-405d-8a1e-fa5bf66a14b6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a0745-bf2a-4835-a5d3-1bef6ddf5af5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:05.561087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abbc3fba-9b57-4732-8f71-cd0d8ef449ab tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.586482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abbc3fba-9b57-4732-8f71-cd0d8ef449ab tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.640843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abbc3fba-9b57-4732-8f71-cd0d8ef449ab tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.644436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-abbc3fba-9b57-4732-8f71-cd0d8ef449ab tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.646184 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-abbc3fba-9b57-4732-8f71-cd0d8ef449ab tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/security-groups/d66196df-9d55-4680-abdd-5a7570424b48 HTTP/1.1" status: 204 len: 168 time: 0.1537156 Aug 31 14:24:05.648976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47288) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:05.660151 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc3fba-9b57-4732-8f71-cd0d8ef449ab tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66196df-9d55-4680-abdd-5a7570424b48,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:05.715429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 7fc3b2f3-11a2-418b-a7ba-464305c8cb4c {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:05.719117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.772985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.806584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-432c0c93-070c-4be5-a79b-d52c0ba933f8 None None] Provisioning for port 323202a5-c681-4608-b278-773db17031dd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:05.812391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-432c0c93-070c-4be5-a79b-d52c0ba933f8 None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:05.812722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-432c0c93-070c-4be5-a79b-d52c0ba933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.814590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323202a5-c681-4608-b278-773db17031dd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:05.885830 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.930032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:05.930862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.957902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-432c0c93-070c-4be5-a79b-d52c0ba933f8 None None] Could not find standard attr ID for object f3b895a2-e061-420e-a569-54ac241dbc52. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:24:05.962771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.981140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-432c0c93-070c-4be5-a79b-d52c0ba933f8 None None] Provisioning complete for port 12354ebf-9793-4d11-b256-8882a6ee338c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:05.981517 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-432c0c93-070c-4be5-a79b-d52c0ba933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.995931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc3b2f3-11a2-418b-a7ba-464305c8cb4c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:05.998225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.005545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c0011f3-76ff-4949-a309-af1a5da53376 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/7fc3b2f3-11a2-418b-a7ba-464305c8cb4c HTTP/1.1" status: 204 len: 168 time: 0.3502772 Aug 31 14:24:06.005545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47290) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:06.010935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:06.045248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-432c0c93-070c-4be5-a79b-d52c0ba933f8 None None] Port 12354ebf-9793-4d11-b256-8882a6ee338c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:06.132176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:06.136116 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.159048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a21a0d9c-4efb-4ab7-9d45-4df199e28095 None None] Could not find standard attr ID for object f3b895a2-e061-420e-a569-54ac241dbc52. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:24:06.163211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa5cde-bd8e-4f84-9769-40deb948dc92 None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:06.399483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.453208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:06.456619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:06.459784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:06.460408 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.477483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=3d671236-fe56-4dc6-958a-885bed979a8e,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:06.482986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e66ae30e-e51a-40a1-a19f-f52ae9834280 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4764450 Aug 31 14:24:06.486484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47292) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:06.495562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-cae7f233-b1ca-4f44-9b0e-f3779f9b64ec tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1250675880'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:06.523509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cae7f233-b1ca-4f44-9b0e-f3779f9b64ec tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.617171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cae7f233-b1ca-4f44-9b0e-f3779f9b64ec tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.621053 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cae7f233-b1ca-4f44-9b0e-f3779f9b64ec tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.650241 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cae7f233-b1ca-4f44-9b0e-f3779f9b64ec tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.651497 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cae7f233-b1ca-4f44-9b0e-f3779f9b64ec tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1598070 Aug 31 14:24:06.654471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47294) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:06.655931 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f233-b1ca-4f44-9b0e-f3779f9b64ec tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccaa3ff-63ef-4f5a-984c-b860df6fa93d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:06.664349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7840d192-fec9-4419-add9-3ce74bd9c79b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1846841277'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:06.698102 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7840d192-fec9-4419-add9-3ce74bd9c79b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.787758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7840d192-fec9-4419-add9-3ce74bd9c79b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.792254 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7840d192-fec9-4419-add9-3ce74bd9c79b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.823789 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7840d192-fec9-4419-add9-3ce74bd9c79b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.825512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7840d192-fec9-4419-add9-3ce74bd9c79b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1691484 Aug 31 14:24:06.825943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840d192-fec9-4419-add9-3ce74bd9c79b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09b5369-71b0-44e1-8515-4a781b83dad3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:06.828062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47298) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:06.833087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-86a7717b-91cb-4ed1-b14d-3cc1035f3c94 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'security_group': {'name': 'tempest-secgroup-887643371'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:06.858896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86a7717b-91cb-4ed1-b14d-3cc1035f3c94 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.898663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b29c4-f5f7-47eb-bbb6-c2193f812fed None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:06.953609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86a7717b-91cb-4ed1-b14d-3cc1035f3c94 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.958049 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86a7717b-91cb-4ed1-b14d-3cc1035f3c94 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.993836 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-86a7717b-91cb-4ed1-b14d-3cc1035f3c94 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.995746 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-86a7717b-91cb-4ed1-b14d-3cc1035f3c94 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1664541 Aug 31 14:24:06.996671 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7717b-91cb-4ed1-b14d-3cc1035f3c94 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a29c0-551d-4485-a662-d6ed4a20810b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:06.999320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47300) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:07.005969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-138361719', 'security_groups': ['5a0a29c0-551d-4485-a662-d6ed4a20810b'], 'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d671236-fe56-4dc6-958a-885bed979a8e'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:07.027256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9b0575a8-4ec3-4a03-92e4-cb66cf6802d7 None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:07.027825 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b0575a8-4ec3-4a03-92e4-cb66cf6802d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.120199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:07.125914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.156190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] device_id is not set on port 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 yet. {{(pid=101361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:07.338639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] Update dhcp port {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'fixed_ips': [{'subnet_id': '7ec26eb3-633c-464b-ad78-2c7b42f6ff4b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3d671236-fe56-4dc6-958a-885bed979a8e'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '323202a5-c681-4608-b278-773db17031dd'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:24:07.345688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8::295 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/3d671236-fe56-4dc6-958a-885bed979a8e/2eb48c65-f539-4d20-93cf-dd3f0304c1e9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:07.363134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9b0575a8-4ec3-4a03-92e4-cb66cf6802d7 None None] Provisioning complete for port 12354ebf-9793-4d11-b256-8882a6ee338c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:07.363538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b0575a8-4ec3-4a03-92e4-cb66cf6802d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.391487 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.415972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9b0575a8-4ec3-4a03-92e4-cb66cf6802d7 None None] Port 12354ebf-9793-4d11-b256-8882a6ee338c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:07.514334 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.527961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:07.561052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.607232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:07.610558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:07.611104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] Allocated IP 2001:db8::2 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/3d671236-fe56-4dc6-958a-885bed979a8e/323202a5-c681-4608-b278-773db17031dd) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:07.615718 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:07.621032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:07.621707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.628179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=2eb48c65-f539-4d20-93cf-dd3f0304c1e9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:07.646525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1d71c0b8-151c-401b-9c91-95e99c42b7c0 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6454582 Aug 31 14:24:07.649213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47302) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:07.654416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8b2f0ff3-8467-4011-8ffe-2421c431caf6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:07.727770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] For port 323202a5-c681-4608-b278-773db17031dd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323202a5-c681-4608-b278-773db17031dd,segment=NetworkSegment(12403bfa-f67b-4fd2-8b34-0ae6c73d6467),segment_id=12403bfa-f67b-4fd2-8b34-0ae6c73d6467)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:07.766188 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.779572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2f0ff3-8467-4011-8ffe-2421c431caf6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:07.782199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] Transition to ACTIVE for port object 323202a5-c681-4608-b278-773db17031dd will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:07.785837 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.786020 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0ff3-8467-4011-8ffe-2421c431caf6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.884098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97bb53-013e-409f-9cac-d1f0886341ae None None] Pushing event updated for resources: {'Port': ['ID=323202a5-c681-4608-b278-773db17031dd,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:07.888500 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-8b2f0ff3-8467-4011-8ffe-2421c431caf6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d671236-fe56-4dc6-958a-885bed979a8e (CIDR: 2001:db8::/64) Aug 31 14:24:07.892128 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2f0ff3-8467-4011-8ffe-2421c431caf6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:24:07.892667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2f0ff3-8467-4011-8ffe-2421c431caf6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:07.906565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8b2f0ff3-8467-4011-8ffe-2421c431caf6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2562850 Aug 31 14:24:07.909356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47304) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:07.914402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7ecc1530-0e6e-4636-a149-c142f000d569 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:08.391098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecc1530-0e6e-4636-a149-c142f000d569 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:08.395518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1530-0e6e-4636-a149-c142f000d569 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.451476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-337771b0-f4e0-48e3-b6f6-6db8fc8794be None None] Provisioning for port 323202a5-c681-4608-b278-773db17031dd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:08.455693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-337771b0-f4e0-48e3-b6f6-6db8fc8794be None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:08.455693 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-337771b0-f4e0-48e3-b6f6-6db8fc8794be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.493943 n-d-792362-6 neutron-server[101361]: INFO neutron.db.ipam_backend_mixin [None req-7ecc1530-0e6e-4636-a149-c142f000d569 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7ec26eb3-633c-464b-ad78-2c7b42f6ff4b (CIDR: 2001:db8:0:1::/64) Aug 31 14:24:08.498127 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecc1530-0e6e-4636-a149-c142f000d569 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:24:08.498815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecc1530-0e6e-4636-a149-c142f000d569 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:08.517141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47306) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:08.517777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7ecc1530-0e6e-4636-a149-c142f000d569 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6069384 Aug 31 14:24:08.523288 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'subnet': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:08.566336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-337771b0-f4e0-48e3-b6f6-6db8fc8794be None None] Provisioning complete for port 12354ebf-9793-4d11-b256-8882a6ee338c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:08.567365 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-337771b0-f4e0-48e3-b6f6-6db8fc8794be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.602443 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-337771b0-f4e0-48e3-b6f6-6db8fc8794be None None] Port 12354ebf-9793-4d11-b256-8882a6ee338c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:08.634293 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Made reservation on behalf of dfd6a43096fe45dab47ccfedd488be77 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:08.637940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.721409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7f20f93c-f18e-4256-bbf3-c226ab4958d3 None None] Provisioning for port 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:08.725790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7f20f93c-f18e-4256-bbf3-c226ab4958d3 None None] Provisioning complete for port 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:08.726373 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f20f93c-f18e-4256-bbf3-c226ab4958d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.766035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7f20f93c-f18e-4256-bbf3-c226ab4958d3 None None] Port 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:08.867111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.908308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:08.911339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:08.915400 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.915995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.920828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725515b8-1f01-49e1-8513-94795f65e3d0 None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:08.925103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Subnet': ['ID=de1bd202-35ad-400a-8203-24d67118386a,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:08.937826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6e8ad10b-3a91-4f2d-bbd9-f61e7e6874af tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4170640 Aug 31 14:24:08.938023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47308) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:08.943917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-709016732', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de1bd202-35ad-400a-8203-24d67118386a'}], 'security_groups': ['8ccaa3ff-63ef-4f5a-984c-b860df6fa93d', 'f09b5369-71b0-44e1-8515-4a781b83dad3']}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:09.011015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.138388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] Update dhcp port {'port': {'network_id': 'a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b', 'fixed_ips': [{'subnet_id': '7ec26eb3-633c-464b-ad78-2c7b42f6ff4b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3d671236-fe56-4dc6-958a-885bed979a8e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de1bd202-35ad-400a-8203-24d67118386a'}], 'binding:host_id': 'n-d-792362-6'}, 'id': '323202a5-c681-4608-b278-773db17031dd'} from n-d-792362-6. {{(pid=101362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:24:09.163083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.314402 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Delete allocated IP 2001:db8::295 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/3d671236-fe56-4dc6-958a-885bed979a8e) {{(pid=101360) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:24:09.322935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Allocated IP 2001:db8:0:2::1b9 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/de1bd202-35ad-400a-8203-24d67118386a/2eb48c65-f539-4d20-93cf-dd3f0304c1e9) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:09.480322 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.493314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Transition to ACTIVE for port object 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:09.497448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.549931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] Allocated IP 2001:db8:0:2::2 (a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b/de1bd202-35ad-400a-8203-24d67118386a/323202a5-c681-4608-b278-773db17031dd) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:09.559557 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] In _notify_port_updated(), no bound segment for port 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 on network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b {{(pid=101360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:24:09.565246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:09.565858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.567253 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "PUT /v2.0/ports/2eb48c65-f539-4d20-93cf-dd3f0304c1e9 HTTP/1.1" status: 200 len: 969 time: 0.6282358 Aug 31 14:24:09.570024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47310) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:09.601730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081ef10-40a4-4f9e-b560-d1c77a1480f1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event updated for resources: {'Port': ['ID=2eb48c65-f539-4d20-93cf-dd3f0304c1e9,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:09.648972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] For port 323202a5-c681-4608-b278-773db17031dd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323202a5-c681-4608-b278-773db17031dd,segment=NetworkSegment(12403bfa-f67b-4fd2-8b34-0ae6c73d6467),segment_id=12403bfa-f67b-4fd2-8b34-0ae6c73d6467)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:09.666136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:09.666484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.682313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.695890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] Transition to ACTIVE for port object 323202a5-c681-4608-b278-773db17031dd will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:09.699795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.757415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.772925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 2eb48c65-f539-4d20-93cf-dd3f0304c1e9 owned by {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:09.802984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71dc1-bd0b-4a2e-8079-68efc6428eb1 None None] Pushing event updated for resources: {'Port': ['ID=323202a5-c681-4608-b278-773db17031dd,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:09.815733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323202a5-c681-4608-b278-773db17031dd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:09.927069 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.959652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=2eb48c65-f539-4d20-93cf-dd3f0304c1e9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:09.987077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.989122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8c129a87-da63-4acf-8e1c-8e662c2f432e tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/2eb48c65-f539-4d20-93cf-dd3f0304c1e9 HTTP/1.1" status: 204 len: 168 time: 0.4181404 Aug 31 14:24:09.991881 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47312) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:10.017788 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e98106-ba4c-4eec-ad44-8e56d55c3f2d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] GET failed (client error): The resource could not be found. Aug 31 14:24:10.019519 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-09e98106-ba4c-4eec-ad44-8e56d55c3f2d tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports/2eb48c65-f539-4d20-93cf-dd3f0304c1e9 HTTP/1.1" status: 404 len: 333 time: 0.0265808 Aug 31 14:24:10.023273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47314) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:10.087632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e37a70f1-8b0a-482e-848c-994ab59fbf7a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.116002 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.117689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e37a70f1-8b0a-482e-848c-994ab59fbf7a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.162887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e37a70f1-8b0a-482e-848c-994ab59fbf7a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.165715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e37a70f1-8b0a-482e-848c-994ab59fbf7a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.166894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e37a70f1-8b0a-482e-848c-994ab59fbf7a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a0a29c0-551d-4485-a662-d6ed4a20810b HTTP/1.1" status: 204 len: 168 time: 0.1425507 Aug 31 14:24:10.169754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47316) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:10.176822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a70f1-8b0a-482e-848c-994ab59fbf7a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a29c0-551d-4485-a662-d6ed4a20810b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:10.239914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e46-bcb1-43b1-b57d-9e7a3a99634b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.266017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e46-bcb1-43b1-b57d-9e7a3a99634b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.323719 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e46-bcb1-43b1-b57d-9e7a3a99634b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.327349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e46-bcb1-43b1-b57d-9e7a3a99634b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.328020 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8b06e46-bcb1-43b1-b57d-9e7a3a99634b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/security-groups/f09b5369-71b0-44e1-8515-4a781b83dad3 HTTP/1.1" status: 204 len: 168 time: 0.1569672 Aug 31 14:24:10.331256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47318) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:10.338328 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b06e46-bcb1-43b1-b57d-9e7a3a99634b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09b5369-71b0-44e1-8515-4a781b83dad3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:10.411143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e1d5b747-0191-4d5b-96cf-356c1b6b3fa0 None None] Provisioning for port 323202a5-c681-4608-b278-773db17031dd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:10.420210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f006ca6c-bd22-4984-b15f-ef0057673544 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.422711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e1d5b747-0191-4d5b-96cf-356c1b6b3fa0 None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:10.423102 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b747-0191-4d5b-96cf-356c1b6b3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.450170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f006ca6c-bd22-4984-b15f-ef0057673544 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.501975 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f006ca6c-bd22-4984-b15f-ef0057673544 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.505617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f006ca6c-bd22-4984-b15f-ef0057673544 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.506639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f006ca6c-bd22-4984-b15f-ef0057673544 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/security-groups/8ccaa3ff-63ef-4f5a-984c-b860df6fa93d HTTP/1.1" status: 204 len: 168 time: 0.1738555 Aug 31 14:24:10.509685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:10.516952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006ca6c-bd22-4984-b15f-ef0057673544 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccaa3ff-63ef-4f5a-984c-b860df6fa93d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:10.541730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e1d5b747-0191-4d5b-96cf-356c1b6b3fa0 None None] Could not find standard attr ID for object 2eb48c65-f539-4d20-93cf-dd3f0304c1e9. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:24:10.554068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e1d5b747-0191-4d5b-96cf-356c1b6b3fa0 None None] Provisioning complete for port 12354ebf-9793-4d11-b256-8882a6ee338c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:10.554790 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b747-0191-4d5b-96cf-356c1b6b3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.580899 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 3d671236-fe56-4dc6-958a-885bed979a8e {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:10.584564 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.594048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5b747-0191-4d5b-96cf-356c1b6b3fa0 None None] Port 12354ebf-9793-4d11-b256-8882a6ee338c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:10.640268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.707573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9e7bee05-7a15-4931-b4c6-89db5ee2316d None None] Could not find standard attr ID for object 2eb48c65-f539-4d20-93cf-dd3f0304c1e9. {{(pid=101362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:24:10.734043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.805482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.134077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=3d671236-fe56-4dc6-958a-885bed979a8e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:11.140209 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.142132 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-22265795-779d-461e-83eb-0db77712b071 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/3d671236-fe56-4dc6-958a-885bed979a8e HTTP/1.1" status: 204 len: 168 time: 0.6313248 Aug 31 14:24:11.145906 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.153752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3497db-fa13-4bd0-907b-470987cd02fe None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:11.203174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet de1bd202-35ad-400a-8203-24d67118386a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:11.206832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.251441 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.351734 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.418885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.446924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=de1bd202-35ad-400a-8203-24d67118386a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:11.450697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.455284 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ccdc345d-6f6c-423c-8d90-7f58b0b03edb tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/de1bd202-35ad-400a-8203-24d67118386a HTTP/1.1" status: 204 len: 168 time: 0.3082983 Aug 31 14:24:11.455704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47324) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.484430 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c8d652-a67a-4f98-b1ef-8154584044ca tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:11.484859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c8d652-a67a-4f98-b1ef-8154584044ca tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:11.486788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-71c8d652-a67a-4f98-b1ef-8154584044ca tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/3d671236-fe56-4dc6-958a-885bed979a8e HTTP/1.1" status: 404 len: 337 time: 0.0299957 Aug 31 14:24:11.491590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47326) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.552510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting subnet 7ec26eb3-633c-464b-ad78-2c7b42f6ff4b {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:11.556206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.605014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.696673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.773614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.803140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec26eb3-633c-464b-ad78-2c7b42f6ff4b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:11.806928 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.811827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4f7eee8d-5ea0-4ac7-b411-aaafcba09ca6 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/7ec26eb3-633c-464b-ad78-2c7b42f6ff4b HTTP/1.1" status: 204 len: 168 time: 0.3188989 Aug 31 14:24:11.812496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.818830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323202a5-c681-4608-b278-773db17031dd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:11.847294 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-159c8f76-f7cc-4fe0-9997-bc2838ee2d0c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:11.848005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159c8f76-f7cc-4fe0-9997-bc2838ee2d0c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:11.850487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-159c8f76-f7cc-4fe0-9997-bc2838ee2d0c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/7fc3b2f3-11a2-418b-a7ba-464305c8cb4c HTTP/1.1" status: 404 len: 337 time: 0.0359955 Aug 31 14:24:11.852996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47330) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.888080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:11.888519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.891591 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ffc3f922-e579-4c42-aa5b-765cf0f76e21 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "GET /v2.0/ports?device_id=55941235-cca9-43aa-9b4a-05752eaba12d HTTP/1.1" status: 200 len: 205 time: 0.0368376 Aug 31 14:24:11.891802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bf540b-3a35-4bbf-8ebe-329fab5fecfe None None] Network a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:11.894065 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47332) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.931740 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-fb0313c1-63ab-4720-ae97-2219a2e3c38a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] delete failed (client error): The resource could not be found. Aug 31 14:24:11.932780 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb0313c1-63ab-4720-ae97-2219a2e3c38a tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/routers/55941235-cca9-43aa-9b4a-05752eaba12d HTTP/1.1" status: 404 len: 336 time: 0.0377359 Aug 31 14:24:11.935561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47334) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.963531 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-092b75ea-6f50-4fe1-9e30-a47584b67c01 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:11.964003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092b75ea-6f50-4fe1-9e30-a47584b67c01 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:11.965988 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-092b75ea-6f50-4fe1-9e30-a47584b67c01 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/4f41b288-71fd-4a89-aaf9-d6bbfcafbddd HTTP/1.1" status: 404 len: 337 time: 0.0293672 Aug 31 14:24:11.968781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47336) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.995448 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d221f77b-b505-4cf3-ba86-3a8c5396876c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:11.995906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d221f77b-b505-4cf3-ba86-3a8c5396876c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:11.996106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bb5ead90-fa60-480b-8377-9f8d11fe6e8c None None] Provisioning complete for port 323202a5-c681-4608-b278-773db17031dd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:11.996476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb5ead90-fa60-480b-8377-9f8d11fe6e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.997677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d221f77b-b505-4cf3-ba86-3a8c5396876c tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/5e86a3f3-4b8b-4db8-8d00-e1fe5db6bb47 HTTP/1.1" status: 404 len: 337 time: 0.0278687 Aug 31 14:24:12.000380 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47338) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.026850 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b402a61-f807-4c3d-a8d0-f8e1dd1c757b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:12.027307 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b402a61-f807-4c3d-a8d0-f8e1dd1c757b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:12.029036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2b402a61-f807-4c3d-a8d0-f8e1dd1c757b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/4bde469e-d936-41c9-9324-ca9af3b815cc HTTP/1.1" status: 404 len: 337 time: 0.0273993 Aug 31 14:24:12.031535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47340) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.059214 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8170aa2d-3a93-4475-af4a-a640e95d53ed tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:12.060197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8170aa2d-3a93-4475-af4a-a640e95d53ed tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:12.062377 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8170aa2d-3a93-4475-af4a-a640e95d53ed tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/7e3b2c7d-fec5-4110-b9c5-bb84a855ea11 HTTP/1.1" status: 404 len: 333 time: 0.0292699 Aug 31 14:24:12.064460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47342) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.090812 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df70ea4-95a4-4182-9e58-fc9dc06e3555 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:12.091271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df70ea4-95a4-4182-9e58-fc9dc06e3555 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:12.093039 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5df70ea4-95a4-4182-9e58-fc9dc06e3555 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/8c196c7c-1ce5-4e5f-8695-3c1062d72053 HTTP/1.1" status: 404 len: 337 time: 0.0275779 Aug 31 14:24:12.095650 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.127509 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d623f308-675f-426b-9bbb-71ca3af993ef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:12.127967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d623f308-675f-426b-9bbb-71ca3af993ef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:12.132058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d623f308-675f-426b-9bbb-71ca3af993ef tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/c9d55605-28ef-47c4-8336-566023b9a1ab HTTP/1.1" status: 404 len: 337 time: 0.0332260 Aug 31 14:24:12.132311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47346) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.155548 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe37bf3-1dbf-463f-ad5f-75a617a9b473 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:12.156198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe37bf3-1dbf-463f-ad5f-75a617a9b473 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:12.161044 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8fe37bf3-1dbf-463f-ad5f-75a617a9b473 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/ffe90544-97ec-414a-b749-b64853312758 HTTP/1.1" status: 404 len: 333 time: 0.0247836 Aug 31 14:24:12.165125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47348) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.166768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bb5ead90-fa60-480b-8377-9f8d11fe6e8c None None] Provisioning complete for port 12354ebf-9793-4d11-b256-8882a6ee338c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:12.167141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb5ead90-fa60-480b-8377-9f8d11fe6e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.191978 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0157ab1-f058-4c10-858d-384261d806cd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:12.192200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] DHCP port deletion for a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:12.192443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0157ab1-f058-4c10-858d-384261d806cd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:12.194346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c0157ab1-f058-4c10-858d-384261d806cd tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/05a3177a-0e8e-471a-ba36-9721a631ccef HTTP/1.1" status: 404 len: 337 time: 0.0282390 Aug 31 14:24:12.196809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47350) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.222270 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c025afa1-28cd-43da-8b76-ffaf32e0722b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] DELETE failed (client error): The resource could not be found. Aug 31 14:24:12.223239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c025afa1-28cd-43da-8b76-ffaf32e0722b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:24:12.227287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c025afa1-28cd-43da-8b76-ffaf32e0722b tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/subnets/fa23b416-89a3-475b-8f3f-ae5a67d22f22 HTTP/1.1" status: 404 len: 337 time: 0.0270858 Aug 31 14:24:12.227784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47352) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.229832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ead90-fa60-480b-8377-9f8d11fe6e8c None None] Port 12354ebf-9793-4d11-b256-8882a6ee338c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:12.254784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] Deleting port 323202a5-c681-4608-b278-773db17031dd {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:12.255166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.319712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Deleting port 12354ebf-9793-4d11-b256-8882a6ee338c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:12.320059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.320480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] For port 323202a5-c681-4608-b278-773db17031dd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=323202a5-c681-4608-b278-773db17031dd,segment=NetworkSegment(12403bfa-f67b-4fd2-8b34-0ae6c73d6467),segment_id=12403bfa-f67b-4fd2-8b34-0ae6c73d6467)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:12.320912 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.337144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] Calling delete_port for 323202a5-c681-4608-b278-773db17031dd owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:12.391225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.404248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Calling delete_port for 12354ebf-9793-4d11-b256-8882a6ee338c owned by {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:12.417459 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.444751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] Pushing event deleted for resources: {'Port': ['ID=323202a5-c681-4608-b278-773db17031dd,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:12.446653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873d482-fbef-4885-95bc-f097c1a79010 None None] No DVR routers for this DVR port 323202a5-c681-4608-b278-773db17031dd on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:12.492816 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.522500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Port': ['ID=12354ebf-9793-4d11-b256-8882a6ee338c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:12.527536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.529355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dfc855fe-1af6-4dae-b49f-7b71d9dd50d9 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/ports/12354ebf-9793-4d11-b256-8882a6ee338c HTTP/1.1" status: 204 len: 168 time: 0.3006325 Aug 31 14:24:12.531700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47354) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.611261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.695153 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.704823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:12.714602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12403bfa-f67b-4fd2-8b34-0ae6c73d6467') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:12.714905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12403bfa-f67b-4fd2-8b34-0ae6c73d6467') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:12.723994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.737057 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.743617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:12.744010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:12.746936 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:12.808783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.816165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.818016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] 10.222.0.10 "DELETE /v2.0/networks/a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b HTTP/1.1" status: 204 len: 168 time: 0.2854075 Aug 31 14:24:12.829709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfa4eb-c5dd-42a8-a547-3a84b51744b1 tempest-PortsIpV6TestJSON-875540040 tempest-PortsIpV6TestJSON-875540040-project] Pushing event deleted for resources: {'Network': ['ID=a7f0c11c-3ddd-4bdb-a1f8-e3f08367cb2b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:13.055091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47360) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:13.192470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-eedd05a8-e12f-4347-a257-31773394b3ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfd6a43096fe45dab47ccfedd488be77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361523 Aug 31 14:24:13.194913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:13.251510 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae4-ab6a-4b91-887f-00560e4b35ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.272420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae4-ab6a-4b91-887f-00560e4b35ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.321786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae4-ab6a-4b91-887f-00560e4b35ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.324514 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae4-ab6a-4b91-887f-00560e4b35ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.325710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-324a2ae4-ab6a-4b91-887f-00560e4b35ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6f2a7de-02aa-4d03-8c0a-270aae34281f HTTP/1.1" status: 204 len: 168 time: 0.1298790 Aug 31 14:24:13.333492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a2ae4-ab6a-4b91-887f-00560e4b35ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2a7de-02aa-4d03-8c0a-270aae34281f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:13.544074 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:24:13.797166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323202a5-c681-4608-b278-773db17031dd no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:13.820122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 323202a5-c681-4608-b278-773db17031dd {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:13.820281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 323202a5-c681-4608-b278-773db17031dd not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:13.974623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47386) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:14.072408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5b378639-7a99-4b89-a8d5-28c59a8b7709 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1421793507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:14.095164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b378639-7a99-4b89-a8d5-28c59a8b7709 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.096176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b378639-7a99-4b89-a8d5-28c59a8b7709 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.147593 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b378639-7a99-4b89-a8d5-28c59a8b7709 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.152806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b378639-7a99-4b89-a8d5-28c59a8b7709 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.172792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b378639-7a99-4b89-a8d5-28c59a8b7709 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.174083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5b378639-7a99-4b89-a8d5-28c59a8b7709 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1984365 Aug 31 14:24:14.177571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47390) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:14.182934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1478444005'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:14.203271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:14.206949 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.215978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.318300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.324759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.348899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] vlan segment allocate from pool success with {'vlan_id': 1513, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:14.366659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6e29db-9e8b-409a-959f-2ba14d1cb35d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:14.370774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.371137 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Added segment 4843b2bd-ff91-47bd-bd76-cba5248746bf of type vlan for network 3de55475-b2b2-440a-b5d0-847da9c8412f Aug 31 14:24:14.416380 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.442528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.448663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.449285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.510602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3290372 Aug 31 14:24:14.510602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47392) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:14.518206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'subnet': {'network_id': '3de55475-b2b2-440a-b5d0-847da9c8412f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:14.538400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df79a2-e0cb-4438-9c23-4a1c99ce8f36 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Network': ['ID=3de55475-b2b2-440a-b5d0-847da9c8412f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:14.548374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 3de55475-b2b2-440a-b5d0-847da9c8412f details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:14.630837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:14.635252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.834051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.895769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Subnet': ['ID=d3d5355f-4d75-4f45-8553-576d4d50acbc,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:14.904938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Checking segment: {'id': '4843b2bd-ff91-47bd-bd76-cba5248746bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '3de55475-b2b2-440a-b5d0-847da9c8412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:14.905298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network hostable DHCP agents. Network: 3de55475-b2b2-440a-b5d0-847da9c8412f, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:14.922371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network 3de55475-b2b2-440a-b5d0-847da9c8412f is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:14.931974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 3de55475-b2b2-440a-b5d0-847da9c8412f) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:14.936120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.936715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.943101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8809ed-0484-4401-941b-8725d9439572 None None] Network 3de55475-b2b2-440a-b5d0-847da9c8412f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:14.959737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-35e26a31-c067-48c9-bf49-799bd1ea5745 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4468594 Aug 31 14:24:14.961676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:14.967025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'network': {'name': 'tempest-router-network01--605066075'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:14.993833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:14.997627 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.024823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:15.034437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.035320 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Added segment b742c662-d2ba-4123-bd65-99a266e3e802 of type vlan for network 4072e9d2-28d2-4944-94e9-298d99dcbe4e Aug 31 14:24:15.079574 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.096598 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-3de55475-b2b2-440a-b5d0-847da9c8412f', 'network_id': '3de55475-b2b2-440a-b5d0-847da9c8412f', 'tenant_id': 'a3e9cc99e4324692b70c572ad5fc5d22', 'fixed_ips': [{'subnet_id': 'd3d5355f-4d75-4f45-8553-576d4d50acbc'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:15.098170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.106445 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.112192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.112192 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.174910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2120521 Aug 31 14:24:15.179262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:15.187393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1150b99-80c0-4812-a55e-0dc101b0a22a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Network': ['ID=4072e9d2-28d2-4944-94e9-298d99dcbe4e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:15.197779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'network': {'name': 'tempest-router-network02--650762410'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:15.200204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:15.222284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:15.226889 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.256733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:15.267369 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.267720 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Added segment 3687e88e-c1ae-4960-b868-36793695f7ce of type vlan for network c6ad0676-8563-4c29-8aea-bc0dfaa36178 Aug 31 14:24:15.304676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Allocated IP 2001:db8::2 (3de55475-b2b2-440a-b5d0-847da9c8412f/d3d5355f-4d75-4f45-8553-576d4d50acbc/8f9ef5c2-1fa7-4c17-8d38-249bb5222170) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:15.310068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.338949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.344741 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.345628 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.410538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2290888 Aug 31 14:24:15.414883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:15.421063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'subnet': {'network_id': '4072e9d2-28d2-4944-94e9-298d99dcbe4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:15.422543 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338fe24-fcdb-4ebd-b488-222ead48b126 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Network': ['ID=c6ad0676-8563-4c29-8aea-bc0dfaa36178,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:15.453315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network c6ad0676-8563-4c29-8aea-bc0dfaa36178 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:15.516711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:15.517770 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.520858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.528523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Transition to ACTIVE for port object 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:15.556440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Transition to ACTIVE for port object 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:15.563046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.610255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Network 3de55475-b2b2-440a-b5d0-847da9c8412f is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:15.613434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:15.615863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:15.623152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Pushing event updated for resources: {'Port': ['ID=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:15.673867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Attempting to bind port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:15.674329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Attempting to bind port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '4843b2bd-ff91-47bd-bd76-cba5248746bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '3de55475-b2b2-440a-b5d0-847da9c8412f'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:15.674764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Attempting to bind port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 on network 3de55475-b2b2-440a-b5d0-847da9c8412f {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:15.679707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:15.680131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Checking segment: {'id': '4843b2bd-ff91-47bd-bd76-cba5248746bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '3de55475-b2b2-440a-b5d0-847da9c8412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:15.680481 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.680904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Bound using segment: {'id': '4843b2bd-ff91-47bd-bd76-cba5248746bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '3de55475-b2b2-440a-b5d0-847da9c8412f'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:15.681391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Bound port: 8f9ef5c2-1fa7-4c17-8d38-249bb5222170, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4843b2bd-ff91-47bd-bd76-cba5248746bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': '3de55475-b2b2-440a-b5d0-847da9c8412f'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:15.681771 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.708977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.745102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] For port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:15.748632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] For port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,segment=NetworkSegment(4843b2bd-ff91-47bd-bd76-cba5248746bf),segment_id=4843b2bd-ff91-47bd-bd76-cba5248746bf)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:15.754058 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.773255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Subnet': ['ID=6bbcc76a-c75f-49c1-bf26-b801378677b2,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:15.777427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Checking segment: {'id': 'b742c662-d2ba-4123-bd65-99a266e3e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '4072e9d2-28d2-4944-94e9-298d99dcbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:15.777791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network hostable DHCP agents. Network: 4072e9d2-28d2-4944-94e9-298d99dcbe4e, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:15.796323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:15.813499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 4072e9d2-28d2-4944-94e9-298d99dcbe4e) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:15.817746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.819703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.820724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74def840-d9ff-4a99-b595-ccbcedb3c983 None None] Pushing event updated for resources: {'Port': ['ID=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:15.825108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934eb499-b415-434d-9900-84d1ec634b61 None None] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:15.835792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b5906523-326a-49ef-a9d8-0b52ab651b7a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4195807 Aug 31 14:24:15.838615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47400) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:15.843846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'subnet': {'network_id': 'c6ad0676-8563-4c29-8aea-bc0dfaa36178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:15.942613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:15.946832 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.008267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-4072e9d2-28d2-4944-94e9-298d99dcbe4e', 'network_id': '4072e9d2-28d2-4944-94e9-298d99dcbe4e', 'tenant_id': 'a3e9cc99e4324692b70c572ad5fc5d22', 'fixed_ips': [{'subnet_id': '6bbcc76a-c75f-49c1-bf26-b801378677b2'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:16.009219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.160144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Allocated IP 2001:db8::2 (4072e9d2-28d2-4944-94e9-298d99dcbe4e/6bbcc76a-c75f-49c1-bf26-b801378677b2/58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:16.193456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.258264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Subnet': ['ID=e08122b9-a8c1-455c-8901-56a39738a329,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:16.270159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Checking segment: {'id': '3687e88e-c1ae-4960-b868-36793695f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'c6ad0676-8563-4c29-8aea-bc0dfaa36178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:16.270614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network hostable DHCP agents. Network: c6ad0676-8563-4c29-8aea-bc0dfaa36178, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:16.291594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network c6ad0676-8563-4c29-8aea-bc0dfaa36178 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:16.305766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, c6ad0676-8563-4c29-8aea-bc0dfaa36178) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:16.314021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.314911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.315716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e074fb4-9c92-466f-a40e-7106580c7d6a None None] Network c6ad0676-8563-4c29-8aea-bc0dfaa36178 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:16.321229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.329664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b51f3eba-0db8-4330-8765-9441550c2128 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4900324 Aug 31 14:24:16.332357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47402) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:16.362745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Transition to ACTIVE for port object 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:16.388354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Transition to ACTIVE for port object 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:16.400200 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.465002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:16.469904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:16.490563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Pushing event updated for resources: {'Port': ['ID=58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:16.492329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:16.582486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Attempting to bind port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:16.582781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Attempting to bind port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'b742c662-d2ba-4123-bd65-99a266e3e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '4072e9d2-28d2-4944-94e9-298d99dcbe4e'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:16.583146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Attempting to bind port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de on network 4072e9d2-28d2-4944-94e9-298d99dcbe4e {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:16.589714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:16.590169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Checking segment: {'id': 'b742c662-d2ba-4123-bd65-99a266e3e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '4072e9d2-28d2-4944-94e9-298d99dcbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:16.590673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.591116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Bound using segment: {'id': 'b742c662-d2ba-4123-bd65-99a266e3e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '4072e9d2-28d2-4944-94e9-298d99dcbe4e'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:16.591625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Bound port: 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b742c662-d2ba-4123-bd65-99a266e3e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '4072e9d2-28d2-4944-94e9-298d99dcbe4e'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:16.592439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.597209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-c6ad0676-8563-4c29-8aea-bc0dfaa36178', 'network_id': 'c6ad0676-8563-4c29-8aea-bc0dfaa36178', 'tenant_id': 'a3e9cc99e4324692b70c572ad5fc5d22', 'fixed_ips': [{'subnet_id': 'e08122b9-a8c1-455c-8901-56a39738a329'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:16.598574 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.646901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.748162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] For port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:16.787665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] For port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de,segment=NetworkSegment(b742c662-d2ba-4123-bd65-99a266e3e802),segment_id=b742c662-d2ba-4123-bd65-99a266e3e802)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:16.793477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.914917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Allocated IP 2001:db8::1 (4072e9d2-28d2-4944-94e9-298d99dcbe4e/6bbcc76a-c75f-49c1-bf26-b801378677b2/7afdef5d-7ad7-4308-bc9b-fceac179a4ca) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:16.975980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6462437-c207-4533-8a3b-4a14b7728e26 None None] Network 3de55475-b2b2-440a-b5d0-847da9c8412f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:16.998068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Allocated IP 2001:db8::2 (c6ad0676-8563-4c29-8aea-bc0dfaa36178/e08122b9-a8c1-455c-8901-56a39738a329/24329ffe-daa0-4062-90bd-791336d6a48e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:17.035380 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.052794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Transition to ACTIVE for port object 7afdef5d-7ad7-4308-bc9b-fceac179a4ca will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:17.070476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d792d696-5cd9-41a1-a51a-a35227c31732 None None] Provisioning for port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:17.083640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd251e1-1f76-49fd-827f-41c2f69ddc07 None None] Pushing event updated for resources: {'Port': ['ID=58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.089671 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.140139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:17.143473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:17.148647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:17.149819 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.153069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Port': ['ID=7afdef5d-7ad7-4308-bc9b-fceac179a4ca,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.306350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.313165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.318354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Transition to ACTIVE for port object 24329ffe-daa0-4062-90bd-791336d6a48e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:17.335653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Transition to ACTIVE for port object 24329ffe-daa0-4062-90bd-791336d6a48e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:17.342519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.390833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Network c6ad0676-8563-4c29-8aea-bc0dfaa36178 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:17.393987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:17.399289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:17.404472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Pushing event updated for resources: {'Port': ['ID=24329ffe-daa0-4062-90bd-791336d6a48e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.466063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Attempting to bind port 24329ffe-daa0-4062-90bd-791336d6a48e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:17.466539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Attempting to bind port 24329ffe-daa0-4062-90bd-791336d6a48e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3687e88e-c1ae-4960-b868-36793695f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'c6ad0676-8563-4c29-8aea-bc0dfaa36178'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:17.467017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Attempting to bind port 24329ffe-daa0-4062-90bd-791336d6a48e on network c6ad0676-8563-4c29-8aea-bc0dfaa36178 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:17.473096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:17.473576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Checking segment: {'id': '3687e88e-c1ae-4960-b868-36793695f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'c6ad0676-8563-4c29-8aea-bc0dfaa36178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:17.474044 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.474512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Bound using segment: {'id': '3687e88e-c1ae-4960-b868-36793695f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'c6ad0676-8563-4c29-8aea-bc0dfaa36178'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:17.475187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Bound port: 24329ffe-daa0-4062-90bd-791336d6a48e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687e88e-c1ae-4960-b868-36793695f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'c6ad0676-8563-4c29-8aea-bc0dfaa36178'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:17.475647 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.548454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] For port 24329ffe-daa0-4062-90bd-791336d6a48e, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:17.552353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] For port 24329ffe-daa0-4062-90bd-791336d6a48e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=24329ffe-daa0-4062-90bd-791336d6a48e,segment=NetworkSegment(3687e88e-c1ae-4960-b868-36793695f7ce),segment_id=3687e88e-c1ae-4960-b868-36793695f7ce)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:17.557009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.613388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f99494-2869-454d-83d6-3a81d30d0565 None None] Pushing event updated for resources: {'Port': ['ID=24329ffe-daa0-4062-90bd-791336d6a48e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.657824 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.663710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.664497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.747536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Port': ['ID=7afdef5d-7ad7-4308-bc9b-fceac179a4ca,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.819838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:17.824214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:17.947185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:17.999226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Router c3700e5a-66e4-41fd-903a-b027898f4e34 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:24:18.007717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:18.013834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:18.064423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:18.069399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:18.069784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.106452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:18.112382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5013f03a-32b3-4cb4-9eaf-9c8a3151e32d tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7789114 Aug 31 14:24:18.115291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47406) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:18.118815 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] Sync routers for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:18.130790 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:18.131422 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:18.178597 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.195696 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:18.208683 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:18.210402 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:18.219929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,segment=NetworkSegment(4843b2bd-ff91-47bd-bd76-cba5248746bf),segment_id=4843b2bd-ff91-47bd-bd76-cba5248746bf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:18.227048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.270963 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:18.271917 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698d2f3-c762-465a-82a7-3d76da3227b0 None None] The sync data for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:18.290976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178b14c-1a3d-4b2b-8856-b4aa34db20f4 None None] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:18.306972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:18.386760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-df4182b3-1a7a-442d-ac38-1f5498348a63 None None] Provisioning for port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:18.397375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-df4182b3-1a7a-442d-ac38-1f5498348a63 None None] Provisioning complete for port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:18.397752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df4182b3-1a7a-442d-ac38-1f5498348a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.532737 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-1f663355-c361-4322-baef-a2582a8a2cd8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:24:18.533971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1f663355-c361-4322-baef-a2582a8a2cd8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4173963 Aug 31 14:24:18.537496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47410) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:18.539978 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df4182b3-1a7a-442d-ac38-1f5498348a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.585197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-df4182b3-1a7a-442d-ac38-1f5498348a63 None None] For port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de,segment=NetworkSegment(b742c662-d2ba-4123-bd65-99a266e3e802),segment_id=b742c662-d2ba-4123-bd65-99a266e3e802)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:18.594286 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-df4182b3-1a7a-442d-ac38-1f5498348a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.666602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4182b3-1a7a-442d-ac38-1f5498348a63 None None] Pushing event updated for resources: {'Port': ['ID=58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:18.790138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823080fb-cb00-4a5e-9ab2-0d0a5b2c308e None None] Network c6ad0676-8563-4c29-8aea-bc0dfaa36178 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:18.868038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a0ec42ea-2767-4453-9252-0b0017bd3fa4 None None] Provisioning for port 24329ffe-daa0-4062-90bd-791336d6a48e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:19.006552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-968832b9-419d-4561-97fd-38f8f4c5ad45 None None] Provisioning complete for port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:19.006933 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-968832b9-419d-4561-97fd-38f8f4c5ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.115659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-968832b9-419d-4561-97fd-38f8f4c5ad45 None None] Provisioning for port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:19.121436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-968832b9-419d-4561-97fd-38f8f4c5ad45 None None] Provisioning complete for port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:19.121813 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-968832b9-419d-4561-97fd-38f8f4c5ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.164498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-968832b9-419d-4561-97fd-38f8f4c5ad45 None None] Port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:19.295391 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.298933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a5903a0-5695-446d-9d98-acd9337e4487 None None] Provisioning complete for port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:19.299551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a5903a0-5695-446d-9d98-acd9337e4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.337033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8a5903a0-5695-446d-9d98-acd9337e4487 None None] Port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:19.475201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f2fea6ee-5880-45b9-a167-8b7506567745 None None] Provisioning complete for port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:19.475505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2fea6ee-5880-45b9-a167-8b7506567745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.508549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f2fea6ee-5880-45b9-a167-8b7506567745 None None] Port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:19.544096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting port 7afdef5d-7ad7-4308-bc9b-fceac179a4ca {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:19.544681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.637600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.649829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Calling delete_port for 7afdef5d-7ad7-4308-bc9b-fceac179a4ca owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:19.831953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.859586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Port': ['ID=7afdef5d-7ad7-4308-bc9b-fceac179a4ca,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:19.895668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 24329ffe-daa0-4062-90bd-791336d6a48e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:19.952610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 24329ffe-daa0-4062-90bd-791336d6a48e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:19.956662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 24329ffe-daa0-4062-90bd-791336d6a48e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:19.957073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.967787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.056278 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.099958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 24329ffe-daa0-4062-90bd-791336d6a48e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=24329ffe-daa0-4062-90bd-791336d6a48e,segment=NetworkSegment(3687e88e-c1ae-4960-b868-36793695f7ce),segment_id=3687e88e-c1ae-4960-b868-36793695f7ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:20.104729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.105632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:20.153853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Router c3700e5a-66e4-41fd-903a-b027898f4e34 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:20.186863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=24329ffe-daa0-4062-90bd-791336d6a48e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:20.199614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:20.200147 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.238172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:20.244148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-beae36f5-1088-450e-8296-5f6581107a5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027862 Aug 31 14:24:20.247667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47414) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:20.267222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] Sync routers for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:20.286478 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-789eeab1-991d-4e2d-80e6-c72d3a004551 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] delete failed (client error): The resource could not be found. Aug 31 14:24:20.287538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-789eeab1-991d-4e2d-80e6-c72d3a004551 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1188117242 HTTP/1.1" status: 404 len: 335 time: 0.0389292 Aug 31 14:24:20.289398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:20.290036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:20.291386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47416) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:20.292589 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:20.299569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1ef1a3fc-9d49-4616-a5e5-533d91ef7d6a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3700e5a-66e4-41fd-903a-b027898f4e34'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:20.354981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:20.371543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:20.372171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:20.407587 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:20.408235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d2cce-8800-41b9-9759-deb3fbeb1128 None None] The sync data for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:20.417756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:20.418133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.543741 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a3fc-9d49-4616-a5e5-533d91ef7d6a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.568498 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-1ef1a3fc-9d49-4616-a5e5-533d91ef7d6a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] update failed (client error): The resource could not be found. Aug 31 14:24:20.569611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1ef1a3fc-9d49-4616-a5e5-533d91ef7d6a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34 HTTP/1.1" status: 404 len: 339 time: 0.2767229 Aug 31 14:24:20.573898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47418) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:20.580809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1944092314'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:20.605892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:20.609387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.638571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] vlan segment allocate from pool success with {'vlan_id': 1544, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:20.650302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.650656 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Added segment 6a995099-62ae-44d0-b51a-d7c9ac593671 of type vlan for network 7a2795d1-9869-473e-ab50-18b9e8be7c4a Aug 31 14:24:20.695124 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.720569 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.726366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:20.726976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.788540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2132325 Aug 31 14:24:20.791323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47420) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:20.796360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'subnet': {'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:20.842198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a49f9-7a33-461a-a25e-9f9caffa7e1f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Network': ['ID=7a2795d1-9869-473e-ab50-18b9e8be7c4a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:20.855593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7a2795d1-9869-473e-ab50-18b9e8be7c4a details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:20.930806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Made reservation on behalf of a3e9cc99e4324692b70c572ad5fc5d22 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:20.934681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.137651 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.204800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Subnet': ['ID=b4606606-d1bb-47f3-a859-3c40b9c4cd2b,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:21.213312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Checking segment: {'id': '6a995099-62ae-44d0-b51a-d7c9ac593671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:21.213943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network hostable DHCP agents. Network: 7a2795d1-9869-473e-ab50-18b9e8be7c4a, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:21.231899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network 7a2795d1-9869-473e-ab50-18b9e8be7c4a is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:21.242017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 7a2795d1-9869-473e-ab50-18b9e8be7c4a) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:21.246719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:21.247330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.253955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78c6e2-8a04-403f-9c9a-61e276490108 None None] Network 7a2795d1-9869-473e-ab50-18b9e8be7c4a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:21.270676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c1e4d1e5-ac74-4982-b12d-92cac2723dbc tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4781749 Aug 31 14:24:21.273387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47424) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:21.278072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9057575c-9712-4fe0-a631-1a1e9f84e06f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:21.418588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-7a2795d1-9869-473e-ab50-18b9e8be7c4a', 'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a', 'tenant_id': 'a3e9cc99e4324692b70c572ad5fc5d22', 'fixed_ips': [{'subnet_id': 'b4606606-d1bb-47f3-a859-3c40b9c4cd2b'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:21.419578 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.502031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9057575c-9712-4fe0-a631-1a1e9f84e06f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.572322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Allocated IP 2001:db8:1::2 (7a2795d1-9869-473e-ab50-18b9e8be7c4a/b4606606-d1bb-47f3-a859-3c40b9c4cd2b/ff088893-6b61-462b-bd3b-edecfe2ce936) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:21.620992 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-9057575c-9712-4fe0-a631-1a1e9f84e06f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:24:21.622085 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9057575c-9712-4fe0-a631-1a1e9f84e06f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34 HTTP/1.1" status: 400 len: 364 time: 0.3477542 Aug 31 14:24:21.625731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47426) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:21.735258 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.747667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Transition to ACTIVE for port object ff088893-6b61-462b-bd3b-edecfe2ce936 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:21.771247 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Transition to ACTIVE for port object ff088893-6b61-462b-bd3b-edecfe2ce936 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:21.781934 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.829857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Network 7a2795d1-9869-473e-ab50-18b9e8be7c4a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:21.833670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:21.837852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:21.850612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Pushing event updated for resources: {'Port': ['ID=ff088893-6b61-462b-bd3b-edecfe2ce936,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:21.872354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 24329ffe-daa0-4062-90bd-791336d6a48e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:21.931669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Attempting to bind port ff088893-6b61-462b-bd3b-edecfe2ce936 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:21.932047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Attempting to bind port ff088893-6b61-462b-bd3b-edecfe2ce936 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '6a995099-62ae-44d0-b51a-d7c9ac593671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:21.932406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Attempting to bind port ff088893-6b61-462b-bd3b-edecfe2ce936 on network 7a2795d1-9869-473e-ab50-18b9e8be7c4a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:21.943107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:21.943461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Checking segment: {'id': '6a995099-62ae-44d0-b51a-d7c9ac593671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:21.943819 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.944222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Bound using segment: {'id': '6a995099-62ae-44d0-b51a-d7c9ac593671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:21.944707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Bound port: ff088893-6b61-462b-bd3b-edecfe2ce936, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a995099-62ae-44d0-b51a-d7c9ac593671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '7a2795d1-9869-473e-ab50-18b9e8be7c4a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:21.945125 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.008020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 24329ffe-daa0-4062-90bd-791336d6a48e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:22.008305 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.054868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] For port ff088893-6b61-462b-bd3b-edecfe2ce936, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:22.059736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] For port ff088893-6b61-462b-bd3b-edecfe2ce936, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ff088893-6b61-462b-bd3b-edecfe2ce936,segment=NetworkSegment(6a995099-62ae-44d0-b51a-d7c9ac593671),segment_id=6a995099-62ae-44d0-b51a-d7c9ac593671)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:22.066176 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.162364 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ebc32-b79a-489e-90e5-1d4acdb9a358 None None] Pushing event updated for resources: {'Port': ['ID=ff088893-6b61-462b-bd3b-edecfe2ce936,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:22.271828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.537588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Allocated IP 2001:db8::1 (3de55475-b2b2-440a-b5d0-847da9c8412f/d3d5355f-4d75-4f45-8553-576d4d50acbc/21690dc6-eca7-40e4-b188-aa31ea2445e2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:22.655217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.670180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Transition to ACTIVE for port object 21690dc6-eca7-40e4-b188-aa31ea2445e2 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:22.702944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.739849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network 3de55475-b2b2-440a-b5d0-847da9c8412f is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:22.742888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:22.748547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:22.749254 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.791809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Port': ['ID=21690dc6-eca7-40e4-b188-aa31ea2445e2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:22.882391 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.056185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d02e363c-4c0a-4283-a5d3-c62fca7de46e None None] Provisioning for port 21690dc6-eca7-40e4-b188-aa31ea2445e2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:23.059958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d02e363c-4c0a-4283-a5d3-c62fca7de46e None None] Provisioning complete for port 21690dc6-eca7-40e4-b188-aa31ea2445e2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:23.060334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d02e363c-4c0a-4283-a5d3-c62fca7de46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.096032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d02e363c-4c0a-4283-a5d3-c62fca7de46e None None] Port 21690dc6-eca7-40e4-b188-aa31ea2445e2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:23.170177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.174556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b535982f-4ded-49c8-a350-1f9e89e2d3bf None None] Network 7a2795d1-9869-473e-ab50-18b9e8be7c4a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:23.175030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.176343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.233520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1543bf0e-9433-4fb8-81b6-df88d76109ea None None] Provisioning for port ff088893-6b61-462b-bd3b-edecfe2ce936 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:23.261199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event updated for resources: {'Port': ['ID=21690dc6-eca7-40e4-b188-aa31ea2445e2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:23.303423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Network 3de55475-b2b2-440a-b5d0-847da9c8412f is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:23.305026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:23.408653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Router c3700e5a-66e4-41fd-903a-b027898f4e34 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:23.513879 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:23.521417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e80bada3-86c2-4667-93e1-e8a17bd83904 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8946095 Aug 31 14:24:23.522652 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47428) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:23.528743 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] Sync routers for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:23.539548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:23.540688 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:23.579047 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:23.591814 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:23.592819 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:23.624778 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:23.625445 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184c5f9-35d3-48ec-9fb8-383229771179 None None] The sync data for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 is: [] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:23.626875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3276-7c11-46e2-ac09-3d50535d562f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.664221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-805cd756-3b5d-4775-86d8-082de5ea90b6 None None] Provisioning complete for port 21690dc6-eca7-40e4-b188-aa31ea2445e2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:23.664600 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-805cd756-3b5d-4775-86d8-082de5ea90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.700142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-805cd756-3b5d-4775-86d8-082de5ea90b6 None None] Port 21690dc6-eca7-40e4-b188-aa31ea2445e2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:23.715642 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-1e4e3276-7c11-46e2-ac09-3d50535d562f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:24:23.716702 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1e4e3276-7c11-46e2-ac09-3d50535d562f tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34 HTTP/1.1" status: 409 len: 329 time: 0.1924987 Aug 31 14:24:23.719389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47430) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:23.840575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ff088893-6b61-462b-bd3b-edecfe2ce936 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:23.890251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port ff088893-6b61-462b-bd3b-edecfe2ce936 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:23.894567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port ff088893-6b61-462b-bd3b-edecfe2ce936 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:23.894947 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.975085 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.006719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port ff088893-6b61-462b-bd3b-edecfe2ce936, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ff088893-6b61-462b-bd3b-edecfe2ce936,segment=NetworkSegment(6a995099-62ae-44d0-b51a-d7c9ac593671),segment_id=6a995099-62ae-44d0-b51a-d7c9ac593671)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:24.010857 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.036700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.058911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=ff088893-6b61-462b-bd3b-edecfe2ce936,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:24.272955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting port 21690dc6-eca7-40e4-b188-aa31ea2445e2 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:24.273236 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.361286 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.373099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Calling delete_port for 21690dc6-eca7-40e4-b188-aa31ea2445e2 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:24.551064 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.577164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Port': ['ID=21690dc6-eca7-40e4-b188-aa31ea2445e2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:24.692002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.873033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Router c3700e5a-66e4-41fd-903a-b027898f4e34 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:24.954351 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:24.959867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-543af2e6-410f-4bd2-aed4-894216bff894 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2394888 Aug 31 14:24:24.963648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47434) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:24.966482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] Sync routers for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:24.976412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:24.977075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.003123 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-69d3e567-33a3-4aff-873a-3b59159db6a9 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] show failed (client error): The resource could not be found. Aug 31 14:24:25.004197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-69d3e567-33a3-4aff-873a-3b59159db6a9 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-588435343 HTTP/1.1" status: 404 len: 334 time: 0.0395923 Aug 31 14:24:25.008342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47436) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:25.009980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.014209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-56324809-3110-44bd-9ed7-d3c463bfd2b3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:25.020194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] Routers {'c3700e5a-66e4-41fd-903a-b027898f4e34'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:25.020839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:23:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c3700e5a-66e4-41fd-903a-b027898f4e34'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.047535 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-56324809-3110-44bd-9ed7-d3c463bfd2b3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] update failed (client error): The resource could not be found. Aug 31 14:24:25.054468 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56324809-3110-44bd-9ed7-d3c463bfd2b3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1054938587 HTTP/1.1" status: 404 len: 335 time: 0.0391824 Aug 31 14:24:25.055512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47438) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:25.059558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.059558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c1511-ce80-48ea-8d41-5d9218481e84 None None] The sync data for ids ['c3700e5a-66e4-41fd-903a-b027898f4e34'] in n-d-792362-6 is: [] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:25.115647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting subnet b4606606-d1bb-47f3-a859-3c40b9c4cd2b {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:25.119010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.161828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.244658 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.307313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.336166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Subnet': ['ID=b4606606-d1bb-47f3-a859-3c40b9c4cd2b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.338197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.342269 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-31732899-ed2c-439d-8a8b-3cbcb04a0572 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/subnets/b4606606-d1bb-47f3-a859-3c40b9c4cd2b HTTP/1.1" status: 204 len: 168 time: 0.2836504 Aug 31 14:24:25.342803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47440) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:25.346107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83802c6-de3e-4eb5-ac41-8bf4c91641fd None None] Network 7a2795d1-9869-473e-ab50-18b9e8be7c4a requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:25.427877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.491316 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting port ff088893-6b61-462b-bd3b-edecfe2ce936 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:25.491661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.559437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] For port ff088893-6b61-462b-bd3b-edecfe2ce936, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ff088893-6b61-462b-bd3b-edecfe2ce936,segment=NetworkSegment(6a995099-62ae-44d0-b51a-d7c9ac593671),segment_id=6a995099-62ae-44d0-b51a-d7c9ac593671)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:25.560169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.574547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Calling delete_port for ff088893-6b61-462b-bd3b-edecfe2ce936 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:25.656493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.677874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-27900b25-aa29-4009-88a4-807369f5495b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555940 Aug 31 14:24:25.687801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Port': ['ID=ff088893-6b61-462b-bd3b-edecfe2ce936,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.691367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] No DVR routers for this DVR port ff088893-6b61-462b-bd3b-edecfe2ce936 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:25.698880 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb862471-0ee6-4cc6-8461-32993f38a686 None None] DHCP port deletion for 7a2795d1-9869-473e-ab50-18b9e8be7c4a request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:25.780665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.793213 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2795d1-9869-473e-ab50-18b9e8be7c4a']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.793692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf695-991f-4596-a69b-edbed176e70d req-dd33d7d6-2126-4a8e-8258-970c239fde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:25.795510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-dd33d7d6-2126-4a8e-8258-970c239fde04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 1096 time: 0.0531662 Aug 31 14:24:25.806483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a995099-62ae-44d0-b51a-d7c9ac593671') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.807060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a995099-62ae-44d0-b51a-d7c9ac593671') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.816468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.823733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ff088893-6b61-462b-bd3b-edecfe2ce936 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:25.834729 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.840724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Releasing vlan 1544 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:25.841218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.844411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: ff088893-6b61-462b-bd3b-edecfe2ce936 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:25.844411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device ff088893-6b61-462b-bd3b-edecfe2ce936 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:25.844680 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:25.908730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf695-991f-4596-a69b-edbed176e70d req-d64ca54f-c9e0-4c77-ac23-ab4de321eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:25.911177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-d64ca54f-c9e0-4c77-ac23-ab4de321eca7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 200 len: 897 time: 0.0940704 Aug 31 14:24:25.914076 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.921313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.923244 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/networks/7a2795d1-9869-473e-ab50-18b9e8be7c4a HTTP/1.1" status: 204 len: 168 time: 0.5797811 Aug 31 14:24:25.925810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47442) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:25.945052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f290908-7da8-4072-8fe8-d2245336af5b tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Network': ['ID=7a2795d1-9869-473e-ab50-18b9e8be7c4a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.984570 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-dd907d56-44e0-451e-a829-54d5b0e96905 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9 HTTP/1.1" status: 200 len: 1000 time: 0.0654919 Aug 31 14:24:25.987636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting subnet e08122b9-a8c1-455c-8901-56a39738a329 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:25.990884 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.031529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.035391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf695-991f-4596-a69b-edbed176e70d req-0df2ef5e-cc9c-491a-888a-179f2e3feb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:26.037042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-0df2ef5e-cc9c-491a-888a-179f2e3feb9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63b21e66-0bf4-4c4f-a662-61c4f9fc6858 HTTP/1.1" status: 200 len: 834 time: 0.0452340 Aug 31 14:24:26.085529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf695-991f-4596-a69b-edbed176e70d req-88e58c93-7fab-4fd4-bb27-1615ee7569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:26.088025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-88e58c93-7fab-4fd4-bb27-1615ee7569f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=875419a7-8e30-4d34-8947-cdfd6f533335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432229 Aug 31 14:24:26.125130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.190499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-ad6d7ef1-fb3b-4d9e-a657-2b49b9384250 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939522 Aug 31 14:24:26.198326 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.223883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Subnet': ['ID=e08122b9-a8c1-455c-8901-56a39738a329,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:26.229704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.231579 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7b3ce71f-55fe-48b2-89ea-79b34c12e8e8 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/subnets/e08122b9-a8c1-455c-8901-56a39738a329 HTTP/1.1" status: 204 len: 168 time: 0.3048575 Aug 31 14:24:26.234147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47444) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:26.239566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b6d6b1-b94a-4a2b-a4c6-bfc3fb58f34c None None] Network c6ad0676-8563-4c29-8aea-bc0dfaa36178 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:26.290041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-461bf695-991f-4596-a69b-edbed176e70d req-72897165-4bcc-4f3b-8ca2-5c7196feeec6 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919871 Aug 31 14:24:26.291322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting subnet 6bbcc76a-c75f-49c1-bf26-b801378677b2 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:26.294581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.343979 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.412367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] DHCP port deletion for c6ad0676-8563-4c29-8aea-bc0dfaa36178 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:26.459571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Deleting port 24329ffe-daa0-4062-90bd-791336d6a48e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:26.459868 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.479314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.522795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] For port 24329ffe-daa0-4062-90bd-791336d6a48e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=24329ffe-daa0-4062-90bd-791336d6a48e,segment=NetworkSegment(3687e88e-c1ae-4960-b868-36793695f7ce),segment_id=3687e88e-c1ae-4960-b868-36793695f7ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:26.523202 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.539993 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.540670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Calling delete_port for 24329ffe-daa0-4062-90bd-791336d6a48e owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:26.577163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbcc76a-c75f-49c1-bf26-b801378677b2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:26.579177 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.583797 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9092f374-7501-4154-a614-79191616af7c tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/subnets/6bbcc76a-c75f-49c1-bf26-b801378677b2 HTTP/1.1" status: 204 len: 168 time: 0.3487601 Aug 31 14:24:26.584415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47446) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:26.586237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074166c-58f1-40ff-b16a-9dcb02e78be1 None None] Network 4072e9d2-28d2-4944-94e9-298d99dcbe4e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:26.667311 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.699433 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.740837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting port 24329ffe-daa0-4062-90bd-791336d6a48e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:26.741475 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.741879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Pushing event deleted for resources: {'Port': ['ID=24329ffe-daa0-4062-90bd-791336d6a48e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:26.745081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] No DVR routers for this DVR port 24329ffe-daa0-4062-90bd-791336d6a48e on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:26.766188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.766547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.766879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.767218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.767551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.767879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.768203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.768527 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.768918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.769249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.769573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.769890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ba965-05fc-4918-a938-ee539aec64b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:26.782471 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b5cfa8e-fc2f-435b-829f-daa0d1663492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.838944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] For port 24329ffe-daa0-4062-90bd-791336d6a48e, host n-d-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:26.839412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.855471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Calling delete_port for 24329ffe-daa0-4062-90bd-791336d6a48e owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:26.859252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Port 24329ffe-daa0-4062-90bd-791336d6a48e was not found and therefore no delete operation was performed {{(pid=101361) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:24:26.861034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.865686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] DHCP port deletion for 4072e9d2-28d2-4944-94e9-298d99dcbe4e request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:26.896349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Port': ['ID=24329ffe-daa0-4062-90bd-791336d6a48e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:26.898342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] No DVR routers for this DVR port 24329ffe-daa0-4062-90bd-791336d6a48e on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:26.930605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] Deleting port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:26.931133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.987066 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.000261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ad0676-8563-4c29-8aea-bc0dfaa36178']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.001901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] For port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de,segment=NetworkSegment(b742c662-d2ba-4123-bd65-99a266e3e802),segment_id=b742c662-d2ba-4123-bd65-99a266e3e802)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:27.002361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.016679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] Calling delete_port for 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:27.018497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3687e88e-c1ae-4960-b868-36793695f7ce') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.019592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3687e88e-c1ae-4960-b868-36793695f7ce') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.033432 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.048693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.055299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:27.055808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:27.059093 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:27.106538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.127053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.132912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.135158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/networks/c6ad0676-8563-4c29-8aea-bc0dfaa36178 HTTP/1.1" status: 204 len: 168 time: 0.5494065 Aug 31 14:24:27.137941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47448) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:27.138670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] Pushing event deleted for resources: {'Port': ['ID=58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.146602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca88885-2aed-47cd-b762-ba63aa40c5fd None None] No DVR routers for this DVR port 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:27.155665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1ea69-5369-44c4-b36a-96ff3a439d4a tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Network': ['ID=c6ad0676-8563-4c29-8aea-bc0dfaa36178,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.234898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.609871 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.620061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4072e9d2-28d2-4944-94e9-298d99dcbe4e']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.629491 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b742c662-d2ba-4123-bd65-99a266e3e802') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.629778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b742c662-d2ba-4123-bd65-99a266e3e802') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.638690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.652605 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.658327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:27.658710 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:27.662188 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:27.719473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.726945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.728818 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/networks/4072e9d2-28d2-4944-94e9-298d99dcbe4e HTTP/1.1" status: 204 len: 168 time: 0.5891559 Aug 31 14:24:27.731209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47450) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:27.748725 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e1249-c020-430b-a6ca-fe6f169817a3 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Network': ['ID=4072e9d2-28d2-4944-94e9-298d99dcbe4e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.795334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting subnet d3d5355f-4d75-4f45-8553-576d4d50acbc {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:27.798641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.808062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 24329ffe-daa0-4062-90bd-791336d6a48e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:27.828417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 24329ffe-daa0-4062-90bd-791336d6a48e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:27.828761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 24329ffe-daa0-4062-90bd-791336d6a48e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:27.829716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:27.841337 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.849038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:27.849381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 58a1f0a4-cc46-4693-bb9a-1e9e4f1fb5de not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:27.926302 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.992765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.020661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d5355f-4d75-4f45-8553-576d4d50acbc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:28.024390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.026319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b4f40c9a-ad68-417a-a044-f1f8cea89378 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/subnets/d3d5355f-4d75-4f45-8553-576d4d50acbc HTTP/1.1" status: 204 len: 168 time: 0.2941749 Aug 31 14:24:28.029178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47452) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:28.033517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82a7bd-ad3b-4f07-9582-e336630f0e31 None None] Network 3de55475-b2b2-440a-b5d0-847da9c8412f requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:28.105386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.166148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Deleting port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:28.166496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.209473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] DHCP port deletion for 3de55475-b2b2-440a-b5d0-847da9c8412f request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:28.236666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] For port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,segment=NetworkSegment(4843b2bd-ff91-47bd-bd76-cba5248746bf),segment_id=4843b2bd-ff91-47bd-bd76-cba5248746bf)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:28.237155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.252533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Calling delete_port for 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:28.260162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] Deleting port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:28.260546 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.325052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] For port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,segment=NetworkSegment(4843b2bd-ff91-47bd-bd76-cba5248746bf),segment_id=4843b2bd-ff91-47bd-bd76-cba5248746bf)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:28.325438 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.339181 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.339593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] Calling delete_port for 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:28.370617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Port': ['ID=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:28.374076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] No DVR routers for this DVR port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:28.424481 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.452365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] Pushing event deleted for resources: {'Port': ['ID=8f9ef5c2-1fa7-4c17-8d38-249bb5222170,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:28.456829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9e801-5742-436c-b492-d7ed92944340 None None] No DVR routers for this DVR port 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:28.460168 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.471484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de55475-b2b2-440a-b5d0-847da9c8412f']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:28.483172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4843b2bd-ff91-47bd-bd76-cba5248746bf') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:28.483502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4843b2bd-ff91-47bd-bd76-cba5248746bf') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:28.493499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.511962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.519874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Releasing vlan 1513 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:28.520336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:28.523280 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:28.583345 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.593534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.595381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/networks/3de55475-b2b2-440a-b5d0-847da9c8412f HTTP/1.1" status: 204 len: 168 time: 0.5651946 Aug 31 14:24:28.598624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47454) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:28.607470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4639-71c5-4155-aa0d-86e5575b3a89 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Pushing event deleted for resources: {'Network': ['ID=3de55475-b2b2-440a-b5d0-847da9c8412f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:28.625694 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-331774a3-3834-4d67-a4e0-f6ab9992ba16 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3700e5a-66e4-41fd-903a-b027898f4e34 HTTP/1.1" status: 200 len: 205 time: 0.0259256 Aug 31 14:24:28.628039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47456) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:28.701798 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0d35245-b9d1-494a-b09e-c333f0df5694 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.865574 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0d35245-b9d1-494a-b09e-c333f0df5694 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.867682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0d35245-b9d1-494a-b09e-c333f0df5694 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.919917 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0d35245-b9d1-494a-b09e-c333f0df5694 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.920429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d35245-b9d1-494a-b09e-c333f0df5694 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Fanout notify agent at l3_agent the message router_deleted on router c3700e5a-66e4-41fd-903a-b027898f4e34 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:24:28.927603 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b0d35245-b9d1-494a-b09e-c333f0df5694 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.928707 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b0d35245-b9d1-494a-b09e-c333f0df5694 tempest-RoutersNegativeIpV6Test-2061296564 tempest-RoutersNegativeIpV6Test-2061296564-project] 10.222.0.10 "DELETE /v2.0/routers/c3700e5a-66e4-41fd-903a-b027898f4e34 HTTP/1.1" status: 204 len: 168 time: 0.2997799 Aug 31 14:24:29.180752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47462) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:29.324254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2f64f130-46bd-4c09-b76f-f5c6a4baf598 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3e9cc99e4324692b70c572ad5fc5d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421354 Aug 31 14:24:29.326622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47468) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:29.348595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b37daad5-5e70-471b-8804-85d56c739698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.382336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d3800cf-ca82-45a2-90e8-6d7bec5aa4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.405348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d3800cf-ca82-45a2-90e8-6d7bec5aa4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.455326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d3800cf-ca82-45a2-90e8-6d7bec5aa4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.458668 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6d3800cf-ca82-45a2-90e8-6d7bec5aa4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.459891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6d3800cf-ca82-45a2-90e8-6d7bec5aa4a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c6e29db-9e8b-409a-959f-2ba14d1cb35d HTTP/1.1" status: 204 len: 168 time: 0.1323791 Aug 31 14:24:29.467790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3800cf-ca82-45a2-90e8-6d7bec5aa4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6e29db-9e8b-409a-959f-2ba14d1cb35d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:29.561224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.640787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47474) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:29.717801 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa21ee-7858-4cad-b633-57ffa5f3888f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.718289 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa21ee-7858-4cad-b633-57ffa5f3888f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.718766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa21ee-7858-4cad-b633-57ffa5f3888f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.720581 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4faa21ee-7858-4cad-b633-57ffa5f3888f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=2b7dcfc7426a455a8d92a8748a705d87&network_id=875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 200 len: 2969 time: 0.0786734 Aug 31 14:24:29.806731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:29.828020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:29.828312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 8f9ef5c2-1fa7-4c17-8d38-249bb5222170 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:30.140554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:30.144239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026700 Aug 31 14:24:30.147376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47498) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:30.254166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8f24f698-3b64-4c41-b4b1-22c15fb327cf tempest-NetworksApiDiscovery-2127204764 tempest-NetworksApiDiscovery-2127204764-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1055441 Aug 31 14:24:30.544772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47508) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:30.668366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.670050 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e11e4106-218a-4bcc-b88f-62efa777a511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.766174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e11e4106-218a-4bcc-b88f-62efa777a511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.775493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e11e4106-218a-4bcc-b88f-62efa777a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.816847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e11e4106-218a-4bcc-b88f-62efa777a511 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72ba9efb9165490c9a11740e088623bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708914 Aug 31 14:24:30.818018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e4106-218a-4bcc-b88f-62efa777a511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93631eb-7816-47d3-9589-ccdaf4ee6b19,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:30.819609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:30.870599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8a575f4b-3739-48d5-8fd6-7d70ab3f55f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.893445 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8a575f4b-3739-48d5-8fd6-7d70ab3f55f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.958340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8a575f4b-3739-48d5-8fd6-7d70ab3f55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.961242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8a575f4b-3739-48d5-8fd6-7d70ab3f55f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.962705 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8a575f4b-3739-48d5-8fd6-7d70ab3f55f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c93631eb-7816-47d3-9589-ccdaf4ee6b19 HTTP/1.1" status: 204 len: 168 time: 0.1419826 Aug 31 14:24:30.972584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a575f4b-3739-48d5-8fd6-7d70ab3f55f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93631eb-7816-47d3-9589-ccdaf4ee6b19,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:31.866298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47544) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:31.942271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddc7db-6b70-47aa-9d82-dc43b412218f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.943806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dfddc7db-6b70-47aa-9d82-dc43b412218f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb HTTP/1.1" status: 200 len: 814 time: 0.0764992 Aug 31 14:24:32.049387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.833848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47574) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:32.839062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'network': {'name': 'tempest-network-smoke--1037707325', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'port_security_enabled': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:32.859943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:32.863876 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.887773 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] vlan segment allocate from pool success with {'vlan_id': 1533, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:32.896778 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.897162 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Added segment 94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a of type vlan for network b5fb8757-4087-4f00-a2a7-92c0622c47cb Aug 31 14:24:32.938073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.962750 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.968412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.969042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.028570 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1936176 Aug 31 14:24:33.033533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47576) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.040987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253825f-2425-4301-aad4-4e3f5d3ad214 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Network': ['ID=b5fb8757-4087-4f00-a2a7-92c0622c47cb,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:33.053925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:33.112220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0217be-da42-4bd1-96f1-7ae47c2854af tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.116802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0d0217be-da42-4bd1-96f1-7ae47c2854af tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=2b7dcfc7426a455a8d92a8748a705d87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0784214 Aug 31 14:24:33.117085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47578) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.267074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b93efc-0df7-4ec1-817c-48bbae0aaffb tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.268640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b1b93efc-0df7-4ec1-817c-48bbae0aaffb tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506763 Aug 31 14:24:33.271677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47580) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.306417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3b596546-c1ea-45a4-a257-2c8590a607af tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336430 Aug 31 14:24:33.309506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47582) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.339828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b6c64145-8891-4379-b8d2-83e2b74d7fde tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=2b7dcfc7426a455a8d92a8748a705d87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288229 Aug 31 14:24:33.343031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47584) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.440471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd729567-1ae9-4665-bd59-c401b5d59191 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.443105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dd729567-1ae9-4665-bd59-c401b5d59191 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985060 Aug 31 14:24:33.445797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47586) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.480518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-54107777-4056-4468-a2c2-9d6ffdaa0094 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335467 Aug 31 14:24:33.483207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47588) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.488198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807108367', 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:33.585833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:33.589466 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.790994 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.864408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Subnet': ['ID=c5eb0a1e-8396-4ab4-9c22-c5723bde7feb,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:33.875766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Checking segment: {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:33.876179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network hostable DHCP agents. Network: b5fb8757-4087-4f00-a2a7-92c0622c47cb, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:33.881871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.882122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.882479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.882820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.883198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.883577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.884111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.884675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.885340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.885763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.886205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.886611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:33.913523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:33.926131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b5fb8757-4087-4f00-a2a7-92c0622c47cb) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:33.934728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.935468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57516c5a-85c5-4374-86bf-3743a9d6b913 None None] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:33.935874 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.971722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e49e0a9b-120c-413e-b451-99c6a5f64fbf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4856057 Aug 31 14:24:34.184582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ips': [{'subnet_id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:34.186086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.270956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47606) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:34.276565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ac825441-ecdb-46b5-91da-6034f08cc124 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982627781', 'description': 'tempest-secgroup-smoke-982627781 description', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:34.301922 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac825441-ecdb-46b5-91da-6034f08cc124 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.387811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Allocated IP 172.20.0.18 (b5fb8757-4087-4f00-a2a7-92c0622c47cb/c5eb0a1e-8396-4ab4-9c22-c5723bde7feb/eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:34.414045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac825441-ecdb-46b5-91da-6034f08cc124 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.419568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac825441-ecdb-46b5-91da-6034f08cc124 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.457269 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac825441-ecdb-46b5-91da-6034f08cc124 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751f9c08-2de4-48bb-bf97-6e5251728ba0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.465365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac825441-ecdb-46b5-91da-6034f08cc124 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.466639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ac825441-ecdb-46b5-91da-6034f08cc124 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1946216 Aug 31 14:24:34.469521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47608) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:34.475270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-10b51ef7-8d4b-4f8f-84dd-195b955d196b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '751f9c08-2de4-48bb-bf97-6e5251728ba0', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:34.503946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10b51ef7-8d4b-4f8f-84dd-195b955d196b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.581538 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10b51ef7-8d4b-4f8f-84dd-195b955d196b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.584964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.586189 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10b51ef7-8d4b-4f8f-84dd-195b955d196b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.598334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Transition to ACTIVE for port object eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:34.626459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Transition to ACTIVE for port object eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:34.626735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b51ef7-8d4b-4f8f-84dd-195b955d196b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71f22ba-c6d0-468c-b151-8f50a4ed7221,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.635757 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.643221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-10b51ef7-8d4b-4f8f-84dd-195b955d196b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.649086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-10b51ef7-8d4b-4f8f-84dd-195b955d196b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778460 Aug 31 14:24:34.651766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47610) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:34.657127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7aace821-563a-42a9-af5b-b62aae651587 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '751f9c08-2de4-48bb-bf97-6e5251728ba0', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:34.693578 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7aace821-563a-42a9-af5b-b62aae651587 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.715609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:34.716902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Pushing event updated for resources: {'Port': ['ID=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.719610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:34.722259 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:34.802114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7aace821-563a-42a9-af5b-b62aae651587 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.809696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7aace821-563a-42a9-af5b-b62aae651587 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.811712 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Attempting to bind port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:34.812232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Attempting to bind port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:34.812815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Attempting to bind port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 on network b5fb8757-4087-4f00-a2a7-92c0622c47cb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:34.820052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:34.820774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Checking segment: {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:34.821223 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.821621 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Bound using segment: {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:34.822449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Bound port: eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:34.823009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.835704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aace821-563a-42a9-af5b-b62aae651587 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867506ce-092c-4869-8708-5b60fcd008da,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.842286 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7aace821-563a-42a9-af5b-b62aae651587 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.847482 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7aace821-563a-42a9-af5b-b62aae651587 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1940215 Aug 31 14:24:34.850050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47612) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:34.859128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ddc9222f-0d7f-49b5-8444-0de61544a067 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '751f9c08-2de4-48bb-bf97-6e5251728ba0', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:34.894695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddc9222f-0d7f-49b5-8444-0de61544a067 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.910265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] For port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:34.914252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] For port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:34.918828 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.983641 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddc9222f-0d7f-49b5-8444-0de61544a067 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.984930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61962484-d13c-4b4f-9cff-d1d9cbbaadde None None] Pushing event updated for resources: {'Port': ['ID=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.990155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddc9222f-0d7f-49b5-8444-0de61544a067 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.009787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9222f-0d7f-49b5-8444-0de61544a067 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b5c276-70ff-4d5a-b8da-168309a6c221,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.018332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ddc9222f-0d7f-49b5-8444-0de61544a067 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.020204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ddc9222f-0d7f-49b5-8444-0de61544a067 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686258 Aug 31 14:24:35.022951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47614) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:35.027720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dc536a0e-e47d-4504-866c-260056f0bf0a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '751f9c08-2de4-48bb-bf97-6e5251728ba0', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:35.056906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc536a0e-e47d-4504-866c-260056f0bf0a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.121270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc536a0e-e47d-4504-866c-260056f0bf0a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.136381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc536a0e-e47d-4504-866c-260056f0bf0a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.159563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc536a0e-e47d-4504-866c-260056f0bf0a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eae5e89-434c-4b93-8f1e-ccd70806e2d7,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.165422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc536a0e-e47d-4504-866c-260056f0bf0a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.166796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dc536a0e-e47d-4504-866c-260056f0bf0a tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428752 Aug 31 14:24:35.174561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:35.179940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '751f9c08-2de4-48bb-bf97-6e5251728ba0', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:35.211765 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Project 2b7dcfc7426a455a8d92a8748a705d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:24:35.219117 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.305847 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.309631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.325576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b741fae-7de8-4bd6-926b-a597b301c1a7,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.335065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.337196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f44afcd7-366f-4f20-b452-6df8d8e12b96 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609263 Aug 31 14:24:35.339255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 47624) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:35.344165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '751f9c08-2de4-48bb-bf97-6e5251728ba0', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:35.376276 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Project 2b7dcfc7426a455a8d92a8748a705d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:24:35.382999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.832669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.840226 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.898170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.907715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5591562 Aug 31 14:24:35.907715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad7631-ef6a-4660-b0fb-69ea7dfb6593 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47cd6f2-e6e9-471f-9b6c-1a2509e8f45f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.912391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:35.980301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:36.145716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de763fee-e9f9-44e3-80c0-81310f16d1e7 None None] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:36.201894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-d4609abe-41bb-4ffb-a8ba-fa389addf8a8 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982627781&fields=id&tenant_id=2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 267 time: 0.0466177 Aug 31 14:24:36.263140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c79ea9a8-be4a-45af-b7d1-df99fd5a56a6 None None] Provisioning for port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:36.278017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c79ea9a8-be4a-45af-b7d1-df99fd5a56a6 None None] Provisioning complete for port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:36.278400 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c79ea9a8-be4a-45af-b7d1-df99fd5a56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.375858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-69935401-4ea6-4aae-a684-4890c7244bb9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:36.377447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-69935401-4ea6-4aae-a684-4890c7244bb9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/networks?id=b5fb8757-4087-4f00-a2a7-92c0622c47cb HTTP/1.1" status: 200 len: 797 time: 0.1579170 Aug 31 14:24:36.416814 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c79ea9a8-be4a-45af-b7d1-df99fd5a56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.422506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-448b36ff-1468-41be-974f-2847b16c4d5b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/quotas/2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 375 time: 0.0344412 Aug 31 14:24:36.469072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c79ea9a8-be4a-45af-b7d1-df99fd5a56a6 None None] For port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:36.477040 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c79ea9a8-be4a-45af-b7d1-df99fd5a56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.504090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-db7e5727-09df-4d8d-860c-8bf3ac392e18 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0805967 Aug 31 14:24:36.603738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ea9a8-be4a-45af-b7d1-df99fd5a56a6 None None] Pushing event updated for resources: {'Port': ['ID=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.729942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-c9314e17-ac2f-44ca-959b-51b4e9ede800 service neutron] 10.222.0.10 "GET /v2.0/networks/b5fb8757-4087-4f00-a2a7-92c0622c47cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922677 Aug 31 14:24:36.806948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-23a7d63a-0db5-4fb5-8af2-90a01d1263ec None None] Provisioning complete for port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:36.807408 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23a7d63a-0db5-4fb5-8af2-90a01d1263ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.856405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-de8efd51-b7da-4a37-b692-bb393a017969 service neutron] 10.222.0.10 "GET /v2.0/networks/b5fb8757-4087-4f00-a2a7-92c0622c47cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189601 Aug 31 14:24:37.039274 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-949da635-e1a6-419e-a2d8-345e70753f2f req-c0215c30-f174-4f83-9cef-742cc92d3b52 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 210 time: 0.0334637 Aug 31 14:24:37.820927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:37.872726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:37.873167 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.202316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b6188cd-a444-43bf-9d74-2df1b4cbebb3 req-089a688e-951e-4e82-916b-5e066e6f5401 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 210 time: 0.0329692 Aug 31 14:24:38.282344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-533ad1b2-132b-4163-8e5d-c35a3ce4f9e7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:38.283813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-533ad1b2-132b-4163-8e5d-c35a3ce4f9e7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/networks?id=b5fb8757-4087-4f00-a2a7-92c0622c47cb HTTP/1.1" status: 200 len: 797 time: 0.1994762 Aug 31 14:24:38.340290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-111f92d0-925d-4361-962f-53f601c36fea tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 472 time: 0.0370295 Aug 31 14:24:38.361224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'port': {'device_id': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'admin_state_up': True, 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'security_groups': ['751f9c08-2de4-48bb-bf97-6e5251728ba0']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:38.484047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:38.488435 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.630000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.20.0.24 (b5fb8757-4087-4f00-a2a7-92c0622c47cb/c5eb0a1e-8396-4ab4-9c22-c5723bde7feb/4b2a9d0c-070e-4640-aee2-508d083643ae) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:38.792152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.810390 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Transition to ACTIVE for port object 4b2a9d0c-070e-4640-aee2-508d083643ae will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:38.865680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.911970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:38.915160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:38.919255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:38.953239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=4b2a9d0c-070e-4640-aee2-508d083643ae,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:38.981517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:38.982545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.999071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-76fa5eb1-915b-47c2-a102-623f3f4c10b3 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6419954 Aug 31 14:24:39.019891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Request body: {'port': {'device_id': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:39.090021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.254908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d4424507-e721-44a9-9481-5c3dc360a864 None None] Provisioning for port 4b2a9d0c-070e-4640-aee2-508d083643ae completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:39.261153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d4424507-e721-44a9-9481-5c3dc360a864 None None] Provisioning complete for port 4b2a9d0c-070e-4640-aee2-508d083643ae triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:39.261839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d4424507-e721-44a9-9481-5c3dc360a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.316759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d4424507-e721-44a9-9481-5c3dc360a864 None None] Port 4b2a9d0c-070e-4640-aee2-508d083643ae cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:39.439845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3420b-4a7a-43d9-a60b-2ce02a47535a req-650f3bb4-77f4-4f75-b06f-d90b884619b5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:39.441746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7b3420b-4a7a-43d9-a60b-2ce02a47535a req-650f3bb4-77f4-4f75-b06f-d90b884619b5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 932 time: 0.1022429 Aug 31 14:24:39.474475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2a9d0c-070e-4640-aee2-508d083643ae {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:39.499882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.539309 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Transition to ACTIVE for port object 4b2a9d0c-070e-4640-aee2-508d083643ae will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:39.545648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7b3420b-4a7a-43d9-a60b-2ce02a47535a req-f11227a8-e2f4-48bc-9a2a-e6ca80173941 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899861 Aug 31 14:24:39.546516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.607154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Pushing event updated for resources: {'Port': ['ID=4b2a9d0c-070e-4640-aee2-508d083643ae,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:39.687991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Attempting to bind port 4b2a9d0c-070e-4640-aee2-508d083643ae on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:39.688495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Attempting to bind port 4b2a9d0c-070e-4640-aee2-508d083643ae by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:39.688968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Attempting to bind port 4b2a9d0c-070e-4640-aee2-508d083643ae on network b5fb8757-4087-4f00-a2a7-92c0622c47cb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:39.694329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Port 4b2a9d0c-070e-4640-aee2-508d083643ae on network b5fb8757-4087-4f00-a2a7-92c0622c47cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:39.694769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Attempting to bind port 4b2a9d0c-070e-4640-aee2-508d083643ae on network b5fb8757-4087-4f00-a2a7-92c0622c47cb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:39.700254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:39.700722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Checking segment: {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:39.701233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Bound using segment: {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:39.701771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Bound port: 4b2a9d0c-070e-4640-aee2-508d083643ae, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:39.702329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.782600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] For port 4b2a9d0c-070e-4640-aee2-508d083643ae, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:39.786870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] For port 4b2a9d0c-070e-4640-aee2-508d083643ae, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4b2a9d0c-070e-4640-aee2-508d083643ae,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:39.793193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.827492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:39.828540 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.830259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] 10.222.0.26 "PUT /v2.0/ports/4b2a9d0c-070e-4640-aee2-508d083643ae HTTP/1.1" status: 200 len: 1092 time: 0.8159919 Aug 31 14:24:39.830942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'tag': '4b2a9d0c-070e-4640-aee2-508d083643ae'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:39.834564 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf03702-1f25-4a5e-bfeb-fec16f69381e" -d '{"events": [{"name": "network-changed", "server_uuid": "b555dac7-844c-4db3-a3b4-04905827dc5b", "tag": "4b2a9d0c-070e-4640-aee2-508d083643ae"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:39.884717 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3333b016-8949-44f0-9c93-18e83be92f1a x-openstack-request-id: req-3333b016-8949-44f0-9c93-18e83be92f1a {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:39.885062 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b555dac7-844c-4db3-a3b4-04905827dc5b", "tag": "4b2a9d0c-070e-4640-aee2-508d083643ae", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:39.885284 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3333b016-8949-44f0-9c93-18e83be92f1a {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:39.885756 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'tag': '4b2a9d0c-070e-4640-aee2-508d083643ae', 'status': 'completed', 'code': 200} Aug 31 14:24:39.919298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db892bb-6d08-4fb7-a604-97630ce38f8e service neutron] Pushing event updated for resources: {'Port': ['ID=4b2a9d0c-070e-4640-aee2-508d083643ae,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:39.966753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-a1a87a1f-cb25-488c-a33c-264a65eaa3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:39.968430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-a1a87a1f-cb25-488c-a33c-264a65eaa3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 1095 time: 0.0635192 Aug 31 14:24:40.026672 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-b495040c-aedb-46a9-869a-b4f56059c3f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=4b2a9d0c-070e-4640-aee2-508d083643ae HTTP/1.1" status: 200 len: 217 time: 0.0426135 Aug 31 14:24:40.083317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-c7b3956d-52c0-4163-a705-7c888af4d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.084820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-c7b3956d-52c0-4163-a705-7c888af4d457 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5eb0a1e-8396-4ab4-9c22-c5723bde7feb HTTP/1.1" status: 200 len: 838 time: 0.0501359 Aug 31 14:24:40.112782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.142532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-670d425d-4492-4b57-9085-afceb8f88947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.144165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-670d425d-4492-4b57-9085-afceb8f88947 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5fb8757-4087-4f00-a2a7-92c0622c47cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506501 Aug 31 14:24:40.240063 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-dd49f8a9-413e-4cee-ba25-70e539892157 service neutron] 10.222.0.26 "GET /v2.0/networks/b5fb8757-4087-4f00-a2a7-92c0622c47cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879326 Aug 31 14:24:40.337538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f729ea1-da03-48a4-b5d5-8384a640f1b4 req-1ba8749e-fb5b-4e8a-a2b3-4ed9bab37251 service neutron] 10.222.0.26 "GET /v2.0/networks/b5fb8757-4087-4f00-a2a7-92c0622c47cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895452 Aug 31 14:24:40.497488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11f9bce2-bd01-4dbb-8e75-3c499e2a407d req-9fc59a00-97fc-4d89-9c8a-677f93a7d84b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0632775 Aug 31 14:24:40.518095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-f39cfc24-2af3-4ab3-8b73-2ddc13714585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.519793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-f39cfc24-2af3-4ab3-8b73-2ddc13714585 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 1095 time: 0.0756738 Aug 31 14:24:40.603548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11f9bce2-bd01-4dbb-8e75-3c499e2a407d req-fd19c9cb-cbc9-416e-b85e-d962635333a2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0560114 Aug 31 14:24:40.695319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11f9bce2-bd01-4dbb-8e75-3c499e2a407d req-c7fc9022-c388-4c0f-bc95-3ae708456172 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311456 Aug 31 14:24:40.700240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-306ca939-2d57-469f-8b57-6615e8c92fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.701707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-306ca939-2d57-469f-8b57-6615e8c92fe3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5fb8757-4087-4f00-a2a7-92c0622c47cb HTTP/1.1" status: 200 len: 899 time: 0.1730378 Aug 31 14:24:40.793474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-113637f0-833d-47ba-a6f5-90b15a1e22a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=4b2a9d0c-070e-4640-aee2-508d083643ae HTTP/1.1" status: 200 len: 217 time: 0.0808461 Aug 31 14:24:40.805263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b4210-af22-4c98-87ba-778ec32b46ed req-5d5900da-1460-4a8b-bf6d-4d1e9ec182a9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.806740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-152b4210-af22-4c98-87ba-778ec32b46ed req-5d5900da-1460-4a8b-bf6d-4d1e9ec182a9 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 944 time: 0.1749263 Aug 31 14:24:40.901503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9bce2-bd01-4dbb-8e75-3c499e2a407d req-080eb07f-b0ae-4c7c-96b3-25b0c3225dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.902797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11f9bce2-bd01-4dbb-8e75-3c499e2a407d req-080eb07f-b0ae-4c7c-96b3-25b0c3225dc8 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1994691 Aug 31 14:24:40.906685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-1f21b52f-dbcb-4f8c-9ce6-9456d65462f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.908123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-1f21b52f-dbcb-4f8c-9ce6-9456d65462f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5eb0a1e-8396-4ab4-9c22-c5723bde7feb HTTP/1.1" status: 200 len: 838 time: 0.0985827 Aug 31 14:24:40.912109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-152b4210-af22-4c98-87ba-778ec32b46ed req-0fa63da0-c002-441d-afb3-161c745d5ce4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926411 Aug 31 14:24:40.962734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-6a7f4ca7-09c3-4ff3-9315-83c6a1d43b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.964296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-6a7f4ca7-09c3-4ff3-9315-83c6a1d43b58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5fb8757-4087-4f00-a2a7-92c0622c47cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485623 Aug 31 14:24:41.077257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-1e8b245d-f56d-43b3-8629-4580cfd94e95 service neutron] 10.222.0.26 "GET /v2.0/networks/b5fb8757-4087-4f00-a2a7-92c0622c47cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037803 Aug 31 14:24:41.195828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-adf03702-1f25-4a5e-bfeb-fec16f69381e req-85788b43-681e-42c1-94a3-dc464cd6fddb service neutron] 10.222.0.26 "GET /v2.0/networks/b5fb8757-4087-4f00-a2a7-92c0622c47cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107605 Aug 31 14:24:42.063001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a101c5-19b3-4482-9614-426241410ebb req-75bd2c24-226f-41d6-b1a9-84cc955636f5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:42.064450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59a101c5-19b3-4482-9614-426241410ebb req-75bd2c24-226f-41d6-b1a9-84cc955636f5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 944 time: 0.0601342 Aug 31 14:24:42.116362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59a101c5-19b3-4482-9614-426241410ebb req-0a4193c0-925d-41fa-8ab0-cf1a2baad978 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403738 Aug 31 14:24:43.135222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4b2a9d0c-070e-4640-aee2-508d083643ae details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:43.272001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb34971-5ef0-44fa-8482-036fd579cce9 req-c2803cdd-d024-42ae-8bd4-811c08cebfff tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:43.273806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bcb34971-5ef0-44fa-8482-036fd579cce9 req-c2803cdd-d024-42ae-8bd4-811c08cebfff tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 944 time: 0.0662591 Aug 31 14:24:43.305958 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4b2a9d0c-070e-4640-aee2-508d083643ae, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4b2a9d0c-070e-4640-aee2-508d083643ae,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:43.316381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bcb34971-5ef0-44fa-8482-036fd579cce9 req-cc52db2d-50ab-4f24-8d82-e0b6bc20db51 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348611 Aug 31 14:24:43.319159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4b2a9d0c-070e-4640-aee2-508d083643ae', 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'port_id': '4b2a9d0c-070e-4640-aee2-508d083643ae', 'mac_address': 'fa:16:3e:14:89:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:43.370922 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.386137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2a9d0c-070e-4640-aee2-508d083643ae {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:43.408376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4b2a9d0c-070e-4640-aee2-508d083643ae, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4b2a9d0c-070e-4640-aee2-508d083643ae,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:43.414032 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.479165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4b2a9d0c-070e-4640-aee2-508d083643ae,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:43.703336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4b2a9d0c-070e-4640-aee2-508d083643ae'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:44.461856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4cf2-de5c-421f-a92a-4cc91cd6e0dd req-d73b3f76-c553-40ea-a9ff-85ab7ac1e715 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:44.463358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfbb4cf2-de5c-421f-a92a-4cc91cd6e0dd req-d73b3f76-c553-40ea-a9ff-85ab7ac1e715 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 945 time: 0.0545907 Aug 31 14:24:44.505386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cfbb4cf2-de5c-421f-a92a-4cc91cd6e0dd req-d448d01e-961e-4fa9-a6b4-a6b64b6482d6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352423 Aug 31 14:24:45.147593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4b2a9d0c-070e-4640-aee2-508d083643ae up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:45.199925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 4b2a9d0c-070e-4640-aee2-508d083643ae completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:45.203721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4b2a9d0c-070e-4640-aee2-508d083643ae triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:45.204097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.287199 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.312265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2a9d0c-070e-4640-aee2-508d083643ae'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:45.315080 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b2b68-a85f-4e58-b609-1db1a8df5add" -d '{"events": [{"server_uuid": "b555dac7-844c-4db3-a3b4-04905827dc5b", "name": "network-vif-plugged", "status": "completed", "tag": "4b2a9d0c-070e-4640-aee2-508d083643ae"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:45.329502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4b2a9d0c-070e-4640-aee2-508d083643ae, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4b2a9d0c-070e-4640-aee2-508d083643ae,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:45.334760 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.379439 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbd8c06-2f20-4b61-8b21-03e9cb4b4b0b x-openstack-request-id: req-dcbd8c06-2f20-4b61-8b21-03e9cb4b4b0b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:45.379720 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b555dac7-844c-4db3-a3b4-04905827dc5b", "name": "network-vif-plugged", "status": "completed", "tag": "4b2a9d0c-070e-4640-aee2-508d083643ae", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:45.379967 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcbd8c06-2f20-4b61-8b21-03e9cb4b4b0b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:45.380358 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2a9d0c-070e-4640-aee2-508d083643ae', 'code': 200} Aug 31 14:24:45.390330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4b2a9d0c-070e-4640-aee2-508d083643ae,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:45.517846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222680-5e4a-4641-af9b-2de9e39336a0 req-bde31153-0bda-4486-9bcf-cc954919996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:45.520243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90222680-5e4a-4641-af9b-2de9e39336a0 req-bde31153-0bda-4486-9bcf-cc954919996f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 1097 time: 0.0470169 Aug 31 14:24:45.559652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-90222680-5e4a-4641-af9b-2de9e39336a0 req-1a193bb9-778b-467a-9cd4-d2e5dda433dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319798 Aug 31 14:24:45.645032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb57939-8e4f-42b6-b627-3481eb575b62 req-8d9f0b63-e25c-45a8-af42-65652a97d376 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:45.646568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb57939-8e4f-42b6-b627-3481eb575b62 req-8d9f0b63-e25c-45a8-af42-65652a97d376 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 946 time: 0.0519466 Aug 31 14:24:45.695617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acb57939-8e4f-42b6-b627-3481eb575b62 req-84e559cf-a121-44d3-a283-e97c5d10b43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408907 Aug 31 14:24:46.819332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91e9ef-8901-4b2d-a0b7-a5df29bb935d req-14de1992-99f1-4936-8b07-b587d4fa9dc1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:46.820894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb91e9ef-8901-4b2d-a0b7-a5df29bb935d req-14de1992-99f1-4936-8b07-b587d4fa9dc1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 946 time: 0.0529389 Aug 31 14:24:46.860043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb91e9ef-8901-4b2d-a0b7-a5df29bb935d req-eef4eea9-ea72-4bbe-89e4-4d8a46a08eed tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330756 Aug 31 14:24:47.987934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50288f3d-0762-456a-9c76-43edddcd31d4 req-aaf6a21e-c50c-4fe8-be2c-f9847b4e2199 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:47.989658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50288f3d-0762-456a-9c76-43edddcd31d4 req-aaf6a21e-c50c-4fe8-be2c-f9847b4e2199 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 946 time: 0.0561788 Aug 31 14:24:48.031385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50288f3d-0762-456a-9c76-43edddcd31d4 req-b8f5768d-4de3-471b-bd77-59f855de9fdf tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342233 Aug 31 14:24:48.156514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5cf54-3014-49c8-b67a-1e6f47546cd1 req-a377cdf8-f1b5-4a3e-ba9c-333adf076213 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:48.158133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d5cf54-3014-49c8-b67a-1e6f47546cd1 req-a377cdf8-f1b5-4a3e-ba9c-333adf076213 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 946 time: 0.0587966 Aug 31 14:24:48.214939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d5cf54-3014-49c8-b67a-1e6f47546cd1 req-ad6e114f-47d6-49e0-90d8-07b72368098b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493567 Aug 31 14:24:49.702384 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47770) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:50.162874 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.459669 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.20.0.17 (b5fb8757-4087-4f00-a2a7-92c0622c47cb/c5eb0a1e-8396-4ab4-9c22-c5723bde7feb/c0de72c9-9e6b-4cd8-bf56-f646d7ca3242) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:50.542353 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:24:50.579741 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.595958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Transition to ACTIVE for port object c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:50.638023 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.682422 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:50.685668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:50.688520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:50.715879 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:50.747532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.910677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.977671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b66c139c-d9f7-46e1-bf14-f3b738dcb8fe None None] Provisioning for port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:50.981820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b66c139c-d9f7-46e1-bf14-f3b738dcb8fe None None] Provisioning complete for port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:50.982197 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b66c139c-d9f7-46e1-bf14-f3b738dcb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.022196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b66c139c-d9f7-46e1-bf14-f3b738dcb8fe None None] Port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:51.235258 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.239281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.326496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:51.330945 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.434336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:51.435866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:51.562460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router 51716801-e891-43d7-8286-7c18f36df37b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:51.645984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-399e6437-c8f2-40f4-a023-400d232c60d0 None None] Provisioning complete for port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:51.646659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-399e6437-c8f2-40f4-a023-400d232c60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.686040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-399e6437-c8f2-40f4-a023-400d232c60d0 None None] Port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:52.011024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:52.022058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-017f743c-93d6-4d46-b45e-048e82328902 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "PUT /v2.0/routers/51716801-e891-43d7-8286-7c18f36df37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3176835 Aug 31 14:24:52.035195 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Sync routers for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:52.046666 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:52.047411 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:52.173615 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:52.418108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:24:50Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:57Z', 'revision_number': 1, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0de72c9-9e6b-4cd8-bf56-f646d7ca3242', 'name': '', 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:ec:cf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:24:51Z', 'revision_number': 2, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:52.444384 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Checking router: 51716801-e891-43d7-8286-7c18f36df37b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:24:52.444742 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Updating router 51716801-e891-43d7-8286-7c18f36df37b port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:24:52.470051 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.743780 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.754538 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Transition to ACTIVE for port object c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:52.760842 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.847422 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffe853-2593-47c9-b196-919781207024 None None] Pushing event updated for resources: {'Port': ['ID=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:52.868040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.868384 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.868721 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.869091 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.869418 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.869778 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.870100 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.870446 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.870786 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.871108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.871478 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.871791 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffe853-2593-47c9-b196-919781207024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:52.890161 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Attempting to bind port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:52.890533 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Attempting to bind port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:52.890897 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Attempting to bind port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 on network b5fb8757-4087-4f00-a2a7-92c0622c47cb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:52.896705 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:52.897109 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Checking segment: {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:52.897519 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.897932 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Bound using segment: {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:52.898388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Bound port: c0de72c9-9e6b-4cd8-bf56-f646d7ca3242, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1533, 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:52.898772 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.968525 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] For port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:52.972771 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] For port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:52.979973 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.050995 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffe853-2593-47c9-b196-919781207024 None None] Pushing event updated for resources: {'Port': ['ID=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:53.054860 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:53.055473 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:53.173829 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:53.434977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:24:50Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:57Z', 'revision_number': 1, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0de72c9-9e6b-4cd8-bf56-f646d7ca3242', 'name': '', 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:ec:cf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:24:52Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:53.468074 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17a5b-5e10-4d3f-b9d8-05eb0aa4297c None None] The sync data for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 is: [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:24:50Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:57Z', 'revision_number': 1, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0de72c9-9e6b-4cd8-bf56-f646d7ca3242', 'name': '', 'network_id': 'b5fb8757-4087-4f00-a2a7-92c0622c47cb', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:ec:cf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:24:52Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': 'c5eb0a1e-8396-4ab4-9c22-c5723bde7feb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:53.879711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:53.950620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:53.955692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:53.956495 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.088230 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.145488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:54.150798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.212155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:55.831477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:55.880200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:55.880654 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.765779 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-842a46dd-8086-4f1d-ae48-000dc6d3f1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.357321 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8fd79d8f-bf47-45a8-8d49-128f0d5dadab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.563393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.670372 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.069012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.125988 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.513306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 47986) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:12.899453 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.223912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:13.223912 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.333341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port c0de72c9-9e6b-4cd8-bf56-f646d7ca3242, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:13.333717 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.347940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:13.543788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.569525 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=c0de72c9-9e6b-4cd8-bf56-f646d7ca3242,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:13.581838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.582184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.582524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.582866 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.583197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.583529 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.583857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.584184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.584505 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.584828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.585179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.585501 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:13.762528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.996202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router 51716801-e891-43d7-8286-7c18f36df37b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:14.103815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:14.108825 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-efcaa42b-245c-4d9e-8ac8-072cd1431635 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "PUT /v2.0/routers/51716801-e891-43d7-8286-7c18f36df37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5944819 Aug 31 14:25:14.118048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] Sync routers for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:14.132380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:14.133126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:14.252310 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:14.345023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d59f23-87b4-4bae-98f3-a97371565ec9 req-7d99b824-10ff-4c93-9f47-ae10625d5087 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:14.347138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4d59f23-87b4-4bae-98f3-a97371565ec9 req-7d99b824-10ff-4c93-9f47-ae10625d5087 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 946 time: 0.0522652 Aug 31 14:25:14.389030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4d59f23-87b4-4bae-98f3-a97371565ec9 req-6cd1aace-432e-4d37-9178-5e42e74bbb2c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347619 Aug 31 14:25:14.483360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:13Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:57Z', 'revision_number': 1, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:14.663755 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] Checking router: 51716801-e891-43d7-8286-7c18f36df37b for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:14.672439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:14.673132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:14.781904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:15.151750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:13Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:57Z', 'revision_number': 1, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:15.182199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19781fb-9a2e-47f2-a057-1627ad6a3cc0 None None] The sync data for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 is: [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:13Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '67be1b0e-be9f-4ca5-a6de-52c7f6eac392', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '51716801-e891-43d7-8286-7c18f36df37b', 'port_id': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'mac_address': 'fa:16:3e:75:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:54Z', 'updated_at': '2021-08-31T14:23:57Z', 'revision_number': 1, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:15.703566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192680c-e755-4447-8af4-411fb4fedd96 req-755fd961-4df3-4d6f-b785-da3056e4e4ba tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.705848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9192680c-e755-4447-8af4-411fb4fedd96 req-755fd961-4df3-4d6f-b785-da3056e4e4ba tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 946 time: 0.2468836 Aug 31 14:25:15.744978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9192680c-e755-4447-8af4-411fb4fedd96 req-22497a1b-5745-4570-a918-40d49043b453 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=751f9c08-2de4-48bb-bf97-6e5251728ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333052 Aug 31 14:25:15.793461 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:15.813162 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:15.813526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c0de72c9-9e6b-4cd8-bf56-f646d7ca3242 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:16.010740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-eb0c12f8-c876-4d1b-8614-cb38e29ce8f1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:16.012425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-eb0c12f8-c876-4d1b-8614-cb38e29ce8f1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 946 time: 0.0482588 Aug 31 14:25:16.114656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port 4b2a9d0c-070e-4640-aee2-508d083643ae {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:16.115017 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.220068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port 4b2a9d0c-070e-4640-aee2-508d083643ae, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4b2a9d0c-070e-4640-aee2-508d083643ae,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:16.220569 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.238508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for 4b2a9d0c-070e-4640-aee2-508d083643ae owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:16.387370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.415289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=4b2a9d0c-070e-4640-aee2-508d083643ae,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:16.461610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] No DVR routers for this DVR port 4b2a9d0c-070e-4640-aee2-508d083643ae on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:16.464187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.466258 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4f29d29-1706-4760-a373-dfbb310121c4 req-65340d46-48f1-43c3-ad68-f56bdc95e4d0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "DELETE /v2.0/ports/4b2a9d0c-070e-4640-aee2-508d083643ae HTTP/1.1" status: 204 len: 173 time: 0.4441121 Aug 31 14:25:16.466696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'name': 'network-vif-deleted', 'tag': '4b2a9d0c-070e-4640-aee2-508d083643ae'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:16.469055 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf97e2-b578-42c5-b8af-3daff5413e83" -d '{"events": [{"server_uuid": "b555dac7-844c-4db3-a3b4-04905827dc5b", "name": "network-vif-deleted", "tag": "4b2a9d0c-070e-4640-aee2-508d083643ae"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:16.522831 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3185663a-5540-4646-984c-2c1ac4775fef x-openstack-request-id: req-3185663a-5540-4646-984c-2c1ac4775fef {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:16.523173 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b555dac7-844c-4db3-a3b4-04905827dc5b", "name": "network-vif-deleted", "tag": "4b2a9d0c-070e-4640-aee2-508d083643ae", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:16.523585 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3185663a-5540-4646-984c-2c1ac4775fef {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:16.524190 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b555dac7-844c-4db3-a3b4-04905827dc5b', 'name': 'network-vif-deleted', 'tag': '4b2a9d0c-070e-4640-aee2-508d083643ae', 'status': 'completed', 'code': 200} Aug 31 14:25:16.871547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0fa0d68-22f2-4af4-a68e-9a9d82166b84 req-5a010903-af4e-438d-bba6-71125c81e2ab tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=b555dac7-844c-4db3-a3b4-04905827dc5b HTTP/1.1" status: 200 len: 210 time: 0.0303984 Aug 31 14:25:17.936406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48062) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:18.035713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e17b2e30-b087-4d9a-a610-ab617cff1a4c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.075004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e17b2e30-b087-4d9a-a610-ab617cff1a4c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.167815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e17b2e30-b087-4d9a-a610-ab617cff1a4c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.173215 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e17b2e30-b087-4d9a-a610-ab617cff1a4c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.175720 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e17b2e30-b087-4d9a-a610-ab617cff1a4c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/security-groups/751f9c08-2de4-48bb-bf97-6e5251728ba0 HTTP/1.1" status: 204 len: 168 time: 0.2376509 Aug 31 14:25:18.194877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b2e30-b087-4d9a-a610-ab617cff1a4c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f9c08-2de4-48bb-bf97-6e5251728ba0,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:18.222637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48066) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:18.296764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting subnet c5eb0a1e-8396-4ab4-9c22-c5723bde7feb {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:18.301899 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.371729 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.497899 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.571253 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.599698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Subnet': ['ID=c5eb0a1e-8396-4ab4-9c22-c5723bde7feb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:18.603459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.607595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bcbd556b-432c-4446-a5df-740e2b59e43e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/subnets/c5eb0a1e-8396-4ab4-9c22-c5723bde7feb HTTP/1.1" status: 204 len: 168 time: 0.3816280 Aug 31 14:25:18.609361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48068) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:18.612961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8815dd0-55a5-490c-92a0-f79d02495965 None None] Network b5fb8757-4087-4f00-a2a7-92c0622c47cb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:18.704271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.768645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:18.769193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.835698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de200b-6962-4642-955f-485eb88e6419 None None] DHCP port deletion for b5fb8757-4087-4f00-a2a7-92c0622c47cb request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:18.851644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:18.852330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.879477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:18.913302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-36de200b-6962-4642-955f-485eb88e6419 None None] Deleting port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:18.913749 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36de200b-6962-4642-955f-485eb88e6419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.982029 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.000602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-36de200b-6962-4642-955f-485eb88e6419 None None] For port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,segment=NetworkSegment(94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a),segment_id=94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:19.001258 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36de200b-6962-4642-955f-485eb88e6419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.013260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.017018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] No DVR routers for this DVR port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:19.020978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-36de200b-6962-4642-955f-485eb88e6419 None None] Calling delete_port for eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:19.107696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.108911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36de200b-6962-4642-955f-485eb88e6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.119429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fb8757-4087-4f00-a2a7-92c0622c47cb']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:19.136229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:19.136552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de200b-6962-4642-955f-485eb88e6419 None None] Pushing event deleted for resources: {'Port': ['ID=eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.136726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bbe1a4-ef15-4f7e-bf02-7812f7d1a65a') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:19.143766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de200b-6962-4642-955f-485eb88e6419 None None] No DVR routers for this DVR port eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:19.149361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.168606 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.176167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Releasing vlan 1533 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:19.176542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:19.179611 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:19.247423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.259065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.261018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/networks/b5fb8757-4087-4f00-a2a7-92c0622c47cb HTTP/1.1" status: 204 len: 168 time: 0.6500463 Aug 31 14:25:19.264397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48074) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:19.276312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ec717-b101-4976-97cf-28b66162f713 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Network': ['ID=b5fb8757-4087-4f00-a2a7-92c0622c47cb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.303053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4b2a9d0c-070e-4640-aee2-508d083643ae no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:19.324507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 4b2a9d0c-070e-4640-aee2-508d083643ae {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:19.325023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4b2a9d0c-070e-4640-aee2-508d083643ae not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:19.457041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port e8a2b0da-f86d-480e-b0ff-deeec6abeccb {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:19.457399 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.551639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.551923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.566737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for e8a2b0da-f86d-480e-b0ff-deeec6abeccb owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:19.749393 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.779114 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=e8a2b0da-f86d-480e-b0ff-deeec6abeccb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.852738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.853364 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Floating IP 67be1b0e-be9f-4ca5-a6de-52c7f6eac392 disassociated (deleted). External IP: 172.25.0.62, port: 75ab6de2-cb54-4a59-ada8-c912497c15d9. Aug 31 14:25:19.868782 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:19.899472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:19.899820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device eb5fedbd-0e9d-4f2f-8f47-7c79bd91cde6 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:20.124358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router 51716801-e891-43d7-8286-7c18f36df37b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:20.263637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:20.269589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.281548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] Sync routers for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:20.302935 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e1534fd2-9eba-4511-80bb-d1df47cfb709 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/floatingips/67be1b0e-be9f-4ca5-a6de-52c7f6eac392 HTTP/1.1" status: 204 len: 168 time: 1.0367427 Aug 31 14:25:20.303580 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:20.306138 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc0e2a-d956-4aae-a739-871f07e53e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:20.310698 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:20.311526 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:20.472830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:20.575779 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093a0d7-42b7-4702-882f-5ba87de06ecf x-openstack-request-id: req-a093a0d7-42b7-4702-882f-5ba87de06ecf {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:20.576000 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:20.576185 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a093a0d7-42b7-4702-882f-5ba87de06ecf {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:20.576573 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'status': 'completed', 'code': 200} Aug 31 14:25:20.678389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48112) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:20.724609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-04d55a1b-d715-4b72-a6c7-521520bff503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:20.726967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-04d55a1b-d715-4b72-a6c7-521520bff503 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 1096 time: 0.1003540 Aug 31 14:25:20.743032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b2890-bdb0-4227-8b4f-87cbd80b07cb req-bf761ba2-9e51-401a-9ebc-435bae4d434f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:20.745645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed1b2890-bdb0-4227-8b4f-87cbd80b07cb req-bf761ba2-9e51-401a-9ebc-435bae4d434f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 945 time: 0.0845113 Aug 31 14:25:20.749249 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:13Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:20.778505 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] Checking router: 51716801-e891-43d7-8286-7c18f36df37b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:20.787913 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:20.788537 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:20.853696 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed1b2890-bdb0-4227-8b4f-87cbd80b07cb req-8960c757-6936-420e-ad9f-f60000c0c281 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807056 Aug 31 14:25:20.866942 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07f00880-d935-4b41-ba58-5c8fc25a6e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.898514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-81d93544-792d-4d71-b51d-84b68dc02c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:20.900240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-81d93544-792d-4d71-b51d-84b68dc02c33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 200 len: 897 time: 0.1530626 Aug 31 14:25:20.939821 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:20.990179 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07f00880-d935-4b41-ba58-5c8fc25a6e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.993098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-90779a41-83b7-439f-b9c6-385a03581aa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9 HTTP/1.1" status: 200 len: 217 time: 0.0829294 Aug 31 14:25:20.995913 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07f00880-d935-4b41-ba58-5c8fc25a6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.040311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-07f00880-d935-4b41-ba58-5c8fc25a6e58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ce391e5e9e94744b09a41c5d0cc5056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606234 Aug 31 14:25:21.041504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00880-d935-4b41-ba58-5c8fc25a6e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae714cf-0178-4db6-90d2-eba01ff4a9e8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:21.043494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48116) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:21.090087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-9b1fe3f1-4be3-4ace-ad19-9b2af73807a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:21.091590 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-9b1fe3f1-4be3-4ace-ad19-9b2af73807a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63b21e66-0bf4-4c4f-a662-61c4f9fc6858 HTTP/1.1" status: 200 len: 834 time: 0.0908499 Aug 31 14:25:21.195632 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:13Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:21.224214 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65caf9-90d7-4ada-a848-9d6d5115c62f None None] The sync data for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 is: [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:13Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'e0128949-9077-4cde-8f48-06b921e6f729', 'name': '', 'network_id': '875419a7-8e30-4d34-8947-cdfd6f533335', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:e8:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:34Z', 'updated_at': '2021-08-31T14:23:40Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '63b21e66-0bf4-4c4f-a662-61c4f9fc6858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:21.425908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6636476b-f596-448d-a2a4-9aec206b4e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.453705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6636476b-f596-448d-a2a4-9aec206b4e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.457133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-951f32cd-c8e9-4c7b-a2f9-59748195d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:21.458798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-951f32cd-c8e9-4c7b-a2f9-59748195d949 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=875419a7-8e30-4d34-8947-cdfd6f533335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3579404 Aug 31 14:25:21.484193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4df38-dc01-446b-bb7b-fc114453dc5d None None] New status for floating IP 67be1b0e-be9f-4ca5-a6de-52c7f6eac392: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:25:21.576657 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6636476b-f596-448d-a2a4-9aec206b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.579354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6636476b-f596-448d-a2a4-9aec206b4e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.581071 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6636476b-f596-448d-a2a4-9aec206b4e35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ae714cf-0178-4db6-90d2-eba01ff4a9e8 HTTP/1.1" status: 204 len: 168 time: 0.5364082 Aug 31 14:25:21.587906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-82946266-df57-448a-998a-818da29b8ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145742 Aug 31 14:25:21.593068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636476b-f596-448d-a2a4-9aec206b4e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae714cf-0178-4db6-90d2-eba01ff4a9e8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:21.697916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a7fc0e2a-d956-4aae-a739-871f07e53e7b req-c1c00372-9b6f-4584-94e0-a22b755f7c95 service neutron] 10.222.0.26 "GET /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008110 Aug 31 14:25:21.886320 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48122) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:21.901161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3804c45a-8ee5-4f88-8e3c-0a253828573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.037497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07cd4-5d63-46e3-ac24-1ed2e2b84e74 req-6a84164f-b802-4121-bbb5-49cd7464e115 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:22.038996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15f07cd4-5d63-46e3-ac24-1ed2e2b84e74 req-6a84164f-b802-4121-bbb5-49cd7464e115 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 945 time: 0.0855341 Aug 31 14:25:22.040912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3804c45a-8ee5-4f88-8e3c-0a253828573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.046589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3804c45a-8ee5-4f88-8e3c-0a253828573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.100630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804c45a-8ee5-4f88-8e3c-0a253828573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395c574-875e-4c82-8a04-49b5196eb60c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.111299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3804c45a-8ee5-4f88-8e3c-0a253828573b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab5bcce02297413f9d46609d026cca11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232645 Aug 31 14:25:22.114007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48126) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:22.119535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15f07cd4-5d63-46e3-ac24-1ed2e2b84e74 req-e9f25f21-33ef-4a13-b2fa-d832435554ce tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a467fcc-5e78-4042-a768-8e7a0f9f45ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737560 Aug 31 14:25:22.167777 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8701-c537-46e8-a70b-a784ffde3b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.190142 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8701-c537-46e8-a70b-a784ffde3b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.191489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-ca31aabc-358e-4fa9-84d3-6a7e17af1b8b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:22.193479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-ca31aabc-358e-4fa9-84d3-6a7e17af1b8b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 945 time: 0.0676711 Aug 31 14:25:22.249054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8701-c537-46e8-a70b-a784ffde3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.252610 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8701-c537-46e8-a70b-a784ffde3b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.254088 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d6cf8701-c537-46e8-a70b-a784ffde3b99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3395c574-875e-4c82-8a04-49b5196eb60c HTTP/1.1" status: 204 len: 168 time: 0.1381438 Aug 31 14:25:22.264187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf8701-c537-46e8-a70b-a784ffde3b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395c574-875e-4c82-8a04-49b5196eb60c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.303995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port 75ab6de2-cb54-4a59-ada8-c912497c15d9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:22.304340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.402191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port 75ab6de2-cb54-4a59-ada8-c912497c15d9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=75ab6de2-cb54-4a59-ada8-c912497c15d9,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:22.402580 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.415677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for 75ab6de2-cb54-4a59-ada8-c912497c15d9 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:22.566448 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.600500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=75ab6de2-cb54-4a59-ada8-c912497c15d9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.652666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] No DVR routers for this DVR port 75ab6de2-cb54-4a59-ada8-c912497c15d9 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:22.654992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.657240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30ab15f5-e2c1-4020-8291-f5b24c313e7f req-8e8af417-5fb4-4855-b180-a2391d695688 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "DELETE /v2.0/ports/75ab6de2-cb54-4a59-ada8-c912497c15d9 HTTP/1.1" status: 204 len: 173 time: 0.4559429 Aug 31 14:25:22.658232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'name': 'network-vif-deleted', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:22.660539 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1171fb77-a676-43d2-b843-92dfd26ce9f2" -d '{"events": [{"server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "name": "network-vif-deleted", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:22.706890 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab577878-5757-47b7-a2c2-fe3332c514e6 x-openstack-request-id: req-ab577878-5757-47b7-a2c2-fe3332c514e6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:22.707341 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f247020b-a55e-4899-8840-58bb3d8f85cd", "name": "network-vif-deleted", "tag": "75ab6de2-cb54-4a59-ada8-c912497c15d9", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:22.707696 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab577878-5757-47b7-a2c2-fe3332c514e6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:22.709507 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247020b-a55e-4899-8840-58bb3d8f85cd', 'name': 'network-vif-deleted', 'tag': '75ab6de2-cb54-4a59-ada8-c912497c15d9', 'status': 'completed', 'code': 200} Aug 31 14:25:23.235239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ce34b8f-98ae-4b45-ad8e-99019d968041 req-29d7a667-7d61-449e-8c90-d936320cd264 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=f247020b-a55e-4899-8840-58bb3d8f85cd HTTP/1.1" status: 200 len: 210 time: 0.0278251 Aug 31 14:25:24.302195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48180) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:24.370573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc601-c179-47d6-98ef-6fd172707516 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.397286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc601-c179-47d6-98ef-6fd172707516 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.457977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc601-c179-47d6-98ef-6fd172707516 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.460786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc601-c179-47d6-98ef-6fd172707516 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.462057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8c4dc601-c179-47d6-98ef-6fd172707516 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/security-groups/9a467fcc-5e78-4042-a768-8e7a0f9f45ce HTTP/1.1" status: 204 len: 168 time: 0.1584678 Aug 31 14:25:24.472576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dc601-c179-47d6-98ef-6fd172707516 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a467fcc-5e78-4042-a768-8e7a0f9f45ce,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:24.497600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48184) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:24.898479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.194377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port e0128949-9077-4cde-8f48-06b921e6f729 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:25.194914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.296424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port e0128949-9077-4cde-8f48-06b921e6f729, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e0128949-9077-4cde-8f48-06b921e6f729,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:25.297188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.320598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for e0128949-9077-4cde-8f48-06b921e6f729 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:25.322173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 75ab6de2-cb54-4a59-ada8-c912497c15d9 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:25.346937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 75ab6de2-cb54-4a59-ada8-c912497c15d9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:25.347732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 75ab6de2-cb54-4a59-ada8-c912497c15d9 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:25.568460 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.599304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=e0128949-9077-4cde-8f48-06b921e6f729,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:25.794767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.062696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router 51716801-e891-43d7-8286-7c18f36df37b has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:26.205433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:26.211754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b992f5a-2c29-4311-ab61-385917ff048c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "PUT /v2.0/routers/51716801-e891-43d7-8286-7c18f36df37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127590 Aug 31 14:25:26.217236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48200) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:26.219020 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] Sync routers for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:26.230857 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:26.232003 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:26.291154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting subnet 63b21e66-0bf4-4c4f-a662-61c4f9fc6858 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:26.294843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.340951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.354370 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:26.434610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.497855 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.542112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Subnet': ['ID=63b21e66-0bf4-4c4f-a662-61c4f9fc6858,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:26.543118 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:25Z', 'revision_number': 7, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:26.545539 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.547486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-346c25d1-d51d-464c-99ba-a6a23ba3efd7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/subnets/63b21e66-0bf4-4c4f-a662-61c4f9fc6858 HTTP/1.1" status: 204 len: 168 time: 0.3292162 Aug 31 14:25:26.552364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48204) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:26.561731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f04ad2-3a39-4b46-924f-70ac51d62b84 None None] Network 875419a7-8e30-4d34-8947-cdfd6f533335 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:26.589828 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] Checking router: 51716801-e891-43d7-8286-7c18f36df37b for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:26.604808 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] Routers {'51716801-e891-43d7-8286-7c18f36df37b'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:26.605862 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:24:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['51716801-e891-43d7-8286-7c18f36df37b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:26.703607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.749841 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] Set router 51716801-e891-43d7-8286-7c18f36df37b gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:26.786000 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-533e413c-aa62-4f17-8e65-40fbcb3eba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.812256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] DHCP port deletion for 875419a7-8e30-4d34-8947-cdfd6f533335 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:26.872655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.893391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Deleting port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:26.894192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.935670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port 3b6afd1c-b717-435b-97bb-6abc297d5ef9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:26.935867 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.989776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] For port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3dfc41ba-0c38-4a67-94a7-1af0a39e487d,segment=NetworkSegment(f622c98c-7b2d-4399-9c4d-d2860f62c6b5),segment_id=f622c98c-7b2d-4399-9c4d-d2860f62c6b5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:26.990336 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.002952 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:25Z', 'revision_number': 7, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:27.007992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Calling delete_port for 3dfc41ba-0c38-4a67-94a7-1af0a39e487d owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:27.041894 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962b89e-c91c-4f0d-9d9a-573a849c6839 None None] The sync data for ids ['51716801-e891-43d7-8286-7c18f36df37b'] in n-d-792362-6 is: [{'id': '51716801-e891-43d7-8286-7c18f36df37b', 'name': 'tempest-TestNetworkBasicOps-router-557886096', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:29Z', 'updated_at': '2021-08-31T14:25:25Z', 'revision_number': 7, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': '3b6afd1c-b717-435b-97bb-6abc297d5ef9', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51716801-e891-43d7-8286-7c18f36df37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:30Z', 'updated_at': '2021-08-31T14:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:27.063384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port 3b6afd1c-b717-435b-97bb-6abc297d5ef9, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=3b6afd1c-b717-435b-97bb-6abc297d5ef9,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:27.063815 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.078399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for 3b6afd1c-b717-435b-97bb-6abc297d5ef9 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:27.122355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.158564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] No DVR routers for this DVR port 3dfc41ba-0c38-4a67-94a7-1af0a39e487d on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:27.161199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Pushing event deleted for resources: {'Port': ['ID=3dfc41ba-0c38-4a67-94a7-1af0a39e487d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:27.181787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.182131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.182469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.182803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.183154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.183453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.183785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.184109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.184567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.184746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.185080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.185440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a9bd0-e12a-4a6c-a358-77c9e48fca4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.312076 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.351814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=3b6afd1c-b717-435b-97bb-6abc297d5ef9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:27.453235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.546806 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:25:27.582331 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.584951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.635291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.637022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Fanout notify agent at l3_agent the message router_deleted on router 51716801-e891-43d7-8286-7c18f36df37b {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:25:27.645497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.646653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b20a78cf-e1cc-48b8-9bd4-00e81b6b7c26 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/routers/51716801-e891-43d7-8286-7c18f36df37b HTTP/1.1" status: 204 len: 168 time: 1.0932798 Aug 31 14:25:27.650942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48220) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:27.747691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.132323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.145174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875419a7-8e30-4d34-8947-cdfd6f533335']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:28.157137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:28.157473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f622c98c-7b2d-4399-9c4d-d2860f62c6b5') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:28.166807 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.185715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.199163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:28.199869 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:28.205524 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:28.225545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3dfc41ba-0c38-4a67-94a7-1af0a39e487d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:28.250983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 3dfc41ba-0c38-4a67-94a7-1af0a39e487d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:28.251886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3dfc41ba-0c38-4a67-94a7-1af0a39e487d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:28.252306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0128949-9077-4cde-8f48-06b921e6f729 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:28.317511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.360225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.369377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/networks/875419a7-8e30-4d34-8947-cdfd6f533335 HTTP/1.1" status: 204 len: 168 time: 0.7172856 Aug 31 14:25:28.389107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:28.393331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e0128949-9077-4cde-8f48-06b921e6f729 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:28.393723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e0128949-9077-4cde-8f48-06b921e6f729 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:28.401141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'network': {'name': 'tempest-network-smoke--111158092', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'port_security_enabled': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:28.408104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bffd99-d96d-41af-a60d-da49af05afd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Network': ['ID=875419a7-8e30-4d34-8947-cdfd6f533335,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:28.434123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:28.441251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.467410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] vlan segment allocate from pool success with {'vlan_id': 1518, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:25:28.479729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.479729 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Added segment 35f81f6e-9c67-407d-a130-fed19a5523c5 of type vlan for network 938e0404-a2e2-4495-89bf-307338a3c34d Aug 31 14:25:28.531083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.562530 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.568507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.569177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.633579 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2423568 Aug 31 14:25:28.637779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48228) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:28.644379 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'admin_state_up': True, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:28.646719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb0865-952d-4d71-8a31-08ef64291b4b tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Network': ['ID=938e0404-a2e2-4495-89bf-307338a3c34d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:28.663725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 938e0404-a2e2-4495-89bf-307338a3c34d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:25:28.681543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.682680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.737863 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.882273 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.357173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-17d18a8f-8055-4a3a-9750-fe7842fc1bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.417176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.436894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.560430 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.25.0.235 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/fefdf7cf-7cf8-4436-9d98-c5222b5aa079) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:29.583223 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.691237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.738597 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.780919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:29.784145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:29.788363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:29.810274 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:29.815835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3b6afd1c-b717-435b-97bb-6abc297d5ef9 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:29.845018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 3b6afd1c-b717-435b-97bb-6abc297d5ef9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:29.845686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 3b6afd1c-b717-435b-97bb-6abc297d5ef9 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:30.077639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.313343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.471127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router dd5f4baa-dce0-4090-962c-03e3a4ce1824 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:25:30.585693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:30.598401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Sync routers for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:30.610026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:30.611376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:25:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:30.613760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.615401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9fdb7113-f020-44be-8396-7d578f09dda6 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9765625 Aug 31 14:25:30.618459 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48234) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:30.650597 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4cfe6607-cc0c-4109-93a4-43c49d76925e tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=2b7dcfc7426a455a8d92a8748a705d87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307438 Aug 31 14:25:30.653681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48238) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:30.700366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.784991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:30.813294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca343f6-5ab8-4bd1-98f7-194841b9c100 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.819021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5ca343f6-5ab8-4bd1-98f7-194841b9c100 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1632876 Aug 31 14:25:30.822069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48242) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:30.861582 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6c470d53-5bcd-49ea-ab12-1ffcb4f581ed tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368366 Aug 31 14:25:30.863983 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48244) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:30.871425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2086977523', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:30.980339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:30.987139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.031685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:29Z', 'revision_number': 3, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:31.061389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Checking router: dd5f4baa-dce0-4090-962c-03e3a4ce1824 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:31.061772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Updating router dd5f4baa-dce0-4090-962c-03e3a4ce1824 port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:25:31.106634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.245441 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.335589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Subnet': ['ID=819606f1-12e1-4d62-a363-6a5547833214,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:31.363457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Checking segment: {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:31.363859 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network hostable DHCP agents. Network: 938e0404-a2e2-4495-89bf-307338a3c34d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:25:31.386556 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 938e0404-a2e2-4495-89bf-307338a3c34d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:25:31.402691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 938e0404-a2e2-4495-89bf-307338a3c34d) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:31.412816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.415948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.423600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb7f5e-cf45-408b-a8e3-70e8144dc022 None None] Network 938e0404-a2e2-4495-89bf-307338a3c34d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:31.447295 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-67a7b9e7-f67f-4897-b430-a432067cce39 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5820310 Aug 31 14:25:31.450154 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48246) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:31.526053 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.541261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Transition to ACTIVE for port object fefdf7cf-7cf8-4436-9d98-c5222b5aa079 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:31.551892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.840390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Attempting to bind port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:31.841351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Attempting to bind port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:31.841351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Attempting to bind port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:31.867850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408c07b-6ab5-4bd4-bf39-10542e060836 None None] Pushing event updated for resources: {'Port': ['ID=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:31.870477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:31.870851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:31.871267 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.871732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:31.872172 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Bound port: fefdf7cf-7cf8-4436-9d98-c5222b5aa079, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:31.872558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.910430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-938e0404-a2e2-4495-89bf-307338a3c34d', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:25:31.911293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.064705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.119066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.129817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] For port fefdf7cf-7cf8-4436-9d98-c5222b5aa079, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:32.138701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] For port fefdf7cf-7cf8-4436-9d98-c5222b5aa079, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:32.146482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.158643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Allocated IP 172.20.0.2 (938e0404-a2e2-4495-89bf-307338a3c34d/819606f1-12e1-4d62-a363-6a5547833214/dae15dcf-ad4a-4807-a2fd-34387ef9d1bf) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:32.263710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:32.264504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:25:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:32.351512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408c07b-6ab5-4bd4-bf39-10542e060836 None None] Pushing event updated for resources: {'Port': ['ID=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:32.381164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:32.613032 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.625011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Transition to ACTIVE for port object dae15dcf-ad4a-4807-a2fd-34387ef9d1bf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:32.655561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Transition to ACTIVE for port object dae15dcf-ad4a-4807-a2fd-34387ef9d1bf will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:32.663664 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.705995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Network 938e0404-a2e2-4495-89bf-307338a3c34d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:32.709014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:29Z', 'revision_number': 3, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:32.715839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:32.749558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:32.759469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0c794-6f83-4694-88b9-20a14fb0cd8e None None] The sync data for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 is: [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:29Z', 'revision_number': 3, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:32.770222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Pushing event updated for resources: {'Port': ['ID=dae15dcf-ad4a-4807-a2fd-34387ef9d1bf,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:32.777299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.20.0.1 (938e0404-a2e2-4495-89bf-307338a3c34d/819606f1-12e1-4d62-a363-6a5547833214/7787db28-85f5-4017-861d-351e290dbc25) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:32.843948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Attempting to bind port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:32.844556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Attempting to bind port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:32.845213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Attempting to bind port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf on network 938e0404-a2e2-4495-89bf-307338a3c34d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:32.853636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:32.854754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Checking segment: {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:32.854754 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.855407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Bound using segment: {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:32.856071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Bound port: dae15dcf-ad4a-4807-a2fd-34387ef9d1bf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:32.858563 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.953197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] For port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:32.957937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] For port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dae15dcf-ad4a-4807-a2fd-34387ef9d1bf,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:32.964337 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.031743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.036457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b84e3-362e-4d7f-86dd-9121a961d251 None None] Pushing event updated for resources: {'Port': ['ID=dae15dcf-ad4a-4807-a2fd-34387ef9d1bf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:33.048561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Transition to ACTIVE for port object 7787db28-85f5-4017-861d-351e290dbc25 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:33.108697 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.158952 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 938e0404-a2e2-4495-89bf-307338a3c34d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:33.165324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:33.173402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:33.251667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=7787db28-85f5-4017-861d-351e290dbc25,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:33.263774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.485970 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.967883 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.975382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.046730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fefdf7cf-7cf8-4436-9d98-c5222b5aa079 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:34.094378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=7787db28-85f5-4017-861d-351e290dbc25,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:34.103825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.110871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.111837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.111837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.112244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.112244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.112545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.112931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.113242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.113862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.114102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.114373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.114626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:34.237202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:34.251615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:34.252004 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.297121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 938e0404-a2e2-4495-89bf-307338a3c34d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:34.300345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:34.481697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.527151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port fefdf7cf-7cf8-4436-9d98-c5222b5aa079, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:34.534834 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.537062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dae15dcf-ad4a-4807-a2fd-34387ef9d1bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:34.590765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router dd5f4baa-dce0-4090-962c-03e3a4ce1824 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:34.645972 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:34.666168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:34.728618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4cf9c1-ea39-4799-be05-b6c6f1679931 None None] Network 938e0404-a2e2-4495-89bf-307338a3c34d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:34.776907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:34.788333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-112289da-180f-4975-a218-2e38427d91df tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "PUT /v2.0/routers/dd5f4baa-dce0-4090-962c-03e3a4ce1824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3329947 Aug 31 14:25:34.788581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48260) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:34.830754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-63822a93-fc78-4bfa-9c43-311251a58298 None None] Provisioning for port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:34.842912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-63822a93-fc78-4bfa-9c43-311251a58298 None None] Provisioning complete for port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:34.843980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-63822a93-fc78-4bfa-9c43-311251a58298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.002868 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37235f0b-5bec-4545-845d-b6de4287fd43 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.006066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37235f0b-5bec-4545-845d-b6de4287fd43 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.006897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37235f0b-5bec-4545-845d-b6de4287fd43 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.007614 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37235f0b-5bec-4545-845d-b6de4287fd43 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.015057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37235f0b-5bec-4545-845d-b6de4287fd43 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.2255311 Aug 31 14:25:35.019166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48262) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:35.040113 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-63822a93-fc78-4bfa-9c43-311251a58298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.101257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-63822a93-fc78-4bfa-9c43-311251a58298 None None] For port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dae15dcf-ad4a-4807-a2fd-34387ef9d1bf,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:35.106795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-63822a93-fc78-4bfa-9c43-311251a58298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.106997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82627a22-a16f-4c93-b5d3-6fd017cf0b2f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.107256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82627a22-a16f-4c93-b5d3-6fd017cf0b2f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.107715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82627a22-a16f-4c93-b5d3-6fd017cf0b2f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.108163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82627a22-a16f-4c93-b5d3-6fd017cf0b2f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.113866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-82627a22-a16f-4c93-b5d3-6fd017cf0b2f tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0925589 Aug 31 14:25:35.114456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48264) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:35.239535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63822a93-fc78-4bfa-9c43-311251a58298 None None] Pushing event updated for resources: {'Port': ['ID=dae15dcf-ad4a-4807-a2fd-34387ef9d1bf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:35.407007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aef12378-5251-4b59-bc63-aa0e2d1eb61b tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2915101 Aug 31 14:25:35.563860 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Sync routers for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:35.575768 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:35.576722 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:25:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:35.604670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c0cc54af-eca4-4243-b767-7823ffd1cf02 None None] Provisioning for port 7787db28-85f5-4017-861d-351e290dbc25 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:35.621520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c0cc54af-eca4-4243-b767-7823ffd1cf02 None None] Provisioning complete for port 7787db28-85f5-4017-861d-351e290dbc25 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:35.626075 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0cc54af-eca4-4243-b767-7823ffd1cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.717597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc54af-eca4-4243-b767-7823ffd1cf02 None None] Port 7787db28-85f5-4017-861d-351e290dbc25 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:35.780933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c0cc54af-eca4-4243-b767-7823ffd1cf02 None None] Provisioning complete for port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:35.781485 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0cc54af-eca4-4243-b767-7823ffd1cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.856461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48272) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:35.862187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-20b8dc0f-2f67-431d-98d7-854c04d18bef tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269382011', 'description': 'tempest-secgroup-smoke-1269382011 description', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:35.878507 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:35.924832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20b8dc0f-2f67-431d-98d7-854c04d18bef tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.951082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fefdf7cf-7cf8-4436-9d98-c5222b5aa079 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:36.062920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:36.063629 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.068822 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20b8dc0f-2f67-431d-98d7-854c04d18bef tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.076468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20b8dc0f-2f67-431d-98d7-854c04d18bef tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.135100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bbf586ff-c8c2-40af-8303-8a2444185489 None None] Provisioning complete for port 7787db28-85f5-4017-861d-351e290dbc25 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:36.135100 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbf586ff-c8c2-40af-8303-8a2444185489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.173301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8dc0f-2f67-431d-98d7-854c04d18bef tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a318aed-ed15-43e8-ad22-534e1f3986e5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.179015 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-20b8dc0f-2f67-431d-98d7-854c04d18bef tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.181766 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-20b8dc0f-2f67-431d-98d7-854c04d18bef tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3236685 Aug 31 14:25:36.184921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48274) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:36.191723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-227d1823-b9bd-4ba7-9db7-0cc376a86c73 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '5a318aed-ed15-43e8-ad22-534e1f3986e5', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:36.209771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bbf586ff-c8c2-40af-8303-8a2444185489 None None] Port 7787db28-85f5-4017-861d-351e290dbc25 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:36.218031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dae15dcf-ad4a-4807-a2fd-34387ef9d1bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:36.238600 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 2, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:36.270523 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-227d1823-b9bd-4ba7-9db7-0cc376a86c73 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.274158 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Checking router: dd5f4baa-dce0-4090-962c-03e3a4ce1824 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:36.275077 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Updating router dd5f4baa-dce0-4090-962c-03e3a4ce1824 port 7787db28-85f5-4017-861d-351e290dbc25 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:25:36.296653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:36.297637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.312237 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.355077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0de6dc97-5335-4b07-8931-4306c2639723 None None] Provisioning complete for port 7787db28-85f5-4017-861d-351e290dbc25 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:36.355452 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0de6dc97-5335-4b07-8931-4306c2639723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.405811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-227d1823-b9bd-4ba7-9db7-0cc376a86c73 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.418473 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-227d1823-b9bd-4ba7-9db7-0cc376a86c73 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.429370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0de6dc97-5335-4b07-8931-4306c2639723 None None] Port 7787db28-85f5-4017-861d-351e290dbc25 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:36.441054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d1823-b9bd-4ba7-9db7-0cc376a86c73 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb01095f-fa18-4f43-b1fa-9f55be2da952,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.454845 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-227d1823-b9bd-4ba7-9db7-0cc376a86c73 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.461865 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-227d1823-b9bd-4ba7-9db7-0cc376a86c73 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2730052 Aug 31 14:25:36.462184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48276) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:36.468487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-062e29fb-d7c4-4123-a68d-b0776a25a9a4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '5a318aed-ed15-43e8-ad22-534e1f3986e5', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:36.516363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-062e29fb-d7c4-4123-a68d-b0776a25a9a4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.623466 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-062e29fb-d7c4-4123-a68d-b0776a25a9a4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.629118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-062e29fb-d7c4-4123-a68d-b0776a25a9a4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.655794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e29fb-d7c4-4123-a68d-b0776a25a9a4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d7ede7-1b0f-45fe-bee0-9e9c271ccfe1,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.660717 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-062e29fb-d7c4-4123-a68d-b0776a25a9a4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.662311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-062e29fb-d7c4-4123-a68d-b0776a25a9a4 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1991184 Aug 31 14:25:36.665815 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48282) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:36.675346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1f373264-92cb-40ae-9d9c-f74a5dc0c880 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '5a318aed-ed15-43e8-ad22-534e1f3986e5', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:36.705340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f373264-92cb-40ae-9d9c-f74a5dc0c880 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.756025 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.768753 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Transition to ACTIVE for port object 7787db28-85f5-4017-861d-351e290dbc25 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:36.776412 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.780229 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f373264-92cb-40ae-9d9c-f74a5dc0c880 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.787484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f373264-92cb-40ae-9d9c-f74a5dc0c880 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.808101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f373264-92cb-40ae-9d9c-f74a5dc0c880 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b34e16f-287c-4e7b-a0fc-fd61fb478cba,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.835308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1f373264-92cb-40ae-9d9c-f74a5dc0c880 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.839709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48284) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:36.841064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1f373264-92cb-40ae-9d9c-f74a5dc0c880 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712959 Aug 31 14:25:36.845245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-117f4d1f-064f-43a3-9f1b-a279699f9588 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '5a318aed-ed15-43e8-ad22-534e1f3986e5', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:36.904375 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27162a71-b17b-4640-9538-712ef32d2040 None None] Pushing event updated for resources: {'Port': ['ID=7787db28-85f5-4017-861d-351e290dbc25,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.911284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-117f4d1f-064f-43a3-9f1b-a279699f9588 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.980372 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Attempting to bind port 7787db28-85f5-4017-861d-351e290dbc25 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:36.980777 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Attempting to bind port 7787db28-85f5-4017-861d-351e290dbc25 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:36.981283 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Attempting to bind port 7787db28-85f5-4017-861d-351e290dbc25 on network 938e0404-a2e2-4495-89bf-307338a3c34d {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:36.990803 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:36.991322 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Checking segment: {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:36.991838 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.992325 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Bound using segment: {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:36.993040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Bound port: 7787db28-85f5-4017-861d-351e290dbc25, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:36.993516 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.025470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-117f4d1f-064f-43a3-9f1b-a279699f9588 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.033220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-117f4d1f-064f-43a3-9f1b-a279699f9588 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.061383 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f4d1f-064f-43a3-9f1b-a279699f9588 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cc327f-b6d1-4052-b9f9-e5d00042fa0f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:37.072007 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-117f4d1f-064f-43a3-9f1b-a279699f9588 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.073695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-117f4d1f-064f-43a3-9f1b-a279699f9588 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2329626 Aug 31 14:25:37.076654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48286) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:37.085055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '5a318aed-ed15-43e8-ad22-534e1f3986e5', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:37.110908 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] For port 7787db28-85f5-4017-861d-351e290dbc25, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:37.115913 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] For port 7787db28-85f5-4017-861d-351e290dbc25, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7787db28-85f5-4017-861d-351e290dbc25,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:37.116530 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Project 2b7dcfc7426a455a8d92a8748a705d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:25:37.120942 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.130225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.217141 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:37.218444 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:25:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:37.225692 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27162a71-b17b-4640-9538-712ef32d2040 None None] Pushing event updated for resources: {'Port': ['ID=7787db28-85f5-4017-861d-351e290dbc25,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:37.250019 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.255311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.271852 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b906e49-6f5d-4b8b-96fc-359d6d8b3dc7,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:37.294299 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.297132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48288) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:37.302416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'security_group_rule': {'security_group_id': '5a318aed-ed15-43e8-ad22-534e1f3986e5', 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:37.304412 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-00b7c56c-e83f-4430-8f73-2f26be7d4092 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2254918 Aug 31 14:25:37.331911 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Project 2b7dcfc7426a455a8d92a8748a705d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:25:37.339449 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.383664 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:37.455201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.463694 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.483630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722087ed-6544-4328-a18d-db91ec4cd091,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:37.507545 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.508809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-477078cc-e0c9-4a81-a604-964147cd6b57 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2105334 Aug 31 14:25:37.635034 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:37Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:37.671423 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98590e73-2af8-484d-a039-bc31c5f3fc30 None None] The sync data for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 is: [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:37Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:37.752395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-e87fc53d-9a3b-4581-9786-1fb7e11732f1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269382011&fields=id&tenant_id=2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 267 time: 0.0592666 Aug 31 14:25:37.914448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-9e81b801-5f46-4056-9ffd-bee5115efeda tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.916100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-9e81b801-5f46-4056-9ffd-bee5115efeda tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/networks?id=938e0404-a2e2-4495-89bf-307338a3c34d HTTP/1.1" status: 200 len: 796 time: 0.1624303 Aug 31 14:25:37.935342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-94bdd215-8ebc-4794-83de-537bd9ea83a0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/quotas/2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 375 time: 0.0128133 Aug 31 14:25:37.950625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7787db28-85f5-4017-861d-351e290dbc25 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:38.020274 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-e6848d0f-7164-4bce-a147-e97c8649b196 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703788 Aug 31 14:25:38.022278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7787db28-85f5-4017-861d-351e290dbc25 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:38.026758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7787db28-85f5-4017-861d-351e290dbc25 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:38.027142 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.131450 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.178133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7787db28-85f5-4017-861d-351e290dbc25, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7787db28-85f5-4017-861d-351e290dbc25,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:38.184425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.279809 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7787db28-85f5-4017-861d-351e290dbc25,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:38.366308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-4daa305c-0952-4842-ba6a-2a1a62f899ac service neutron] 10.222.0.10 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219774 Aug 31 14:25:38.489690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-83d55a4d-de89-4a69-8d44-5fb1137dae98 service neutron] 10.222.0.10 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169128 Aug 31 14:25:38.711736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8c1d667-81f5-45ea-9754-4a3b81e9886d req-dd156ab4-5301-4c4f-ac89-96a2db6878fa tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 210 time: 0.0321927 Aug 31 14:25:39.835560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae253956-77d9-4b97-bb37-b282bc87465b req-b80e89b7-4e47-4e91-b9af-14e7f2fe6ef1 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 210 time: 0.0344446 Aug 31 14:25:39.911854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7787db28-85f5-4017-861d-351e290dbc25 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:39.983440 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7787db28-85f5-4017-861d-351e290dbc25 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:39.984097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.031847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-41eab993-6713-446d-93c6-cc8763a1dcac tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.033967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-41eab993-6713-446d-93c6-cc8763a1dcac tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/networks?id=938e0404-a2e2-4495-89bf-307338a3c34d HTTP/1.1" status: 200 len: 796 time: 0.1390076 Aug 31 14:25:40.094720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-529bb038-46eb-4709-821c-1347199b9db7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b7dcfc7426a455a8d92a8748a705d87 HTTP/1.1" status: 200 len: 380 time: 0.0436568 Aug 31 14:25:40.106357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'port': {'device_id': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'admin_state_up': True, 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'security_groups': ['5a318aed-ed15-43e8-ad22-534e1f3986e5']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:40.122387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.227652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Made reservation on behalf of 2b7dcfc7426a455a8d92a8748a705d87 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:40.231763 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.377159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.20.0.4 (938e0404-a2e2-4495-89bf-307338a3c34d/819606f1-12e1-4d62-a363-6a5547833214/b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:40.520995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f0e0adf-2dc1-4212-bfab-b8b1cf87df7f req-844082d4-b950-4473-b46b-dbc66e0083f7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0366604 Aug 31 14:25:40.578382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.595839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Transition to ACTIVE for port object b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:40.648593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f0e0adf-2dc1-4212-bfab-b8b1cf87df7f req-f2c7fc44-0968-452d-9342-8c7a744177b9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0376225 Aug 31 14:25:40.662938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.730443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f0e0adf-2dc1-4212-bfab-b8b1cf87df7f req-ae72704b-6fb0-4d6f-a078-ea9bd3ab37f7 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330372 Aug 31 14:25:40.739799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network 938e0404-a2e2-4495-89bf-307338a3c34d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:40.756125 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:40.758105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:40.760506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:40.865315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.866308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.906763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ffc7a724-795f-4710-9d01-2395f4db7976 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045683 Aug 31 14:25:40.932802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Request body: {'port': {'device_id': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:40.979615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e0adf-2dc1-4212-bfab-b8b1cf87df7f req-f4f4793e-6a3b-4aca-8681-59b10751734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.981272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f0e0adf-2dc1-4212-bfab-b8b1cf87df7f req-f4f4793e-6a3b-4aca-8681-59b10751734e service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2372694 Aug 31 14:25:41.051715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-413adc05-6fbd-4033-8a13-391497911a52 None None] Provisioning for port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:41.054552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.057957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-413adc05-6fbd-4033-8a13-391497911a52 None None] Provisioning complete for port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:41.058536 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-413adc05-6fbd-4033-8a13-391497911a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.092236 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bbcb-9fd3-4a95-b7c9-be9415fe238c req-a274b6f9-5d9b-46dd-b25e-d26e00667232 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.093901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5897bbcb-9fd3-4a95-b7c9-be9415fe238c req-a274b6f9-5d9b-46dd-b25e-d26e00667232 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 931 time: 0.1323287 Aug 31 14:25:41.107204 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-413adc05-6fbd-4033-8a13-391497911a52 None None] Port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:41.217331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5897bbcb-9fd3-4a95-b7c9-be9415fe238c req-a2c94966-89fe-4d9a-9b56-b59531145343 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966818 Aug 31 14:25:41.729913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:41.739382 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.758147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Transition to ACTIVE for port object b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:41.767044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.837600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:41.923847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Attempting to bind port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:41.924525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Attempting to bind port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:41.925022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Attempting to bind port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb on network 938e0404-a2e2-4495-89bf-307338a3c34d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:41.930812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb on network 938e0404-a2e2-4495-89bf-307338a3c34d not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:41.931174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Attempting to bind port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb on network 938e0404-a2e2-4495-89bf-307338a3c34d {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:41.937329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:41.937684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Checking segment: {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:41.938602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Bound using segment: {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:41.939029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Bound port: b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f81f6e-9c67-407d-a130-fed19a5523c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:41.939399 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.019738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] For port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:42.023647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] For port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:42.030220 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.082257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.083621 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.084629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] 10.222.0.26 "PUT /v2.0/ports/b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb HTTP/1.1" status: 200 len: 1091 time: 1.1588523 Aug 31 14:25:42.085064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:42.087368 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2801d68c-3f2d-434d-9063-bff10dd96377" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:42.129412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c8a66-b26a-46f5-8ee6-e090a2aba722 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:42.164346 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc46f93-b311-44ac-96f7-0595ab53f66b x-openstack-request-id: req-acc46f93-b311-44ac-96f7-0595ab53f66b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:42.164654 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:42.164943 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acc46f93-b311-44ac-96f7-0595ab53f66b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:42.165370 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'status': 'completed', 'code': 200} Aug 31 14:25:42.241134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ac326d54-ffee-47a2-80f4-c3e5c3b22824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.243046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-ac326d54-ffee-47a2-80f4-c3e5c3b22824 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 1094 time: 0.0619342 Aug 31 14:25:42.306959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-c2cdded5-b2e0-4324-9eb1-dde22abde92d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb HTTP/1.1" status: 200 len: 217 time: 0.0455577 Aug 31 14:25:42.425071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-53beb319-fac0-4840-bcd1-27d970a118b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.427341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-53beb319-fac0-4840-bcd1-27d970a118b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=819606f1-12e1-4d62-a363-6a5547833214 HTTP/1.1" status: 200 len: 835 time: 0.1049657 Aug 31 14:25:42.441913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36add1-e1b2-4d76-b473-925b4fa29566 req-bc16ab54-bd6c-4180-9b35-6bbef2cefe14 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.444361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad36add1-e1b2-4d76-b473-925b4fa29566 req-bc16ab54-bd6c-4180-9b35-6bbef2cefe14 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 943 time: 0.1315110 Aug 31 14:25:42.550611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491f358-b72f-44bc-908e-2794b286ab2b req-f150ba26-8689-417e-8f13-147488144c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.552801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-f150ba26-8689-417e-8f13-147488144c2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=938e0404-a2e2-4495-89bf-307338a3c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070631 Aug 31 14:25:42.561202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad36add1-e1b2-4d76-b473-925b4fa29566 req-2ff32b52-28f9-4119-bd6d-76acac74ff5c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026621 Aug 31 14:25:42.661711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-47f3bc1f-26b6-4b4a-ad25-eaf21ce39147 service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992644 Aug 31 14:25:42.765580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b491f358-b72f-44bc-908e-2794b286ab2b req-6b38f502-b914-49fc-a359-a69a8157ad36 service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956907 Aug 31 14:25:42.906732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-4447c9ae-cc71-4c90-ba7c-901788ab8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.906907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-4447c9ae-cc71-4c90-ba7c-901788ab8c88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 1094 time: 0.0454962 Aug 31 14:25:43.009518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-c735af1d-9e26-4696-be37-2bfd86d1679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.011016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-c735af1d-9e26-4696-be37-2bfd86d1679c service neutron] 10.222.0.26 "GET /v2.0/networks?id=938e0404-a2e2-4495-89bf-307338a3c34d HTTP/1.1" status: 200 len: 898 time: 0.0966818 Aug 31 14:25:43.055908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-88a6f000-40dc-4acc-928c-b774fdbf84be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb HTTP/1.1" status: 200 len: 217 time: 0.0360239 Aug 31 14:25:43.130863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-19585f49-c6b2-40be-89f7-5a9abb9fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.132343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-19585f49-c6b2-40be-89f7-5a9abb9fc51f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=819606f1-12e1-4d62-a363-6a5547833214 HTTP/1.1" status: 200 len: 835 time: 0.0668862 Aug 31 14:25:43.192739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-43267b89-f9f3-4642-b9b2-c90f6bd623ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.194302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-43267b89-f9f3-4642-b9b2-c90f6bd623ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=938e0404-a2e2-4495-89bf-307338a3c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513399 Aug 31 14:25:43.324731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-9348b433-8819-4c48-8c27-a23b850f7531 service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187510 Aug 31 14:25:43.446641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2801d68c-3f2d-434d-9063-bff10dd96377 req-9b399893-757d-4049-89be-997412685ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149790 Aug 31 14:25:43.702872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc150-37b8-4828-bf08-ce29e5961124 req-cf0f87ee-2c83-4b6e-b445-240e00f921cc tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.705196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-842dc150-37b8-4828-bf08-ce29e5961124 req-cf0f87ee-2c83-4b6e-b445-240e00f921cc tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 943 time: 0.0640049 Aug 31 14:25:43.761689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-842dc150-37b8-4828-bf08-ce29e5961124 req-ef92b04d-11a8-43d5-94f0-56a8a33a9576 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Aug 31 14:25:44.423468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48388) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:44.539750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2c9cde-3d38-4bac-82af-6547750ece89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.650838 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2c9cde-3d38-4bac-82af-6547750ece89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.654709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f2c9cde-3d38-4bac-82af-6547750ece89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.695957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5f2c9cde-3d38-4bac-82af-6547750ece89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2457f018f04a435dbab1858e29232ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713718 Aug 31 14:25:44.697107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c9cde-3d38-4bac-82af-6547750ece89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acf38d3-21a7-49a5-a2e2-eebfb53b24f9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:44.698781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48392) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:44.748691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5afa2ac6-ae0c-4fec-9597-62cba8959dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.772919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5afa2ac6-ae0c-4fec-9597-62cba8959dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.827371 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5afa2ac6-ae0c-4fec-9597-62cba8959dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.830384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5afa2ac6-ae0c-4fec-9597-62cba8959dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.831643 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5afa2ac6-ae0c-4fec-9597-62cba8959dc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8acf38d3-21a7-49a5-a2e2-eebfb53b24f9 HTTP/1.1" status: 204 len: 168 time: 0.1318350 Aug 31 14:25:44.840112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa2ac6-ae0c-4fec-9597-62cba8959dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acf38d3-21a7-49a5-a2e2-eebfb53b24f9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:44.920407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c9872-9662-4a12-8e1b-90657d50b97c req-b560d73f-ec60-41dd-b0b6-930628103827 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.922259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d2c9872-9662-4a12-8e1b-90657d50b97c req-b560d73f-ec60-41dd-b0b6-930628103827 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 943 time: 0.0725112 Aug 31 14:25:44.964819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d2c9872-9662-4a12-8e1b-90657d50b97c req-6fef17bf-0054-410e-a5f7-a575934a619f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347557 Aug 31 14:25:45.148247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48400) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:45.161985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8517c0f-6011-48a6-a3fe-0dc6a20d2934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.261499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8517c0f-6011-48a6-a3fe-0dc6a20d2934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.266823 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c8517c0f-6011-48a6-a3fe-0dc6a20d2934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.306266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c8517c0f-6011-48a6-a3fe-0dc6a20d2934 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ada09cc8d3b4bfe9617b5102f1bee81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566997 Aug 31 14:25:45.307040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8517c0f-6011-48a6-a3fe-0dc6a20d2934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed1452d-e277-490a-bedf-d817f1ed48e6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.308960 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48402) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:45.363206 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5eed2909-c1d3-433a-a5c4-e4f33137f045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.397431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5eed2909-c1d3-433a-a5c4-e4f33137f045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.430118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:25:45.452842 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5eed2909-c1d3-433a-a5c4-e4f33137f045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.455757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5eed2909-c1d3-433a-a5c4-e4f33137f045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.457185 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5eed2909-c1d3-433a-a5c4-e4f33137f045 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ed1452d-e277-490a-bedf-d817f1ed48e6 HTTP/1.1" status: 204 len: 168 time: 0.1470566 Aug 31 14:25:45.467201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed2909-c1d3-433a-a5c4-e4f33137f045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed1452d-e277-490a-bedf-d817f1ed48e6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.540060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:45.555726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'port_id': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'mac_address': 'fa:16:3e:ca:01:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:25:45.608472 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.626469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:45.651857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:45.654300 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.712136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.959762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:46.102600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0fc-bd74-4d9f-a76a-1065eeecfc84 req-333a1b84-98ee-46f3-b47d-fc475fc5e05f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:46.104191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e898a0fc-bd74-4d9f-a76a-1065eeecfc84 req-333a1b84-98ee-46f3-b47d-fc475fc5e05f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 944 time: 0.0579376 Aug 31 14:25:46.151289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e898a0fc-bd74-4d9f-a76a-1065eeecfc84 req-c75722f8-922d-441c-ab7f-1609cc70713d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Aug 31 14:25:47.295594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc874b-3553-4808-a255-8f5a532c0d07 req-4e30a6f2-44f6-4691-b8cd-098d0f95642e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.297342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4fc874b-3553-4808-a255-8f5a532c0d07 req-4e30a6f2-44f6-4691-b8cd-098d0f95642e tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 944 time: 0.0632522 Aug 31 14:25:47.346850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4fc874b-3553-4808-a255-8f5a532c0d07 req-efd94a07-c33b-45b4-b278-572432d81376 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Aug 31 14:25:47.432533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:47.494475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:47.502532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:47.503304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.606066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.633368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:47.635647 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a79f95-a554-4d64-91e0-e1ed023293a6" -d '{"events": [{"server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "name": "network-vif-plugged", "status": "completed", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:47.650869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:47.656680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.691643 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb9b9f2-7d5c-4438-866f-efb25de71513 x-openstack-request-id: req-9eb9b9f2-7d5c-4438-866f-efb25de71513 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:47.691973 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "name": "network-vif-plugged", "status": "completed", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:47.692227 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9eb9b9f2-7d5c-4438-866f-efb25de71513 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:47.692623 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'code': 200} Aug 31 14:25:47.715731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:47.838454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfca5c-2c4d-4ae0-9417-2165e0844354 req-25905727-32ab-4e8d-a07d-b0033c75a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.839980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5dfca5c-2c4d-4ae0-9417-2165e0844354 req-25905727-32ab-4e8d-a07d-b0033c75a76c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 1096 time: 0.0455513 Aug 31 14:25:47.877057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a5dfca5c-2c4d-4ae0-9417-2165e0844354 req-8af380a3-d7f7-4f8e-8679-815401122baa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289111 Aug 31 14:25:48.477706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa59d4-388a-46b2-adb3-da951c59e083 req-79fa32c0-6564-4d8b-9424-c75408ac96ff tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.479265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fcaa59d4-388a-46b2-adb3-da951c59e083 req-79fa32c0-6564-4d8b-9424-c75408ac96ff tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 945 time: 0.0516875 Aug 31 14:25:48.528012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fcaa59d4-388a-46b2-adb3-da951c59e083 req-50953fe0-6e50-44d3-9b8c-989c202d29d7 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Aug 31 14:25:49.679464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26074e46-7952-4a10-bfe6-190ec3ee8e55 req-74ae1632-62aa-4e08-86b8-8e26b41a4794 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.679464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26074e46-7952-4a10-bfe6-190ec3ee8e55 req-74ae1632-62aa-4e08-86b8-8e26b41a4794 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 945 time: 0.0556574 Aug 31 14:25:49.720140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26074e46-7952-4a10-bfe6-190ec3ee8e55 req-8751f9cd-6594-46e2-bb1c-dfcf25990452 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357912 Aug 31 14:25:49.853404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aa284-76c7-4e0f-bec4-790ff6c62825 req-f44783e3-cc81-48ce-a439-16e6b3d243d5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.855026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac2aa284-76c7-4e0f-bec4-790ff6c62825 req-f44783e3-cc81-48ce-a439-16e6b3d243d5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 945 time: 0.0647292 Aug 31 14:25:49.908102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac2aa284-76c7-4e0f-bec4-790ff6c62825 req-3598fe33-9e5c-4a42-aa75-c49e2875de44 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Aug 31 14:25:49.946860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48478) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:49.993663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed88bd-94e1-417c-8e31-1b400d148790 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.998211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48480) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:49.998628 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-94ed88bd-94e1-417c-8e31-1b400d148790 tempest-TestNetworkBasicOps-1186474054 tempest-TestNetworkBasicOps-1186474054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 1091 time: 0.0495169 Aug 31 14:25:50.003468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:50.031655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.144415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.314177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Allocated IP 172.25.0.36 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/ccf75108-f542-4289-953a-8828d26d1949) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:50.425536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.468995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.515153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:50.520629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:50.525108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:50.528369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=ccf75108-f542-4289-953a-8828d26d1949,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:51.112467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.251607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.438515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.442740 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.518926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event updated for resources: {'Port': ['ID=ccf75108-f542-4289-953a-8828d26d1949,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:51.532443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.660484 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Floating IP ffb0b858-c592-4387-a0cd-d416eff18e3c associated. External IP: 172.25.0.36, port: b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb. Aug 31 14:25:52.197877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router dd5f4baa-dce0-4090-962c-03e3a4ce1824 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:52.355107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:52.374329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] Sync routers for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:52.378362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.390729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:52.392227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:25:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:52.419991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-32d053fd-13fa-4dee-a2a0-8caec77f43f0 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4203999 Aug 31 14:25:52.420906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:52.423935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48492) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:52.426652 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8977c4-2110-4310-9791-c3cbda2b0b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:52.473060 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9fbda-2e51-422b-9951-5105042acb13 x-openstack-request-id: req-aed9fbda-2e51-422b-9951-5105042acb13 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:52.473542 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:52.473894 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aed9fbda-2e51-422b-9951-5105042acb13 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:52.474443 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'status': 'completed', 'code': 200} Aug 31 14:25:52.534392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2bd4fed2-7518-4546-b6b7-70edc846e026 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/floatingips/ffb0b858-c592-4387-a0cd-d416eff18e3c HTTP/1.1" status: 200 len: 990 time: 0.1079464 Aug 31 14:25:52.588423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-040af524-0efb-4eab-ad7d-40d7c23ee9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.590833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-040af524-0efb-4eab-ad7d-40d7c23ee9ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 1096 time: 0.0645461 Aug 31 14:25:52.719682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-757feaf1-23a1-41c3-be3b-d62630089645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.721424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-757feaf1-23a1-41c3-be3b-d62630089645 service neutron] 10.222.0.26 "GET /v2.0/networks?id=938e0404-a2e2-4495-89bf-307338a3c34d HTTP/1.1" status: 200 len: 898 time: 0.1218119 Aug 31 14:25:52.724007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:52.807421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-9b6d6185-39f3-4858-8437-8e4622b325e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb HTTP/1.1" status: 200 len: 998 time: 0.0777795 Aug 31 14:25:52.876565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-6b424207-9b6c-4dd2-9109-3fee0c847c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.879259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-6b424207-9b6c-4dd2-9109-3fee0c847c1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=819606f1-12e1-4d62-a363-6a5547833214 HTTP/1.1" status: 200 len: 835 time: 0.0635903 Aug 31 14:25:52.953934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-bc03f993-07f9-4f0d-8c1a-9607626b5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.956250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-bc03f993-07f9-4f0d-8c1a-9607626b5080 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=938e0404-a2e2-4495-89bf-307338a3c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674324 Aug 31 14:25:52.974137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-a584c5aa-3229-418d-bcbf-2856f5d23ddf service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:25:52.975500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-a584c5aa-3229-418d-bcbf-2856f5d23ddf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088298 Aug 31 14:25:53.028086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ffb0b858-c592-4387-a0cd-d416eff18e3c', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'port_id': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'mac_address': 'fa:16:3e:ca:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:50Z', 'updated_at': '2021-08-31T14:25:50Z', 'revision_number': 0, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:38Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.058118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] Checking router: dd5f4baa-dce0-4090-962c-03e3a4ce1824 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:53.067306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:53.067928 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:25:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.082513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-050decf6-4c97-406b-887f-9ddd48112ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977676 Aug 31 14:25:53.191236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a8977c4-2110-4310-9791-c3cbda2b0b9e req-b942a2ae-5619-4979-8572-07f54e264b87 service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996733 Aug 31 14:25:53.193286 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:53.439236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ffb0b858-c592-4387-a0cd-d416eff18e3c', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'port_id': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'mac_address': 'fa:16:3e:ca:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:50Z', 'updated_at': '2021-08-31T14:25:50Z', 'revision_number': 0, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:38Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.477650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7765ff-8a3a-42fe-ade4-bf23ac301898 None None] The sync data for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 is: [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ffb0b858-c592-4387-a0cd-d416eff18e3c', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'port_id': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'mac_address': 'fa:16:3e:ca:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:50Z', 'updated_at': '2021-08-31T14:25:50Z', 'revision_number': 0, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:38Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:53.536949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:53.604769 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b941ff4b-e9b0-4b68-bb87-7c6d41f3468c tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/floatingips/ffb0b858-c592-4387-a0cd-d416eff18e3c HTTP/1.1" status: 200 len: 990 time: 0.0666153 Aug 31 14:25:53.697439 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd893bee-e623-418c-b746-0cedd33c8001 None None] New status for floating IP ffb0b858-c592-4387-a0cd-d416eff18e3c: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:25:54.611111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48506) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:54.679134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-05b7e0da-c266-496c-9eee-4ad38607c238 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/floatingips/ffb0b858-c592-4387-a0cd-d416eff18e3c HTTP/1.1" status: 200 len: 992 time: 0.0665159 Aug 31 14:25:54.798897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48510) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:54.936251 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-42ac2777-8a9c-4fa4-86f5-4707e498e7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.032994 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-42ac2777-8a9c-4fa4-86f5-4707e498e7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.037087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-42ac2777-8a9c-4fa4-86f5-4707e498e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.077054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-42ac2777-8a9c-4fa4-86f5-4707e498e7dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b30c497a2d446e4892c188b6dfa215f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769771 Aug 31 14:25:55.078049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2777-8a9c-4fa4-86f5-4707e498e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb4257-5e0e-4e57-98c9-be5cacf9040d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:55.080040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:55.131171 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b98367d2-b0ef-4d09-bb86-318869a4a817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.152991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b98367d2-b0ef-4d09-bb86-318869a4a817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.203049 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b98367d2-b0ef-4d09-bb86-318869a4a817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.206558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b98367d2-b0ef-4d09-bb86-318869a4a817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.207873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b98367d2-b0ef-4d09-bb86-318869a4a817 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efeb4257-5e0e-4e57-98c9-be5cacf9040d HTTP/1.1" status: 204 len: 168 time: 0.1268172 Aug 31 14:25:55.217377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98367d2-b0ef-4d09-bb86-318869a4a817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb4257-5e0e-4e57-98c9-be5cacf9040d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:55.517067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48520) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:55.533683 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f752e0d-fe2b-4565-8bbb-c1a16d2a5511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.627680 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f752e0d-fe2b-4565-8bbb-c1a16d2a5511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.631550 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0f752e0d-fe2b-4565-8bbb-c1a16d2a5511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.669939 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0f752e0d-fe2b-4565-8bbb-c1a16d2a5511 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e149819a42441aa8eb79c0bcb27fb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516311 Aug 31 14:25:55.670723 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f752e0d-fe2b-4565-8bbb-c1a16d2a5511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c54b2-7ca6-4d0d-b1e5-8fd26048160c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:55.672700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:55.725811 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a54-da41-491c-856a-64c4f9ab3984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.747715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a54-da41-491c-856a-64c4f9ab3984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.796603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a54-da41-491c-856a-64c4f9ab3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.799879 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a54-da41-491c-856a-64c4f9ab3984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.801110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-61ce1a54-da41-491c-856a-64c4f9ab3984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a4c54b2-7ca6-4d0d-b1e5-8fd26048160c HTTP/1.1" status: 204 len: 168 time: 0.1270485 Aug 31 14:25:55.810610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce1a54-da41-491c-856a-64c4f9ab3984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c54b2-7ca6-4d0d-b1e5-8fd26048160c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:56.769638 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-85a4dd74-2eba-4bed-ad12-12807d4011d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.354066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cc14a031-e999-413d-9e60-dde6c01148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.570040 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.675424 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.057407 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.694695 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48608) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:02.801072 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cb83204a-21f4-4c10-8641-fbfba80b36c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.894345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cb83204a-21f4-4c10-8641-fbfba80b36c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.899194 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-cb83204a-21f4-4c10-8641-fbfba80b36c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.940008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cb83204a-21f4-4c10-8641-fbfba80b36c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0abe3daeda64d3ca8b5ae7468db76c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442477 Aug 31 14:26:02.940922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83204a-21f4-4c10-8641-fbfba80b36c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58733716-0e40-4315-a5cf-573cdafc3170,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:02.942740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48612) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:02.995140 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84b2e7ff-d4ca-4639-9f0c-66e09f0c522d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.016120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84b2e7ff-d4ca-4639-9f0c-66e09f0c522d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.063212 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84b2e7ff-d4ca-4639-9f0c-66e09f0c522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.065954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84b2e7ff-d4ca-4639-9f0c-66e09f0c522d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.067095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-84b2e7ff-d4ca-4639-9f0c-66e09f0c522d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58733716-0e40-4315-a5cf-573cdafc3170 HTTP/1.1" status: 204 len: 168 time: 0.1226947 Aug 31 14:26:03.075270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2e7ff-d4ca-4639-9f0c-66e09f0c522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58733716-0e40-4315-a5cf-573cdafc3170,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.321448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48618) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:03.334630 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0a13812-a777-4f93-9a6c-79238a190ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.428624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0a13812-a777-4f93-9a6c-79238a190ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.432297 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a0a13812-a777-4f93-9a6c-79238a190ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.470081 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a0a13812-a777-4f93-9a6c-79238a190ca2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5851f0c654794cefbc77e582b54e0fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474378 Aug 31 14:26:03.470854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a13812-a777-4f93-9a6c-79238a190ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52606790-c527-4f39-a006-e6e24ec5e9f8,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.473047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48620) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:03.523166 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a650-00eb-4352-b072-4dd041ce2009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.544999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a650-00eb-4352-b072-4dd041ce2009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.591340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a650-00eb-4352-b072-4dd041ce2009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.594010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a650-00eb-4352-b072-4dd041ce2009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.595171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0fe8a650-00eb-4352-b072-4dd041ce2009 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52606790-c527-4f39-a006-e6e24ec5e9f8 HTTP/1.1" status: 204 len: 168 time: 0.1211264 Aug 31 14:26:03.604566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8a650-00eb-4352-b072-4dd041ce2009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52606790-c527-4f39-a006-e6e24ec5e9f8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:04.545888 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:26:10.146770 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.773565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48714) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:13.880381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.968126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.971880 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.007567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2258e85d-2bca-4758-b4e9-bf21faea662b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:14.012377 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95168c0952d74eb8adf0bfc388a8affd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375329 Aug 31 14:26:14.015303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48718) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:14.017977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.018352 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.018697 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.019035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.019370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.019703 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.020031 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.020411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.020684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.021046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.021373 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.021696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c28b1-3133-4363-a899-b60283eab793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:14.067891 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6192af48-86c7-4a3c-8a42-363b0b45ffae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.092174 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6192af48-86c7-4a3c-8a42-363b0b45ffae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.140411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6192af48-86c7-4a3c-8a42-363b0b45ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.144916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6192af48-86c7-4a3c-8a42-363b0b45ffae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.147021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6192af48-86c7-4a3c-8a42-363b0b45ffae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2258e85d-2bca-4758-b4e9-bf21faea662b HTTP/1.1" status: 204 len: 168 time: 0.1303475 Aug 31 14:26:14.158138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192af48-86c7-4a3c-8a42-363b0b45ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2258e85d-2bca-4758-b4e9-bf21faea662b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:14.429597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48724) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:14.443405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1dab4c05-9115-44a0-ac46-475f0f2b64b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.532583 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1dab4c05-9115-44a0-ac46-475f0f2b64b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.537402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1dab4c05-9115-44a0-ac46-475f0f2b64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.575772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1dab4c05-9115-44a0-ac46-475f0f2b64b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=045a0287a95a4119962942e5e3a0cf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450641 Aug 31 14:26:14.576652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab4c05-9115-44a0-ac46-475f0f2b64b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda6d84-3264-4f15-bf61-d2e32cd773d9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:14.578576 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48726) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:14.627695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ac6-dff0-483b-a8dc-0872277d160e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.648784 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ac6-dff0-483b-a8dc-0872277d160e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.696827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ac6-dff0-483b-a8dc-0872277d160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.699459 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ac6-dff0-483b-a8dc-0872277d160e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.700651 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e9f62ac6-dff0-483b-a8dc-0872277d160e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7eda6d84-3264-4f15-bf61-d2e32cd773d9 HTTP/1.1" status: 204 len: 168 time: 0.1209700 Aug 31 14:26:14.709553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f62ac6-dff0-483b-a8dc-0872277d160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda6d84-3264-4f15-bf61-d2e32cd773d9,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.370183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48748) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:15.468056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1416521395-network', 'tenant_id': '1181eced002d413f843e7c7cdb21509b'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:15.489267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Made reservation on behalf of 1181eced002d413f843e7c7cdb21509b for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:15.491479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.499436 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.586090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.589733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.615887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1545, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:15.621015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934810b0-ea16-406e-b18d-8778828d6a22,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.628663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.628663 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Added segment e9da0c6a-a172-4d2e-87d4-622e3c56357d of type vlan for network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e Aug 31 14:26:15.668529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.691885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.692843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.693444 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.745600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3743122 Aug 31 14:26:15.748689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48752) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:15.754786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa1117-1731-4740-bbd8-e85fd22b99d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7fabfa-7a83-44a5-ad62-5ad8c418c34e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.754961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Request body: {'subnet': {'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1416521395-subnet', 'tenant_id': '1181eced002d413f843e7c7cdb21509b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:15.766716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:15.777603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Made reservation on behalf of 1181eced002d413f843e7c7cdb21509b for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:15.779961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.945477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.000514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8dad2e0-8178-4f98-b985-df9cf70b0b33,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.008519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Checking segment: {'id': 'e9da0c6a-a172-4d2e-87d4-622e3c56357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:16.008891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Network hostable DHCP agents. Network: ad7fabfa-7a83-44a5-ad62-5ad8c418c34e, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:16.025316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:16.034324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, ad7fabfa-7a83-44a5-ad62-5ad8c418c34e) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:16.038491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.039089 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.043704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfbdf4-9bae-4063-a08b-c4bb5cb4f8da None None] Network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:16.056580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1c5515dd-a6d7-434a-829b-0753149439fa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3055022 Aug 31 14:26:16.174291 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165c3c5-0b6c-46ab-b8f9-31fb9ac1d064 None None] Network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:16.605415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48768) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:16.611876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-772067146-network', 'tenant_id': '975444efdef946a781f010988c4f3eb8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:16.636173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Made reservation on behalf of 975444efdef946a781f010988c4f3eb8 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:16.638923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.653819 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.755143 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.759171 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.787563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1532, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:16.793117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56869cfa-6619-4e48-826c-16884c571536,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.801777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.802139 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Added segment ec58f2ed-72c0-4a9c-ad03-d0564936192c of type vlan for network 7e936c2c-dec6-41ae-94b5-5162ec94ae09 Aug 31 14:26:16.849859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.876444 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.877566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.878156 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.947098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3405583 Aug 31 14:26:16.949908 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48774) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:16.955172 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Request body: {'subnet': {'network_id': '7e936c2c-dec6-41ae-94b5-5162ec94ae09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-772067146-subnet', 'tenant_id': '975444efdef946a781f010988c4f3eb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:16.974648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Made reservation on behalf of 975444efdef946a781f010988c4f3eb8 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:16.975890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7066250-01bb-4083-8ca4-6a341e532d8e admin admin] Pushing event updated for resources: {'Network': ['ID=7e936c2c-dec6-41ae-94b5-5162ec94ae09,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.976978 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.986541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7e936c2c-dec6-41ae-94b5-5162ec94ae09 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:17.146474 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.202860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c889eb-533c-4732-8622-a88fbf6c658e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:17.207953 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Checking segment: {'id': 'ec58f2ed-72c0-4a9c-ad03-d0564936192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '7e936c2c-dec6-41ae-94b5-5162ec94ae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:17.208313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Network hostable DHCP agents. Network: 7e936c2c-dec6-41ae-94b5-5162ec94ae09, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:17.224925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Network 7e936c2c-dec6-41ae-94b5-5162ec94ae09 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:17.232835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 7e936c2c-dec6-41ae-94b5-5162ec94ae09) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:17.237704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.238293 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.243606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb56349-447c-4d86-8d0f-9bcce00f2e48 None None] Network 7e936c2c-dec6-41ae-94b5-5162ec94ae09 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:17.251825 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b3bfb898-3729-4945-9e4c-7ccc19794579 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007679 Aug 31 14:26:17.369330 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f237c2-6536-4490-a2f4-5be818688f7a None None] Network 7e936c2c-dec6-41ae-94b5-5162ec94ae09 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:17.757651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-9f2d5427-8378-4235-94af-e454e5e5fd20 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.759182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-9f2d5427-8378-4235-94af-e454e5e5fd20 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/networks?id=ad7fabfa-7a83-44a5-ad62-5ad8c418c34e HTTP/1.1" status: 200 len: 809 time: 0.0980790 Aug 31 14:26:17.779627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f590764c-e14b-40cb-bbc0-fcfb025a1283 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/quotas/1181eced002d413f843e7c7cdb21509b HTTP/1.1" status: 200 len: 375 time: 0.0092032 Aug 31 14:26:17.817794 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-8983d331-87ab-4d03-82f9-9cee4ea0195c tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1181eced002d413f843e7c7cdb21509b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312138 Aug 31 14:26:17.910308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-8d6daee1-6589-45c3-a270-a5b9830ffd94 service neutron] 10.222.0.10 "GET /v2.0/networks/ad7fabfa-7a83-44a5-ad62-5ad8c418c34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849292 Aug 31 14:26:18.004316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-e4afea78-1b42-4f17-b272-5ec75d68d787 service neutron] 10.222.0.10 "GET /v2.0/networks/ad7fabfa-7a83-44a5-ad62-5ad8c418c34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879736 Aug 31 14:26:18.181124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b051edf8-ee95-4f64-ab40-e04ff8b87e15 req-a9fb1792-f4aa-4b31-9bc2-255af3452827 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 210 time: 0.0275459 Aug 31 14:26:19.295015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-8c6d34de-d19b-4ced-aef6-47608f9a04ba tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.297296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-8c6d34de-d19b-4ced-aef6-47608f9a04ba tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.26 "GET /v2.0/networks?id=ad7fabfa-7a83-44a5-ad62-5ad8c418c34e HTTP/1.1" status: 200 len: 809 time: 0.1400557 Aug 31 14:26:19.313039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-418c905f-5e5f-43e9-809c-ff52e932ad9c req-97a5dd6e-c33b-4d24-a7f2-2150f2256091 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 210 time: 0.0417492 Aug 31 14:26:19.323693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Request body: {'port': {'device_id': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e', 'admin_state_up': True, 'tenant_id': '1181eced002d413f843e7c7cdb21509b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:19.439375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Made reservation on behalf of 1181eced002d413f843e7c7cdb21509b for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:19.443353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.569658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Allocated IP 172.20.0.8 (ad7fabfa-7a83-44a5-ad62-5ad8c418c34e/e8dad2e0-8178-4f98-b985-df9cf70b0b33/e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:19.735317 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.774715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.815654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:19.818759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:19.821257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:19.857765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Pushing event updated for resources: {'Port': ['ID=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:19.883259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.883875 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.897728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-f5cc97ff-085a-4010-a9ee-2ac78114ca11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822711 Aug 31 14:26:19.921176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Request body: {'port': {'device_id': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:19.976470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.240750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:20.248095 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.259934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Transition to ACTIVE for port object e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:20.264127 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.317949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Pushing event updated for resources: {'Port': ['ID=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:20.392352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Attempting to bind port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:20.392690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Attempting to bind port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'e9da0c6a-a172-4d2e-87d4-622e3c56357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:20.393174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Attempting to bind port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 on network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:20.398665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 on network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:20.398993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Attempting to bind port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 on network ad7fabfa-7a83-44a5-ad62-5ad8c418c34e {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:20.413534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:20.413875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Checking segment: {'id': 'e9da0c6a-a172-4d2e-87d4-622e3c56357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:20.414261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Bound using segment: {'id': 'e9da0c6a-a172-4d2e-87d4-622e3c56357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:20.414701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Bound port: e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da0c6a-a172-4d2e-87d4-622e3c56357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:20.415070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.484919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e5225-a6c2-4dfd-81d0-4d560971d87e req-82c4adfa-be39-44d2-86f4-b88d8acf371e tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.486478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a9e5225-a6c2-4dfd-81d0-4d560971d87e req-82c4adfa-be39-44d2-86f4-b88d8acf371e tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 943 time: 0.0902197 Aug 31 14:26:20.531362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] For port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:20.552617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] For port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,segment=NetworkSegment(e9da0c6a-a172-4d2e-87d4-622e3c56357d),segment_id=e9da0c6a-a172-4d2e-87d4-622e3c56357d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:20.558598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a9e5225-a6c2-4dfd-81d0-4d560971d87e req-1aa8fc73-6cc3-4ad7-b54d-49885c971662 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 Aug 31 14:26:20.560280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.604557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.605217 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.606628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] 10.222.0.26 "PUT /v2.0/ports/e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 HTTP/1.1" status: 200 len: 1091 time: 0.6897435 Aug 31 14:26:20.607072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'tag': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:20.609905 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18" -d '{"events": [{"name": "network-changed", "server_uuid": "32af5b6d-9734-4b4b-b473-ec92531969e8", "tag": "e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:20.634356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0caa3-191d-4262-a2d0-60295e86923f service neutron] Pushing event updated for resources: {'Port': ['ID=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:20.667881 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172a2531-511e-4deb-9dec-34b6219c6bd7 x-openstack-request-id: req-172a2531-511e-4deb-9dec-34b6219c6bd7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:20.668181 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32af5b6d-9734-4b4b-b473-ec92531969e8", "tag": "e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:20.668480 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-172a2531-511e-4deb-9dec-34b6219c6bd7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:20.669030 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'tag': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25', 'status': 'completed', 'code': 200} Aug 31 14:26:20.735528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-e1ff5a65-3b6a-4626-a233-ded21dd9cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.737186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-e1ff5a65-3b6a-4626-a233-ded21dd9cf5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1181eced002d413f843e7c7cdb21509b&device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 1094 time: 0.0475166 Aug 31 14:26:20.791691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-b56cdd0f-1a12-41f9-9d8d-30b0b23bedb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 HTTP/1.1" status: 200 len: 217 time: 0.0361834 Aug 31 14:26:20.859301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-8c0d9880-91d7-4d04-96a0-1fbb6bf1955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.861273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-8c0d9880-91d7-4d04-96a0-1fbb6bf1955c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8dad2e0-8178-4f98-b985-df9cf70b0b33 HTTP/1.1" status: 200 len: 849 time: 0.0613556 Aug 31 14:26:20.896043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-9847647a-003b-442f-a284-93a221c42281 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7fabfa-7a83-44a5-ad62-5ad8c418c34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262675 Aug 31 14:26:20.994207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-7b8555c0-0c61-4f56-b3d7-23a85b24f0ec service neutron] 10.222.0.26 "GET /v2.0/networks/ad7fabfa-7a83-44a5-ad62-5ad8c418c34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894306 Aug 31 14:26:21.102490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505865a7-29ca-4410-b6ab-ff0d5179ac4b req-696d01a1-09f5-40da-95fe-95a7b6ae0bb1 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7fabfa-7a83-44a5-ad62-5ad8c418c34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985794 Aug 31 14:26:21.250626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-945d5a0c-af1b-4fc5-9cb3-500bb4d86f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.252165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-945d5a0c-af1b-4fc5-9cb3-500bb4d86f1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1181eced002d413f843e7c7cdb21509b&device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 1094 time: 0.0567167 Aug 31 14:26:21.352148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-a4249af9-4ba6-438c-aa9d-a8592253150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.353760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-a4249af9-4ba6-438c-aa9d-a8592253150b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad7fabfa-7a83-44a5-ad62-5ad8c418c34e HTTP/1.1" status: 200 len: 911 time: 0.0936201 Aug 31 14:26:21.398070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-07cf59a4-4da7-444b-8c4d-4cfd9269ebc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 HTTP/1.1" status: 200 len: 217 time: 0.0357716 Aug 31 14:26:21.452171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-50a12a6a-786b-4f18-bfee-ada0608b3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.454456 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-50a12a6a-786b-4f18-bfee-ada0608b3ef4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8dad2e0-8178-4f98-b985-df9cf70b0b33 HTTP/1.1" status: 200 len: 849 time: 0.0470521 Aug 31 14:26:21.490733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-9707bd33-e936-408c-8568-9b3ce4413d65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7fabfa-7a83-44a5-ad62-5ad8c418c34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260167 Aug 31 14:26:21.598221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-dbbf1d72-6a52-4ccc-a47b-7ef4ba6d2736 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7fabfa-7a83-44a5-ad62-5ad8c418c34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990622 Aug 31 14:26:21.737896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ed13b-c056-4e61-8ab6-dcfece3fac9c req-56fe5dd7-2744-4d88-8753-b56dfb7ea0d5 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.739262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d9ed13b-c056-4e61-8ab6-dcfece3fac9c req-56fe5dd7-2744-4d88-8753-b56dfb7ea0d5 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 943 time: 0.0806201 Aug 31 14:26:21.744607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7ab7e1b1-b3c3-4b40-afc4-d42b6fdeca18 req-5c9ab363-9e6f-49ea-a862-93ac42720951 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7fabfa-7a83-44a5-ad62-5ad8c418c34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369257 Aug 31 14:26:21.779937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d9ed13b-c056-4e61-8ab6-dcfece3fac9c req-39c3f676-b77f-4bf9-a691-2806e3d98031 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Aug 31 14:26:22.898128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb813e-7709-40d5-97ef-2d5c6c32edb6 req-25f3fb26-f051-4270-84da-4122217f7f76 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.899634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30eb813e-7709-40d5-97ef-2d5c6c32edb6 req-25f3fb26-f051-4270-84da-4122217f7f76 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 943 time: 0.0495169 Aug 31 14:26:22.938026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30eb813e-7709-40d5-97ef-2d5c6c32edb6 req-a077498a-8b78-4214-937b-848134e2d186 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 31 14:26:24.051734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce665645-fb78-44eb-8eda-3b2ae0c7d6be req-7361e011-f621-4653-9935-5d8b2bedcf11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.053234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce665645-fb78-44eb-8eda-3b2ae0c7d6be req-7361e011-f621-4653-9935-5d8b2bedcf11 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 943 time: 0.0486784 Aug 31 14:26:24.095106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce665645-fb78-44eb-8eda-3b2ae0c7d6be req-f2499d9c-67b1-4c12-8298-9c5176758fe1 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Aug 31 14:26:25.208692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e14d3-1190-4f89-a665-b0a197bf85a5 req-5d896863-31c6-46d1-a1c2-7c12b0c48f40 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.210260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-855e14d3-1190-4f89-a665-b0a197bf85a5 req-5d896863-31c6-46d1-a1c2-7c12b0c48f40 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 943 time: 0.0483193 Aug 31 14:26:25.248282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-855e14d3-1190-4f89-a665-b0a197bf85a5 req-43bb829e-4927-4aea-aaab-6b419c7bf492 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Aug 31 14:26:25.601457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:25.699219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,segment=NetworkSegment(e9da0c6a-a172-4d2e-87d4-622e3c56357d),segment_id=e9da0c6a-a172-4d2e-87d4-622e3c56357d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:25.710082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25', 'network_id': 'ad7fabfa-7a83-44a5-ad62-5ad8c418c34e', 'port_id': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25', 'mac_address': 'fa:16:3e:cd:23:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8dad2e0-8178-4f98-b985-df9cf70b0b33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:25.746383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:25.759714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:25.779308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,segment=NetworkSegment(e9da0c6a-a172-4d2e-87d4-622e3c56357d),segment_id=e9da0c6a-a172-4d2e-87d4-622e3c56357d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:25.782854 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:25.832686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:26.098023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:26.392894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f71dd-9804-46c8-b15b-a9aa52eaaff9 req-4eeb2e21-4f0f-43be-8856-e29e582c9a0e tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.394371 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b36f71dd-9804-46c8-b15b-a9aa52eaaff9 req-4eeb2e21-4f0f-43be-8856-e29e582c9a0e tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 944 time: 0.0490570 Aug 31 14:26:26.432440 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b36f71dd-9804-46c8-b15b-a9aa52eaaff9 req-b229798d-ccf2-41bd-8a48-8e8bcb3e695f tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Aug 31 14:26:26.772784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b015129-1ae7-4744-80bd-d3a036ce692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.553402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe70b-b488-425c-9929-a914a744a5a2 req-c8733464-a428-4f5a-a68d-f117c9239631 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.555051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bccfe70b-b488-425c-9929-a914a744a5a2 req-c8733464-a428-4f5a-a68d-f117c9239631 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 944 time: 0.0530698 Aug 31 14:26:27.615464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:27.621824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bccfe70b-b488-425c-9929-a914a744a5a2 req-84e4debb-78eb-4bd1-bb3e-d581211cd1dd tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Aug 31 14:26:27.635674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-05f05a24-3430-4c43-81e6-d0e7f8fa1433 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498302 Aug 31 14:26:27.668982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:27.672775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:27.673198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.735965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5518-3220-4064-a4ee-82f71137a068 req-e91a4f51-6e05-4ea7-a9e6-821534f324d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.737489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-e91a4f51-6e05-4ea7-a9e6-821534f324d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 1096 time: 0.0414236 Aug 31 14:26:27.752694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.775234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:27.777517 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cc0ee0-53e2-44d0-9718-3c61e8f22397" -d '{"events": [{"server_uuid": "32af5b6d-9734-4b4b-b473-ec92531969e8", "name": "network-vif-plugged", "status": "completed", "tag": "e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:27.790691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,segment=NetworkSegment(e9da0c6a-a172-4d2e-87d4-622e3c56357d),segment_id=e9da0c6a-a172-4d2e-87d4-622e3c56357d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:27.794863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.821864 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a306e-b8d8-43c2-b22d-cd2a949337f8 x-openstack-request-id: req-9e0a306e-b8d8-43c2-b22d-cd2a949337f8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:27.822161 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32af5b6d-9734-4b4b-b473-ec92531969e8", "name": "network-vif-plugged", "status": "completed", "tag": "e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:27.822413 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e0a306e-b8d8-43c2-b22d-cd2a949337f8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:27.822804 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25', 'code': 200} Aug 31 14:26:27.850883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:27.852540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5518-3220-4064-a4ee-82f71137a068 req-b301cde3-3fdd-4a5d-a0c4-d1d9b4535f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.854089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-b301cde3-3fdd-4a5d-a0c4-d1d9b4535f98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=938e0404-a2e2-4495-89bf-307338a3c34d HTTP/1.1" status: 200 len: 898 time: 0.0961385 Aug 31 14:26:27.858543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.859486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.859828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.860159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.860479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.860995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.861326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.861647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.862037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.862379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.862698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.863016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:27.863791 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48828) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:27.925606 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a9819e7-f4d1-4eb7-b39c-2fbdc1059943 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/floatingips/ffb0b858-c592-4387-a0cd-d416eff18e3c HTTP/1.1" status: 200 len: 992 time: 0.0604918 Aug 31 14:26:27.931613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-0d6cea80-44e9-4656-996f-e2de77fd2bee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb HTTP/1.1" status: 200 len: 1000 time: 0.0700774 Aug 31 14:26:27.970388 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3606486-fcfb-46fd-a44d-994e9674cf36 req-eb560a3a-e814-4306-8cfe-037f2b9f5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.972034 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3606486-fcfb-46fd-a44d-994e9674cf36 req-eb560a3a-e814-4306-8cfe-037f2b9f5516 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 1096 time: 0.0445356 Aug 31 14:26:27.986131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5518-3220-4064-a4ee-82f71137a068 req-c4732bad-3f1c-4e23-a550-5358fa3be8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.987604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-c4732bad-3f1c-4e23-a550-5358fa3be8ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=819606f1-12e1-4d62-a363-6a5547833214 HTTP/1.1" status: 200 len: 835 time: 0.0470428 Aug 31 14:26:28.027578 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3606486-fcfb-46fd-a44d-994e9674cf36 req-1ec62c37-60ba-40ac-ac5c-ab4a83f9ec26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284889 Aug 31 14:26:28.163921 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48834) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:28.322111 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port ccf75108-f542-4289-953a-8828d26d1949 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:28.322451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.362116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5518-3220-4064-a4ee-82f71137a068 req-d9cc6e23-16a3-4eab-9bb2-1549e94cbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.363640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-d9cc6e23-16a3-4eab-9bb2-1549e94cbc5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=938e0404-a2e2-4495-89bf-307338a3c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458324 Aug 31 14:26:28.400281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.400619 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.420091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for ccf75108-f542-4289-953a-8828d26d1949 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:28.467502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-2237354c-1742-4071-bf80-8887d5fd6f5a service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950952 Aug 31 14:26:28.565428 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-536c5518-3220-4064-a4ee-82f71137a068 req-19097d16-9e91-4c32-b80a-74f0b6d3f10c service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900989 Aug 31 14:26:28.575921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.604570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=ccf75108-f542-4289-953a-8828d26d1949,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:28.672063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.672348 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Floating IP ffb0b858-c592-4387-a0cd-d416eff18e3c disassociated (deleted). External IP: 172.25.0.36, port: b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb. Aug 31 14:26:29.085353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbeb2e-3dcd-4dbe-a4aa-4f3ff0e4cdb5 req-2af70ecb-1554-4d28-b788-8e5dac7016b2 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.086917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eacbeb2e-3dcd-4dbe-a4aa-4f3ff0e4cdb5 req-2af70ecb-1554-4d28-b788-8e5dac7016b2 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 945 time: 0.3892083 Aug 31 14:26:29.137494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eacbeb2e-3dcd-4dbe-a4aa-4f3ff0e4cdb5 req-90cee05e-0266-4fff-86c1-3126b816597e tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Aug 31 14:26:29.229917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router dd5f4baa-dce0-4090-962c-03e3a4ce1824 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:29.367871 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:29.370077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6289284e-4d99-4c0e-88a3-05d0997ee54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.373242 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.383480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] Sync routers for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:29.393423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:29.394148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:26:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:29.402005 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-730302d4-9679-4b0b-9b17-14e7a1b61904 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/floatingips/ffb0b858-c592-4387-a0cd-d416eff18e3c HTTP/1.1" status: 204 len: 168 time: 1.2369907 Aug 31 14:26:29.402612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:29.404919 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53541eaa-4865-4aec-81e4-4f5dc6248fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:29.512263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:29.600470 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1863cb-2f8e-4e9a-b70f-4f41912cdce0 x-openstack-request-id: req-de1863cb-2f8e-4e9a-b70f-4f41912cdce0 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:29.600761 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:29.601067 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de1863cb-2f8e-4e9a-b70f-4f41912cdce0 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:29.601472 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'status': 'completed', 'code': 200} Aug 31 14:26:29.617704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.731176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f11de-82f4-4084-b372-e50b5bfb109a req-234a0bb5-07fd-41b5-bd2d-4d5676a31bbc tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.732736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f70f11de-82f4-4084-b372-e50b5bfb109a req-234a0bb5-07fd-41b5-bd2d-4d5676a31bbc tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 945 time: 0.0843349 Aug 31 14:26:29.757740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-a2a9eb3a-b33d-46dc-b413-1de3f46251b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.758024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:38Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:29.759235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-a2a9eb3a-b33d-46dc-b413-1de3f46251b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 1096 time: 0.0753987 Aug 31 14:26:29.786016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] Checking router: dd5f4baa-dce0-4090-962c-03e3a4ce1824 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:29.794869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:29.795501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:26:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:29.820700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f70f11de-82f4-4084-b372-e50b5bfb109a req-78b18e36-7a78-461b-80e1-21090d3c68fc tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791385 Aug 31 14:26:29.868467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-fe165faf-870e-415a-bb80-2e5a0881bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.869955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-fe165faf-870e-415a-bb80-2e5a0881bf1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=938e0404-a2e2-4495-89bf-307338a3c34d HTTP/1.1" status: 200 len: 898 time: 0.1013360 Aug 31 14:26:29.914808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:29.916848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-882d7f5f-8163-450f-9414-9795dda888d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb HTTP/1.1" status: 200 len: 217 time: 0.0383403 Aug 31 14:26:29.972377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-4079454b-2ac9-40b1-8871-d6f5a0a293b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.973861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-4079454b-2ac9-40b1-8871-d6f5a0a293b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=819606f1-12e1-4d62-a363-6a5547833214 HTTP/1.1" status: 200 len: 835 time: 0.0467520 Aug 31 14:26:30.031043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-a615ed73-2e7b-4afe-a83b-6fe76f4816e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.032775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-a615ed73-2e7b-4afe-a83b-6fe76f4816e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=938e0404-a2e2-4495-89bf-307338a3c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424867 Aug 31 14:26:30.122586 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:38Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:30.137752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-1fe4f436-4c31-4068-bd5b-723ac1c72378 service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883315 Aug 31 14:26:30.150743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec844a-93a0-459e-a2a0-2a78510022b5 None None] The sync data for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 is: [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:25:33Z', 'revision_number': 4, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '7787db28-85f5-4017-861d-351e290dbc25', 'name': '', 'network_id': '938e0404-a2e2-4495-89bf-307338a3c34d', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'mac_address': 'fa:16:3e:4f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '819606f1-12e1-4d62-a363-6a5547833214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:32Z', 'updated_at': '2021-08-31T14:25:38Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'subnets': [{'id': '819606f1-12e1-4d62-a363-6a5547833214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:30.263334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53541eaa-4865-4aec-81e4-4f5dc6248fa9 req-194b0b3f-c54f-43b7-b00b-3245e4bd12db service neutron] 10.222.0.26 "GET /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157870 Aug 31 14:26:30.283049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212b76-8ceb-44f9-a64d-f3510ee31385 req-15e86940-f3cf-4c5e-9520-1b3e4e98b927 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.285077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4212b76-8ceb-44f9-a64d-f3510ee31385 req-15e86940-f3cf-4c5e-9520-1b3e4e98b927 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 945 time: 0.0644894 Aug 31 14:26:30.333005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4212b76-8ceb-44f9-a64d-f3510ee31385 req-36449299-e270-4c54-8b89-97380f4b71fd tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Aug 31 14:26:30.393815 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5043ca2-aa49-4e85-8a75-b9fc95cdf19d None None] New status for floating IP ffb0b858-c592-4387-a0cd-d416eff18e3c: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:30.679262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.955512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15239249-0fa3-4904-90c3-6dcb68c3d31f req-51145a60-be40-4679-abbe-cbe3facb4c32 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.956975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15239249-0fa3-4904-90c3-6dcb68c3d31f req-51145a60-be40-4679-abbe-cbe3facb4c32 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 945 time: 0.0547233 Aug 31 14:26:30.995526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15239249-0fa3-4904-90c3-6dcb68c3d31f req-8a9fede3-52c8-4e4e-b8d5-ceb3bf04675d tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a318aed-ed15-43e8-ad22-534e1f3986e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Aug 31 14:26:31.418129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-751bbfe9-e165-43f8-8e33-6a8796d009e2 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.419667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-751bbfe9-e165-43f8-8e33-6a8796d009e2 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 945 time: 0.0529690 Aug 31 14:26:31.522457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:31.522806 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.622429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:31.622813 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.637397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:31.802909 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.840122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:31.900439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] No DVR routers for this DVR port b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:31.903416 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.905725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ccaf4c4f-932c-4184-80c7-7c920e10215d req-53fefc7d-6c3e-413c-ae99-25cb8e74b638 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.26 "DELETE /v2.0/ports/b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb HTTP/1.1" status: 204 len: 173 time: 0.4791257 Aug 31 14:26:31.906339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'name': 'network-vif-deleted', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:31.909381 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5defe0d7-7340-4b36-b346-0486c4c60183" -d '{"events": [{"server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "name": "network-vif-deleted", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:31.954286 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89996206-8e50-4792-8ddf-72a936c02d6b x-openstack-request-id: req-89996206-8e50-4792-8ddf-72a936c02d6b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:31.954794 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8f981a-d39b-4929-b45b-ce5d9e087945", "name": "network-vif-deleted", "tag": "b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:31.955197 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89996206-8e50-4792-8ddf-72a936c02d6b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:31.955820 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8f981a-d39b-4929-b45b-ce5d9e087945', 'name': 'network-vif-deleted', 'tag': 'b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb', 'status': 'completed', 'code': 200} Aug 31 14:26:32.071505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.113863 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e662b43-12f0-4c05-a028-8ef753f6d1d8 req-cccd1252-7aec-4cd7-be26-850a75645286 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e8f981a-d39b-4929-b45b-ce5d9e087945 HTTP/1.1" status: 200 len: 210 time: 0.0385845 Aug 31 14:26:33.011341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a847c-d73a-418e-ac5d-0b49f2e0baeb req-907579fe-4b63-4960-8873-55ac11b25a37 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.013128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b5a847c-d73a-418e-ac5d-0b49f2e0baeb req-907579fe-4b63-4960-8873-55ac11b25a37 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 945 time: 0.0502534 Aug 31 14:26:33.050844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b5a847c-d73a-418e-ac5d-0b49f2e0baeb req-dc109c4d-4151-4809-930c-99b2268014d4 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Aug 31 14:26:33.178476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48896) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:33.235552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd453b62-b3c2-40c1-8d51-9a291dcb46ea tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.260279 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd453b62-b3c2-40c1-8d51-9a291dcb46ea tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.320362 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd453b62-b3c2-40c1-8d51-9a291dcb46ea tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.323023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dd453b62-b3c2-40c1-8d51-9a291dcb46ea tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.324206 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-dd453b62-b3c2-40c1-8d51-9a291dcb46ea tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a318aed-ed15-43e8-ad22-534e1f3986e5 HTTP/1.1" status: 204 len: 168 time: 0.1447434 Aug 31 14:26:33.333540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd453b62-b3c2-40c1-8d51-9a291dcb46ea tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a318aed-ed15-43e8-ad22-534e1f3986e5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:33.356186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48900) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:33.720705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.984562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port 7787db28-85f5-4017-861d-351e290dbc25 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:33.984843 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.073504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port 7787db28-85f5-4017-861d-351e290dbc25, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7787db28-85f5-4017-861d-351e290dbc25,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:34.074209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.093697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for 7787db28-85f5-4017-861d-351e290dbc25 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:34.198293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81242-23c8-4384-b934-65e4ce42fd25 req-2c7cc584-81bc-46b8-8e27-c45fa9de4f46 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.199797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdf81242-23c8-4384-b934-65e4ce42fd25 req-2c7cc584-81bc-46b8-8e27-c45fa9de4f46 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 945 time: 0.0660424 Aug 31 14:26:34.286226 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdf81242-23c8-4384-b934-65e4ce42fd25 req-0f4da590-77df-4296-9027-82cde66d9b7e tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/security-groups?id=934810b0-ea16-406e-b18d-8778828d6a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474153 Aug 31 14:26:34.358759 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.388559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=7787db28-85f5-4017-861d-351e290dbc25,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:34.429230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.429576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.429915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.430258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.430593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.430929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.431256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.431580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.431901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.432225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.432552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.432896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:34.616808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-e9602bd4-155c-4a6e-9c9c-f3cb447906ba tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.618315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-e9602bd4-155c-4a6e-9c9c-f3cb447906ba tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.26 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 945 time: 0.1004167 Aug 31 14:26:34.624736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.805055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Deleting port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:34.805310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.969758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] For port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,segment=NetworkSegment(e9da0c6a-a172-4d2e-87d4-622e3c56357d),segment_id=e9da0c6a-a172-4d2e-87d4-622e3c56357d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:34.970133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.986207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Calling delete_port for e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:34.988895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Router dd5f4baa-dce0-4090-962c-03e3a4ce1824 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:35.161517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:35.167555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-444e9fd5-8509-4f69-a807-5b40b9973bd5 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "PUT /v2.0/routers/dd5f4baa-dce0-4090-962c-03e3a4ce1824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095820 Aug 31 14:26:35.170344 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48904) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:35.171964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] Sync routers for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:35.183412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:35.184037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:26:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:35.224764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.236407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting subnet 819606f1-12e1-4d62-a363-6a5547833214 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:26:35.241200 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.287376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Pushing event deleted for resources: {'Port': ['ID=e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:35.303451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] No DVR routers for this DVR port e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:35.306229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.310498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bcae903-e9e2-46bf-83bb-5b011702c5f2 req-fd845e1c-604f-4671-bb26-28c39b372e31 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.26 "DELETE /v2.0/ports/e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 HTTP/1.1" status: 204 len: 173 time: 0.6818464 Aug 31 14:26:35.310498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'name': 'network-vif-deleted', 'tag': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:35.310955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.320898 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13570eea-ed56-4afb-90ec-a9c321602d1d" -d '{"events": [{"server_uuid": "32af5b6d-9734-4b4b-b473-ec92531969e8", "name": "network-vif-deleted", "tag": "e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:35.420381 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a9d595f-81f7-431c-8bac-6d3e4287189c req-7fd9285b-8385-415e-82ea-a31aa0b02e96 tempest-VolumesActionsTest-1902773673 tempest-VolumesActionsTest-1902773673-project] 10.222.0.10 "GET /v2.0/ports?device_id=32af5b6d-9734-4b4b-b473-ec92531969e8 HTTP/1.1" status: 200 len: 210 time: 0.0389166 Aug 31 14:26:35.451509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.470523 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05264ea5-5adc-426f-9023-2c52cd260684 x-openstack-request-id: req-05264ea5-5adc-426f-9023-2c52cd260684 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:35.471155 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32af5b6d-9734-4b4b-b473-ec92531969e8", "name": "network-vif-deleted", "tag": "e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:35.471515 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05264ea5-5adc-426f-9023-2c52cd260684 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:35.472026 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32af5b6d-9734-4b4b-b473-ec92531969e8', 'name': 'network-vif-deleted', 'tag': 'e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25', 'status': 'completed', 'code': 200} Aug 31 14:26:35.487014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:35.534966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:35.541187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.571029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Subnet': ['ID=819606f1-12e1-4d62-a363-6a5547833214,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:35.575847 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.579006 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-48d933e1-f039-4010-b7b0-04b474c6428f tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/subnets/819606f1-12e1-4d62-a363-6a5547833214 HTTP/1.1" status: 204 len: 168 time: 0.4055879 Aug 31 14:26:35.581596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48910) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:35.595547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5cb70-ef0a-417c-94b4-ba87a4620fa3 None None] Network 938e0404-a2e2-4495-89bf-307338a3c34d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:35.674166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:35.699600 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.707036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:35.707387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b4ceeb39-0ea8-4eb3-87df-cf22c83f21fb not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:35.810888 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.870834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:26:34Z', 'revision_number': 5, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port': {'id': 'fefdf7cf-7cf8-4436-9d98-c5222b5aa079', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:29Z', 'updated_at': '2021-08-31T14:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:35.906696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Deleting port fefdf7cf-7cf8-4436-9d98-c5222b5aa079 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:35.907224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.913170 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] Checking router: dd5f4baa-dce0-4090-962c-03e3a4ce1824 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:35.931191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] DHCP port deletion for 938e0404-a2e2-4495-89bf-307338a3c34d request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:26:35.934342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] Routers {'dd5f4baa-dce0-4090-962c-03e3a4ce1824'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:35.934986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:26:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.021627 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] For port fefdf7cf-7cf8-4436-9d98-c5222b5aa079, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:36.022114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.035431 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Calling delete_port for fefdf7cf-7cf8-4436-9d98-c5222b5aa079 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:36.048970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] Set router dd5f4baa-dce0-4090-962c-03e3a4ce1824 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:36.111487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:26:35Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.141237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7caba-996c-4b35-b8d1-586a611c8a87 None None] The sync data for ids ['dd5f4baa-dce0-4090-962c-03e3a4ce1824'] in n-d-792362-6 is: [{'id': 'dd5f4baa-dce0-4090-962c-03e3a4ce1824', 'name': 'tempest-TestNetworkBasicOps-router-1654041815', 'tenant_id': '2b7dcfc7426a455a8d92a8748a705d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:28Z', 'updated_at': '2021-08-31T14:26:35Z', 'revision_number': 6, 'project_id': '2b7dcfc7426a455a8d92a8748a705d87', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:36.147313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] Deleting port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:36.147754 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.225419 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.229545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] For port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dae15dcf-ad4a-4807-a2fd-34387ef9d1bf,segment=NetworkSegment(35f81f6e-9c67-407d-a130-fed19a5523c5),segment_id=35f81f6e-9c67-407d-a130-fed19a5523c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:36.230067 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.242900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] Calling delete_port for dae15dcf-ad4a-4807-a2fd-34387ef9d1bf owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:36.260176 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Port': ['ID=fefdf7cf-7cf8-4436-9d98-c5222b5aa079,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:36.335504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.353169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.365565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] Pushing event deleted for resources: {'Port': ['ID=dae15dcf-ad4a-4807-a2fd-34387ef9d1bf,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:36.372713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6dd29-d5ee-4047-99ce-ca2f60edd0d1 None None] No DVR routers for this DVR port dae15dcf-ad4a-4807-a2fd-34387ef9d1bf on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:36.453334 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.455589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.502972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.503646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Fanout notify agent at l3_agent the message router_deleted on router dd5f4baa-dce0-4090-962c-03e3a4ce1824 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:26:36.511191 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.512585 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8cc43c05-035e-4e65-80cd-44e9f006f7cb tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/routers/dd5f4baa-dce0-4090-962c-03e3a4ce1824 HTTP/1.1" status: 204 len: 168 time: 0.9299793 Aug 31 14:26:36.515268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48916) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:36.603021 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.702457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.712746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938e0404-a2e2-4495-89bf-307338a3c34d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.725502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f81f6e-9c67-407d-a130-fed19a5523c5') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.725802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f81f6e-9c67-407d-a130-fed19a5523c5') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.735898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.751358 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.759710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Releasing vlan 1518 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:26:36.760730 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:26:36.764189 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:26:36.837192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.855989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.858710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] 10.222.0.10 "DELETE /v2.0/networks/938e0404-a2e2-4495-89bf-307338a3c34d HTTP/1.1" status: 204 len: 168 time: 0.3414297 Aug 31 14:26:36.866033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5c3fe-770a-4d35-961f-6b115102e393 tempest-TestNetworkBasicOps-1793202488 tempest-TestNetworkBasicOps-1793202488-project] Pushing event deleted for resources: {'Network': ['ID=938e0404-a2e2-4495-89bf-307338a3c34d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:37.206702 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48928) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:37.409816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d2fc3cc6-62e7-4fb5-9e35-3bde56fe8076 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b7dcfc7426a455a8d92a8748a705d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013595 Aug 31 14:26:37.413486 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48932) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:37.482817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1559-e717-46dc-9e24-63b652d6e5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.509163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1559-e717-46dc-9e24-63b652d6e5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.571137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1559-e717-46dc-9e24-63b652d6e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.573824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1559-e717-46dc-9e24-63b652d6e5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.575455 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f1bd1559-e717-46dc-9e24-63b652d6e5a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/129289d5-9810-4263-8b24-607ce4ce39b8 HTTP/1.1" status: 204 len: 168 time: 0.1604574 Aug 31 14:26:37.584807 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd1559-e717-46dc-9e24-63b652d6e5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129289d5-9810-4263-8b24-607ce4ce39b8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:37.647790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:37.668700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:37.669251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e5ddd2cf-4c25-41fc-b34e-c0a0b400fc25 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:37.911011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48942) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:37.912324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7787db28-85f5-4017-861d-351e290dbc25 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:37.925160 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5c6fd92-3fde-4086-96c5-4cefc8d7a220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.932077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 7787db28-85f5-4017-861d-351e290dbc25 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:37.932509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7787db28-85f5-4017-861d-351e290dbc25 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:37.933077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dae15dcf-ad4a-4807-a2fd-34387ef9d1bf no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:37.953491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: dae15dcf-ad4a-4807-a2fd-34387ef9d1bf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:37.953981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dae15dcf-ad4a-4807-a2fd-34387ef9d1bf not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:37.954403 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fefdf7cf-7cf8-4436-9d98-c5222b5aa079 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:37.979854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: fefdf7cf-7cf8-4436-9d98-c5222b5aa079 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:37.980491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fefdf7cf-7cf8-4436-9d98-c5222b5aa079 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:38.035588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5c6fd92-3fde-4086-96c5-4cefc8d7a220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.040148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c5c6fd92-3fde-4086-96c5-4cefc8d7a220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.093418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c5c6fd92-3fde-4086-96c5-4cefc8d7a220 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d1962e56acb447ea244220758ea5d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812127 Aug 31 14:26:38.095030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48950) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:38.098322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6fd92-3fde-4086-96c5-4cefc8d7a220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca489fdf-3961-4f88-a64b-d5e6bac8ad74,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:38.161568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8c3b0f9-693c-4536-9441-7da58453deb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.185125 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8c3b0f9-693c-4536-9441-7da58453deb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.232338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8c3b0f9-693c-4536-9441-7da58453deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.236140 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d8c3b0f9-693c-4536-9441-7da58453deb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.239582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d8c3b0f9-693c-4536-9441-7da58453deb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca489fdf-3961-4f88-a64b-d5e6bac8ad74 HTTP/1.1" status: 204 len: 168 time: 0.1432683 Aug 31 14:26:38.247942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3b0f9-693c-4536-9441-7da58453deb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca489fdf-3961-4f88-a64b-d5e6bac8ad74,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:38.993736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 48972) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:39.101667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1762755967-network', 'tenant_id': '4c39860c382b436ba9ae4a26c9f3ade1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:39.125307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Made reservation on behalf of 4c39860c382b436ba9ae4a26c9f3ade1 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:39.127754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.136731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.255019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.259065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.281075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1510, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:39.294616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4820c-b869-48c2-ab7b-5348be18af71,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:39.300256 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.300603 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Added segment 91874a73-2bd0-489b-b68b-ca0d1dcfaf13 of type vlan for network 70a15272-b2ba-4968-927c-c8ca207eecc2 Aug 31 14:26:39.349864 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.382263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.383289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.384069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.442544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4472876 Aug 31 14:26:39.445706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48978) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:39.451337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487ff33-c28f-412e-b701-5a29465fbf97 admin admin] Pushing event updated for resources: {'Network': ['ID=70a15272-b2ba-4968-927c-c8ca207eecc2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:39.456660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Request body: {'subnet': {'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1762755967-subnet', 'tenant_id': '4c39860c382b436ba9ae4a26c9f3ade1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:39.461921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 70a15272-b2ba-4968-927c-c8ca207eecc2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:39.489832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Made reservation on behalf of 4c39860c382b436ba9ae4a26c9f3ade1 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:39.493353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.681641 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.738662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d94a70d-e969-4c8f-ae9e-1c9b1de96211,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:39.747624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Checking segment: {'id': '91874a73-2bd0-489b-b68b-ca0d1dcfaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:39.747996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Network hostable DHCP agents. Network: 70a15272-b2ba-4968-927c-c8ca207eecc2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:39.766473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Network 70a15272-b2ba-4968-927c-c8ca207eecc2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:39.777344 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 70a15272-b2ba-4968-927c-c8ca207eecc2) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:39.782843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.784686 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.787264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacc662-8cbb-4d4c-a40c-f42bfbe692b7 None None] Network 70a15272-b2ba-4968-927c-c8ca207eecc2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:39.805496 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e24b77d3-e708-4bde-8111-ff65e66784d5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3585598 Aug 31 14:26:39.960072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae997ff8-a902-4e2c-833f-40d015d73ad9 None None] Network 70a15272-b2ba-4968-927c-c8ca207eecc2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:40.138217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.443804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 48998) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:40.450214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1305266931-network', 'tenant_id': '4151a3ce27a9470e8210f12afdfc86e8'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:40.476204 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Made reservation on behalf of 4151a3ce27a9470e8210f12afdfc86e8 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:40.479589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.499760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.678207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.682966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.710408 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:40.721105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bdf791-d755-4799-8c68-8d5e1f59a804,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:40.739052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.739336 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Added segment 7b186160-7ff5-4ab9-a3bd-6d657bdeefdb of type vlan for network 5be2b4da-74aa-4ab3-8d55-76b33d9172ad Aug 31 14:26:40.803281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.805193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5be71482-80c4-43a4-a39a-c4b06c4e4677 req-3d1069d7-df45-4a7d-be4b-943e2067d32e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3354707 Aug 31 14:26:40.838479 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.840327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.841620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.902567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4530604 Aug 31 14:26:40.902828 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5be71482-80c4-43a4-a39a-c4b06c4e4677 req-f09605ec-c556-46e8-b21b-582337d92c68 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0453703 Aug 31 14:26:40.902828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49008) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:40.909064 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3c45-7d50-40da-83da-a5cab6e2f7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5be2b4da-74aa-4ab3-8d55-76b33d9172ad,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:40.909337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Request body: {'subnet': {'network_id': '5be2b4da-74aa-4ab3-8d55-76b33d9172ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1305266931-subnet', 'tenant_id': '4151a3ce27a9470e8210f12afdfc86e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:40.919772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5be2b4da-74aa-4ab3-8d55-76b33d9172ad details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:40.948722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Made reservation on behalf of 4151a3ce27a9470e8210f12afdfc86e8 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:40.950944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.296545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5be71482-80c4-43a4-a39a-c4b06c4e4677 req-fa5ff499-560a-41b1-8e9d-efd23193a7b1 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3594177 Aug 31 14:26:41.471530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71482-80c4-43a4-a39a-c4b06c4e4677 req-17e1a39c-358e-4d32-9420-cb16482750e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:41.473238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5be71482-80c4-43a4-a39a-c4b06c4e4677 req-17e1a39c-358e-4d32-9420-cb16482750e1 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1504939 Aug 31 14:26:41.549821 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:26:41.593781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.648543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d33d14d-24ce-4831-b898-a50cd9f1d9d6,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:41.660095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Checking segment: {'id': '7b186160-7ff5-4ab9-a3bd-6d657bdeefdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '5be2b4da-74aa-4ab3-8d55-76b33d9172ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:41.660470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Network hostable DHCP agents. Network: 5be2b4da-74aa-4ab3-8d55-76b33d9172ad, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:41.681038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Network 5be2b4da-74aa-4ab3-8d55-76b33d9172ad is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:41.698233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 5be2b4da-74aa-4ab3-8d55-76b33d9172ad) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:41.706025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:41.707037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.712324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8341c4f9-4546-4696-b7fa-7c6530001ebc None None] Network 5be2b4da-74aa-4ab3-8d55-76b33d9172ad requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:41.744335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8cb32d77-9381-48ca-b8fd-b3da6dcabdfd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8293455 Aug 31 14:26:41.881786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ff40d-d790-48a3-832a-f1c365078453 None None] Network 5be2b4da-74aa-4ab3-8d55-76b33d9172ad requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:42.363893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-b1acfb06-2fb1-4e58-b60c-c1fd1015817e tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.366460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-b1acfb06-2fb1-4e58-b60c-c1fd1015817e tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/networks?id=70a15272-b2ba-4968-927c-c8ca207eecc2 HTTP/1.1" status: 200 len: 812 time: 0.1215594 Aug 31 14:26:42.384063 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e09304a8-bcd5-440d-b9c3-7f3489677a98 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/quotas/4c39860c382b436ba9ae4a26c9f3ade1 HTTP/1.1" status: 200 len: 375 time: 0.0125782 Aug 31 14:26:42.418366 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-8851b244-fa01-4cba-9d58-dceb9ff75c56 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c39860c382b436ba9ae4a26c9f3ade1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275192 Aug 31 14:26:42.519993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-65d10c67-e21a-4fd5-862c-dc847172bac7 service neutron] 10.222.0.10 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946841 Aug 31 14:26:42.626798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-6935e7bb-6da4-4dce-93c9-a678699aa09e service neutron] 10.222.0.10 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970218 Aug 31 14:26:42.807261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e8408e4-58f6-4b67-a75a-ac9470862981 req-d7fccddf-cfc2-4474-a6f4-52e80870a8ec tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 210 time: 0.0361803 Aug 31 14:26:43.989592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68c2ca9b-940a-4bae-b270-3a89af429709 req-fd1b1767-d65c-4f20-a348-bfb0a15f9164 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 210 time: 0.0344059 Aug 31 14:26:44.042581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-532ef8e3-007f-481b-9ecf-51da62a17460 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:44.044083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-532ef8e3-007f-481b-9ecf-51da62a17460 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.26 "GET /v2.0/networks?id=70a15272-b2ba-4968-927c-c8ca207eecc2 HTTP/1.1" status: 200 len: 812 time: 0.1994710 Aug 31 14:26:44.074396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Request body: {'port': {'device_id': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2', 'admin_state_up': True, 'tenant_id': '4c39860c382b436ba9ae4a26c9f3ade1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:44.212758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Made reservation on behalf of 4c39860c382b436ba9ae4a26c9f3ade1 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:44.218939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.396352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Allocated IP 172.20.0.7 (70a15272-b2ba-4968-927c-c8ca207eecc2/5d94a70d-e969-4c8f-ae9e-1c9b1de96211/06b21a80-6191-4136-96d9-d05b7397f7a4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:44.641762 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.694065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.748111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Network 70a15272-b2ba-4968-927c-c8ca207eecc2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:44.752582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:44.755312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:44.794878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Pushing event updated for resources: {'Port': ['ID=06b21a80-6191-4136-96d9-d05b7397f7a4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:44.847296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:44.848572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.870387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7b2bdc8e-c419-43b0-b12e-b89977e33844 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000314 Aug 31 14:26:44.901761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Request body: {'port': {'device_id': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:44.991267 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.261696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794305d-eee0-4de1-8206-8c3d71ae77a7 req-57d17f98-fb40-42ae-a7ea-1f375f226866 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:45.263600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6794305d-eee0-4de1-8206-8c3d71ae77a7 req-57d17f98-fb40-42ae-a7ea-1f375f226866 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 931 time: 0.1281240 Aug 31 14:26:45.348505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6794305d-eee0-4de1-8206-8c3d71ae77a7 req-92aa246c-79c6-4f0f-a716-1d8c06a61a89 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744948 Aug 31 14:26:45.432331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b21a80-6191-4136-96d9-d05b7397f7a4 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:45.439071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.451749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Transition to ACTIVE for port object 06b21a80-6191-4136-96d9-d05b7397f7a4 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:45.456115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.509824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Pushing event updated for resources: {'Port': ['ID=06b21a80-6191-4136-96d9-d05b7397f7a4,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.609327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Attempting to bind port 06b21a80-6191-4136-96d9-d05b7397f7a4 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:45.610014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Attempting to bind port 06b21a80-6191-4136-96d9-d05b7397f7a4 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '91874a73-2bd0-489b-b68b-ca0d1dcfaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:45.610822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Attempting to bind port 06b21a80-6191-4136-96d9-d05b7397f7a4 on network 70a15272-b2ba-4968-927c-c8ca207eecc2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:45.618592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Port 06b21a80-6191-4136-96d9-d05b7397f7a4 on network 70a15272-b2ba-4968-927c-c8ca207eecc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:45.619120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Attempting to bind port 06b21a80-6191-4136-96d9-d05b7397f7a4 on network 70a15272-b2ba-4968-927c-c8ca207eecc2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:45.628842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:45.629576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Checking segment: {'id': '91874a73-2bd0-489b-b68b-ca0d1dcfaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:45.630217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Bound using segment: {'id': '91874a73-2bd0-489b-b68b-ca0d1dcfaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:45.630922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Bound port: 06b21a80-6191-4136-96d9-d05b7397f7a4, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91874a73-2bd0-489b-b68b-ca0d1dcfaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:45.631511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.729180 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] For port 06b21a80-6191-4136-96d9-d05b7397f7a4, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:45.733909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] For port 06b21a80-6191-4136-96d9-d05b7397f7a4, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06b21a80-6191-4136-96d9-d05b7397f7a4,segment=NetworkSegment(91874a73-2bd0-489b-b68b-ca0d1dcfaf13),segment_id=91874a73-2bd0-489b-b68b-ca0d1dcfaf13)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:45.740034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.778278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:45.778278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.780455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/06b21a80-6191-4136-96d9-d05b7397f7a4 HTTP/1.1" status: 200 len: 1091 time: 0.8879223 Aug 31 14:26:45.780907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'tag': '06b21a80-6191-4136-96d9-d05b7397f7a4'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:45.783215 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b07809d-cbe8-49b7-a699-4712b996eef5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff8071e-01d9-4f3f-b02a-fee7d6bec115", "tag": "06b21a80-6191-4136-96d9-d05b7397f7a4"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:45.812452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc633-134b-442d-bc9b-e0c96f9130a8 service neutron] Pushing event updated for resources: {'Port': ['ID=06b21a80-6191-4136-96d9-d05b7397f7a4,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.876976 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d51e1e-1748-44c9-a76a-0235102b547b x-openstack-request-id: req-97d51e1e-1748-44c9-a76a-0235102b547b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:45.877820 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff8071e-01d9-4f3f-b02a-fee7d6bec115", "tag": "06b21a80-6191-4136-96d9-d05b7397f7a4", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:45.878576 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97d51e1e-1748-44c9-a76a-0235102b547b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:45.879518 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'tag': '06b21a80-6191-4136-96d9-d05b7397f7a4', 'status': 'completed', 'code': 200} Aug 31 14:26:45.926011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-5807247e-fb77-432c-866e-db1a981a0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:45.927767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-5807247e-fb77-432c-866e-db1a981a0962 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c39860c382b436ba9ae4a26c9f3ade1&device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 1094 time: 0.0671937 Aug 31 14:26:46.002094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-7c485bcd-bf5a-45a0-87ab-9e322972b4e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b21a80-6191-4136-96d9-d05b7397f7a4 HTTP/1.1" status: 200 len: 217 time: 0.0590293 Aug 31 14:26:46.061303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-17ef9a5c-edfe-4203-8e7d-225d8429469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.062890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-17ef9a5c-edfe-4203-8e7d-225d8429469e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d94a70d-e969-4c8f-ae9e-1c9b1de96211 HTTP/1.1" status: 200 len: 852 time: 0.0537374 Aug 31 14:26:46.106901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-81a98acd-cdab-44a5-8913-ee3df6ce40a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70a15272-b2ba-4968-927c-c8ca207eecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361776 Aug 31 14:26:46.225933 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-ab2146be-7836-4c13-a499-495639f75f75 service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115150 Aug 31 14:26:46.332507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69c31236-c1e5-4dbb-aafd-f6b71b9e92ca req-2bc385b6-a1b3-408b-8134-1a29566ab9f6 service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975921 Aug 31 14:26:46.508919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-895a4e38-b067-4d59-a417-85e99269a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.510445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-895a4e38-b067-4d59-a417-85e99269a5bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c39860c382b436ba9ae4a26c9f3ade1&device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 1094 time: 0.0733125 Aug 31 14:26:46.522991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d0536-36e7-47b8-8b9c-7dccb4ca8b31 req-7f373629-ddbb-4ab9-a3ef-37944ce1072d tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.524517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf1d0536-36e7-47b8-8b9c-7dccb4ca8b31 req-7f373629-ddbb-4ab9-a3ef-37944ce1072d tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 943 time: 0.0787051 Aug 31 14:26:46.618127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf1d0536-36e7-47b8-8b9c-7dccb4ca8b31 req-1ffaace7-48e6-4f20-a5b9-7f01949f6467 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735972 Aug 31 14:26:46.638064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-60c54600-2e9a-4d9d-bf52-83e9f71c8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.639584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-60c54600-2e9a-4d9d-bf52-83e9f71c8962 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70a15272-b2ba-4968-927c-c8ca207eecc2 HTTP/1.1" status: 200 len: 914 time: 0.1141624 Aug 31 14:26:46.688767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-191ce2db-9450-429a-b0d5-c48d8410a668 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b21a80-6191-4136-96d9-d05b7397f7a4 HTTP/1.1" status: 200 len: 217 time: 0.0413046 Aug 31 14:26:46.743782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-4c31f02c-1e52-4ab0-91ca-1c67b8d36a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.745327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-4c31f02c-1e52-4ab0-91ca-1c67b8d36a7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d94a70d-e969-4c8f-ae9e-1c9b1de96211 HTTP/1.1" status: 200 len: 852 time: 0.0481443 Aug 31 14:26:46.779525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-01f04345-5d51-4026-9164-2dd7346b7b77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70a15272-b2ba-4968-927c-c8ca207eecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263090 Aug 31 14:26:46.895873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-d528cdbb-b979-444f-872b-554ae89c121e service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085031 Aug 31 14:26:47.029392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b07809d-cbe8-49b7-a699-4712b996eef5 req-740d2f2f-0fcc-4bf9-bd57-b72e56968bbc service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244760 Aug 31 14:26:47.759820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854116-139e-4ee2-a8fa-b5718aeb4685 req-1b651c46-7bc1-4f00-801a-4384494a09c6 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:47.761408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa854116-139e-4ee2-a8fa-b5718aeb4685 req-1b651c46-7bc1-4f00-801a-4384494a09c6 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 943 time: 0.0547225 Aug 31 14:26:47.805986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa854116-139e-4ee2-a8fa-b5718aeb4685 req-bc7003cf-6ca8-4691-8c87-d3b0b2a71f1a tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380421 Aug 31 14:26:48.994018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3478d97-ce84-465b-b132-514311b79de6 req-b49a8d90-9a90-4cb7-8429-9594dec37709 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:48.995619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3478d97-ce84-465b-b132-514311b79de6 req-b49a8d90-9a90-4cb7-8429-9594dec37709 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 943 time: 0.0870290 Aug 31 14:26:49.046266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3478d97-ce84-465b-b132-514311b79de6 req-ae9b9953-088a-4e1e-912c-552422a636a4 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Aug 31 14:26:49.661731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06b21a80-6191-4136-96d9-d05b7397f7a4 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:49.783080 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06b21a80-6191-4136-96d9-d05b7397f7a4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06b21a80-6191-4136-96d9-d05b7397f7a4,segment=NetworkSegment(91874a73-2bd0-489b-b68b-ca0d1dcfaf13),segment_id=91874a73-2bd0-489b-b68b-ca0d1dcfaf13)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:49.800648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '06b21a80-6191-4136-96d9-d05b7397f7a4', 'network_id': '70a15272-b2ba-4968-927c-c8ca207eecc2', 'port_id': '06b21a80-6191-4136-96d9-d05b7397f7a4', 'mac_address': 'fa:16:3e:f7:5a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d94a70d-e969-4c8f-ae9e-1c9b1de96211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:49.846272 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.864327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b21a80-6191-4136-96d9-d05b7397f7a4 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:49.898450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06b21a80-6191-4136-96d9-d05b7397f7a4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06b21a80-6191-4136-96d9-d05b7397f7a4,segment=NetworkSegment(91874a73-2bd0-489b-b68b-ca0d1dcfaf13),segment_id=91874a73-2bd0-489b-b68b-ca0d1dcfaf13)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:49.904076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.963888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=06b21a80-6191-4136-96d9-d05b7397f7a4,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:50.193460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f775e7f-225a-4263-a48c-e3a39bdf62ac req-cf11b1ca-6eb4-45a3-9f71-1bffe02cec57 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:50.196090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f775e7f-225a-4263-a48c-e3a39bdf62ac req-cf11b1ca-6eb4-45a3-9f71-1bffe02cec57 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 944 time: 0.0648720 Aug 31 14:26:50.197637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['06b21a80-6191-4136-96d9-d05b7397f7a4'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:50.244060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f775e7f-225a-4263-a48c-e3a39bdf62ac req-4706a7e8-6644-4c55-84c9-55c1c7b6ae2f tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 Aug 31 14:26:51.377403 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4469-43fd-465b-8701-359682d29acc req-5e5e074d-fb59-47da-8a79-1f25b19d1145 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.379017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-570d4469-43fd-465b-8701-359682d29acc req-5e5e074d-fb59-47da-8a79-1f25b19d1145 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 944 time: 0.0551314 Aug 31 14:26:51.432370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-570d4469-43fd-465b-8701-359682d29acc req-197956e5-86cd-4500-916a-50d95a17127b tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 Aug 31 14:26:51.677053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06b21a80-6191-4136-96d9-d05b7397f7a4 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:51.733663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 06b21a80-6191-4136-96d9-d05b7397f7a4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:51.739488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 06b21a80-6191-4136-96d9-d05b7397f7a4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:51.740241 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.842285 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.871488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b21a80-6191-4136-96d9-d05b7397f7a4'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:51.876044 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d4ec65-79f9-4a28-b4c4-209d5d72ddf9" -d '{"events": [{"server_uuid": "6ff8071e-01d9-4f3f-b02a-fee7d6bec115", "name": "network-vif-plugged", "status": "completed", "tag": "06b21a80-6191-4136-96d9-d05b7397f7a4"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:51.903997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06b21a80-6191-4136-96d9-d05b7397f7a4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06b21a80-6191-4136-96d9-d05b7397f7a4,segment=NetworkSegment(91874a73-2bd0-489b-b68b-ca0d1dcfaf13),segment_id=91874a73-2bd0-489b-b68b-ca0d1dcfaf13)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:51.913842 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.943391 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bbc89-256b-4fb5-b239-2a5f8cf9eb72 x-openstack-request-id: req-bb8bbc89-256b-4fb5-b239-2a5f8cf9eb72 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:51.943675 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff8071e-01d9-4f3f-b02a-fee7d6bec115", "name": "network-vif-plugged", "status": "completed", "tag": "06b21a80-6191-4136-96d9-d05b7397f7a4", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:51.943923 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb8bbc89-256b-4fb5-b239-2a5f8cf9eb72 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:51.944331 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b21a80-6191-4136-96d9-d05b7397f7a4', 'code': 200} Aug 31 14:26:51.988526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=06b21a80-6191-4136-96d9-d05b7397f7a4,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:52.101963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9bb42-44f8-4362-bdc2-2c45ea486ceb req-3be2366c-7788-4232-a88d-748af4ca7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.103498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58b9bb42-44f8-4362-bdc2-2c45ea486ceb req-3be2366c-7788-4232-a88d-748af4ca7c19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 1096 time: 0.0563109 Aug 31 14:26:52.156123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58b9bb42-44f8-4362-bdc2-2c45ea486ceb req-6ed4498c-9492-406a-9254-b8700a707c63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 Aug 31 14:26:52.559014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb304-a5fb-448a-983b-cebe3ce46fc1 req-22939ce6-6f51-4eaa-8544-5929fb105991 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.560493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb8eb304-a5fb-448a-983b-cebe3ce46fc1 req-22939ce6-6f51-4eaa-8544-5929fb105991 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0532093 Aug 31 14:26:52.600860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb8eb304-a5fb-448a-983b-cebe3ce46fc1 req-02d3045b-b4a1-4bbe-9e55-68df3689d864 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341725 Aug 31 14:26:53.746503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d69cea-339f-4558-bd5b-3aaf404a6570 req-70863c92-0643-45ac-8a4a-cc370658e080 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.748030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24d69cea-339f-4558-bd5b-3aaf404a6570 req-70863c92-0643-45ac-8a4a-cc370658e080 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0579484 Aug 31 14:26:53.813340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-24d69cea-339f-4558-bd5b-3aaf404a6570 req-6d14ef26-c85b-44b3-b934-c1c8cae88f0f tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Aug 31 14:26:53.972051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa2033-be43-4d14-a465-bc5aacc0e095 req-c42990a0-21b0-49ec-b6ba-74e3a9be8e68 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.973605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4aa2033-be43-4d14-a465-bc5aacc0e095 req-c42990a0-21b0-49ec-b6ba-74e3a9be8e68 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0756545 Aug 31 14:26:54.024109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4aa2033-be43-4d14-a465-bc5aacc0e095 req-35ebe376-19d8-45ba-8c25-af8d206f17d8 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357323 Aug 31 14:26:54.321557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0801-a79c-4cc1-aee8-6cf70e115bc6 req-c36ef754-88d4-451f-9668-89b6109b395a tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:54.325048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-391e0801-a79c-4cc1-aee8-6cf70e115bc6 req-c36ef754-88d4-451f-9668-89b6109b395a tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0707462 Aug 31 14:26:54.389972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-391e0801-a79c-4cc1-aee8-6cf70e115bc6 req-7139a0f5-fe27-4c57-a16f-47cda0eca42e tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572190 Aug 31 14:26:55.551227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4371a5-10ba-4d08-bd88-1d7bb6fe0b07 req-cf440690-935e-488c-be5c-9d2c75bcffab tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:55.552850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd4371a5-10ba-4d08-bd88-1d7bb6fe0b07 req-cf440690-935e-488c-be5c-9d2c75bcffab tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0659740 Aug 31 14:26:55.614816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd4371a5-10ba-4d08-bd88-1d7bb6fe0b07 req-84289da5-c911-4d0b-b00e-7fc754ee4a84 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520630 Aug 31 14:26:55.872721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783c538-2292-41e7-ab39-54c5d116a94e req-3e99e544-7c7a-48b3-9785-5f0a75162f36 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:55.874496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a783c538-2292-41e7-ab39-54c5d116a94e req-3e99e544-7c7a-48b3-9785-5f0a75162f36 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0650926 Aug 31 14:26:55.939781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a783c538-2292-41e7-ab39-54c5d116a94e req-61923e01-cd35-401b-97a9-870edec64366 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564539 Aug 31 14:26:55.944822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-3a6d5d4d-0cf2-40bf-a71f-0acf636348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:55.946388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-3a6d5d4d-0cf2-40bf-a71f-0acf636348cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c39860c382b436ba9ae4a26c9f3ade1&device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 1096 time: 0.0709882 Aug 31 14:26:56.079300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-82078daa-cafd-4a40-9635-d999ca28837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:56.080921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-82078daa-cafd-4a40-9635-d999ca28837b service neutron] 10.222.0.26 "GET /v2.0/networks?id=70a15272-b2ba-4968-927c-c8ca207eecc2 HTTP/1.1" status: 200 len: 914 time: 0.1261928 Aug 31 14:26:56.130984 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-03ebe137-fd9c-4be8-941e-dbd8aed05b6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b21a80-6191-4136-96d9-d05b7397f7a4 HTTP/1.1" status: 200 len: 217 time: 0.0426762 Aug 31 14:26:56.207087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-18873777-f2c3-4b6c-ab06-f5f2cde3e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:56.214305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-18873777-f2c3-4b6c-ab06-f5f2cde3e4fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d94a70d-e969-4c8f-ae9e-1c9b1de96211 HTTP/1.1" status: 200 len: 852 time: 0.0700488 Aug 31 14:26:56.262783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-20d31896-0515-4689-9732-c578a21ac886 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70a15272-b2ba-4968-927c-c8ca207eecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441122 Aug 31 14:26:56.422598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-075ece19-1e06-4d98-8d1a-e774046678bd service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491470 Aug 31 14:26:56.556638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09a88b7-c21d-4ab4-911b-c013fd06fd79 req-d884c3fa-7ac3-471d-b639-a8aae5d203b1 service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263742 Aug 31 14:26:56.777457 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aba6ae8a-12c9-4473-97c3-2ffe9cd7cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:57.080015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef57f60-dc4f-4535-9aa7-46522c7ce497 req-2968238a-cf1d-46a1-baca-ec30b303f043 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:57.081712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ef57f60-dc4f-4535-9aa7-46522c7ce497 req-2968238a-cf1d-46a1-baca-ec30b303f043 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0600452 Aug 31 14:26:57.140814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ef57f60-dc4f-4535-9aa7-46522c7ce497 req-58950039-54df-4007-a450-6c9819d86454 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Aug 31 14:26:58.310544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07af1d-1fb7-4d29-8629-486a73036cd4 req-3ea2aaeb-74b9-420b-b640-62b8c3c357bd tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.313179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d07af1d-1fb7-4d29-8629-486a73036cd4 req-3ea2aaeb-74b9-420b-b640-62b8c3c357bd tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0759642 Aug 31 14:26:58.361526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d07af1d-1fb7-4d29-8629-486a73036cd4 req-de31089a-f8ff-45ba-90b5-1b0d7a427902 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Aug 31 14:26:58.434041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49186) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:58.508224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] Deleting subnet e8dad2e0-8178-4f98-b985-df9cf70b0b33 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:26:58.514386 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.571951 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.626625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.646763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1aec-2aa3-4c70-89da-4a1721e96b36 req-2c8b9c78-2c0e-4920-99a8-723d39e35e28 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.648731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a6b1aec-2aa3-4c70-89da-4a1721e96b36 req-2c8b9c78-2c0e-4920-99a8-723d39e35e28 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0619428 Aug 31 14:26:58.703131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a6b1aec-2aa3-4c70-89da-4a1721e96b36 req-fee2a673-f9c1-4401-96e4-c3c0af0d0c42 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 Aug 31 14:26:58.705272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.733247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8dad2e0-8178-4f98-b985-df9cf70b0b33,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:58.746493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.751567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b254f494-e8e1-4d98-a4be-0037c9446d22 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e8dad2e0-8178-4f98-b985-df9cf70b0b33 HTTP/1.1" status: 204 len: 168 time: 0.3158832 Aug 31 14:26:58.754282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49190) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:58.835756 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.929537 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.941247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7fabfa-7a83-44a5-ad62-5ad8c418c34e']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:58.952927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da0c6a-a172-4d2e-87d4-622e3c56357d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:58.953215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da0c6a-a172-4d2e-87d4-622e3c56357d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:58.967333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.988858 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.995502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Releasing vlan 1545 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:26:58.996004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:26:58.997882 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:26:59.082310 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.092955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.096596 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] 10.222.0.10 "DELETE /v2.0/networks/ad7fabfa-7a83-44a5-ad62-5ad8c418c34e HTTP/1.1" status: 204 len: 168 time: 0.3410480 Aug 31 14:26:59.101418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49192) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:59.120387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847e628-cd63-4a82-ad2b-05d557ceaf6f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7fabfa-7a83-44a5-ad62-5ad8c418c34e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:59.187190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] Deleting subnet 83c889eb-533c-4732-8622-a88fbf6c658e {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:26:59.192608 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.236238 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.291361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.357409 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.371245 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c7d832a7-eabe-4e55-8271-533975962377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.388274 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c889eb-533c-4732-8622-a88fbf6c658e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:59.392634 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.395147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-76be6c7c-40d1-4f4b-8f6b-3e660caade3f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/83c889eb-533c-4732-8622-a88fbf6c658e HTTP/1.1" status: 204 len: 168 time: 0.2914066 Aug 31 14:26:59.398673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49194) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:59.473684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.572894 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.578588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.588323 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e936c2c-dec6-41ae-94b5-5162ec94ae09']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:59.601553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec58f2ed-72c0-4a9c-ad03-d0564936192c') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:59.601980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec58f2ed-72c0-4a9c-ad03-d0564936192c') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:59.613620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.632303 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.640042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Releasing vlan 1532 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:26:59.640702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:26:59.642770 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:26:59.700932 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.709071 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.712009 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] 10.222.0.10 "DELETE /v2.0/networks/7e936c2c-dec6-41ae-94b5-5162ec94ae09 HTTP/1.1" status: 204 len: 168 time: 0.3121367 Aug 31 14:26:59.731490 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2d935-f03a-4851-8d64-84a5f09711ea admin admin] Pushing event deleted for resources: {'Network': ['ID=7e936c2c-dec6-41ae-94b5-5162ec94ae09,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:59.849114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5aa7-807a-4262-93c7-891dc9161c35 req-7d32c075-15ec-4cfb-b5bb-8a85a1b82eac tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:59.850682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f3f5aa7-807a-4262-93c7-891dc9161c35 req-7d32c075-15ec-4cfb-b5bb-8a85a1b82eac tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0614948 Aug 31 14:26:59.905653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f3f5aa7-807a-4262-93c7-891dc9161c35 req-9e06923d-6b29-4b73-9947-f5e39dd04777 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Aug 31 14:26:59.968949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:00.022710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3798898d-9837-4576-aa7c-44745fa5ee5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1181eced002d413f843e7c7cdb21509b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524371 Aug 31 14:27:00.026675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:00.094428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8aa43462-10d4-43e6-bb86-ee049ca9cb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.139116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8aa43462-10d4-43e6-bb86-ee049ca9cb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.174517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762c64-37bb-4cd4-b37c-371c5e83c1f7 req-4a2554ac-0dee-4ff3-aff7-b05068b415eb tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:00.176848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85762c64-37bb-4cd4-b37c-371c5e83c1f7 req-4a2554ac-0dee-4ff3-aff7-b05068b415eb tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0812852 Aug 31 14:27:00.219279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8aa43462-10d4-43e6-bb86-ee049ca9cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.222224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8aa43462-10d4-43e6-bb86-ee049ca9cb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.223421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8aa43462-10d4-43e6-bb86-ee049ca9cb58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/934810b0-ea16-406e-b18d-8778828d6a22 HTTP/1.1" status: 204 len: 168 time: 0.1954944 Aug 31 14:27:00.232260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa43462-10d4-43e6-bb86-ee049ca9cb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934810b0-ea16-406e-b18d-8778828d6a22,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:00.272647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85762c64-37bb-4cd4-b37c-371c5e83c1f7 req-aa8891c6-9b2a-4f87-b2ba-2ed352a08f9e tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815101 Aug 31 14:27:00.281189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-db4b4868-211b-44e4-8c0b-84d72b80203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:00.282911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-db4b4868-211b-44e4-8c0b-84d72b80203c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c39860c382b436ba9ae4a26c9f3ade1&device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 1096 time: 0.1048062 Aug 31 14:27:00.402762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-53046610-371f-45aa-9aff-ac62d7d525a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:00.404327 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-53046610-371f-45aa-9aff-ac62d7d525a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70a15272-b2ba-4968-927c-c8ca207eecc2 HTTP/1.1" status: 200 len: 914 time: 0.1132073 Aug 31 14:27:00.448279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-510f24d1-5c4a-4dac-b376-047aa4f7d75e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b21a80-6191-4136-96d9-d05b7397f7a4 HTTP/1.1" status: 200 len: 217 time: 0.0364637 Aug 31 14:27:00.506634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-125d0aa2-62c2-4141-97e4-82232b2e474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:00.508129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-125d0aa2-62c2-4141-97e4-82232b2e474d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d94a70d-e969-4c8f-ae9e-1c9b1de96211 HTTP/1.1" status: 200 len: 852 time: 0.0518298 Aug 31 14:27:00.543309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-c53d9f4c-a58b-43b0-8edc-3a76c601af17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70a15272-b2ba-4968-927c-c8ca207eecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268023 Aug 31 14:27:00.662439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-c1ccca93-de84-46f5-b3a4-b9ffea9dac65 service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108520 Aug 31 14:27:00.676117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:00.690117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.725550 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e066731f-1029-4313-85d2-d07d9ff26f62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=975444efdef946a781f010988c4f3eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446987 Aug 31 14:27:00.726606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49218) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:00.792190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4e578-7db2-41f6-82fd-daf6b14b2acd req-0cee2b92-e042-4c36-98b3-6c8a111f30e1 service neutron] 10.222.0.26 "GET /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208484 Aug 31 14:27:00.794382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4744001-b74e-4c52-b819-46db250e5eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.820728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4744001-b74e-4c52-b819-46db250e5eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.874937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4744001-b74e-4c52-b819-46db250e5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.878761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e4744001-b74e-4c52-b819-46db250e5eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.880571 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e4744001-b74e-4c52-b819-46db250e5eaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56869cfa-6619-4e48-826c-16884c571536 HTTP/1.1" status: 204 len: 168 time: 0.1523211 Aug 31 14:27:00.895542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4744001-b74e-4c52-b819-46db250e5eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56869cfa-6619-4e48-826c-16884c571536,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:01.433243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea706-6299-4001-8194-02ed8c5e7fca req-35763aba-43c0-4e90-a889-2d569a6a18c8 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.434902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f5ea706-6299-4001-8194-02ed8c5e7fca req-35763aba-43c0-4e90-a889-2d569a6a18c8 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0735023 Aug 31 14:27:01.480198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f5ea706-6299-4001-8194-02ed8c5e7fca req-db51a1ef-3a04-4fc6-ad6b-4ff193279658 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Aug 31 14:27:02.069038 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.158974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49250) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:02.296381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5a65545-9167-4f43-9558-10f938610774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.409147 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5a65545-9167-4f43-9558-10f938610774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.414382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d5a65545-9167-4f43-9558-10f938610774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.455062 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d5a65545-9167-4f43-9558-10f938610774 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44f66d60a95b458f94609f8876059c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946260 Aug 31 14:27:02.455955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a65545-9167-4f43-9558-10f938610774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f227e-91d9-467d-a3d4-c30f5da16b9f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:02.458483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 49254) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:02.520939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fca39088-48ef-446c-a9f9-d75c53225418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.549542 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fca39088-48ef-446c-a9f9-d75c53225418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.638396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fca39088-48ef-446c-a9f9-d75c53225418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.641580 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fca39088-48ef-446c-a9f9-d75c53225418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.642774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fca39088-48ef-446c-a9f9-d75c53225418 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb2f227e-91d9-467d-a3d4-c30f5da16b9f HTTP/1.1" status: 204 len: 168 time: 0.1829684 Aug 31 14:27:02.653150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd85e-1394-43ae-b70d-80febf4061d3 req-79120144-7d62-4a5e-b11e-3ef20b4c5734 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:02.655339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a1dd85e-1394-43ae-b70d-80febf4061d3 req-79120144-7d62-4a5e-b11e-3ef20b4c5734 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0774326 Aug 31 14:27:02.663350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39088-48ef-446c-a9f9-d75c53225418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f227e-91d9-467d-a3d4-c30f5da16b9f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:02.713502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a1dd85e-1394-43ae-b70d-80febf4061d3 req-3d5e8f55-f9ee-4c86-b1aa-0f1674b6703b tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 Aug 31 14:27:03.022104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e36fb-4e24-4bf0-9676-f0a5488b6ba8 req-1e236754-1411-420b-8ee9-392fc4f85df2 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:03.023795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e62e36fb-4e24-4bf0-9676-f0a5488b6ba8 req-1e236754-1411-420b-8ee9-392fc4f85df2 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0591707 Aug 31 14:27:03.069319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e62e36fb-4e24-4bf0-9676-f0a5488b6ba8 req-4833c13c-e8cf-442d-8f64-9f569439741d tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375969 Aug 31 14:27:04.195280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44761e-e8aa-4812-9caf-be73be708361 req-080625d7-488d-4bf1-a19b-7d15b665d3d4 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:04.196852 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d44761e-e8aa-4812-9caf-be73be708361 req-080625d7-488d-4bf1-a19b-7d15b665d3d4 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.0512781 Aug 31 14:27:04.235861 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d44761e-e8aa-4812-9caf-be73be708361 req-ea3c0435-59f0-4efa-9c41-d8ae0126a1ba tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Aug 31 14:27:05.120676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-7d64ec7a-24fd-48c6-b836-decd243d8955 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fbc6f34bcb484d3693f8fdaf02aeda29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416527 Aug 31 14:27:05.583472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-6d3de21b-27fe-4af1-a691-b4b616c66a8f tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:05.584991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-6d3de21b-27fe-4af1-a691-b4b616c66a8f tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.4911673 Aug 31 14:27:05.695758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-adc85c6b-2de7-4ce6-b746-147d1857e265 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:05.697344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-adc85c6b-2de7-4ce6-b746-147d1857e265 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5627511 Aug 31 14:27:05.731045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-083a0f3b-8130-4be7-a568-f27a15ff1d4d tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/quotas/fbc6f34bcb484d3693f8fdaf02aeda29 HTTP/1.1" status: 200 len: 375 time: 0.0156481 Aug 31 14:27:05.768230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-4aa283a2-f833-41a3-b57f-6f4f31166cd9 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbc6f34bcb484d3693f8fdaf02aeda29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305870 Aug 31 14:27:05.781614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Deleting port 06b21a80-6191-4136-96d9-d05b7397f7a4 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:05.781970 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.897441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] For port 06b21a80-6191-4136-96d9-d05b7397f7a4, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06b21a80-6191-4136-96d9-d05b7397f7a4,segment=NetworkSegment(91874a73-2bd0-489b-b68b-ca0d1dcfaf13),segment_id=91874a73-2bd0-489b-b68b-ca0d1dcfaf13)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:05.897900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.914977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Calling delete_port for 06b21a80-6191-4136-96d9-d05b7397f7a4 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:06.032946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10cde8-8b2d-482e-83a4-6b8c7b5928d0 req-5faeb96d-867a-4414-9af9-268ffd012367 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:06.034567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c10cde8-8b2d-482e-83a4-6b8c7b5928d0 req-5faeb96d-867a-4414-9af9-268ffd012367 tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff8071e-01d9-4f3f-b02a-fee7d6bec115 HTTP/1.1" status: 200 len: 945 time: 0.1082842 Aug 31 14:27:06.124185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9c10cde8-8b2d-482e-83a4-6b8c7b5928d0 req-21c3e474-ccf4-44bb-bd4f-172663be226a tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c4820c-b869-48c2-ab7b-5348be18af71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765178 Aug 31 14:27:06.155899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.209630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Pushing event deleted for resources: {'Port': ['ID=06b21a80-6191-4136-96d9-d05b7397f7a4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:06.251431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a920fff7-20a1-4507-9e7d-5cb7f42e382f req-5d097cca-d214-4251-ae7e-4a55ea230eae tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 210 time: 0.0579562 Aug 31 14:27:06.280201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] No DVR routers for this DVR port 06b21a80-6191-4136-96d9-d05b7397f7a4 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:06.283737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.286221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51a93265-cd4b-4324-b635-ed72ca8d4c06 req-610fa1d6-c68b-4c2c-9228-3d89d630bdaf tempest-TestServerAdvancedOps-1083266876 tempest-TestServerAdvancedOps-1083266876-project] 10.222.0.26 "DELETE /v2.0/ports/06b21a80-6191-4136-96d9-d05b7397f7a4 HTTP/1.1" status: 204 len: 173 time: 0.6871829 Aug 31 14:27:06.286909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'name': 'network-vif-deleted', 'tag': '06b21a80-6191-4136-96d9-d05b7397f7a4'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:06.290120 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c9ca98-e4ba-43fa-aaed-45423d1a0594" -d '{"events": [{"server_uuid": "6ff8071e-01d9-4f3f-b02a-fee7d6bec115", "name": "network-vif-deleted", "tag": "06b21a80-6191-4136-96d9-d05b7397f7a4"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:06.338858 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48979b94-4406-4289-aa93-1ce53df0f880 x-openstack-request-id: req-48979b94-4406-4289-aa93-1ce53df0f880 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:06.339146 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff8071e-01d9-4f3f-b02a-fee7d6bec115", "name": "network-vif-deleted", "tag": "06b21a80-6191-4136-96d9-d05b7397f7a4", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:06.339469 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48979b94-4406-4289-aa93-1ce53df0f880 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:06.340014 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff8071e-01d9-4f3f-b02a-fee7d6bec115', 'name': 'network-vif-deleted', 'tag': '06b21a80-6191-4136-96d9-d05b7397f7a4', 'status': 'completed', 'code': 200} Aug 31 14:27:07.195066 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49324) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.249225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] Deleting subnet 5d94a70d-e969-4c8f-ae9e-1c9b1de96211 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:07.252576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.292549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.332681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-ab20edd1-c780-4c00-87f2-1c0846663370 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fbc6f34bcb484d3693f8fdaf02aeda29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284798 Aug 31 14:27:07.338108 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.399323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.430872 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d94a70d-e969-4c8f-ae9e-1c9b1de96211,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.439330 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.439330 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6a9282b0-df66-45c7-bedb-99046b3e530c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5d94a70d-e969-4c8f-ae9e-1c9b1de96211 HTTP/1.1" status: 204 len: 168 time: 0.2416029 Aug 31 14:27:07.444907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49328) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.462995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c9cb9b51-97c8-456c-9fb3-bfcfd62e5191 req-3407cb81-e9e4-4995-835e-deac70b78a2d tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 210 time: 0.0878356 Aug 31 14:27:07.525389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-7dbd5471-b65f-46cb-aa90-2a3e8814f0a2 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:07.526935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-7dbd5471-b65f-46cb-aa90-2a3e8814f0a2 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870611 Aug 31 14:27:07.530155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.580407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Request body: {'port': {'device_id': '346e441e-cf02-4187-8822-ff35df9080d6', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'fbc6f34bcb484d3693f8fdaf02aeda29'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:07.613111 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.625798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a15272-b2ba-4968-927c-c8ca207eecc2']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:07.648217 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91874a73-2bd0-489b-b68b-ca0d1dcfaf13') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:07.648519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91874a73-2bd0-489b-b68b-ca0d1dcfaf13') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:07.660506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.679047 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.688611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:07.688969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:07.691658 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:07.711268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Made reservation on behalf of fbc6f34bcb484d3693f8fdaf02aeda29 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:07.715316 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.726470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.755153 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.761786 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.768207 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] 10.222.0.10 "DELETE /v2.0/networks/70a15272-b2ba-4968-927c-c8ca207eecc2 HTTP/1.1" status: 204 len: 168 time: 0.3180544 Aug 31 14:27:07.769100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49330) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.785093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06b21a80-6191-4136-96d9-d05b7397f7a4 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:07.786461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bbb69-5cfd-4481-8b93-8d02967a1b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a15272-b2ba-4968-927c-c8ca207eecc2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.811508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 06b21a80-6191-4136-96d9-d05b7397f7a4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:07.811939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06b21a80-6191-4136-96d9-d05b7397f7a4 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:07.830124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] Deleting subnet 5d33d14d-24ce-4831-b898-a50cd9f1d9d6 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:07.833837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.858622 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.863578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.873738 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.929171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.941210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66560c41-56b5-45ea-9343-90b54d6a9ade,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.994547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.016211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Allocated IP 192.168.233.240 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/f878c913-d906-45a9-b919-077373d007b6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:08.021569 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d33d14d-24ce-4831-b898-a50cd9f1d9d6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.025461 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.027481 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-812afcdf-b9d1-4611-8326-7fc833d457f0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5d33d14d-24ce-4831-b898-a50cd9f1d9d6 HTTP/1.1" status: 204 len: 168 time: 0.2577789 Aug 31 14:27:08.031679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49332) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.108009 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.200597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.202451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.213341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be2b4da-74aa-4ab3-8d55-76b33d9172ad']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:08.217044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Transition to ACTIVE for port object f878c913-d906-45a9-b919-077373d007b6 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:08.224696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b186160-7ff5-4ab9-a3bd-6d657bdeefdb') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:08.225028 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b186160-7ff5-4ab9-a3bd-6d657bdeefdb') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:08.235475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.251279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.257228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.259888 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:08.260569 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:08.263733 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:08.312658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:08.325672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:08.328259 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.333299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:08.334855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.336834 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5be2b4da-74aa-4ab3-8d55-76b33d9172ad HTTP/1.1" status: 204 len: 168 time: 0.3042006 Aug 31 14:27:08.339329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Pushing event updated for resources: {'Port': ['ID=f878c913-d906-45a9-b919-077373d007b6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.351789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b44737-0852-4a44-b117-afb1dccb73f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be2b4da-74aa-4ab3-8d55-76b33d9172ad,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.412801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:08.413519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.439104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-04b65469-0af0-451e-a061-fae0387914da tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8630583 Aug 31 14:27:08.459621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Request body: {'port': {'device_id': '346e441e-cf02-4187-8822-ff35df9080d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:08.527280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.603623 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49338) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.647320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-97108e44-ad5c-4a9f-a41f-15cb0f182fdd None None] Provisioning for port f878c913-d906-45a9-b919-077373d007b6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:08.652429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-97108e44-ad5c-4a9f-a41f-15cb0f182fdd None None] Provisioning complete for port f878c913-d906-45a9-b919-077373d007b6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:08.653091 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97108e44-ad5c-4a9f-a41f-15cb0f182fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.665240 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-99ef2e33-ce10-442f-834b-a6f5172774f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c39860c382b436ba9ae4a26c9f3ade1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580482 Aug 31 14:27:08.666972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49340) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.699332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-97108e44-ad5c-4a9f-a41f-15cb0f182fdd None None] Port f878c913-d906-45a9-b919-077373d007b6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:08.736837 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1721-d17f-49f1-ab13-f517ef2a3d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.741751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb5f9e-9d94-4c2b-84e3-ea0aa114f95c req-8a04d7ea-4e23-481c-8405-ae5911b5bb09 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:08.743219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1bb5f9e-9d94-4c2b-84e3-ea0aa114f95c req-8a04d7ea-4e23-481c-8405-ae5911b5bb09 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 936 time: 0.1676099 Aug 31 14:27:08.762315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1721-d17f-49f1-ab13-f517ef2a3d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.827555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1721-d17f-49f1-ab13-f517ef2a3d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.828084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1bb5f9e-9d94-4c2b-84e3-ea0aa114f95c req-4e25dccb-c7f5-4e65-8d0d-a88e8f251c76 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 Aug 31 14:27:08.831004 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1721-d17f-49f1-ab13-f517ef2a3d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.834792 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9ecd1721-d17f-49f1-ab13-f517ef2a3d1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8c4820c-b869-48c2-ab7b-5348be18af71 HTTP/1.1" status: 204 len: 168 time: 0.1651139 Aug 31 14:27:08.858074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd1721-d17f-49f1-ab13-f517ef2a3d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4820c-b869-48c2-ab7b-5348be18af71,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.965912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f878c913-d906-45a9-b919-077373d007b6 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:08.971559 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.992765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Transition to ACTIVE for port object f878c913-d906-45a9-b919-077373d007b6 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:08.998201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.060833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Pushing event updated for resources: {'Port': ['ID=f878c913-d906-45a9-b919-077373d007b6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:09.134803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Attempting to bind port f878c913-d906-45a9-b919-077373d007b6 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:09.135254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Attempting to bind port f878c913-d906-45a9-b919-077373d007b6 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:09.135688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Attempting to bind port f878c913-d906-45a9-b919-077373d007b6 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:09.141631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Port f878c913-d906-45a9-b919-077373d007b6 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:09.142084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Attempting to bind port f878c913-d906-45a9-b919-077373d007b6 on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:09.150246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:09.150740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:09.151305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:09.151754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Bound port: f878c913-d906-45a9-b919-077373d007b6, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:09.152129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.241021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] For port f878c913-d906-45a9-b919-077373d007b6, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:09.248189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] For port f878c913-d906-45a9-b919-077373d007b6, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f878c913-d906-45a9-b919-077373d007b6,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:09.250631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.292631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:09.293639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.295520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] 10.222.0.26 "PUT /v2.0/ports/f878c913-d906-45a9-b919-077373d007b6 HTTP/1.1" status: 200 len: 1096 time: 0.8412287 Aug 31 14:27:09.296053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346e441e-cf02-4187-8822-ff35df9080d6', 'tag': 'f878c913-d906-45a9-b919-077373d007b6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:09.298583 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "346e441e-cf02-4187-8822-ff35df9080d6", "tag": "f878c913-d906-45a9-b919-077373d007b6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:09.331306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca760a-4577-45da-b234-57a7038e0b91 service neutron] Pushing event updated for resources: {'Port': ['ID=f878c913-d906-45a9-b919-077373d007b6,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:09.371018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49348) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:09.405508 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9bc8f9-1729-4b07-bb17-b2a2ebb1ee76 x-openstack-request-id: req-df9bc8f9-1729-4b07-bb17-b2a2ebb1ee76 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:09.406550 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346e441e-cf02-4187-8822-ff35df9080d6", "tag": "f878c913-d906-45a9-b919-077373d007b6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:09.406550 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df9bc8f9-1729-4b07-bb17-b2a2ebb1ee76 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:09.406550 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346e441e-cf02-4187-8822-ff35df9080d6', 'tag': 'f878c913-d906-45a9-b919-077373d007b6', 'status': 'completed', 'code': 200} Aug 31 14:27:09.431942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-b9fe9c5f-02d3-491f-82de-37d08e977767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:09.432311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1f285cdf-985a-4b45-800e-76742c442773 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4151a3ce27a9470e8210f12afdfc86e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586917 Aug 31 14:27:09.433800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-b9fe9c5f-02d3-491f-82de-37d08e977767 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbc6f34bcb484d3693f8fdaf02aeda29&device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 1099 time: 0.0750213 Aug 31 14:27:09.434595 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 49350) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:09.503358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-6c8c943b-cee6-4092-94c2-2b23cd6b97a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f878c913-d906-45a9-b919-077373d007b6 HTTP/1.1" status: 200 len: 217 time: 0.0471177 Aug 31 14:27:09.503725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a701b33d-3689-4f69-b445-60f9b9e2999a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.536303 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a701b33d-3689-4f69-b445-60f9b9e2999a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.571985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-f3a83c71-b174-4d37-b7a8-31ef46e19f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:09.573651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-f3a83c71-b174-4d37-b7a8-31ef46e19f0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0629838 Aug 31 14:27:09.600513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a701b33d-3689-4f69-b445-60f9b9e2999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.605035 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a701b33d-3689-4f69-b445-60f9b9e2999a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.605320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a701b33d-3689-4f69-b445-60f9b9e2999a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82bdf791-d755-4799-8c68-8d5e1f59a804 HTTP/1.1" status: 204 len: 168 time: 0.1695588 Aug 31 14:27:09.614083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701b33d-3689-4f69-b445-60f9b9e2999a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bdf791-d755-4799-8c68-8d5e1f59a804,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:09.645123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-6694bcb8-b80f-4cd5-aa03-7eee43a544ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:09.647731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-6694bcb8-b80f-4cd5-aa03-7eee43a544ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659273 Aug 31 14:27:09.771120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-938f9ceb-af0e-4736-9bbb-33c1f0d6238f service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142421 Aug 31 14:27:09.916656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-92744987-a33e-4300-bcd7-a8cab75783c3 req-c58c509e-daf6-4dc6-9b9d-af5808adccb8 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353109 Aug 31 14:27:10.007192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59228c9c-7e72-47bb-b1d3-4232a73d5a7e req-4db864cf-a1f6-466f-99e1-2bdde0eb5b01 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:10.008943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59228c9c-7e72-47bb-b1d3-4232a73d5a7e req-4db864cf-a1f6-466f-99e1-2bdde0eb5b01 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 948 time: 0.0673320 Aug 31 14:27:10.069153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59228c9c-7e72-47bb-b1d3-4232a73d5a7e req-a8cb723f-fdff-48a7-a1ca-1b522b283e03 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522428 Aug 31 14:27:10.154365 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.210751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-ba972c8e-5a2c-4cf9-b1f6-b709a394f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:10.212496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-ba972c8e-5a2c-4cf9-b1f6-b709a394f2bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbc6f34bcb484d3693f8fdaf02aeda29&device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 1099 time: 0.0741062 Aug 31 14:27:10.336362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-46d2cadc-8cfc-47db-8d85-eae0fc19dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:10.338947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-46d2cadc-8cfc-47db-8d85-eae0fc19dc9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1178648 Aug 31 14:27:10.402492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-67fd553e-1dd1-4eda-8b05-de120a48520e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f878c913-d906-45a9-b919-077373d007b6 HTTP/1.1" status: 200 len: 217 time: 0.0555167 Aug 31 14:27:10.455568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-1a685b92-013a-48d3-bdf8-ac54420e5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:10.457402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-1a685b92-013a-48d3-bdf8-ac54420e5f47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0475874 Aug 31 14:27:10.514322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-0cb62332-d634-4d25-85cd-6b3b97eb33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:10.517018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-0cb62332-d634-4d25-85cd-6b3b97eb33fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512245 Aug 31 14:27:10.625887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-03a48be8-a244-4756-895a-f9d203fa8365 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999613 Aug 31 14:27:10.743546 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f976b6e5-210f-46e4-8a4c-21a0b9c39fd2 req-621408a5-a819-4d46-8694-1c7d6ddd1bf5 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096246 Aug 31 14:27:11.217153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355e225-b364-420e-a4d3-4b21e9d85f78 req-8a944636-2633-45fc-87a8-c6557422c511 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:11.218745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0355e225-b364-420e-a4d3-4b21e9d85f78 req-8a944636-2633-45fc-87a8-c6557422c511 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 948 time: 0.0550392 Aug 31 14:27:11.265752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0355e225-b364-420e-a4d3-4b21e9d85f78 req-3401a7a0-70bf-49d6-b1cc-62c9c85fa8ff tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Aug 31 14:27:12.396346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b21b98-c1c4-42aa-b4db-6189863b75bc req-f3c835ea-82cb-4e5b-9f3a-ccf269d3160a tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:12.397936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67b21b98-c1c4-42aa-b4db-6189863b75bc req-f3c835ea-82cb-4e5b-9f3a-ccf269d3160a tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 948 time: 0.0583827 Aug 31 14:27:12.450142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-67b21b98-c1c4-42aa-b4db-6189863b75bc req-be66bc31-7389-4bb9-8a99-b03e5d658af1 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449395 Aug 31 14:27:13.570594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886e3c6-2881-43a0-a63c-926864146aa4 req-414c98d7-08b3-413b-92cd-acb9b369b035 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:13.572190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f886e3c6-2881-43a0-a63c-926864146aa4 req-414c98d7-08b3-413b-92cd-acb9b369b035 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 948 time: 0.0504954 Aug 31 14:27:13.614114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f886e3c6-2881-43a0-a63c-926864146aa4 req-433f11be-1353-48ac-8283-2170cf844629 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347657 Aug 31 14:27:13.804473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f878c913-d906-45a9-b919-077373d007b6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:13.905211 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f878c913-d906-45a9-b919-077373d007b6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f878c913-d906-45a9-b919-077373d007b6,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:13.917270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f878c913-d906-45a9-b919-077373d007b6', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': 'f878c913-d906-45a9-b919-077373d007b6', 'mac_address': 'fa:16:3e:79:a0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:13.957861 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.975115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f878c913-d906-45a9-b919-077373d007b6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:14.003531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f878c913-d906-45a9-b919-077373d007b6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f878c913-d906-45a9-b919-077373d007b6,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:14.008726 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.069483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f878c913-d906-45a9-b919-077373d007b6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:14.301706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f878c913-d906-45a9-b919-077373d007b6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:14.756206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244d214-5278-4aae-bc56-12c9e143c6ba req-f667ec5d-1d88-4261-86e6-296e6a1ec823 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:14.757778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f244d214-5278-4aae-bc56-12c9e143c6ba req-f667ec5d-1d88-4261-86e6-296e6a1ec823 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 949 time: 0.0575521 Aug 31 14:27:14.816739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f244d214-5278-4aae-bc56-12c9e143c6ba req-800e5e65-c13c-4142-b894-85d60236e9e0 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478535 Aug 31 14:27:15.816810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f878c913-d906-45a9-b919-077373d007b6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:15.875952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f878c913-d906-45a9-b919-077373d007b6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:15.880457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f878c913-d906-45a9-b919-077373d007b6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:15.881019 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.956136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d44e85-eb7c-4bf4-ab54-d59c8dc1d569 req-2bcafdb8-76b2-40c6-87c8-976f670ea4b7 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:15.957712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99d44e85-eb7c-4bf4-ab54-d59c8dc1d569 req-2bcafdb8-76b2-40c6-87c8-976f670ea4b7 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 949 time: 0.0586524 Aug 31 14:27:15.977115 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.001480 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e441e-cf02-4187-8822-ff35df9080d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f878c913-d906-45a9-b919-077373d007b6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:16.003525 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbb7091-5a1a-4256-a961-9883fe0da804" -d '{"events": [{"server_uuid": "346e441e-cf02-4187-8822-ff35df9080d6", "name": "network-vif-plugged", "status": "completed", "tag": "f878c913-d906-45a9-b919-077373d007b6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:16.006519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99d44e85-eb7c-4bf4-ab54-d59c8dc1d569 req-90398d81-e8a7-45af-861f-009e3cc25c0d tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Aug 31 14:27:16.018817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f878c913-d906-45a9-b919-077373d007b6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f878c913-d906-45a9-b919-077373d007b6,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:16.026617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.075962 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aabaeb-b1a4-448c-9191-2b5d04e55e09 x-openstack-request-id: req-14aabaeb-b1a4-448c-9191-2b5d04e55e09 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:16.076179 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e441e-cf02-4187-8822-ff35df9080d6", "name": "network-vif-plugged", "status": "completed", "tag": "f878c913-d906-45a9-b919-077373d007b6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:16.076425 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14aabaeb-b1a4-448c-9191-2b5d04e55e09 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:16.076810 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e441e-cf02-4187-8822-ff35df9080d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f878c913-d906-45a9-b919-077373d007b6', 'code': 200} Aug 31 14:27:16.085829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f878c913-d906-45a9-b919-077373d007b6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:16.209787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52da33-8067-4eac-b032-a7a3ccdece16 req-624259f4-eaea-47f7-b26d-b8571b885548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:16.211342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f52da33-8067-4eac-b032-a7a3ccdece16 req-624259f4-eaea-47f7-b26d-b8571b885548 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 1101 time: 0.0451558 Aug 31 14:27:16.253199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f52da33-8067-4eac-b032-a7a3ccdece16 req-8617e746-5d64-4f78-afb2-2d78b78b74eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Aug 31 14:27:17.155199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3673c-96d0-41d4-8a7a-54c51bc3db48 req-af38bebb-36e6-4d97-b725-a0aa54d189e3 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:17.156730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ed3673c-96d0-41d4-8a7a-54c51bc3db48 req-af38bebb-36e6-4d97-b725-a0aa54d189e3 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 950 time: 0.0563462 Aug 31 14:27:17.199435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ed3673c-96d0-41d4-8a7a-54c51bc3db48 req-3716ff7c-3e76-46d3-8cc7-61083c1ed452 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365241 Aug 31 14:27:18.336192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996d741-7b91-41ec-b180-97bd6633f9bd req-376309a0-0e66-481f-80ff-fed32f4d715c tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:18.337911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4996d741-7b91-41ec-b180-97bd6633f9bd req-376309a0-0e66-481f-80ff-fed32f4d715c tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 950 time: 0.0667634 Aug 31 14:27:18.380127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4996d741-7b91-41ec-b180-97bd6633f9bd req-6de37005-c4d9-420b-9749-4a350bfd503e tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358329 Aug 31 14:27:18.551717 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:27:26.781363 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9122ed4b-ac76-49ae-82e2-bd53248525c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.363964 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0caebe74-b0af-436f-98f8-4240fc45d56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.572099 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.636268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-a9751017-0168-4724-99c4-d3d2b01ba3d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442417 Aug 31 14:27:29.746439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7b72-6386-4be4-820e-d31c7730955c req-83f04eff-8ac4-454d-82ec-3f8e52bdb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.748556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-83f04eff-8ac4-454d-82ec-3f8e52bdb2b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbc6f34bcb484d3693f8fdaf02aeda29&device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 1101 time: 0.0428100 Aug 31 14:27:29.864577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7b72-6386-4be4-820e-d31c7730955c req-202475e9-3ae9-44a8-83bc-f555797c1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.866072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-202475e9-3ae9-44a8-83bc-f555797c1945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.0900893 Aug 31 14:27:29.910596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-824137c6-652d-4d56-9740-7de511c16f07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f878c913-d906-45a9-b919-077373d007b6 HTTP/1.1" status: 200 len: 217 time: 0.0349236 Aug 31 14:27:29.963771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7b72-6386-4be4-820e-d31c7730955c req-8a2e921d-ec51-4ad5-8ced-5a0481bf56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.965420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-8a2e921d-ec51-4ad5-8ced-5a0481bf56ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0473912 Aug 31 14:27:30.024529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7b72-6386-4be4-820e-d31c7730955c req-4be2f816-31bb-4e97-890c-64feb1d93862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.026126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-4be2f816-31bb-4e97-890c-64feb1d93862 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448403 Aug 31 14:27:30.124829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-18d0f765-8a6e-4cb4-832e-7649502f23a8 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832880 Aug 31 14:27:30.227993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72bb7b72-6386-4be4-820e-d31c7730955c req-9e6cfde3-c24b-4706-a700-4677e65913a6 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921445 Aug 31 14:27:30.730305 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.070360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.152990 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.454477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38206dc4-4f04-499d-9e47-57ea84895730 req-81c38a93-7f25-43f5-9b2d-0c067333928d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268071 Aug 31 14:27:40.518646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38206dc4-4f04-499d-9e47-57ea84895730 req-5d2b8e87-a1fd-4e06-9a22-de743c944375 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0261686 Aug 31 14:27:40.581227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38206dc4-4f04-499d-9e47-57ea84895730 req-fbeb9da6-9e80-4811-9e11-7069e6c0844f service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206416 Aug 31 14:27:40.698048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38206dc4-4f04-499d-9e47-57ea84895730 req-e3c57dad-3be1-4584-8530-45c7a798d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.699550 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-38206dc4-4f04-499d-9e47-57ea84895730 req-e3c57dad-3be1-4584-8530-45c7a798d501 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1111619 Aug 31 14:27:40.946874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-7c290f85-ee49-4bce-91cd-adeb348991a7 req-f2e8444c-4415-4987-9c9c-2dd5536fc190 tempest-ServerDiskConfigTestJSON-723230131 tempest-ServerDiskConfigTestJSON-723230131-project] (101361) timed out ('10.222.0.26', 53980) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:27:55.550326 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:27:56.784346 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-39e14814-86b5-4583-8151-7d3df6707406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.366557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-33d83166-00cc-4f04-9aa5-85c0f2e6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.574626 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.689612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.072196 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.151554 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.608894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7d5a-e964-4417-9d86-2710edfaa26d req-bac521a8-5571-4ca3-be31-9e6029604930 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.610444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3da7d5a-e964-4417-9d86-2710edfaa26d req-bac521a8-5571-4ca3-be31-9e6029604930 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 950 time: 0.0501623 Aug 31 14:28:22.649323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b3da7d5a-e964-4417-9d86-2710edfaa26d req-8594ae58-162a-45fb-82d1-6986c8391abe tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Aug 31 14:28:23.771100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be052-96d0-41ab-a17f-5ed4e01ee425 req-f59e469c-3383-4b09-b935-7f1f0bfd065c tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:23.772577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a88be052-96d0-41ab-a17f-5ed4e01ee425 req-f59e469c-3383-4b09-b935-7f1f0bfd065c tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 950 time: 0.0486472 Aug 31 14:28:23.810041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a88be052-96d0-41ab-a17f-5ed4e01ee425 req-f4fbbf0d-daf8-4634-9ea9-239c0a929bfe tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/security-groups?id=66560c41-56b5-45ea-9343-90b54d6a9ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Aug 31 14:28:24.347768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc678cb-3660-4a25-9d09-816993073418 req-d9c6a7d5-56c4-45c7-a119-1123b6f8a9ba tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:24.349280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cc678cb-3660-4a25-9d09-816993073418 req-d9c6a7d5-56c4-45c7-a119-1123b6f8a9ba tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.26 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 950 time: 0.0483508 Aug 31 14:28:24.444733 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Deleting port f878c913-d906-45a9-b919-077373d007b6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:24.445114 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.534141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] For port f878c913-d906-45a9-b919-077373d007b6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f878c913-d906-45a9-b919-077373d007b6,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:24.534511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.547628 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Calling delete_port for f878c913-d906-45a9-b919-077373d007b6 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:24.676714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.702803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Pushing event deleted for resources: {'Port': ['ID=f878c913-d906-45a9-b919-077373d007b6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:24.712499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.712719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f878c913-d906-45a9-b919-077373d007b6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:24.713345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.713345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.713551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.714382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.714673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.715017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.715406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.715713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.716041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.716372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.717100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:24.760697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] No DVR routers for this DVR port f878c913-d906-45a9-b919-077373d007b6 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:24.763695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.765877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cc678cb-3660-4a25-9d09-816993073418 req-0bf42133-ca11-4655-b7db-106ae7af04b5 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.26 "DELETE /v2.0/ports/f878c913-d906-45a9-b919-077373d007b6 HTTP/1.1" status: 204 len: 173 time: 0.4087944 Aug 31 14:28:24.766351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e441e-cf02-4187-8822-ff35df9080d6', 'name': 'network-vif-deleted', 'tag': 'f878c913-d906-45a9-b919-077373d007b6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:24.768740 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc70090-c36f-44b8-9894-4e956ae4ac9c" -d '{"events": [{"server_uuid": "346e441e-cf02-4187-8822-ff35df9080d6", "name": "network-vif-deleted", "tag": "f878c913-d906-45a9-b919-077373d007b6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:24.810667 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c57ad-f0f8-428a-ae7c-613c3442fd2e x-openstack-request-id: req-650c57ad-f0f8-428a-ae7c-613c3442fd2e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:24.811276 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e441e-cf02-4187-8822-ff35df9080d6", "name": "network-vif-deleted", "tag": "f878c913-d906-45a9-b919-077373d007b6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:24.811276 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-650c57ad-f0f8-428a-ae7c-613c3442fd2e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:24.811602 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e441e-cf02-4187-8822-ff35df9080d6', 'name': 'network-vif-deleted', 'tag': 'f878c913-d906-45a9-b919-077373d007b6', 'status': 'completed', 'code': 200} Aug 31 14:28:24.905771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6daf88ea-3b98-4c4a-8011-93af21754746 req-90a28890-2d19-4c83-bc5d-22b0193b17a1 tempest-VolumesBackupsTest-1050779605 tempest-VolumesBackupsTest-1050779605-project] 10.222.0.10 "GET /v2.0/ports?device_id=346e441e-cf02-4187-8822-ff35df9080d6 HTTP/1.1" status: 200 len: 210 time: 0.0272994 Aug 31 14:28:26.789761 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66df9dce-6271-4b7c-bd61-5dfed637cf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.128176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f878c913-d906-45a9-b919-077373d007b6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:28.152329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f878c913-d906-45a9-b919-077373d007b6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:28.152701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f878c913-d906-45a9-b919-077373d007b6 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:29.370524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cee77420-7ae8-4d7f-8087-8a1cd106c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.579030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.694839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.072097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.550471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:28:40.152238 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.454222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-923727e6-41bb-4232-add1-ce0c54212817 req-d3e0c6a7-1895-4a69-a05b-a1fa3bca01ab service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263085 Aug 31 14:28:40.526001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-923727e6-41bb-4232-add1-ce0c54212817 req-c519604f-2159-40e4-a927-c7d83b771fe9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0275781 Aug 31 14:28:40.578038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-923727e6-41bb-4232-add1-ce0c54212817 req-a2c0bd72-04f4-47d7-8bc0-a3c7b07bc673 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209892 Aug 31 14:28:40.684099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923727e6-41bb-4232-add1-ce0c54212817 req-0c9ce61f-a89c-4a84-be34-5cf231e484cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:40.685516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-923727e6-41bb-4232-add1-ce0c54212817 req-0c9ce61f-a89c-4a84-be34-5cf231e484cd service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940635 Aug 31 14:28:45.514635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-5edbdf32-67e9-4378-ace6-c02a1a9c5478 req-b3100228-9f99-45ea-91b5-310c4b282c86 service neutron] (101360) timed out ('10.222.0.10', 48974) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:28:56.781716 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-030d7149-591f-4ccd-8d29-49c071c43ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.383083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-04647905-bfa3-409c-8895-dad8fef5d6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.578400 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.702334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.082809 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.548977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:29:10.156012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.789796 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9c68fe39-bdd3-47c5-ba2f-47ddc3c5a8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.380630 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f60175c4-d52d-4e99-9ad3-90b40a16620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.576128 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.699820 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.082780 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.150352 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.471755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95478821-a989-44f7-b432-39246fdb730c req-4b9acf5a-b2fc-4fb3-abc4-4137dea0c361 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295990 Aug 31 14:29:42.583725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95478821-a989-44f7-b432-39246fdb730c req-f71121d3-56d3-4d5d-aa3f-b44880a32534 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0290787 Aug 31 14:29:42.642105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95478821-a989-44f7-b432-39246fdb730c req-2c3be42b-fc94-4ce8-97c0-add17845ceec service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205524 Aug 31 14:29:42.749263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95478821-a989-44f7-b432-39246fdb730c req-94b6db50-9fd8-4425-9f9b-ee56b987facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.750767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-95478821-a989-44f7-b432-39246fdb730c req-94b6db50-9fd8-4425-9f9b-ee56b987facd service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1017773 Aug 31 14:29:46.548829 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:29:56.792393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-93608e9d-0523-4256-8caa-680d2dc2d46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.370268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f95f3ebf-82e1-43bf-97fa-a0a57c68cfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.568457 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.709856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.087807 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.169412 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.548127 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:30:26.787143 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3395528c-1d80-4173-9951-0b6090c7d920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.368858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-215a53da-c4a7-4617-aeb6-c7cbc3af8bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.570541 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.708675 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.087383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.164391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.483162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6e6917-d5eb-4651-99a0-0b26c9733d55 req-770800aa-6fad-418d-a1fa-36a1bbede2c8 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280769 Aug 31 14:30:44.567803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6e6917-d5eb-4651-99a0-0b26c9733d55 req-ae2d0661-8a14-4d55-9962-79f1fda93ba9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0332510 Aug 31 14:30:44.624288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6e6917-d5eb-4651-99a0-0b26c9733d55 req-3a99251c-aaa3-466a-ad72-d6315b29555a service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248630 Aug 31 14:30:44.724058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6917-d5eb-4651-99a0-0b26c9733d55 req-ccc141b6-4407-43e6-bdc5-ca15d45304cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:44.726134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef6e6917-d5eb-4651-99a0-0b26c9733d55 req-ccc141b6-4407-43e6-bdc5-ca15d45304cd service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0951085 Aug 31 14:30:56.791479 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4679978-d1ef-44f7-b3ab-d59b3ea7d54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.366673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-62b6c306-5c99-4972-862d-8d5627056dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.572029 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.547456 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:31:00.706800 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.089012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.164727 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.644310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-ae622528-9a66-4db1-87e8-efeb7fdf7277 req-6d5d10a7-d9f8-4a1d-ba79-209cc8109eef service neutron] (101361) timed out ('10.222.0.10', 52772) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:31:26.796108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e78147e0-781c-4d2b-b2df-b8d95e26e699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.362801 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-08149ccf-c33e-4728-ba3c-3bb142b8b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.579332 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.373605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53164) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:30.607779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-035bfcd4-b4b0-4569-a2f8-cfb5fcec97d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbc6f34bcb484d3693f8fdaf02aeda29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329795 Aug 31 14:31:30.610471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53170) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:30.673993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.709873 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.711578 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.765863 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.769564 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.771523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66560c41-56b5-45ea-9343-90b54d6a9ade HTTP/1.1" status: 204 len: 168 time: 0.1601355 Aug 31 14:31:30.784261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66560c41-56b5-45ea-9343-90b54d6a9ade,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:30.797558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.798147 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.798725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.799302 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.799871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.800434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.801485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.802096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.802685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.803263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.803908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:30.804493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbee81c-5310-4493-b39c-20720ce9eb54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:32.092537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.546731 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:31:40.176577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:46.578937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-490a1d19-8a6a-47a2-86a9-54157520a573 req-7c265e81-baac-48e8-9d4a-f9946fd7887b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1385798 Aug 31 14:31:46.965360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-490a1d19-8a6a-47a2-86a9-54157520a573 req-d61c6fc2-96ad-4b51-ba9b-7a430365e79a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.3433888 Aug 31 14:31:47.019457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-490a1d19-8a6a-47a2-86a9-54157520a573 req-1196d1bd-1137-45ba-b74f-3621d02a4efb service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197051 Aug 31 14:31:47.117870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a1d19-8a6a-47a2-86a9-54157520a573 req-773d766c-07f4-453c-9a15-293a7b0efef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:47.119344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-490a1d19-8a6a-47a2-86a9-54157520a573 req-773d766c-07f4-453c-9a15-293a7b0efef6 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0919509 Aug 31 14:31:56.797907 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-582222a7-f56a-4878-aa6f-65142e4362b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.357778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9b753da-dac3-4b9a-a158-6aea70a2bd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.571146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.712832 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.095602 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.186908 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.550584 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:32:18.187640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53520) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:18.304276 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c10f93a-85d8-4735-9757-54ca2a1044ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.399013 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c10f93a-85d8-4735-9757-54ca2a1044ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.403433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7c10f93a-85d8-4735-9757-54ca2a1044ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.445467 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7c10f93a-85d8-4735-9757-54ca2a1044ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbb8c7e89ae94702a57ec140dcbef8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566738 Aug 31 14:32:18.446702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10f93a-85d8-4735-9757-54ca2a1044ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2263f6-db85-43c0-929b-c4725d673543,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:18.449128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53524) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:18.499133 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d68960e-30b5-4e44-8278-b5c642e424a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.520364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d68960e-30b5-4e44-8278-b5c642e424a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.566553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d68960e-30b5-4e44-8278-b5c642e424a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.569159 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7d68960e-30b5-4e44-8278-b5c642e424a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.570333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7d68960e-30b5-4e44-8278-b5c642e424a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d2263f6-db85-43c0-929b-c4725d673543 HTTP/1.1" status: 204 len: 168 time: 0.1202931 Aug 31 14:32:18.578609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68960e-30b5-4e44-8278-b5c642e424a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2263f6-db85-43c0-929b-c4725d673543,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:19.665117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 53556) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:19.777180 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3dc92249-6013-432b-8ba0-5c0407a7ea70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.872645 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3dc92249-6013-432b-8ba0-5c0407a7ea70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.876830 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3dc92249-6013-432b-8ba0-5c0407a7ea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.916576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3dc92249-6013-432b-8ba0-5c0407a7ea70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21dbe75177b647038fa7e3d049eb4b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503595 Aug 31 14:32:19.917527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc92249-6013-432b-8ba0-5c0407a7ea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e1006e-34b7-40af-9663-ded3c41a90bf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:19.919461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53560) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:19.973817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.998059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.046278 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.048817 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.050052 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9e1006e-34b7-40af-9663-ded3c41a90bf HTTP/1.1" status: 204 len: 168 time: 0.1295156 Aug 31 14:32:20.058051 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e1006e-34b7-40af-9663-ded3c41a90bf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:20.066197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.066562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.066886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.067225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.067559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.067891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.068223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.068551 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.068886 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.069233 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.069666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:20.069869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33f4f5-0118-4cac-8d1a-8a90d99c1fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:26.803970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-af19b2a5-6af0-413c-9942-b596c9ec3261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.359876 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5d125d2a-befa-4cf9-bfd5-e8dd150515ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.578046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.715447 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.097857 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.249358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53728) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:34.390442 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18173252-ef30-4239-a9da-3b0f10309277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.499943 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18173252-ef30-4239-a9da-3b0f10309277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.504768 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-18173252-ef30-4239-a9da-3b0f10309277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.542719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18173252-ef30-4239-a9da-3b0f10309277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866986fe-ff75-4946-b3d9-c8bf5e4040e5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:34.547058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-18173252-ef30-4239-a9da-3b0f10309277 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8459dc98749d44e0b325914d4e303f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966740 Aug 31 14:32:34.550284 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 53736) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:34.600617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d4a2ea-db37-4334-ae9b-9b1e3349f8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.623007 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d4a2ea-db37-4334-ae9b-9b1e3349f8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.679010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d4a2ea-db37-4334-ae9b-9b1e3349f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.682005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-48d4a2ea-db37-4334-ae9b-9b1e3349f8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.683214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-48d4a2ea-db37-4334-ae9b-9b1e3349f8d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/866986fe-ff75-4946-b3d9-c8bf5e4040e5 HTTP/1.1" status: 204 len: 168 time: 0.1318879 Aug 31 14:32:34.697737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4a2ea-db37-4334-ae9b-9b1e3349f8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866986fe-ff75-4946-b3d9-c8bf5e4040e5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:37.381131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-e46d67d1-e7fa-48ef-9b1b-c97a572725da tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b47876fa14df45068919d7afa816e432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220265 Aug 31 14:32:37.493059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-c786d11c-1575-4a1a-b962-98ccf85ab3fb tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:37.494426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-c786d11c-1575-4a1a-b962-98ccf85ab3fb tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075091 Aug 31 14:32:37.510088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-013c0ce1-903e-445c-8efb-1dd4458f1eff tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/quotas/b47876fa14df45068919d7afa816e432 HTTP/1.1" status: 200 len: 375 time: 0.0095584 Aug 31 14:32:37.546574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-9bfa86d1-dd64-4a16-943b-8c3a37e04791 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47876fa14df45068919d7afa816e432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308254 Aug 31 14:32:37.707458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a1c3d0b-adb0-4b96-8899-acb4cac77843 req-ec615cc2-2b51-483b-b069-895d606c033e tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 210 time: 0.0260150 Aug 31 14:32:38.815290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-3af3d4f0-7ccd-403a-a202-fc4fd5d5a554 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b47876fa14df45068919d7afa816e432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237582 Aug 31 14:32:38.860164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e05095c-9881-4d58-bc6a-575d4ee8def4 req-211545aa-0960-4c6a-8e66-3b0bf751d9e1 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 210 time: 0.0473716 Aug 31 14:32:38.952392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ce39877b-0602-45c4-b9f1-d706e2a81cae tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:38.953881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ce39877b-0602-45c4-b9f1-d706e2a81cae tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290212 Aug 31 14:32:39.005535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Request body: {'port': {'device_id': '68586f88-7561-4464-8ba8-917117fc43a8', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'b47876fa14df45068919d7afa816e432'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:39.120918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Made reservation on behalf of b47876fa14df45068919d7afa816e432 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:39.124549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.134260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.235187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.241785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.311877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3467f8c-eace-4b34-9a53-d2b71da557e5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:39.328536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.328913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.329271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.329627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.330085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.331334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.331334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.331596 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.331937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.332313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.332858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.333264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:39.403501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Allocated IP 192.168.233.235 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/34c1560e-ff75-4742-ab5a-89e30bb803cd) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:39.560521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.579824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Transition to ACTIVE for port object 34c1560e-ff75-4742-ab5a-89e30bb803cd will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:39.612632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.658376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:39.661699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:39.665744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:39.696504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Pushing event updated for resources: {'Port': ['ID=34c1560e-ff75-4742-ab5a-89e30bb803cd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:39.720340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.721023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.738576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-ef51d9f1-863a-4643-b429-3d9394569ddd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7378497 Aug 31 14:32:39.872327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Request body: {'port': {'device_id': '68586f88-7561-4464-8ba8-917117fc43a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:39.935255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.936415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-24e42b13-b00c-4e87-aca4-b04150ce5004 None None] Provisioning for port 34c1560e-ff75-4742-ab5a-89e30bb803cd completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:39.941545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-24e42b13-b00c-4e87-aca4-b04150ce5004 None None] Provisioning complete for port 34c1560e-ff75-4742-ab5a-89e30bb803cd triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:39.942149 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24e42b13-b00c-4e87-aca4-b04150ce5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.978139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-24e42b13-b00c-4e87-aca4-b04150ce5004 None None] Port 34c1560e-ff75-4742-ab5a-89e30bb803cd cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:40.076973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64005957-e738-4775-ac8c-fc55c9171dc7 req-1d82de7f-6267-40ff-b1a5-b890e6a0879f tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.078466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64005957-e738-4775-ac8c-fc55c9171dc7 req-1d82de7f-6267-40ff-b1a5-b890e6a0879f tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 936 time: 0.1341214 Aug 31 14:32:40.169246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64005957-e738-4775-ac8c-fc55c9171dc7 req-8d5020e0-e062-457e-b4f5-f8ac6e663ad9 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846474 Aug 31 14:32:40.192203 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.268896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c1560e-ff75-4742-ab5a-89e30bb803cd {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:32:40.276356 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.301663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Transition to ACTIVE for port object 34c1560e-ff75-4742-ab5a-89e30bb803cd will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:40.305278 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.361300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=34c1560e-ff75-4742-ab5a-89e30bb803cd,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:40.437398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Attempting to bind port 34c1560e-ff75-4742-ab5a-89e30bb803cd on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:40.437742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Attempting to bind port 34c1560e-ff75-4742-ab5a-89e30bb803cd by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:40.438137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Attempting to bind port 34c1560e-ff75-4742-ab5a-89e30bb803cd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:40.442775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Port 34c1560e-ff75-4742-ab5a-89e30bb803cd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:40.443104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Attempting to bind port 34c1560e-ff75-4742-ab5a-89e30bb803cd on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:40.448674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:40.449106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:40.449504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:40.449943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Bound port: 34c1560e-ff75-4742-ab5a-89e30bb803cd, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:40.450313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.523787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] For port 34c1560e-ff75-4742-ab5a-89e30bb803cd, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:40.528684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] For port 34c1560e-ff75-4742-ab5a-89e30bb803cd, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=34c1560e-ff75-4742-ab5a-89e30bb803cd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:40.533841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.568207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.569211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.570632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] 10.222.0.26 "PUT /v2.0/ports/34c1560e-ff75-4742-ab5a-89e30bb803cd HTTP/1.1" status: 200 len: 1096 time: 0.8167164 Aug 31 14:32:40.573226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68586f88-7561-4464-8ba8-917117fc43a8', 'tag': '34c1560e-ff75-4742-ab5a-89e30bb803cd'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:40.575419 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b087939-3a88-46db-b31e-ba81c27938ec" -d '{"events": [{"name": "network-changed", "server_uuid": "68586f88-7561-4464-8ba8-917117fc43a8", "tag": "34c1560e-ff75-4742-ab5a-89e30bb803cd"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:40.603402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51962f4-a106-4e9e-9631-3e78808f6ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=34c1560e-ff75-4742-ab5a-89e30bb803cd,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:40.682677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-38946d42-49e1-487c-8a77-15101ba9c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.684143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-38946d42-49e1-487c-8a77-15101ba9c32d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b47876fa14df45068919d7afa816e432&device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 1099 time: 0.0476604 Aug 31 14:32:40.697856 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef40ad-f36f-455b-b4f8-6332c0b5b052 x-openstack-request-id: req-3eef40ad-f36f-455b-b4f8-6332c0b5b052 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:40.698342 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68586f88-7561-4464-8ba8-917117fc43a8", "tag": "34c1560e-ff75-4742-ab5a-89e30bb803cd", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:40.698724 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3eef40ad-f36f-455b-b4f8-6332c0b5b052 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:40.699203 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68586f88-7561-4464-8ba8-917117fc43a8', 'tag': '34c1560e-ff75-4742-ab5a-89e30bb803cd', 'status': 'completed', 'code': 200} Aug 31 14:32:40.746361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-bec0c22e-5126-4983-97a3-3aa7d16f50a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=34c1560e-ff75-4742-ab5a-89e30bb803cd HTTP/1.1" status: 200 len: 217 time: 0.0397470 Aug 31 14:32:40.799949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-3bf461a1-6083-4c3e-837c-78c02f6b5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.801480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-3bf461a1-6083-4c3e-837c-78c02f6b5a05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0480437 Aug 31 14:32:40.851001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-57e3f861-0af4-4ddc-bc5d-583608f2ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.852558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-57e3f861-0af4-4ddc-bc5d-583608f2ff83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432689 Aug 31 14:32:40.949574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-5f9a124f-fbae-44d8-8449-716ae618f513 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893295 Aug 31 14:32:41.042673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1923ef8a-14a5-4c59-971b-5136a450af0a req-cbc10b2e-eb5e-40a9-a9ce-f570e093dede service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Aug 31 14:32:41.187883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087939-3a88-46db-b31e-ba81c27938ec req-301e861d-69f7-456c-8b26-f549299aa59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.190775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b087939-3a88-46db-b31e-ba81c27938ec req-301e861d-69f7-456c-8b26-f549299aa59b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b47876fa14df45068919d7afa816e432&device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 1099 time: 0.0605068 Aug 31 14:32:41.321565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced630a-603a-4234-8374-1b5b354e13ee req-808c7f9f-9e0e-4df3-95a8-52dbeae10521 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.323204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ced630a-603a-4234-8374-1b5b354e13ee req-808c7f9f-9e0e-4df3-95a8-52dbeae10521 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 948 time: 0.0760317 Aug 31 14:32:41.334942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087939-3a88-46db-b31e-ba81c27938ec req-b23aa691-e61e-4ff9-804b-64481e3c3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.336450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b087939-3a88-46db-b31e-ba81c27938ec req-b23aa691-e61e-4ff9-804b-64481e3c3356 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.1376958 Aug 31 14:32:41.395551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b087939-3a88-46db-b31e-ba81c27938ec req-59ceadc5-2496-4e21-a62c-39c58ffc2155 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=34c1560e-ff75-4742-ab5a-89e30bb803cd HTTP/1.1" status: 200 len: 217 time: 0.0457354 Aug 31 14:32:41.415786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ced630a-603a-4234-8374-1b5b354e13ee req-dbd85742-2872-48d6-abde-a51d66d7a9f6 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833912 Aug 31 14:32:41.453643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087939-3a88-46db-b31e-ba81c27938ec req-a2921a36-d63f-45cb-bb9a-712c2e5cd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.455127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b087939-3a88-46db-b31e-ba81c27938ec req-a2921a36-d63f-45cb-bb9a-712c2e5cd63b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0493488 Aug 31 14:32:41.509397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087939-3a88-46db-b31e-ba81c27938ec req-c37a02d1-bf87-4c42-88b7-bbcd2c0ab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.511144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b087939-3a88-46db-b31e-ba81c27938ec req-c37a02d1-bf87-4c42-88b7-bbcd2c0ab7d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467055 Aug 31 14:32:41.621316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b087939-3a88-46db-b31e-ba81c27938ec req-5e24cc06-0532-47f7-97a5-9d5ca4fb3cd5 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926206 Aug 31 14:32:41.712844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b087939-3a88-46db-b31e-ba81c27938ec req-a715bcad-0df7-44b2-948e-1e711b118943 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832648 Aug 31 14:32:42.537758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c5690-ef27-4288-8d92-d9d832ae69fe req-31478efb-8897-42d3-a644-5b2353624be0 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.539306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a15c5690-ef27-4288-8d92-d9d832ae69fe req-31478efb-8897-42d3-a644-5b2353624be0 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 948 time: 0.0557110 Aug 31 14:32:42.583437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a15c5690-ef27-4288-8d92-d9d832ae69fe req-a7f35a01-bd94-4e60-8992-c0961fb5ae9f tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Aug 31 14:32:43.264099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 34c1560e-ff75-4742-ab5a-89e30bb803cd details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:32:43.364144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 34c1560e-ff75-4742-ab5a-89e30bb803cd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=34c1560e-ff75-4742-ab5a-89e30bb803cd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:43.375638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '34c1560e-ff75-4742-ab5a-89e30bb803cd', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '34c1560e-ff75-4742-ab5a-89e30bb803cd', 'mac_address': 'fa:16:3e:97:24:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:32:43.423071 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.437065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c1560e-ff75-4742-ab5a-89e30bb803cd {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:32:43.457930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 34c1560e-ff75-4742-ab5a-89e30bb803cd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=34c1560e-ff75-4742-ab5a-89e30bb803cd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:43.465906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.517993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=34c1560e-ff75-4742-ab5a-89e30bb803cd,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:43.524826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.525200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.525542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.525878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.526212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.526543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.526878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.527197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.527521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.527846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.528172 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.528777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:43.700665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e441c-8cde-48b1-a62b-3537ca970bef req-1da062ad-24bb-48b8-ada3-776e2c95e845 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:43.702198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f8e441c-8cde-48b1-a62b-3537ca970bef req-1da062ad-24bb-48b8-ada3-776e2c95e845 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 949 time: 0.0512905 Aug 31 14:32:43.751993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f8e441c-8cde-48b1-a62b-3537ca970bef req-601f5217-8b59-48ba-b473-619d54a23a8f tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Aug 31 14:32:43.802955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['34c1560e-ff75-4742-ab5a-89e30bb803cd'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:32:44.880130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d908458-36a2-4ff8-8726-0795f447b759 req-e6b64b6b-b3eb-43d7-a189-d3ec03823a23 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:44.881669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d908458-36a2-4ff8-8726-0795f447b759 req-e6b64b6b-b3eb-43d7-a189-d3ec03823a23 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 949 time: 0.0590141 Aug 31 14:32:44.920429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d908458-36a2-4ff8-8726-0795f447b759 req-1a242502-7a52-465a-8435-94050954aefd tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Aug 31 14:32:45.263347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 34c1560e-ff75-4742-ab5a-89e30bb803cd up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:45.316630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 34c1560e-ff75-4742-ab5a-89e30bb803cd completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:45.320394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 34c1560e-ff75-4742-ab5a-89e30bb803cd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:45.320773 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.399267 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.422675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68586f88-7561-4464-8ba8-917117fc43a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c1560e-ff75-4742-ab5a-89e30bb803cd'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:45.425930 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83a88db-6d0d-44a3-bbc0-10af8b7ffd03" -d '{"events": [{"server_uuid": "68586f88-7561-4464-8ba8-917117fc43a8", "name": "network-vif-plugged", "status": "completed", "tag": "34c1560e-ff75-4742-ab5a-89e30bb803cd"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:45.439498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 34c1560e-ff75-4742-ab5a-89e30bb803cd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=34c1560e-ff75-4742-ab5a-89e30bb803cd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:45.448271 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.499184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=34c1560e-ff75-4742-ab5a-89e30bb803cd,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:45.535583 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387448bf-9c6b-46d4-ac89-20c2191fd4df x-openstack-request-id: req-387448bf-9c6b-46d4-ac89-20c2191fd4df {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:45.535878 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68586f88-7561-4464-8ba8-917117fc43a8", "name": "network-vif-plugged", "status": "completed", "tag": "34c1560e-ff75-4742-ab5a-89e30bb803cd", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:45.536131 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-387448bf-9c6b-46d4-ac89-20c2191fd4df {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:45.536526 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68586f88-7561-4464-8ba8-917117fc43a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c1560e-ff75-4742-ab5a-89e30bb803cd', 'code': 200} Aug 31 14:32:45.672837 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b84752-6c9f-48a6-8551-5a2a9c0b1303 req-d54ab4e4-b3ec-4645-aa08-133959d494e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:45.675012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63b84752-6c9f-48a6-8551-5a2a9c0b1303 req-d54ab4e4-b3ec-4645-aa08-133959d494e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 1101 time: 0.0439827 Aug 31 14:32:45.716229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63b84752-6c9f-48a6-8551-5a2a9c0b1303 req-8797f8d3-27f3-41da-b901-43bd709cd102 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Aug 31 14:32:46.044008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5896db-7be6-4284-b772-f5299feacbdd req-89ed0edd-dd30-4052-8523-2eb8df35fb82 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.045627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca5896db-7be6-4284-b772-f5299feacbdd req-89ed0edd-dd30-4052-8523-2eb8df35fb82 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 950 time: 0.0533481 Aug 31 14:32:46.083629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca5896db-7be6-4284-b772-f5299feacbdd req-7e724a20-b27c-4ae7-838b-f1e21051cbb6 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Aug 31 14:32:46.473297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0674b058-f2d8-4425-bb79-80556212252a req-73903c42-eba4-4f5c-9ad2-7a1fa5972827 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268898 Aug 31 14:32:46.538406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0674b058-f2d8-4425-bb79-80556212252a req-8fe6e2e6-668c-436d-86bf-2921d7feccfa service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0266683 Aug 31 14:32:46.585047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0674b058-f2d8-4425-bb79-80556212252a req-12c4b24a-8c66-4238-b4cf-2cf0abcfd9ef service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198913 Aug 31 14:32:46.695295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674b058-f2d8-4425-bb79-80556212252a req-b134f33d-40d3-4a58-886f-abc2617f4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.696673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0674b058-f2d8-4425-bb79-80556212252a req-b134f33d-40d3-4a58-886f-abc2617f4967 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1043491 Aug 31 14:32:47.202110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f09ae-2841-4ce0-b15f-5aa8d8002510 req-ef9af618-8b3a-4f0f-945f-d8749bc39e56 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:47.203615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-344f09ae-2841-4ce0-b15f-5aa8d8002510 req-ef9af618-8b3a-4f0f-945f-d8749bc39e56 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 950 time: 0.0508304 Aug 31 14:32:47.243209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-344f09ae-2841-4ce0-b15f-5aa8d8002510 req-5ca3d39f-fa78-4a58-b71c-58232f6631b3 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Aug 31 14:32:47.528353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b50c-25f7-4607-bf80-a575f170dd8b req-771a8b3c-05a8-4e78-bdfd-ec4497dc34b0 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:47.529913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6876b50c-25f7-4607-bf80-a575f170dd8b req-771a8b3c-05a8-4e78-bdfd-ec4497dc34b0 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 950 time: 0.0501618 Aug 31 14:32:47.568962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6876b50c-25f7-4607-bf80-a575f170dd8b req-53d1f390-9f29-4035-898f-64d600e03e28 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Aug 31 14:32:48.695003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d9e07-d0d2-4951-a3a9-c7f36c032538 req-ef78a79f-a509-41d6-b6cc-bc1bfa86727e tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:48.696401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a48d9e07-d0d2-4951-a3a9-c7f36c032538 req-ef78a79f-a509-41d6-b6cc-bc1bfa86727e tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 950 time: 0.0544763 Aug 31 14:32:48.733577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a48d9e07-d0d2-4951-a3a9-c7f36c032538 req-7f5dabae-cc45-4b24-81c7-86807938e940 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3467f8c-eace-4b34-9a53-d2b71da557e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Aug 31 14:32:49.050108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-c98a6c02-f108-4c3c-b3c9-386baf5916f2 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:49.051512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-c98a6c02-f108-4c3c-b3c9-386baf5916f2 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.26 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 950 time: 0.0510170 Aug 31 14:32:49.145663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Deleting port 34c1560e-ff75-4742-ab5a-89e30bb803cd {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:49.146014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.234601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] For port 34c1560e-ff75-4742-ab5a-89e30bb803cd, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=34c1560e-ff75-4742-ab5a-89e30bb803cd,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:49.234973 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.248474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Calling delete_port for 34c1560e-ff75-4742-ab5a-89e30bb803cd owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:49.383528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.413663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Pushing event deleted for resources: {'Port': ['ID=34c1560e-ff75-4742-ab5a-89e30bb803cd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:49.420221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['34c1560e-ff75-4742-ab5a-89e30bb803cd'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:32:49.458510 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] No DVR routers for this DVR port 34c1560e-ff75-4742-ab5a-89e30bb803cd on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:49.461177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.463253 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b1dcbfb-309a-4c80-b84d-b9ed9add062e req-317a50fd-fc3c-4b28-a556-6a1e5f8005d7 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.26 "DELETE /v2.0/ports/34c1560e-ff75-4742-ab5a-89e30bb803cd HTTP/1.1" status: 204 len: 173 time: 0.4049406 Aug 31 14:32:49.463715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68586f88-7561-4464-8ba8-917117fc43a8', 'name': 'network-vif-deleted', 'tag': '34c1560e-ff75-4742-ab5a-89e30bb803cd'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:49.466032 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7828c5f6-6aff-4061-9643-d2e25d6129da" -d '{"events": [{"server_uuid": "68586f88-7561-4464-8ba8-917117fc43a8", "name": "network-vif-deleted", "tag": "34c1560e-ff75-4742-ab5a-89e30bb803cd"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:49.509831 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfbdc2e-eecf-4d0b-b712-828e2be8c2e7 x-openstack-request-id: req-fbfbdc2e-eecf-4d0b-b712-828e2be8c2e7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:49.510128 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68586f88-7561-4464-8ba8-917117fc43a8", "name": "network-vif-deleted", "tag": "34c1560e-ff75-4742-ab5a-89e30bb803cd", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:49.510383 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbfbdc2e-eecf-4d0b-b712-828e2be8c2e7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:49.511122 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68586f88-7561-4464-8ba8-917117fc43a8', 'name': 'network-vif-deleted', 'tag': '34c1560e-ff75-4742-ab5a-89e30bb803cd', 'status': 'completed', 'code': 200} Aug 31 14:32:49.848818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7f48521-534f-48cc-939f-a3c11b2ce9b1 req-a7a7800e-ce74-49ba-8716-0670a2d25df4 tempest-VolumesNegativeTest-1105613916 tempest-VolumesNegativeTest-1105613916-project] 10.222.0.10 "GET /v2.0/ports?device_id=68586f88-7561-4464-8ba8-917117fc43a8 HTTP/1.1" status: 200 len: 210 time: 0.0318050 Aug 31 14:32:51.549919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:32:53.311803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 34c1560e-ff75-4742-ab5a-89e30bb803cd no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:53.334206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 34c1560e-ff75-4742-ab5a-89e30bb803cd {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:53.334575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 34c1560e-ff75-4742-ab5a-89e30bb803cd not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:55.809110 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54078) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:55.966319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-62c8d918-b2dd-4fa8-ab1a-7c055cabe09f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b47876fa14df45068919d7afa816e432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560109 Aug 31 14:32:55.970483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54082) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:56.022648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae74be8f-20ca-472a-b74e-d837aa506e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.049905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae74be8f-20ca-472a-b74e-d837aa506e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.101225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae74be8f-20ca-472a-b74e-d837aa506e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.103905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae74be8f-20ca-472a-b74e-d837aa506e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.105196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ae74be8f-20ca-472a-b74e-d837aa506e5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3467f8c-eace-4b34-9a53-d2b71da557e5 HTTP/1.1" status: 204 len: 168 time: 0.1335232 Aug 31 14:32:56.113834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74be8f-20ca-472a-b74e-d837aa506e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3467f8c-eace-4b34-9a53-d2b71da557e5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:56.808106 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2d129fcd-a5e1-43e6-b043-0d1363662843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.066358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54134) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:58.071511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'network': {'name': 'tempest-network-smoke--1917546626', 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'port_security_enabled': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:58.095863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Made reservation on behalf of cb4e48fb50eb489b8b48f25f043f45b0 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:58.099398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.107701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.198831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.202496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.230041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] vlan segment allocate from pool success with {'vlan_id': 1502, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:58.239480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c12fba-422c-417b-a9a4-efd9dcec11e8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.244235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.244577 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Added segment 2b47dac2-e3f5-4482-86f2-49938791e8cb of type vlan for network d65c88ec-9823-46e5-9673-6f2ed7a17e72 Aug 31 14:32:58.290302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.316613 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.322197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:58.322784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.379236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3117280 Aug 31 14:32:58.382518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54136) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:58.387602 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'admin_state_up': True, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:58.391334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437690ee-c521-4969-9198-a7c988f0e0a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Network': ['ID=d65c88ec-9823-46e5-9673-6f2ed7a17e72,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.406498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:58.414543 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.415584 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.472533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.618665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.824720 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.845032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.953601 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Allocated IP 172.25.0.161 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:59.058287 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.098177 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.160062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:59.163074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:59.166810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:59.189253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:59.366111 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fe73bdb7-b670-41e9-9a2a-33a76a2995f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.576341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.746750 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.944661 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.075504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 4de031a9-7462-432f-a329-5aaa6dca5251 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:00.181442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:00.190899 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Sync routers for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:00.199851 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:00.200554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:32:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:00.204097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.205940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-46dd8ca7-8e0a-416b-b815-b126e22a3486 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8224065 Aug 31 14:33:00.209027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54138) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:00.325330 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:00.350586 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9451292a-e4a6-428a-8c57-b0dfe8a528a1 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cb4e48fb50eb489b8b48f25f043f45b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1404593 Aug 31 14:33:00.354423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54142) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:00.458478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33862b6c-e37e-4ccc-9959-beba989ba187 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:00.460029 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-33862b6c-e37e-4ccc-9959-beba989ba187 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046505 Aug 31 14:33:00.464927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54144) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:00.494918 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-392d6f31-2e82-4bd2-9eec-38ae4ce141a7 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288775 Aug 31 14:33:00.497568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54146) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:00.502974 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748145438', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:00.522346 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:32:59Z', 'revision_number': 3, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:00.548778 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Checking router: 4de031a9-7462-432f-a329-5aaa6dca5251 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:00.549067 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Updating router 4de031a9-7462-432f-a329-5aaa6dca5251 port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:00.575938 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.600090 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Made reservation on behalf of cb4e48fb50eb489b8b48f25f043f45b0 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:00.604217 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.719540 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.808953 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.857289 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.871313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Subnet': ['ID=ab75e843-fc31-44a3-92f3-a2979fca2283,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:00.873856 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Transition to ACTIVE for port object 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:00.880542 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.886112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Checking segment: {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:00.886252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network hostable DHCP agents. Network: d65c88ec-9823-46e5-9673-6f2ed7a17e72, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:00.906946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:00.917181 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d65c88ec-9823-46e5-9673-6f2ed7a17e72) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:00.921776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:00.922903 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.931406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880a9c6-ff47-4bc3-b152-a080a3e08e8d None None] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:00.940639 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d0fa1bb5-8648-4735-a6e1-c0afa50e7e1f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4417436 Aug 31 14:33:00.943378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54148) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:00.947158 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Attempting to bind port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:00.947536 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Attempting to bind port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:00.947907 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Attempting to bind port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:00.957966 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:00.958351 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:00.958761 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.959161 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:00.959653 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Bound port: 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:00.960062 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.993020 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Pushing event updated for resources: {'Port': ['ID=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:01.006057 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.006414 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.006902 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.007252 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.007591 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.007930 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.008263 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.008660 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.009023 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.009355 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.009684 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.010012 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:01.038965 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] For port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:01.042777 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] For port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:01.046732 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.109617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d65c88ec-9823-46e5-9673-6f2ed7a17e72', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:01.110656 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:01.111294 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:32:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.111413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.156380 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4337f69-430a-4822-becf-0136cc3ff2c6 None None] Pushing event updated for resources: {'Port': ['ID=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:01.236685 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:01.278597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Allocated IP 172.20.0.2 (d65c88ec-9823-46e5-9673-6f2ed7a17e72/ab75e843-fc31-44a3-92f3-a2979fca2283/bbf2c2b0-f288-4346-a5e3-ef86b5c5785c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:01.462472 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:32:59Z', 'revision_number': 3, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.474253 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.481256 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.490487 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5ad9-57af-4a0b-a02a-9c1974188c3f None None] The sync data for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 is: [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:32:59Z', 'revision_number': 3, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:01.493142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Transition to ACTIVE for port object bbf2c2b0-f288-4346-a5e3-ef86b5c5785c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:01.513954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Transition to ACTIVE for port object bbf2c2b0-f288-4346-a5e3-ef86b5c5785c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:01.527543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.563808 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:01.565835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:01.569646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:01.602333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Pushing event updated for resources: {'Port': ['ID=bbf2c2b0-f288-4346-a5e3-ef86b5c5785c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:01.637875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Attempting to bind port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:01.638251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Attempting to bind port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:01.638762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Attempting to bind port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c on network d65c88ec-9823-46e5-9673-6f2ed7a17e72 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:01.644424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:01.644804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Checking segment: {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:01.645237 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.645749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Bound using segment: {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:01.646086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Bound port: bbf2c2b0-f288-4346-a5e3-ef86b5c5785c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:01.646477 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.724939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] For port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:01.729112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] For port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bbf2c2b0-f288-4346-a5e3-ef86b5c5785c,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:01.734959 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.822120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb2b4-a8be-4f23-872f-a4ac1d2e5836 None None] Pushing event updated for resources: {'Port': ['ID=bbf2c2b0-f288-4346-a5e3-ef86b5c5785c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:01.823612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Allocated IP 172.20.0.1 (d65c88ec-9823-46e5-9673-6f2ed7a17e72/ab75e843-fc31-44a3-92f3-a2979fca2283/71a85a30-7afc-41ba-8cbf-28b55ce62774) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:01.978781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.998214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Transition to ACTIVE for port object 71a85a30-7afc-41ba-8cbf-28b55ce62774 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:02.052802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.100909 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:02.106786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:02.117494 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.118159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:02.154841 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=71a85a30-7afc-41ba-8cbf-28b55ce62774,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:02.185034 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.228254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbf2c2b0-f288-4346-a5e3-ef86b5c5785c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:02.286360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:02.293284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:02.350477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.354104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:02.363866 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:02.364245 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.457457 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.482620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:02.488017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.560647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:02.721923 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.726317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.820624 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.822694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=71a85a30-7afc-41ba-8cbf-28b55ce62774,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:02.931965 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:02.933451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:02.945995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5720f-04c5-4a49-8691-5872b7a0de5b None None] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:03.021444 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-70bb7934-f9e7-40ca-826f-67a484db1b12 None None] Provisioning for port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:03.034091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-70bb7934-f9e7-40ca-826f-67a484db1b12 None None] Provisioning complete for port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:03.034558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70bb7934-f9e7-40ca-826f-67a484db1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.066836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 4de031a9-7462-432f-a329-5aaa6dca5251 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:03.185949 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70bb7934-f9e7-40ca-826f-67a484db1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.193310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:03.201525 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-556ea197-51e5-4006-b1af-965f56b599cc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "PUT /v2.0/routers/4de031a9-7462-432f-a329-5aaa6dca5251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2570257 Aug 31 14:33:03.202588 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54150) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:03.208719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4d21a666-3545-4fae-8925-2534c3a4a31a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--969545333', 'description': 'tempest-secgroup_access--969545333 description', 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:03.227322 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-70bb7934-f9e7-40ca-826f-67a484db1b12 None None] For port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bbf2c2b0-f288-4346-a5e3-ef86b5c5785c,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:03.233022 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70bb7934-f9e7-40ca-826f-67a484db1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.234349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d21a666-3545-4fae-8925-2534c3a4a31a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.288997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb7934-f9e7-40ca-826f-67a484db1b12 None None] Pushing event updated for resources: {'Port': ['ID=bbf2c2b0-f288-4346-a5e3-ef86b5c5785c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:03.338815 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d21a666-3545-4fae-8925-2534c3a4a31a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.343926 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d21a666-3545-4fae-8925-2534c3a4a31a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.390404 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4d21a666-3545-4fae-8925-2534c3a4a31a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.394769 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4d21a666-3545-4fae-8925-2534c3a4a31a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1881146 Aug 31 14:33:03.395509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54152) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:03.397260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21a666-3545-4fae-8925-2534c3a4a31a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8918e5-d8dd-4d38-97f8-6977a87f4e12,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:03.402290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Sync routers for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:03.402835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-59573705-e6c9-458c-98c1-eb2e7b01f79e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1304540480', 'description': 'tempest-secgroup_general--1304540480 description', 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:03.413207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:03.414011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:32:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:03.431544 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59573705-e6c9-458c-98c1-eb2e7b01f79e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.486059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d25f550a-3e3a-459d-9fd7-8094a08e7c56 None None] Provisioning for port 71a85a30-7afc-41ba-8cbf-28b55ce62774 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:03.492860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d25f550a-3e3a-459d-9fd7-8094a08e7c56 None None] Provisioning complete for port 71a85a30-7afc-41ba-8cbf-28b55ce62774 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:03.493475 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d25f550a-3e3a-459d-9fd7-8094a08e7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.529795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59573705-e6c9-458c-98c1-eb2e7b01f79e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.537207 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59573705-e6c9-458c-98c1-eb2e7b01f79e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.574367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59573705-e6c9-458c-98c1-eb2e7b01f79e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:03.579701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d25f550a-3e3a-459d-9fd7-8094a08e7c56 None None] Port 71a85a30-7afc-41ba-8cbf-28b55ce62774 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:03.584672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-59573705-e6c9-458c-98c1-eb2e7b01f79e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.586489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-59573705-e6c9-458c-98c1-eb2e7b01f79e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1896763 Aug 31 14:33:03.590032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54154) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:03.596463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-dacdcf46-02c9-49c1-ae55-3ab28f1a3cc1 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'security_group_rule': {'security_group_id': '6b8918e5-d8dd-4d38-97f8-6977a87f4e12', 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:03.606196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:03.628344 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dacdcf46-02c9-49c1-ae55-3ab28f1a3cc1 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.643386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d25f550a-3e3a-459d-9fd7-8094a08e7c56 None None] Provisioning complete for port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:03.643932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d25f550a-3e3a-459d-9fd7-8094a08e7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.702520 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dacdcf46-02c9-49c1-ae55-3ab28f1a3cc1 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.711582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dacdcf46-02c9-49c1-ae55-3ab28f1a3cc1 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.737648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdcf46-02c9-49c1-ae55-3ab28f1a3cc1 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669812d3-9480-4ac5-905f-5b2d1ac04cde,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:03.746335 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dacdcf46-02c9-49c1-ae55-3ab28f1a3cc1 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.748457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dacdcf46-02c9-49c1-ae55-3ab28f1a3cc1 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561341 Aug 31 14:33:03.907121 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 2, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:03.919294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-497011c3-f0c7-44f4-a18d-26cd1dcf75c3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--1304540480&fields=id&tenant_id=cb4e48fb50eb489b8b48f25f043f45b0 HTTP/1.1" status: 200 len: 267 time: 0.0406728 Aug 31 14:33:03.938337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Checking router: 4de031a9-7462-432f-a329-5aaa6dca5251 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:03.938614 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Updating router 4de031a9-7462-432f-a329-5aaa6dca5251 port 71a85a30-7afc-41ba-8cbf-28b55ce62774 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:03.962700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-d6dda3c8-06f6-4795-8d6d-6fb30e3943ed tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--969545333&fields=id&tenant_id=cb4e48fb50eb489b8b48f25f043f45b0 HTTP/1.1" status: 200 len: 267 time: 0.0357850 Aug 31 14:33:03.971768 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.990964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0dc4a16b-1297-4a74-aa72-4bc11a007d91 None None] Provisioning complete for port 71a85a30-7afc-41ba-8cbf-28b55ce62774 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:03.991384 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a16b-1297-4a74-aa72-4bc11a007d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.060442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4a16b-1297-4a74-aa72-4bc11a007d91 None None] Port 71a85a30-7afc-41ba-8cbf-28b55ce62774 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:04.091210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-2946784d-8e86-4386-b9f8-7ec4a973e8bc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:04.093399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-2946784d-8e86-4386-b9f8-7ec4a973e8bc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/networks?id=d65c88ec-9823-46e5-9673-6f2ed7a17e72 HTTP/1.1" status: 200 len: 797 time: 0.1223903 Aug 31 14:33:04.115930 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-c0f95279-db12-4dcb-937b-72b64698ae3e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/quotas/cb4e48fb50eb489b8b48f25f043f45b0 HTTP/1.1" status: 200 len: 375 time: 0.0152688 Aug 31 14:33:04.140114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbf2c2b0-f288-4346-a5e3-ef86b5c5785c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:04.166643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-8a7bcd6f-28ea-49a3-82cb-168cd506d6db tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490632 Aug 31 14:33:04.182232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-3ddc382e-8107-4644-bd83-a2d20f8d3631 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:33:04.183243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-3ddc382e-8107-4644-bd83-a2d20f8d3631 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061049 Aug 31 14:33:04.350676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-8a33cd40-72a0-4ca4-9e16-77a3d2f6f030 service neutron] 10.222.0.10 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603377 Aug 31 14:33:04.425612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:04.426121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.446625 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-87284d9d-9ef9-4b38-9b19-db0ff16d5057 service neutron] 10.222.0.10 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895915 Aug 31 14:33:04.519182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.552576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Transition to ACTIVE for port object 71a85a30-7afc-41ba-8cbf-28b55ce62774 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:04.563287 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.593801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:04.627720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1b60bda3-13d6-41ed-bd9b-8db4dada0982 req-209b5bd2-9dfe-4048-b27e-5cbeeb61d9bc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 210 time: 0.0405202 Aug 31 14:33:04.647280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da05f0-20b4-4dcb-9e76-2f248d9100b5 None None] Pushing event updated for resources: {'Port': ['ID=71a85a30-7afc-41ba-8cbf-28b55ce62774,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:04.723903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Attempting to bind port 71a85a30-7afc-41ba-8cbf-28b55ce62774 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:04.724014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Attempting to bind port 71a85a30-7afc-41ba-8cbf-28b55ce62774 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:04.724374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Attempting to bind port 71a85a30-7afc-41ba-8cbf-28b55ce62774 on network d65c88ec-9823-46e5-9673-6f2ed7a17e72 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:04.729329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:04.729701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.732588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:04.732993 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Checking segment: {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:04.733392 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.733789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Bound using segment: {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:04.734272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Bound port: 71a85a30-7afc-41ba-8cbf-28b55ce62774, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:04.734653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.861717 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] For port 71a85a30-7afc-41ba-8cbf-28b55ce62774, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:04.883835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] For port 71a85a30-7afc-41ba-8cbf-28b55ce62774, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71a85a30-7afc-41ba-8cbf-28b55ce62774,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:04.892229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.963819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:04.964481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:32:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:05.017923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da05f0-20b4-4dcb-9e76-2f248d9100b5 None None] Pushing event updated for resources: {'Port': ['ID=71a85a30-7afc-41ba-8cbf-28b55ce62774,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:05.118314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:05.371574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:04Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:05.400473 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65df2d-9462-47d4-980b-5abe0310f9e2 None None] The sync data for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 is: [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:04Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:05.745437 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f526bd5-0a41-471c-b797-15368821b148 req-6469e748-dd69-40c8-80a3-225e0ce24437 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Aug 31 14:33:06.027470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-7790cf28-c0b7-4b96-830b-f2f5a47a2227 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:06.029127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-7790cf28-c0b7-4b96-830b-f2f5a47a2227 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.26 "GET /v2.0/networks?id=d65c88ec-9823-46e5-9673-6f2ed7a17e72 HTTP/1.1" status: 200 len: 797 time: 0.1202896 Aug 31 14:33:06.093268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-cb684228-cea8-4064-bcd2-c0af142159d4 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4e48fb50eb489b8b48f25f043f45b0 HTTP/1.1" status: 200 len: 477 time: 0.0458844 Aug 31 14:33:06.132037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'port': {'device_id': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'admin_state_up': True, 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'security_groups': ['2cc4ba5c-ab07-405e-ad70-1a1562e35cbd', '6b8918e5-d8dd-4d38-97f8-6977a87f4e12']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:06.132834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a85a30-7afc-41ba-8cbf-28b55ce62774 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:06.189607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 71a85a30-7afc-41ba-8cbf-28b55ce62774 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:06.193015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 71a85a30-7afc-41ba-8cbf-28b55ce62774 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:06.193397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.267449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Made reservation on behalf of cb4e48fb50eb489b8b48f25f043f45b0 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:06.271810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.290542 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.327390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 71a85a30-7afc-41ba-8cbf-28b55ce62774, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71a85a30-7afc-41ba-8cbf-28b55ce62774,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:06.331911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.387962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=71a85a30-7afc-41ba-8cbf-28b55ce62774,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:06.436270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Allocated IP 172.20.0.12 (d65c88ec-9823-46e5-9673-6f2ed7a17e72/ab75e843-fc31-44a3-92f3-a2979fca2283/4d51fda4-ab13-4cb5-98d3-a215a86a3bfc) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:06.590662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.605593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Transition to ACTIVE for port object 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:06.640668 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.687248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:06.692334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:06.696100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:06.723189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:06.752835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:06.753529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.768525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-f2b75fa7-12d2-40cf-b756-cc4c262911d3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6448529 Aug 31 14:33:06.788642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Request body: {'port': {'device_id': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:06.873577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.910689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b68792b7-4595-4a4a-8825-8cd1252f0d1e None None] Provisioning for port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:06.914832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b68792b7-4595-4a4a-8825-8cd1252f0d1e None None] Provisioning complete for port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:06.915208 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b68792b7-4595-4a4a-8825-8cd1252f0d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.924971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f32f-6b0c-4e15-a9e9-1ef49ca0ff66 req-eaa92e0d-4bec-4ba2-808e-76f9e3c93b24 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:06.926484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11c4f32f-6b0c-4e15-a9e9-1ef49ca0ff66 req-eaa92e0d-4bec-4ba2-808e-76f9e3c93b24 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 971 time: 0.1071091 Aug 31 14:33:06.954475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b68792b7-4595-4a4a-8825-8cd1252f0d1e None None] Port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:07.034882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11c4f32f-6b0c-4e15-a9e9-1ef49ca0ff66 req-1419b21d-7a01-4619-a1fd-cbff7f04c895 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1015756 Aug 31 14:33:07.197306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:07.205522 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.216940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Transition to ACTIVE for port object 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:07.221293 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.289606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Pushing event updated for resources: {'Port': ['ID=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.348482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Attempting to bind port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:07.348844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Attempting to bind port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:07.349224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Attempting to bind port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc on network d65c88ec-9823-46e5-9673-6f2ed7a17e72 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:07.354099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc on network d65c88ec-9823-46e5-9673-6f2ed7a17e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:33:07.354437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Attempting to bind port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc on network d65c88ec-9823-46e5-9673-6f2ed7a17e72 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:07.360063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:07.360420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Checking segment: {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:07.361418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Bound using segment: {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:07.361875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Bound port: 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b47dac2-e3f5-4482-86f2-49938791e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:07.362248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.429444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] For port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:07.433061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] For port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:07.437574 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.478455 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:07.479292 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.480703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] 10.222.0.26 "PUT /v2.0/ports/4d51fda4-ab13-4cb5-98d3-a215a86a3bfc HTTP/1.1" status: 200 len: 1131 time: 0.6967683 Aug 31 14:33:07.481198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:07.483543 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1230fb40-a916-464c-9fe8-5ba02aa82d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:07.506546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f27af-ab4a-41e4-b5e3-1ee535cfd2cc service neutron] Pushing event updated for resources: {'Port': ['ID=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.528663 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cefa828-40f8-48b1-ae85-47211b8dd6d3 x-openstack-request-id: req-3cefa828-40f8-48b1-ae85-47211b8dd6d3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:07.529015 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:07.529303 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cefa828-40f8-48b1-ae85-47211b8dd6d3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:07.529738 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'status': 'completed', 'code': 200} Aug 31 14:33:07.588241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-77eac1ec-4732-4328-97af-21b0b7d36cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:07.589805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-77eac1ec-4732-4328-97af-21b0b7d36cb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1134 time: 0.0434549 Aug 31 14:33:07.645259 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-5978b6f3-38b3-4f50-9cbe-aa5a60df7e49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc HTTP/1.1" status: 200 len: 217 time: 0.0391273 Aug 31 14:33:07.700696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-cf851431-65d8-4ac1-9b4b-9483929eb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:07.701296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-cf851431-65d8-4ac1-9b4b-9483929eb6e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab75e843-fc31-44a3-92f3-a2979fca2283 HTTP/1.1" status: 200 len: 834 time: 0.0480056 Aug 31 14:33:07.750177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-c4f71528-dfe9-40f0-a49a-1f295ceaabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:07.751637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-c4f71528-dfe9-40f0-a49a-1f295ceaabee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d65c88ec-9823-46e5-9673-6f2ed7a17e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419157 Aug 31 14:33:07.850343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-8a3fc761-8423-4069-b7e2-111c58def61b service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899975 Aug 31 14:33:07.940944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55ce961c-a696-49c3-9ee5-a71eafd20092 req-dd743471-2bff-4628-bd98-80f87db8c944 service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829849 Aug 31 14:33:08.089970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-5869273e-3da3-425f-9b30-24d22fcad323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.091482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-5869273e-3da3-425f-9b30-24d22fcad323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1134 time: 0.0577104 Aug 31 14:33:08.118198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a85a30-7afc-41ba-8cbf-28b55ce62774 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:08.165759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 71a85a30-7afc-41ba-8cbf-28b55ce62774 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:08.166127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.216562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29ba66-9473-4792-8c45-0281f46cb226 req-fbaed549-7e82-473f-b5c6-bf4ec8ec9bca tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.218100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f29ba66-9473-4792-8c45-0281f46cb226 req-fbaed549-7e82-473f-b5c6-bf4ec8ec9bca tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 983 time: 0.1102042 Aug 31 14:33:08.244898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-26783959-3d85-4b61-a1df-9b34c6e4dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.246362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-26783959-3d85-4b61-a1df-9b34c6e4dc87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d65c88ec-9823-46e5-9673-6f2ed7a17e72 HTTP/1.1" status: 200 len: 899 time: 0.1464794 Aug 31 14:33:08.300077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f29ba66-9473-4792-8c45-0281f46cb226 req-3f462e60-cb3c-4fc0-8d3d-5671aafad0e7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0734894 Aug 31 14:33:08.301212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-54f5e7ae-89d4-43d9-9d4e-d1ebc0ee9b68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc HTTP/1.1" status: 200 len: 217 time: 0.0470054 Aug 31 14:33:08.352369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-f4027539-7733-42b1-b1d8-126e07ca1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.353906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-f4027539-7733-42b1-b1d8-126e07ca1fb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab75e843-fc31-44a3-92f3-a2979fca2283 HTTP/1.1" status: 200 len: 834 time: 0.0446346 Aug 31 14:33:08.404192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-736ec0df-ad8d-47e9-a162-bc1d3813eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.405734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-736ec0df-ad8d-47e9-a162-bc1d3813eae1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d65c88ec-9823-46e5-9673-6f2ed7a17e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442815 Aug 31 14:33:08.497520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-f0202e7d-166c-4edb-ab9c-5e0b18ddcddc service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Aug 31 14:33:08.591295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1230fb40-a916-464c-9fe8-5ba02aa82d3f req-c05b2370-a55a-4f9c-ad64-e8d9c78c6192 service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856686 Aug 31 14:33:09.416138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3ac85-dfbf-427f-a659-865fb8cae8c1 req-6d6eba16-9e51-40b4-8d33-b9774bd42938 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:09.417717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3c3ac85-dfbf-427f-a659-865fb8cae8c1 req-6d6eba16-9e51-40b4-8d33-b9774bd42938 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 983 time: 0.0499933 Aug 31 14:33:09.458040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3c3ac85-dfbf-427f-a659-865fb8cae8c1 req-6afe5a26-fea2-4a14-b2f6-e503090ba2a5 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334215 Aug 31 14:33:10.204929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.581429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b9dd-3281-406d-aa8a-0246efe5d5b0 req-928b6dfe-574c-4353-877e-e9549b893c78 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:10.583216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66f8b9dd-3281-406d-aa8a-0246efe5d5b0 req-928b6dfe-574c-4353-877e-e9549b893c78 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 983 time: 0.0570178 Aug 31 14:33:10.627659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66f8b9dd-3281-406d-aa8a-0246efe5d5b0 req-d32df3fc-b565-4cd1-8a7a-c6d4848157b3 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381579 Aug 31 14:33:11.449391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:33:11.556898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:11.569708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'port_id': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'mac_address': 'fa:16:3e:60:e3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:33:11.611585 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.626836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:11.647404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:11.651726 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.725572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:11.753487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0679cb-2881-4695-a3ec-1ec7b485d3ec req-cf9753a2-b9ca-4b00-8d92-e225143b63e5 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:11.755777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d0679cb-2881-4695-a3ec-1ec7b485d3ec req-cf9753a2-b9ca-4b00-8d92-e225143b63e5 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 984 time: 0.0537939 Aug 31 14:33:11.800959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d0679cb-2881-4695-a3ec-1ec7b485d3ec req-8e311aba-3465-41b3-b46c-7de383dba4a4 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0404129 Aug 31 14:33:11.945423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['4d51fda4-ab13-4cb5-98d3-a215a86a3bfc'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:12.920097 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd9434-2284-4748-8ac9-3d49e17d5dc4 req-0e9008e0-4a6c-44d1-9df6-e6fb6b16dfdd tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:12.921608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-76bd9434-2284-4748-8ac9-3d49e17d5dc4 req-0e9008e0-4a6c-44d1-9df6-e6fb6b16dfdd tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 984 time: 0.0512564 Aug 31 14:33:12.961080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-76bd9434-2284-4748-8ac9-3d49e17d5dc4 req-4c5acaaf-449d-415a-a6a7-d3b87806cd73 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0329208 Aug 31 14:33:13.467096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:13.521283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:13.524851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:13.525270 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.601229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.623013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:13.625213 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb2e443-99d1-4b43-a62e-efbee3ac0e7f" -d '{"events": [{"server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "name": "network-vif-plugged", "status": "completed", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:13.638051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:13.643681 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.668008 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a3ff83-c009-44c2-85e9-39c037e3a4ca x-openstack-request-id: req-82a3ff83-c009-44c2-85e9-39c037e3a4ca {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:13.668311 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "name": "network-vif-plugged", "status": "completed", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:13.668562 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82a3ff83-c009-44c2-85e9-39c037e3a4ca {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:13.668973 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'code': 200} Aug 31 14:33:13.694832 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:13.803898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b4814-07fa-4604-a054-06beb08c1501 req-c8c08273-c034-467c-b3d1-4d5c6bb82c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:13.805398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-292b4814-07fa-4604-a054-06beb08c1501 req-c8c08273-c034-467c-b3d1-4d5c6bb82c84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1136 time: 0.0402112 Aug 31 14:33:13.843344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-292b4814-07fa-4604-a054-06beb08c1501 req-5074194a-d571-4767-bd09-76c79c96aa6d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0286155 Aug 31 14:33:14.078082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64110-62c5-4b60-9516-5634e697a4ef req-1221f268-3f68-40e7-b509-79bdb95bd3f4 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:14.079716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62a64110-62c5-4b60-9516-5634e697a4ef req-1221f268-3f68-40e7-b509-79bdb95bd3f4 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 985 time: 0.0501957 Aug 31 14:33:14.123565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62a64110-62c5-4b60-9516-5634e697a4ef req-2eac477e-a633-4526-8959-c0ef5808160b tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0371418 Aug 31 14:33:15.243159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb7da-3eb4-4534-9795-1ea2c6de48f2 req-b6477d56-8e17-473b-b5f7-3649125058dc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:15.244650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13cbb7da-3eb4-4534-9795-1ea2c6de48f2 req-b6477d56-8e17-473b-b5f7-3649125058dc tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 985 time: 0.0506735 Aug 31 14:33:15.284685 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13cbb7da-3eb4-4534-9795-1ea2c6de48f2 req-822cd167-b34e-4835-8dbc-5b331bff492e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340207 Aug 31 14:33:15.400970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286f4f4-5408-48b7-a6eb-92d19ef93f74 req-1d313b3f-2155-4550-84fb-8e3ff220b7fe tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:15.402447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a286f4f4-5408-48b7-a6eb-92d19ef93f74 req-1d313b3f-2155-4550-84fb-8e3ff220b7fe tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 985 time: 0.0518677 Aug 31 14:33:15.442020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a286f4f4-5408-48b7-a6eb-92d19ef93f74 req-f9489142-5145-4eaf-8110-fa9312a841c5 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0330358 Aug 31 14:33:15.547477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983e4eb-25c0-451c-9fc3-adce8868afa8 req-00e5bec8-f507-4048-9f79-ac0aaa35aea3 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:15.549643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0983e4eb-25c0-451c-9fc3-adce8868afa8 req-00e5bec8-f507-4048-9f79-ac0aaa35aea3 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1136 time: 0.0434203 Aug 31 14:33:15.572147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0983e4eb-25c0-451c-9fc3-adce8868afa8 req-4a1c28c0-4dd6-4579-aed6-a6a9ff8adbc5 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.980485 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0983e4eb-25c0-451c-9fc3-adce8868afa8 req-4a1c28c0-4dd6-4579-aed6-a6a9ff8adbc5 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.984437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0983e4eb-25c0-451c-9fc3-adce8868afa8 req-4a1c28c0-4dd6-4579-aed6-a6a9ff8adbc5 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.007316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0983e4eb-25c0-451c-9fc3-adce8868afa8 req-4a1c28c0-4dd6-4579-aed6-a6a9ff8adbc5 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4517481 Aug 31 14:33:16.019630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c28c0-4dd6-4579-aed6-a6a9ff8adbc5 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b437b7-d440-4990-a920-b4e228968f5a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:16.028214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54212) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:16.069525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7db93bc-d38e-4e9a-b3f8-0d904399dabb tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:16.071396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b7db93bc-d38e-4e9a-b3f8-0d904399dabb tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1131 time: 0.0420921 Aug 31 14:33:16.074239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54214) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:16.079009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:16.103307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.205111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.310474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Allocated IP 172.25.0.168 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/2127d08b-d9a5-4f43-a4e2-1540c79d39b3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:16.429014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.469264 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.505756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:16.508710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:16.512139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:16.549313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=2127d08b-d9a5-4f43-a4e2-1540c79d39b3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:16.889295 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.956980 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.112941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.117221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.187124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=2127d08b-d9a5-4f43-a4e2-1540c79d39b3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:17.199500 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.301931 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Floating IP 25b3325f-b737-44c8-9d99-45e7f1b84775 associated. External IP: 172.25.0.168, port: 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc. Aug 31 14:33:17.512667 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 4de031a9-7462-432f-a329-5aaa6dca5251 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:17.623177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:17.633888 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] Sync routers for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:17.642486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.646197 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:17.646834 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:32:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:17.677273 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e7ef5402-a7ae-429f-b95e-eb97c4e1549c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6019571 Aug 31 14:33:17.677934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:17.680241 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c9330-ef2a-460a-96b0-ebb9357a8593" -d '{"events": [{"name": "network-changed", "server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:17.680547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54216) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:17.718895 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0ea282-6fa2-4e8e-94b9-3402585d4c9d x-openstack-request-id: req-be0ea282-6fa2-4e8e-94b9-3402585d4c9d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:17.719349 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:17.720130 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be0ea282-6fa2-4e8e-94b9-3402585d4c9d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:17.720744 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'status': 'completed', 'code': 200} Aug 31 14:33:17.784856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0107fd2-11bf-451e-aae7-55d81c233795 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.785471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0107fd2-11bf-451e-aae7-55d81c233795 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.786018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0107fd2-11bf-451e-aae7-55d81c233795 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.786560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0107fd2-11bf-451e-aae7-55d81c233795 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.791104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f0107fd2-11bf-451e-aae7-55d81c233795 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1067624 Aug 31 14:33:17.791472 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54220) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:17.812003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-33bfd71e-67b6-4625-85db-74a471eb8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.813784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-33bfd71e-67b6-4625-85db-74a471eb8206 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1136 time: 0.0460401 Aug 31 14:33:17.862871 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:17.884696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35caa2af-2561-4d00-80c9-4bd4a9a34ef2 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.885174 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35caa2af-2561-4d00-80c9-4bd4a9a34ef2 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.885962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35caa2af-2561-4d00-80c9-4bd4a9a34ef2 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.886573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35caa2af-2561-4d00-80c9-4bd4a9a34ef2 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.891566 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-35caa2af-2561-4d00-80c9-4bd4a9a34ef2 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0958295 Aug 31 14:33:17.892290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54222) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:17.912713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-762c165c-7f2a-465f-8eb3-8938b9c45596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.914357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-762c165c-7f2a-465f-8eb3-8938b9c45596 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d65c88ec-9823-46e5-9673-6f2ed7a17e72 HTTP/1.1" status: 200 len: 899 time: 0.0929868 Aug 31 14:33:17.989320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-799a9ff8-0c68-4eb1-ac29-25a77f31853d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc HTTP/1.1" status: 200 len: 1000 time: 0.0673444 Aug 31 14:33:18.046428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-45d996e8-761e-4539-a1e4-8812f9f62ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.048087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-45d996e8-761e-4539-a1e4-8812f9f62ca4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab75e843-fc31-44a3-92f3-a2979fca2283 HTTP/1.1" status: 200 len: 834 time: 0.0515802 Aug 31 14:33:18.102241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-a15e5232-4c1f-4471-a545-cb7232acc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.103899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-a15e5232-4c1f-4471-a545-cb7232acc7f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d65c88ec-9823-46e5-9673-6f2ed7a17e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476251 Aug 31 14:33:18.114822 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '25b3325f-b737-44c8-9d99-45e7f1b84775', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'port_id': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'mac_address': 'fa:16:3e:60:e3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:33:16Z', 'updated_at': '2021-08-31T14:33:16Z', 'revision_number': 0, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:06Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.148444 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] Checking router: 4de031a9-7462-432f-a329-5aaa6dca5251 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:18.159377 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:18.160011 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:32:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.212157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-81116bf1-4af9-415e-a335-e617d66816d1 service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997727 Aug 31 14:33:18.274069 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:18.314131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a26c9330-ef2a-460a-96b0-ebb9357a8593 req-698e205a-6751-4745-b137-078d934be83d service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926189 Aug 31 14:33:18.371006 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-73dd313e-bfff-4d12-a974-38945079be29 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.4780371 Aug 31 14:33:18.373658 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54224) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:18.415958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f129b-3b26-4406-ba7d-cab46df5bcbe tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.416356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f129b-3b26-4406-ba7d-cab46df5bcbe tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.417987 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-552f129b-3b26-4406-ba7d-cab46df5bcbe tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4de031a9-7462-432f-a329-5aaa6dca5251 HTTP/1.1" status: 200 len: 1990 time: 0.0434351 Aug 31 14:33:18.508306 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '25b3325f-b737-44c8-9d99-45e7f1b84775', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'port_id': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'mac_address': 'fa:16:3e:60:e3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:33:16Z', 'updated_at': '2021-08-31T14:33:16Z', 'revision_number': 0, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:06Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.534520 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8549175a-1f82-4ceb-b43f-14e48a6a551a None None] The sync data for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 is: [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '25b3325f-b737-44c8-9d99-45e7f1b84775', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'port_id': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'mac_address': 'fa:16:3e:60:e3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:33:16Z', 'updated_at': '2021-08-31T14:33:16Z', 'revision_number': 0, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:06Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:18.746017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887a284-4d63-46a6-ac17-2c2f9396dfdc None None] New status for floating IP 25b3325f-b737-44c8-9d99-45e7f1b84775: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:33:26.811508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53e8110c-9e0b-4c3e-90e8-d970940fff3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.549697 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:33:29.359331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f86ac610-092f-4234-a3e0-b05e1120a965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.568342 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.721571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.626671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-0c93a8bc-64e4-4768-9810-a021445b376a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419765 Aug 31 14:33:31.738690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a9850080-0e2f-414a-a152-e39633cd0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:31.740219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a9850080-0e2f-414a-a152-e39633cd0836 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1136 time: 0.0477026 Aug 31 14:33:31.848797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a540ea3b-17f6-4f03-aaa9-66a45e6c4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:31.850342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a540ea3b-17f6-4f03-aaa9-66a45e6c4023 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d65c88ec-9823-46e5-9673-6f2ed7a17e72 HTTP/1.1" status: 200 len: 899 time: 0.0881877 Aug 31 14:33:31.925619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-1f8384f2-7984-4f7f-92ab-f9424b85bc0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc HTTP/1.1" status: 200 len: 1002 time: 0.0643399 Aug 31 14:33:31.977258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a66c0188-d33b-4787-80e3-db53ddfd5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:31.978788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a66c0188-d33b-4787-80e3-db53ddfd5ac8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab75e843-fc31-44a3-92f3-a2979fca2283 HTTP/1.1" status: 200 len: 834 time: 0.0449898 Aug 31 14:33:32.026781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a92451c0-9603-4df7-ad9c-e4d126c659c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:32.028303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-a92451c0-9603-4df7-ad9c-e4d126c659c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d65c88ec-9823-46e5-9673-6f2ed7a17e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411012 Aug 31 14:33:32.099891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.127220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-d4cdaf9f-2bf9-425a-96a3-560386a20ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897255 Aug 31 14:33:32.223313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d86ebaf-8f9a-4f42-89b3-4f48cacdcd35 req-d198639e-9586-4b91-b3fb-a5a15f70797d service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835094 Aug 31 14:33:40.209467 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.446107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ff2a3a5-201f-4484-b214-3d14d5c8dd35 req-5b93e5ab-3c6c-43c8-bc1a-70bf66f7b12d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267549 Aug 31 14:33:47.552150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ff2a3a5-201f-4484-b214-3d14d5c8dd35 req-a00bbabd-93b6-45af-b9ea-1478ccea1b91 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0268166 Aug 31 14:33:47.611207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ff2a3a5-201f-4484-b214-3d14d5c8dd35 req-460c8c4f-5ae3-4492-94c0-d4832eb2bd95 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253813 Aug 31 14:33:47.713001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2a3a5-201f-4484-b214-3d14d5c8dd35 req-29003b9f-12a2-40df-ad9e-b19677561340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:47.714364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ff2a3a5-201f-4484-b214-3d14d5c8dd35 req-29003b9f-12a2-40df-ad9e-b19677561340 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920451 Aug 31 14:33:54.647225 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54244) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:54.726073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-cf71d6e6-922c-48dc-bba4-07ea12f661fd tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0777011 Aug 31 14:33:54.728850 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54246) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:54.733688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'network': {'name': 'tempest-network-smoke--745964018', 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'port_security_enabled': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:54.766127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Made reservation on behalf of cb4e48fb50eb489b8b48f25f043f45b0 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:54.770168 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.793632 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] vlan segment allocate from pool success with {'vlan_id': 1538, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:54.804695 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.805078 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Added segment 6ce963a3-01ba-405a-987b-fb410a460c38 of type vlan for network 0a439676-37c6-4651-8eb5-2b0772bc7105 Aug 31 14:33:54.846426 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.873152 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.879305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:54.879899 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.934163 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2042627 Aug 31 14:33:54.936757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54248) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:54.941735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'admin_state_up': True, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:54.963180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Network': ['ID=0a439676-37c6-4651-8eb5-2b0772bc7105,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:54.975726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.976067 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.976415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.976754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.977117 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.977453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.977786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.978115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.978449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.978778 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.979103 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.979427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa3a6e-90ca-4c36-a186-0d55a0142d0f tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:54.992224 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.993230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:54.994494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.048643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.188120 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.375732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.394433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.499252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Allocated IP 172.25.0.248 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/c7c9c4b5-73ce-4dca-b61d-0f8903b177e4) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:55.601962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.646268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.682278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:55.687628 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:55.691231 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:55.718586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:55.954189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.178307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.319577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:56.439915 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:56.456602 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Sync routers for ids ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:56.470827 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Routers {'3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:56.472501 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:56.476471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.479460 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ef3f4981-d3bb-4745-88a6-64d07339f1ad tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5404389 Aug 31 14:33:56.483420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54250) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.561059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b31f5f-2c66-40ec-8d41-86b2e35a8ec5 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:56.562714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-39b31f5f-2c66-40ec-8d41-86b2e35a8ec5 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cb4e48fb50eb489b8b48f25f043f45b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0777256 Aug 31 14:33:56.565662 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54252) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.634300 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Set router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:56.674779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277b2f1-2089-41dd-b454-84fa74ea0d75 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:56.676427 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7277b2f1-2089-41dd-b454-84fa74ea0d75 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1098273 Aug 31 14:33:56.679535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54254) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.709595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fb4b6f56-7258-4381-acee-9874a46f17c8 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289001 Aug 31 14:33:56.712848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54256) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.744669 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-34b3caef-2e7f-4364-a54d-8c849bf82132 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cb4e48fb50eb489b8b48f25f043f45b0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305483 Aug 31 14:33:56.747895 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54258) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.818525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5be312c2-eaeb-4ec4-a6cf-f0f9a75d22f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.850469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030e310-fce1-440d-9178-128c4a9c56c4 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:56.851985 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b030e310-fce1-440d-9178-128c4a9c56c4 tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1030662 Aug 31 14:33:56.854899 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:33:55Z', 'revision_number': 3, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:56.855227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54260) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.883570 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Checking router: 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:56.883922 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Updating router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:56.896035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7c1663e8-4f63-45cd-8327-4893d3fbe78e tempest-TestSecurityGroupsBasicOps-1970068291 tempest-TestSecurityGroupsBasicOps-1970068291-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392120 Aug 31 14:33:56.898644 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54262) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.907705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-634125077', 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105', 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:56.916173 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.019328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Made reservation on behalf of cb4e48fb50eb489b8b48f25f043f45b0 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:57.022464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.217304 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.229246 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Transition to ACTIVE for port object c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:57.237515 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.252347 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.297857 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3c6d-94aa-42b9-92b5-fdaa6e8d4ff0 None None] Pushing event updated for resources: {'Port': ['ID=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:57.300343 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Attempting to bind port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:57.300722 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Attempting to bind port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:57.301122 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Attempting to bind port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:57.307919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:57.307919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:57.308244 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.308501 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:57.309014 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Bound port: c7c9c4b5-73ce-4dca-b61d-0f8903b177e4, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:57.309408 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.334301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Subnet': ['ID=405cd6ae-09e7-41dc-af96-06b77001d2eb,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:57.348240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.348594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.349380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.349380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.349684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.349956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.350285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.350615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.350943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.351265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.351591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.351913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:57.360117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Checking segment: {'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:57.360638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network hostable DHCP agents. Network: 0a439676-37c6-4651-8eb5-2b0772bc7105, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:57.387685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:57.391635 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] For port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:57.394812 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] For port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:57.397228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0a439676-37c6-4651-8eb5-2b0772bc7105) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:57.398466 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.401685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:57.402280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.410749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3373471-c80f-433e-8e76-8b0db39150e4 None None] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:57.424977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-398225c4-1645-4d4f-ad30-b9e98323ac77 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5218093 Aug 31 14:33:57.425299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54264) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:57.457281 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Routers {'3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:57.457939 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:57.518007 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3c6d-94aa-42b9-92b5-fdaa6e8d4ff0 None None] Pushing event updated for resources: {'Port': ['ID=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:57.597456 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] Set router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:57.603768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0a439676-37c6-4651-8eb5-2b0772bc7105', 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'fixed_ips': [{'subnet_id': '405cd6ae-09e7-41dc-af96-06b77001d2eb'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:57.605629 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.865306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Allocated IP 172.20.0.18 (0a439676-37c6-4651-8eb5-2b0772bc7105/405cd6ae-09e7-41dc-af96-06b77001d2eb/c5d5bd2b-0d22-441b-bf00-8c7f4992e143) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:57.911398 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:33:55Z', 'revision_number': 3, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:57.943273 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf6d2f-9c7c-4fdd-9013-0333b7831766 None None] The sync data for ids ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'] in n-d-792362-6 is: [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:33:55Z', 'revision_number': 3, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:58.019536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.065905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.080426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Transition to ACTIVE for port object c5d5bd2b-0d22-441b-bf00-8c7f4992e143 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:58.105644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Transition to ACTIVE for port object c5d5bd2b-0d22-441b-bf00-8c7f4992e143 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:58.113892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.180240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:58.185477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:58.191923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:58.197556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Pushing event updated for resources: {'Port': ['ID=c5d5bd2b-0d22-441b-bf00-8c7f4992e143,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:58.211193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.211551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.211884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.212262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.212542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.212887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.213225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.213552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.215759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.215759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.215759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.215759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:58.298583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Attempting to bind port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:58.299577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Attempting to bind port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:58.300384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Attempting to bind port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:58.314642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:58.315434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Checking segment: {'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:58.316075 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.316649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Bound using segment: {'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:58.317387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Bound port: c5d5bd2b-0d22-441b-bf00-8c7f4992e143, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:58.317956 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.417388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] For port c5d5bd2b-0d22-441b-bf00-8c7f4992e143, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:58.422082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] For port c5d5bd2b-0d22-441b-bf00-8c7f4992e143, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c5d5bd2b-0d22-441b-bf00-8c7f4992e143,segment=NetworkSegment(6ce963a3-01ba-405a-987b-fb410a460c38),segment_id=6ce963a3-01ba-405a-987b-fb410a460c38)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:58.426799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.427144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Allocated IP 172.20.0.17 (0a439676-37c6-4651-8eb5-2b0772bc7105/405cd6ae-09e7-41dc-af96-06b77001d2eb/b8943282-f338-4a3d-8fc9-f3480eb110cc) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:58.508110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75923bc1-66f3-4844-b51c-e12b93c36868 None None] Pushing event updated for resources: {'Port': ['ID=c5d5bd2b-0d22-441b-bf00-8c7f4992e143,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:58.573240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.590460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Transition to ACTIVE for port object b8943282-f338-4a3d-8fc9-f3480eb110cc will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:58.627592 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.697203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:58.706971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:58.709561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:58.744051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=b8943282-f338-4a3d-8fc9-f3480eb110cc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:58.776818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.255038 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.367452 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b19936ae-5f6a-402b-999a-cfcde21ea7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.481350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9e131-c315-4de0-9a42-c0cfcf7010d9 None None] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:59.587752 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.594740 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.610727 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.616947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-524d27d0-34b0-4df7-b0be-49de5cf00325 None None] Provisioning for port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:59.676848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=b8943282-f338-4a3d-8fc9-f3480eb110cc,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:59.684201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.783349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:59.784889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:59.910239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:59.960610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff126fee-6070-43e5-8631-9b9bdb17656d None None] Provisioning for port b8943282-f338-4a3d-8fc9-f3480eb110cc completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:59.965407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff126fee-6070-43e5-8631-9b9bdb17656d None None] Provisioning complete for port b8943282-f338-4a3d-8fc9-f3480eb110cc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:59.965775 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff126fee-6070-43e5-8631-9b9bdb17656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.040446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff126fee-6070-43e5-8631-9b9bdb17656d None None] Port b8943282-f338-4a3d-8fc9-f3480eb110cc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:00.060134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:00.065660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f1911f09-71c0-4976-ae7e-7bad381b30ce tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "PUT /v2.0/routers/3820eeb8-7cca-4b0c-a1fa-8ce118c4a600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6392267 Aug 31 14:34:00.076663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Sync routers for ids ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:00.089807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Routers {'3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:00.090471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:00.260160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-57b6fba9-c178-49d7-b4ff-a7101154e1c5 None None] Provisioning complete for port b8943282-f338-4a3d-8fc9-f3480eb110cc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:00.260793 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-57b6fba9-c178-49d7-b4ff-a7101154e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.286570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Set router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:00.290095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:00.340279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-4fa4b138-ac70-488c-ab88-ddb93c1ec359 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:00.342682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-4fa4b138-ac70-488c-ab88-ddb93c1ec359 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/networks?id=0a439676-37c6-4651-8eb5-2b0772bc7105 HTTP/1.1" status: 200 len: 797 time: 0.1369400 Aug 31 14:34:00.370194 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-3aaa3826-4d40-4272-bbc8-a7a042a61efa tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/quotas/cb4e48fb50eb489b8b48f25f043f45b0 HTTP/1.1" status: 200 len: 375 time: 0.0177670 Aug 31 14:34:00.377388 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-57b6fba9-c178-49d7-b4ff-a7101154e1c5 None None] Port b8943282-f338-4a3d-8fc9-f3480eb110cc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:00.444009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-6320eee4-a93e-4616-b815-26949d6529d9 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0663955 Aug 31 14:34:00.479968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:00.496721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:00.497136 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.554315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-4b45c09f-c155-4f74-b1f2-03b3b52d64dc service neutron] 10.222.0.10 "GET /v2.0/networks/0a439676-37c6-4651-8eb5-2b0772bc7105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977180 Aug 31 14:34:00.557773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6ec17f5f-2bd4-4d2a-b353-c0bd859ff593 None None] Provisioning complete for port b8943282-f338-4a3d-8fc9-f3480eb110cc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:00.558151 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6ec17f5f-2bd4-4d2a-b353-c0bd859ff593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.659765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-a2f462dd-a873-4ffa-b500-30176099848f service neutron] 10.222.0.10 "GET /v2.0/networks/0a439676-37c6-4651-8eb5-2b0772bc7105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977829 Aug 31 14:34:00.795069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.816132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6ec17f5f-2bd4-4d2a-b353-c0bd859ff593 None None] Port b8943282-f338-4a3d-8fc9-f3480eb110cc cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:00.858076 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:33:59Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b8943282-f338-4a3d-8fc9-f3480eb110cc', 'name': '', 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:e0:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '405cd6ae-09e7-41dc-af96-06b77001d2eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:58Z', 'updated_at': '2021-08-31T14:33:59Z', 'revision_number': 2, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': '405cd6ae-09e7-41dc-af96-06b77001d2eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:00.862544 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.867198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7996f46b-35b4-4020-952b-4af5c16b9fd2 req-607399e9-e096-43aa-8917-26b10e9fc6a9 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Aug 31 14:34:00.896664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Checking router: 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:00.897057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Updating router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 port b8943282-f338-4a3d-8fc9-f3480eb110cc binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:34:00.929517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:00.935257 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.937809 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.938656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5d5bd2b-0d22-441b-bf00-8c7f4992e143 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:01.053268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.156064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:01.201424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:01.201714 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.369844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.406086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.428207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Transition to ACTIVE for port object b8943282-f338-4a3d-8fc9-f3480eb110cc will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:01.431074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c5d5bd2b-0d22-441b-bf00-8c7f4992e143, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c5d5bd2b-0d22-441b-bf00-8c7f4992e143,segment=NetworkSegment(6ce963a3-01ba-405a-987b-fb410a460c38),segment_id=6ce963a3-01ba-405a-987b-fb410a460c38)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:01.436566 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.443306 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.506086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c5d5bd2b-0d22-441b-bf00-8c7f4992e143,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.593752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0744d-8e4a-4383-9ae8-3c81fe30e001 None None] Pushing event updated for resources: {'Port': ['ID=b8943282-f338-4a3d-8fc9-f3480eb110cc,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.598316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Attempting to bind port b8943282-f338-4a3d-8fc9-f3480eb110cc on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:01.598694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Attempting to bind port b8943282-f338-4a3d-8fc9-f3480eb110cc by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:01.599058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Attempting to bind port b8943282-f338-4a3d-8fc9-f3480eb110cc on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:01.604725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:01.605167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Checking segment: {'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:01.605624 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.606025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Bound using segment: {'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:01.606506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Bound port: b8943282-f338-4a3d-8fc9-f3480eb110cc, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:01.606890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.684602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] For port b8943282-f338-4a3d-8fc9-f3480eb110cc, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:01.689285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] For port b8943282-f338-4a3d-8fc9-f3480eb110cc, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b8943282-f338-4a3d-8fc9-f3480eb110cc,segment=NetworkSegment(6ce963a3-01ba-405a-987b-fb410a460c38),segment_id=6ce963a3-01ba-405a-987b-fb410a460c38)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:01.694181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.751485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Routers {'3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:01.752047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:01.807662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0744d-8e4a-4383-9ae8-3c81fe30e001 None None] Pushing event updated for resources: {'Port': ['ID=b8943282-f338-4a3d-8fc9-f3480eb110cc,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.893465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] Set router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:01.984464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-607946ad-2b42-47f1-b07a-ec426cad92f4 req-5e37da8f-80c8-4a1b-8089-cea2df2e6ad9 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0374234 Aug 31 14:34:02.114961 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.127331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-cabe0601-4bba-4758-82e5-44b3759def20 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:02.130129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-cabe0601-4bba-4758-82e5-44b3759def20 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.101 "GET /v2.0/networks?id=0a439676-37c6-4651-8eb5-2b0772bc7105 HTTP/1.1" status: 200 len: 797 time: 0.1554878 Aug 31 14:34:02.152294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Request body: {'port': {'device_id': '0dda6025-a3d2-4ade-8b0d-c5149a616cf5', 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105', 'admin_state_up': True, 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:02.174463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:02.209863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:33:59Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b8943282-f338-4a3d-8fc9-f3480eb110cc', 'name': '', 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:e0:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '405cd6ae-09e7-41dc-af96-06b77001d2eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:58Z', 'updated_at': '2021-08-31T14:34:01Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': '405cd6ae-09e7-41dc-af96-06b77001d2eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:02.239992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188c50e5-3085-4dc5-8cd1-e9fedd261596 None None] The sync data for ids ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'] in n-d-792362-6 is: [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:33:59Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'b8943282-f338-4a3d-8fc9-f3480eb110cc', 'name': '', 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:e0:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '405cd6ae-09e7-41dc-af96-06b77001d2eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:58Z', 'updated_at': '2021-08-31T14:34:01Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': '405cd6ae-09e7-41dc-af96-06b77001d2eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:02.256250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:02.256715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.281404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Made reservation on behalf of cb4e48fb50eb489b8b48f25f043f45b0 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:02.284978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.375633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5d5bd2b-0d22-441b-bf00-8c7f4992e143 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:02.445138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:02.445747 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.462382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Allocated IP 172.20.0.28 (0a439676-37c6-4651-8eb5-2b0772bc7105/405cd6ae-09e7-41dc-af96-06b77001d2eb/e0f831f5-6c2e-4a22-b14f-3d136d16e8bb) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:02.592523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.607740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Transition to ACTIVE for port object e0f831f5-6c2e-4a22-b14f-3d136d16e8bb will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:02.652338 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.724926 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:02.729916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:02.734035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:02.788200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event updated for resources: {'Port': ['ID=e0f831f5-6c2e-4a22-b14f-3d136d16e8bb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:02.835935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:02.837232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.864024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-9c3aa5dd-f724-4f6a-a64b-b65bb5b5a97c tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7160823 Aug 31 14:34:02.895544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-0b92674e-bffc-4293-9a3c-fd849b3f0049 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:34:02.896674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-0b92674e-bffc-4293-9a3c-fd849b3f0049 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061059 Aug 31 14:34:02.912129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Request body: {'port': {'device_id': '0dda6025-a3d2-4ade-8b0d-c5149a616cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:02.977458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.028791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5304a16f-8dfe-4f81-a069-23fc37d1bf33 None None] Provisioning for port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:03.033830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5304a16f-8dfe-4f81-a069-23fc37d1bf33 None None] Provisioning complete for port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:03.034214 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5304a16f-8dfe-4f81-a069-23fc37d1bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.097911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5304a16f-8dfe-4f81-a069-23fc37d1bf33 None None] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:03.243424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc4af5-8e35-4aba-a323-6335c006df41 req-e8cb9973-3be4-4b67-933a-cdbe420277d6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:03.245272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dbc4af5-8e35-4aba-a323-6335c006df41 req-e8cb9973-3be4-4b67-933a-cdbe420277d6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 895 time: 0.1250026 Aug 31 14:34:03.384660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f831f5-6c2e-4a22-b14f-3d136d16e8bb {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:03.392914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.407194 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.461444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f831f5-6c2e-4a22-b14f-3d136d16e8bb,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:03.563151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.563674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.564195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.571591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.572027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.578273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.578645 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.579167 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 2 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.595867 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.596205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.596539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.602084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.602412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.607088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.607417 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.607808 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 3 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.623412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.623902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.624428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.632542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.633055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.640015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.640407 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.640834 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 4 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.657619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.658131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.658307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.664189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.664519 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.669360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.669689 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.670331 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 5 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.686781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.687138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.687505 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.692591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.693079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.697906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.698157 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.698562 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 6 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.712823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.713210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.713552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.723376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.723714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.727150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f424cbb4-632c-4779-bd52-2c302e9cc5cf None None] Provisioning complete for port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:03.727901 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f424cbb4-632c-4779-bd52-2c302e9cc5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.728954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.729296 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.729710 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 7 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.743111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.743475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.743814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.749727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.750388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.755513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.755936 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.756342 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 8 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.763987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f424cbb4-632c-4779-bd52-2c302e9cc5cf None None] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:03.770539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.770885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.771229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.775808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.776141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.781049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.781389 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.781790 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 9 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.795520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.795864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.796235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.801313 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.801645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.806204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.806476 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.806883 n-d-792362-6 neutron-server[101361]: INFO neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempt 10 to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb Aug 31 14:34:03.821368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:03.821730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb by drivers openvswitch,hyperv on host n-h1-792362-6 at level 0 using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:03.822108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.827072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type Open vSwitch agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.827910 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempting to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:03.835112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 not bound, no agent of type HyperV agent registered on host n-h1-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:03.835561 n-d-792362-6 neutron-server[101361]: ERROR neutron.plugins.ml2.managers [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Failed to bind port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 for vnic_type normal using segments [{'id': '6ce963a3-01ba-405a-987b-fb410a460c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '0a439676-37c6-4651-8eb5-2b0772bc7105'}] Aug 31 14:34:03.836021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.909750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] For port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb, host n-h1-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:03.910112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attempted to set empty binding levels {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:34:03.917340 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.955425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] In _notify_port_updated(), no bound segment for port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on network 0a439676-37c6-4651-8eb5-2b0772bc7105 {{(pid=101361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:03.957381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:03.957381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.958412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] 10.222.0.101 "PUT /v2.0/ports/e0f831f5-6c2e-4a22-b14f-3d136d16e8bb HTTP/1.1" status: 200 len: 1020 time: 1.0513091 Aug 31 14:34:03.958884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dda6025-a3d2-4ade-8b0d-c5149a616cf5', 'tag': 'e0f831f5-6c2e-4a22-b14f-3d136d16e8bb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:03.961201 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7bb8a7-8365-4859-bb55-87382a41dafa" -d '{"events": [{"name": "network-changed", "server_uuid": "0dda6025-a3d2-4ade-8b0d-c5149a616cf5", "tag": "e0f831f5-6c2e-4a22-b14f-3d136d16e8bb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:04.007482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef20b89-0882-4dc7-9aa8-3acff8800764 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f831f5-6c2e-4a22-b14f-3d136d16e8bb,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:04.015874 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9fc7c9-ae3a-45b5-826d-84aedf5f6101 x-openstack-request-id: req-6a9fc7c9-ae3a-45b5-826d-84aedf5f6101 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:04.016126 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dda6025-a3d2-4ade-8b0d-c5149a616cf5", "tag": "e0f831f5-6c2e-4a22-b14f-3d136d16e8bb", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:04.016495 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a9fc7c9-ae3a-45b5-826d-84aedf5f6101 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:04.016930 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dda6025-a3d2-4ade-8b0d-c5149a616cf5', 'tag': 'e0f831f5-6c2e-4a22-b14f-3d136d16e8bb', 'status': 'completed', 'code': 200} Aug 31 14:34:04.076934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.101', 50360) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:04.083459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:04.083820 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.157616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bb8a7-8365-4859-bb55-87382a41dafa req-c4753d06-c561-4173-89e2-aba7183f1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.159514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc7bb8a7-8365-4859-bb55-87382a41dafa req-c4753d06-c561-4173-89e2-aba7183f1bab service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 1023 time: 0.0756063 Aug 31 14:34:04.215006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b8943282-f338-4a3d-8fc9-f3480eb110cc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:04.242279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] For port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb, host n-h1-792362-6, got binding levels [] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:04.242651 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.260201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Calling delete_port for e0f831f5-6c2e-4a22-b14f-3d136d16e8bb owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:04.286184 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b8943282-f338-4a3d-8fc9-f3480eb110cc completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:04.294542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b8943282-f338-4a3d-8fc9-f3480eb110cc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:04.295111 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.348268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-14a7a398-c431-4e14-8335-6f35e1822912 None None] Provisioning complete for port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:04.348981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-14a7a398-c431-4e14-8335-6f35e1822912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.430632 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-14a7a398-c431-4e14-8335-6f35e1822912 None None] Port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:04.437571 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bb8a7-8365-4859-bb55-87382a41dafa req-9c52eea9-c811-471a-8c54-46d90d79ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.438183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bb8a7-8365-4859-bb55-87382a41dafa req-9c52eea9-c811-471a-8c54-46d90d79ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.440169 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc7bb8a7-8365-4859-bb55-87382a41dafa req-9c52eea9-c811-471a-8c54-46d90d79ef8d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.2648981 Aug 31 14:34:04.494241 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.503616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510623b-ba7c-44df-8120-4a7c412adcdb req-82c5d202-cc4f-4066-bf75-c3e9f602a348 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.505421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2510623b-ba7c-44df-8120-4a7c412adcdb req-82c5d202-cc4f-4066-bf75-c3e9f602a348 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 907 time: 0.1256566 Aug 31 14:34:04.517976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.542625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b8943282-f338-4a3d-8fc9-f3480eb110cc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b8943282-f338-4a3d-8fc9-f3480eb110cc,segment=NetworkSegment(6ce963a3-01ba-405a-987b-fb410a460c38),segment_id=6ce963a3-01ba-405a-987b-fb410a460c38)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:04.548020 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.562081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Port': ['ID=e0f831f5-6c2e-4a22-b14f-3d136d16e8bb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:04.613203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] No DVR routers for this DVR port e0f831f5-6c2e-4a22-b14f-3d136d16e8bb on host n-h1-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:04.614237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b8943282-f338-4a3d-8fc9-f3480eb110cc,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:04.618154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.628588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.101 "DELETE /v2.0/ports/e0f831f5-6c2e-4a22-b14f-3d136d16e8bb HTTP/1.1" status: 204 len: 173 time: 0.6568894 Aug 31 14:34:04.691907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bb8a7-8365-4859-bb55-87382a41dafa req-1b6ab2c9-d03d-4538-ba47-ec586742cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.693445 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fc7bb8a7-8365-4859-bb55-87382a41dafa req-1b6ab2c9-d03d-4538-ba47-ec586742cb46 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2395213 Aug 31 14:34:04.812973 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-ce7ba9be-ea92-4230-82ed-6c44730487b6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0261230 Aug 31 14:34:04.928302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-0a1e62dc-556b-41ed-b75c-11ccfbda2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.928689 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-0a1e62dc-556b-41ed-b75c-11ccfbda2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.930282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-0a1e62dc-556b-41ed-b75c-11ccfbda2c8b service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.0950277 Aug 31 14:34:05.345229 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-f4b605dc-7136-4d19-90bc-d3ac313371f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:05.346728 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-f4b605dc-7136-4d19-90bc-d3ac313371f0 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4085877 Aug 31 14:34:05.520077 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c2c7ec4a-da53-4636-9b51-fbb8da6c1795 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0465097 Aug 31 14:34:05.548798 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:34:05.608248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-439834d2-1c9c-47bb-b82e-e1a17886458a req-78500f31-6162-4bbf-96ea-1ea2635a9371 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Aug 31 14:34:06.018771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dda6025-a3d2-4ade-8b0d-c5149a616cf5', 'name': 'network-vif-deleted', 'tag': 'e0f831f5-6c2e-4a22-b14f-3d136d16e8bb'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:06.021054 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ac8d3-4696-4208-b197-7cfb688f915b" -d '{"events": [{"server_uuid": "0dda6025-a3d2-4ade-8b0d-c5149a616cf5", "name": "network-vif-deleted", "tag": "e0f831f5-6c2e-4a22-b14f-3d136d16e8bb"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:06.054281 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9130d565-2806-43c6-bd5a-577fe9eabbe0 x-openstack-request-id: req-9130d565-2806-43c6-bd5a-577fe9eabbe0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:06.054585 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dda6025-a3d2-4ade-8b0d-c5149a616cf5", "name": "network-vif-deleted", "tag": "e0f831f5-6c2e-4a22-b14f-3d136d16e8bb", "status": "failed", "code": 422}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:06.054844 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9130d565-2806-43c6-bd5a-577fe9eabbe0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:06.055251 n-d-792362-6 neutron-server[101361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dda6025-a3d2-4ade-8b0d-c5149a616cf5', 'name': 'network-vif-deleted', 'tag': 'e0f831f5-6c2e-4a22-b14f-3d136d16e8bb', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:34:06.101807 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-62d92ffa-fa9f-4a63-adc5-1221b5b4a900 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0269368 Aug 31 14:34:06.145112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b8943282-f338-4a3d-8fc9-f3480eb110cc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:06.204024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b8943282-f338-4a3d-8fc9-f3480eb110cc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:06.204386 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.225570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-50caf140-748b-4fd7-b9fd-5eced6bd9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:06.226050 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-50caf140-748b-4fd7-b9fd-5eced6bd9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:06.227611 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-50caf140-748b-4fd7-b9fd-5eced6bd9699 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.1035058 Aug 31 14:34:06.339817 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c1dd43f4-1a41-4163-875b-2e8b1a60e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:06.341344 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c1dd43f4-1a41-4163-875b-2e8b1a60e0ed service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0999224 Aug 31 14:34:06.433783 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-0cffdec5-a6b1-4e8c-8a67-449788d35b57 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0304708 Aug 31 14:34:06.714158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5139f6b2-7ba0-49a6-98f2-29612d222add req-680a9243-bba3-46ef-a256-d157bc354b47 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0339618 Aug 31 14:34:06.759640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54302) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:06.792224 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-99288daa-d1cd-4198-b3be-1d57fd19a2ab tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0312076 Aug 31 14:34:07.831483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a235dc9-b347-49d8-8a04-b33b08276ae8 req-5913b580-9db9-4684-a0a5-08c9f8b50538 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0350153 Aug 31 14:34:07.980843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d249e22-45d1-42d7-ac36-a108962fb8b8 req-72fb68eb-a20a-46e0-af03-0cf644ab2ea4 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dda6025-a3d2-4ade-8b0d-c5149a616cf5 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Aug 31 14:34:08.267803 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54316) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.710244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.013290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting port b8943282-f338-4a3d-8fc9-f3480eb110cc {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:09.013638 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.106959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] For port b8943282-f338-4a3d-8fc9-f3480eb110cc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b8943282-f338-4a3d-8fc9-f3480eb110cc,segment=NetworkSegment(6ce963a3-01ba-405a-987b-fb410a460c38),segment_id=6ce963a3-01ba-405a-987b-fb410a460c38)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:09.107375 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.122642 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Calling delete_port for b8943282-f338-4a3d-8fc9-f3480eb110cc owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:09.311933 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.339239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Port': ['ID=b8943282-f338-4a3d-8fc9-f3480eb110cc,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:09.530052 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.746122 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:09.853004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:09.859090 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aa140756-7f4d-4610-ba16-57416b391cae tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "PUT /v2.0/routers/3820eeb8-7cca-4b0c-a1fa-8ce118c4a600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902600 Aug 31 14:34:09.862719 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54318) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:09.865440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] Sync routers for ids ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:09.876320 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] Routers {'3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:09.877330 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:09.928715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting subnet 405cd6ae-09e7-41dc-af96-06b77001d2eb {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:09.931811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.975268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.997371 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] Set router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:10.065540 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.136218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.164428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Subnet': ['ID=405cd6ae-09e7-41dc-af96-06b77001d2eb,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:10.170431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.172413 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-db592e50-8137-4e14-99e7-7ec6a8623f2e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/subnets/405cd6ae-09e7-41dc-af96-06b77001d2eb HTTP/1.1" status: 204 len: 168 time: 0.3083150 Aug 31 14:34:10.175331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54320) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.176909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf504f-09e9-4fc9-83ee-bdf8a0ba2339 None None] Network 0a439676-37c6-4651-8eb5-2b0772bc7105 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:10.192175 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:34:09Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:10.220566 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] Checking router: 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:10.229157 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] Routers {'3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:10.229933 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:10.251896 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.299962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.344930 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] Set router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:10.381367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] DHCP port deletion for 0a439676-37c6-4651-8eb5-2b0772bc7105 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:10.426568 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.435696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] Deleting port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:10.436143 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.481640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:10.482036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.507891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] For port c5d5bd2b-0d22-441b-bf00-8c7f4992e143, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c5d5bd2b-0d22-441b-bf00-8c7f4992e143,segment=NetworkSegment(6ce963a3-01ba-405a-987b-fb410a460c38),segment_id=6ce963a3-01ba-405a-987b-fb410a460c38)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:10.508285 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.524116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] Calling delete_port for c5d5bd2b-0d22-441b-bf00-8c7f4992e143 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:10.539921 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:34:09Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:10.570936 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102d2a7-8aa3-4e90-95ba-6a1ece3908d5 None None] The sync data for ids ['3820eeb8-7cca-4b0c-a1fa-8ce118c4a600'] in n-d-792362-6 is: [{'id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074890207', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:54Z', 'updated_at': '2021-08-31T14:34:09Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': 'c7c9c4b5-73ce-4dca-b61d-0f8903b177e4', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3820eeb8-7cca-4b0c-a1fa-8ce118c4a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:55Z', 'updated_at': '2021-08-31T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:10.615244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.639282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] Pushing event deleted for resources: {'Port': ['ID=c5d5bd2b-0d22-441b-bf00-8c7f4992e143,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:10.646060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dbfd2-cb52-4cd1-95b4-2e75936898c6 None None] No DVR routers for this DVR port c5d5bd2b-0d22-441b-bf00-8c7f4992e143 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:10.802838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] For port c7c9c4b5-73ce-4dca-b61d-0f8903b177e4, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:10.803202 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.816457 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Calling delete_port for c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:10.992718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.019520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Port': ['ID=c7c9c4b5-73ce-4dca-b61d-0f8903b177e4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:11.085401 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.182598 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.184722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.228709 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.229314 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Fanout notify agent at l3_agent the message router_deleted on router 3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:34:11.236081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.237242 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a315e3eb-1793-41fd-b66d-90ca987fca87 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/routers/3820eeb8-7cca-4b0c-a1fa-8ce118c4a600 HTTP/1.1" status: 204 len: 168 time: 1.0608690 Aug 31 14:34:11.240053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54322) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:11.324332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.418425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.428502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a439676-37c6-4651-8eb5-2b0772bc7105']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:11.439619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce963a3-01ba-405a-987b-fb410a460c38') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:11.439919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce963a3-01ba-405a-987b-fb410a460c38') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:11.448520 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.462499 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.468345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:11.468732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:11.471941 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:11.535343 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.541050 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.544153 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/networks/0a439676-37c6-4651-8eb5-2b0772bc7105 HTTP/1.1" status: 204 len: 168 time: 0.3025048 Aug 31 14:34:11.547179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54324) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:11.563683 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00f598-0e14-4738-bbb2-2afe06e9b57a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Network': ['ID=0a439676-37c6-4651-8eb5-2b0772bc7105,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:11.718761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting port 2127d08b-d9a5-4f43-a4e2-1540c79d39b3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:11.719187 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.799260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.799596 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.811177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Calling delete_port for 2127d08b-d9a5-4f43-a4e2-1540c79d39b3 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:11.998735 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.024070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Port': ['ID=2127d08b-d9a5-4f43-a4e2-1540c79d39b3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:12.088303 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.088646 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Floating IP 25b3325f-b737-44c8-9d99-45e7f1b84775 disassociated (deleted). External IP: 172.25.0.168, port: 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc. Aug 31 14:34:12.152685 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b8943282-f338-4a3d-8fc9-f3480eb110cc no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:12.176929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b8943282-f338-4a3d-8fc9-f3480eb110cc {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:12.177276 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b8943282-f338-4a3d-8fc9-f3480eb110cc not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:12.177694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5d5bd2b-0d22-441b-bf00-8c7f4992e143 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:12.196854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c5d5bd2b-0d22-441b-bf00-8c7f4992e143 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:12.197230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c5d5bd2b-0d22-441b-bf00-8c7f4992e143 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:12.197823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:12.218271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:12.218618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c7c9c4b5-73ce-4dca-b61d-0f8903b177e4 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:12.309808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 4de031a9-7462-432f-a329-5aaa6dca5251 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:12.419511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:12.423999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.428818 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] Sync routers for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:12.438131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:12.438748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:12.451291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5a533988-db69-42b8-ab8f-733ce9dbcf10 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/floatingips/25b3325f-b737-44c8-9d99-45e7f1b84775 HTTP/1.1" status: 204 len: 168 time: 0.9025261 Aug 31 14:34:12.452801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:12.455401 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1035027-5890-4a6c-96ff-10c2a838ec29" -d '{"events": [{"name": "network-changed", "server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:12.624668 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c511f-d378-478b-af54-1e6b8850ca40 x-openstack-request-id: req-e25c511f-d378-478b-af54-1e6b8850ca40 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:12.625326 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:12.625326 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e25c511f-d378-478b-af54-1e6b8850ca40 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:12.625754 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'status': 'completed', 'code': 200} Aug 31 14:34:12.702932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:12.762172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25913421-b9db-4e99-b270-e2ea9ebd8f6d req-9e4a1dd2-7d6f-40f0-9887-8f02b18f8c8d tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:12.763653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25913421-b9db-4e99-b270-e2ea9ebd8f6d req-9e4a1dd2-7d6f-40f0-9887-8f02b18f8c8d tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 985 time: 0.0864084 Aug 31 14:34:12.765693 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-b81c300e-6d2f-4b37-a009-5f494cf5beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:12.767053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-b81c300e-6d2f-4b37-a009-5f494cf5beb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 1136 time: 0.0791054 Aug 31 14:34:12.853292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-25913421-b9db-4e99-b270-e2ea9ebd8f6d req-a9ed1f69-82a4-491b-8876-e4640e3cd7cb tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0830383 Aug 31 14:34:12.887853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-d70c5254-6f84-434d-b221-90345b5179dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:12.889566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-d70c5254-6f84-434d-b221-90345b5179dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=d65c88ec-9823-46e5-9673-6f2ed7a17e72 HTTP/1.1" status: 200 len: 899 time: 0.1136844 Aug 31 14:34:12.907052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:06Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:12.937622 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] Checking router: 4de031a9-7462-432f-a329-5aaa6dca5251 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:12.945652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-f0e2d39f-0bc2-468c-aa41-2da160a4dce1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc HTTP/1.1" status: 200 len: 217 time: 0.0387318 Aug 31 14:34:12.946215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:12.946825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:12.997211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-3cbc2b8d-f4dd-4713-91cd-cdbcc6ae9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:12.999031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-3cbc2b8d-f4dd-4713-91cd-cdbcc6ae9e02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab75e843-fc31-44a3-92f3-a2979fca2283 HTTP/1.1" status: 200 len: 834 time: 0.0458050 Aug 31 14:34:13.049606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-aa8627ad-cbd2-48e9-bfa7-7262a4fa2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:13.051144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-aa8627ad-cbd2-48e9-bfa7-7262a4fa2053 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d65c88ec-9823-46e5-9673-6f2ed7a17e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413945 Aug 31 14:34:13.053594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:13.149449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-a2c03802-0b83-47fd-a774-f405a05301af service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894480 Aug 31 14:34:13.246066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1035027-5890-4a6c-96ff-10c2a838ec29 req-5f566bed-0286-44d0-8fb4-b1827e179dd3 service neutron] 10.222.0.26 "GET /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Aug 31 14:34:13.254874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:06Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:13.283543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f8303-b0b3-4188-9617-17ad68fa7bfa None None] The sync data for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 is: [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '71a85a30-7afc-41ba-8cbf-28b55ce62774', 'name': '', 'network_id': 'd65c88ec-9823-46e5-9673-6f2ed7a17e72', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'mac_address': 'fa:16:3e:ec:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:01Z', 'updated_at': '2021-08-31T14:33:06Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'subnets': [{'id': 'ab75e843-fc31-44a3-92f3-a2979fca2283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:13.523052 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ce0db-154b-4483-b296-d47a2650fe1f None None] New status for floating IP 25b3325f-b737-44c8-9d99-45e7f1b84775: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:34:13.971734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c3a7-0f5e-4c97-8b77-7ec0622e84a9 req-0b52d31d-ec47-4334-a5eb-031ca40b941e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:13.973426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed27c3a7-0f5e-4c97-8b77-7ec0622e84a9 req-0b52d31d-ec47-4334-a5eb-031ca40b941e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 985 time: 0.0498812 Aug 31 14:34:14.018914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed27c3a7-0f5e-4c97-8b77-7ec0622e84a9 req-9540fd26-b9c1-4b5c-b58c-38f323b6cece tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd&id=6b8918e5-d8dd-4d38-97f8-6977a87f4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0395434 Aug 31 14:34:14.345219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-52c7600d-4ed9-495a-a4a4-c95776b6d909 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:14.346739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-52c7600d-4ed9-495a-a4a4-c95776b6d909 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 985 time: 0.0504375 Aug 31 14:34:14.441669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:14.442016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.534167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] For port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:14.534541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.548006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Calling delete_port for 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:14.679624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.708341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Port': ['ID=4d51fda4-ab13-4cb5-98d3-a215a86a3bfc,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:14.750376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] No DVR routers for this DVR port 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:14.752851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.754885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d2b7a7d3-f862-4af6-994c-0a834524791f req-0bc91795-85f9-4a5b-9836-67c4f2f7aff6 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.26 "DELETE /v2.0/ports/4d51fda4-ab13-4cb5-98d3-a215a86a3bfc HTTP/1.1" status: 204 len: 173 time: 0.4010713 Aug 31 14:34:14.755366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'name': 'network-vif-deleted', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:14.757728 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c1528e-2319-4077-8d49-722e2ef2c632" -d '{"events": [{"server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "name": "network-vif-deleted", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:14.797831 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bb37bc-ae2b-43f2-adcc-a8a1eba72608 x-openstack-request-id: req-41bb37bc-ae2b-43f2-adcc-a8a1eba72608 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:14.798127 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff892cf8-2367-4e55-bc2d-d0e5adb07886", "name": "network-vif-deleted", "tag": "4d51fda4-ab13-4cb5-98d3-a215a86a3bfc", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:14.798359 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41bb37bc-ae2b-43f2-adcc-a8a1eba72608 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:14.798822 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff892cf8-2367-4e55-bc2d-d0e5adb07886', 'name': 'network-vif-deleted', 'tag': '4d51fda4-ab13-4cb5-98d3-a215a86a3bfc', 'status': 'completed', 'code': 200} Aug 31 14:34:15.131648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-53902511-9ed1-4054-9f2a-5771970a2c64 req-c12602e4-6b73-4914-8c13-eb0cfb4aafdb tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff892cf8-2367-4e55-bc2d-d0e5adb07886 HTTP/1.1" status: 200 len: 210 time: 0.0263274 Aug 31 14:34:16.189463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54340) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:16.243350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f304e999-e23f-40ae-80b7-4663a5b7e65e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.265634 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f304e999-e23f-40ae-80b7-4663a5b7e65e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.306494 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f304e999-e23f-40ae-80b7-4663a5b7e65e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.309621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f304e999-e23f-40ae-80b7-4663a5b7e65e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.310806 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f304e999-e23f-40ae-80b7-4663a5b7e65e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/security-groups/2cc4ba5c-ab07-405e-ad70-1a1562e35cbd HTTP/1.1" status: 204 len: 168 time: 0.1203578 Aug 31 14:34:16.313755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54342) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:16.319940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304e999-e23f-40ae-80b7-4663a5b7e65e tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4ba5c-ab07-405e-ad70-1a1562e35cbd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:16.370233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0d42c74-92b7-4ff3-8be9-d03c8d6f0e3b tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.396098 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0d42c74-92b7-4ff3-8be9-d03c8d6f0e3b tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.762754 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0d42c74-92b7-4ff3-8be9-d03c8d6f0e3b tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.765880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d0d42c74-92b7-4ff3-8be9-d03c8d6f0e3b tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.767072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d0d42c74-92b7-4ff3-8be9-d03c8d6f0e3b tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/security-groups/6b8918e5-d8dd-4d38-97f8-6977a87f4e12 HTTP/1.1" status: 204 len: 168 time: 0.4523056 Aug 31 14:34:16.770101 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54344) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:16.776592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d42c74-92b7-4ff3-8be9-d03c8d6f0e3b tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8918e5-d8dd-4d38-97f8-6977a87f4e12,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:17.143986 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.403789 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting port 71a85a30-7afc-41ba-8cbf-28b55ce62774 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:17.404452 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.492917 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] For port 71a85a30-7afc-41ba-8cbf-28b55ce62774, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71a85a30-7afc-41ba-8cbf-28b55ce62774,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:17.493298 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.507029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Calling delete_port for 71a85a30-7afc-41ba-8cbf-28b55ce62774 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:17.697080 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.728819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Port': ['ID=71a85a30-7afc-41ba-8cbf-28b55ce62774,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:17.903338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.123336 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Router 4de031a9-7462-432f-a329-5aaa6dca5251 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:18.235446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:18.242543 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2eb38ea3-d926-4637-ae60-5ce1bb404d21 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "PUT /v2.0/routers/4de031a9-7462-432f-a329-5aaa6dca5251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689240 Aug 31 14:34:18.243189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54346) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.245768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] Sync routers for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:18.261196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:18.261914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:18.294640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting subnet ab75e843-fc31-44a3-92f3-a2979fca2283 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:18.298454 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.337460 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.374453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:18.425225 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.484434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.510127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Subnet': ['ID=ab75e843-fc31-44a3-92f3-a2979fca2283,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:18.514208 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.516147 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fed7b8f4-c2ed-41de-b79a-fddf79c25841 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/subnets/ab75e843-fc31-44a3-92f3-a2979fca2283 HTTP/1.1" status: 204 len: 168 time: 0.2720094 Aug 31 14:34:18.518656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54348) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.531412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8a861-a207-4919-9297-637f7dc95ad3 None None] Network d65c88ec-9823-46e5-9673-6f2ed7a17e72 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:18.627587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.651952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:34:17Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:18.681736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] Checking router: 4de031a9-7462-432f-a329-5aaa6dca5251 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:18.695029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] Routers {'4de031a9-7462-432f-a329-5aaa6dca5251'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:18.695658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:33:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['4de031a9-7462-432f-a329-5aaa6dca5251'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:18.791180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] DHCP port deletion for d65c88ec-9823-46e5-9673-6f2ed7a17e72 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:18.839876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] Set router 4de031a9-7462-432f-a329-5aaa6dca5251 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:18.963341 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] Deleting port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:18.963632 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.981702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.043945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Deleting port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:19.044382 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.049772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] For port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=bbf2c2b0-f288-4346-a5e3-ef86b5c5785c,segment=NetworkSegment(2b47dac2-e3f5-4482-86f2-49938791e8cb),segment_id=2b47dac2-e3f5-4482-86f2-49938791e8cb)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:19.050175 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.081436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] Calling delete_port for bbf2c2b0-f288-4346-a5e3-ef86b5c5785c owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:19.128019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] For port 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:19.128392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.142130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Calling delete_port for 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:19.166149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:34:17Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:19.198432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b1bef-d464-4077-a250-aad0da6cad86 None None] The sync data for ids ['4de031a9-7462-432f-a329-5aaa6dca5251'] in n-d-792362-6 is: [{'id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587060358', 'tenant_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:34:17Z', 'revision_number': 5, 'project_id': 'cb4e48fb50eb489b8b48f25f043f45b0', 'gw_port': {'id': '6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de031a9-7462-432f-a329-5aaa6dca5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:58Z', 'updated_at': '2021-08-31T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:19.206154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.218951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] No DVR routers for this DVR port bbf2c2b0-f288-4346-a5e3-ef86b5c5785c on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:19.238805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fe030-3d63-4024-954e-dffa64598d11 None None] Pushing event deleted for resources: {'Port': ['ID=bbf2c2b0-f288-4346-a5e3-ef86b5c5785c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:19.316541 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.341091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Port': ['ID=6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:19.400877 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.491181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.493156 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.540132 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.540800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Fanout notify agent at l3_agent the message router_deleted on router 4de031a9-7462-432f-a329-5aaa6dca5251 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:34:19.549268 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.550510 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e230b511-019e-40dc-9400-07400972446a tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/routers/4de031a9-7462-432f-a329-5aaa6dca5251 HTTP/1.1" status: 204 len: 168 time: 1.0309179 Aug 31 14:34:19.553193 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54350) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:19.633980 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.725431 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.735540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65c88ec-9823-46e5-9673-6f2ed7a17e72']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:19.746706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b47dac2-e3f5-4482-86f2-49938791e8cb') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:19.746945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b47dac2-e3f5-4482-86f2-49938791e8cb') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:19.756632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.772030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.778545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:19.778965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:19.783286 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:19.814218 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:19.836375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:19.836729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 4d51fda4-ab13-4cb5-98d3-a215a86a3bfc not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:19.846996 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.852326 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.854401 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] 10.222.0.10 "DELETE /v2.0/networks/d65c88ec-9823-46e5-9673-6f2ed7a17e72 HTTP/1.1" status: 204 len: 168 time: 0.3000669 Aug 31 14:34:19.871550 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb44c6-784f-4116-b76d-92fd1ad2f4a7 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] Pushing event deleted for resources: {'Network': ['ID=d65c88ec-9823-46e5-9673-6f2ed7a17e72,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:20.175135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54358) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:20.268976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a85a30-7afc-41ba-8cbf-28b55ce62774 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:20.288752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 71a85a30-7afc-41ba-8cbf-28b55ce62774 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:20.289128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a85a30-7afc-41ba-8cbf-28b55ce62774 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:20.289620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbf2c2b0-f288-4346-a5e3-ef86b5c5785c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:20.315458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: bbf2c2b0-f288-4346-a5e3-ef86b5c5785c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:20.316035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device bbf2c2b0-f288-4346-a5e3-ef86b5c5785c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:20.316745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:20.333216 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37f055eb-5d10-4f20-8c41-ccd167c4278b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb4e48fb50eb489b8b48f25f043f45b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567111 Aug 31 14:34:20.335587 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54362) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:20.338021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:20.338380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c1fecd0-0277-49f7-99e7-2c5ec5c51ebd not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:20.387644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac2f0a31-0953-408b-adc6-a2a3596aa71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.410852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac2f0a31-0953-408b-adc6-a2a3596aa71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.460742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac2f0a31-0953-408b-adc6-a2a3596aa71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.463726 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ac2f0a31-0953-408b-adc6-a2a3596aa71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.465046 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ac2f0a31-0953-408b-adc6-a2a3596aa71e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1c12fba-422c-417b-a9a4-efd9dcec11e8 HTTP/1.1" status: 204 len: 168 time: 0.1285164 Aug 31 14:34:20.473417 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f0a31-0953-408b-adc6-a2a3596aa71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c12fba-422c-417b-a9a4-efd9dcec11e8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:20.726753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54368) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:20.740345 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-892468ca-81f5-420b-bf7d-c1a3e2a1c16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.831547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-892468ca-81f5-420b-bf7d-c1a3e2a1c16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.835332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-892468ca-81f5-420b-bf7d-c1a3e2a1c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.873385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-892468ca-81f5-420b-bf7d-c1a3e2a1c16b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1104a300c45942bbaa19349228190099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453769 Aug 31 14:34:20.875684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54370) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:20.877626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892468ca-81f5-420b-bf7d-c1a3e2a1c16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148aa87d-a225-4a97-95fe-6041e1e8ef97,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:20.927000 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-272dffaf-3bbe-4a36-b0e2-f1950b4ddcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.948314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-272dffaf-3bbe-4a36-b0e2-f1950b4ddcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.993965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-272dffaf-3bbe-4a36-b0e2-f1950b4ddcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.996633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-272dffaf-3bbe-4a36-b0e2-f1950b4ddcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.997824 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-272dffaf-3bbe-4a36-b0e2-f1950b4ddcc1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/148aa87d-a225-4a97-95fe-6041e1e8ef97 HTTP/1.1" status: 204 len: 168 time: 0.1211424 Aug 31 14:34:21.006001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dffaf-3bbe-4a36-b0e2-f1950b4ddcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148aa87d-a225-4a97-95fe-6041e1e8ef97,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:21.308087 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54376) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:21.347268 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-aca1cfac-d519-4877-9979-557cd5b5decf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7d640c665024b69a9dfac91bf0e3eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379710 Aug 31 14:34:21.349754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54378) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:21.397818 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62e30e78-8746-448f-860a-2340b9a492ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.422246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62e30e78-8746-448f-860a-2340b9a492ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.466992 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62e30e78-8746-448f-860a-2340b9a492ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.470216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-62e30e78-8746-448f-860a-2340b9a492ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.471394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-62e30e78-8746-448f-860a-2340b9a492ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97b437b7-d440-4990-a920-b4e228968f5a HTTP/1.1" status: 204 len: 168 time: 0.1206577 Aug 31 14:34:21.478982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e30e78-8746-448f-860a-2340b9a492ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b437b7-d440-4990-a920-b4e228968f5a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:26.815745 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-391dcce6-07ca-4660-ba13-3b2192c7ef44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.365004 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-961b384d-e1f5-4f4f-91f9-12de6d477f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.573524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:30.741030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:31.615046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-57c63e8d-4117-4dab-ad9d-d06a4b6a322a tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d9796ef576e74ac59e9ec4a1177a7c67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219750 Aug 31 14:34:31.720816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-94a2f370-5dae-49ab-9509-9b413a7b3ec4 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:31.722221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-94a2f370-5dae-49ab-9509-9b413a7b3ec4 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018355 Aug 31 14:34:31.737571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-144466ad-3f18-430d-8afd-e60caa69b0f0 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/quotas/d9796ef576e74ac59e9ec4a1177a7c67 HTTP/1.1" status: 200 len: 375 time: 0.0097513 Aug 31 14:34:31.772736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-8bbdc775-33a5-4c16-afa4-08a1cdde92f6 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9796ef576e74ac59e9ec4a1177a7c67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297225 Aug 31 14:34:31.932174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ece32ff9-1713-43c2-a2ed-69ec41eeafaf req-098532cd-47a2-4620-a124-6a5dff12a334 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 210 time: 0.0257483 Aug 31 14:34:32.104158 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:32.913166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-8c65f30f-4984-45c5-bdaa-ccb319d5fa99 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9796ef576e74ac59e9ec4a1177a7c67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231779 Aug 31 14:34:33.040558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cc9d10de-a767-49ad-adb7-4987c9037257 req-367e0d99-5f15-4bc0-818f-342c62e17bb5 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Aug 31 14:34:33.060784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-4a6e63ac-7d5f-48de-92b3-4feddcff19c0 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:33.062405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-4a6e63ac-7d5f-48de-92b3-4feddcff19c0 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431396 Aug 31 14:34:33.105981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Request body: {'port': {'device_id': '05451825-f599-45f1-b12b-7e938ead4966', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'admin_state_up': True, 'tenant_id': 'd9796ef576e74ac59e9ec4a1177a7c67'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:33.214056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Made reservation on behalf of d9796ef576e74ac59e9ec4a1177a7c67 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:33.218059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.228027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.336764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.341214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.417861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba62348-5bed-46b7-988d-4309661cd939,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:33.492258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Allocated IP 192.168.233.31 (881b4690-15bf-4ca6-98e8-24009853d8f0/640ba367-6aae-4173-9201-55ca162dbaf4/9626fbf7-ea0f-4cc0-bca1-20df08259b8f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:33.643846 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.658599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Transition to ACTIVE for port object 9626fbf7-ea0f-4cc0-bca1-20df08259b8f will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:33.692459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.737350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Network 881b4690-15bf-4ca6-98e8-24009853d8f0 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:33.740498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:33.744536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:33.751666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Pushing event updated for resources: {'Port': ['ID=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:33.803772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:33.804403 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.819866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-134e97b6-8be3-49b1-a36d-1f050b265183 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7179127 Aug 31 14:34:33.839923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Request body: {'port': {'device_id': '05451825-f599-45f1-b12b-7e938ead4966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:33.896480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.974522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b08a5044-b559-4bac-a6e9-3497a029920c None None] Provisioning for port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:33.978502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b08a5044-b559-4bac-a6e9-3497a029920c None None] Provisioning complete for port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:33.978880 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b08a5044-b559-4bac-a6e9-3497a029920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.013418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b08a5044-b559-4bac-a6e9-3497a029920c None None] Port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:34.202562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa49367-25e3-4039-8f70-4576a4766ae5 req-9981644d-126f-4914-8bc3-4a7a2fa848ff tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.204043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fa49367-25e3-4039-8f70-4576a4766ae5 req-9981644d-126f-4914-8bc3-4a7a2fa848ff tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 935 time: 0.0896771 Aug 31 14:34:34.207840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9626fbf7-ea0f-4cc0-bca1-20df08259b8f {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:34.216586 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.241208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Transition to ACTIVE for port object 9626fbf7-ea0f-4cc0-bca1-20df08259b8f will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:34.246337 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.286726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fa49367-25e3-4039-8f70-4576a4766ae5 req-a2b14702-2e3c-44d3-a9ed-f321d4a0789b tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744288 Aug 31 14:34:34.331346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Pushing event updated for resources: {'Port': ['ID=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:34.384018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Attempting to bind port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:34.384361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Attempting to bind port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:34.384698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Attempting to bind port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:34.390139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f on network 881b4690-15bf-4ca6-98e8-24009853d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:34.390465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Attempting to bind port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f on network 881b4690-15bf-4ca6-98e8-24009853d8f0 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:34.395619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:34.395964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Checking segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:34.396355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Bound using segment: {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:34.396788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Bound port: 9626fbf7-ea0f-4cc0-bca1-20df08259b8f, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c6981c-2ed5-4469-809b-beeb88aa4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1536, 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:34.397184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.468709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] For port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:34.471854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] For port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:34.476689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.510958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.511589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.512999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] 10.222.0.26 "PUT /v2.0/ports/9626fbf7-ea0f-4cc0-bca1-20df08259b8f HTTP/1.1" status: 200 len: 1095 time: 0.6774967 Aug 31 14:34:34.513444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05451825-f599-45f1-b12b-7e938ead4966', 'tag': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:34.515769 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d232b-ff4d-427b-b1ce-96812d0a7418" -d '{"events": [{"name": "network-changed", "server_uuid": "05451825-f599-45f1-b12b-7e938ead4966", "tag": "9626fbf7-ea0f-4cc0-bca1-20df08259b8f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:34.540883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2ee93-3edc-483a-be1f-3478e0c6114c service neutron] Pushing event updated for resources: {'Port': ['ID=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:34.566394 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44808090-0c89-4fb6-a77f-ab77ac0e7770 x-openstack-request-id: req-44808090-0c89-4fb6-a77f-ab77ac0e7770 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:34.566691 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05451825-f599-45f1-b12b-7e938ead4966", "tag": "9626fbf7-ea0f-4cc0-bca1-20df08259b8f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:34.566946 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44808090-0c89-4fb6-a77f-ab77ac0e7770 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:34.567356 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05451825-f599-45f1-b12b-7e938ead4966', 'tag': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f', 'status': 'completed', 'code': 200} Aug 31 14:34:34.639249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-3d9b56f8-bc55-4e2d-9960-b49197dd560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.640796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-3d9b56f8-bc55-4e2d-9960-b49197dd560e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9796ef576e74ac59e9ec4a1177a7c67&device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 1098 time: 0.0445035 Aug 31 14:34:34.697560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-fe664c1f-cbe5-42d9-be37-daa56415d2c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=9626fbf7-ea0f-4cc0-bca1-20df08259b8f HTTP/1.1" status: 200 len: 217 time: 0.0416539 Aug 31 14:34:34.750870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-b5c9545d-8a08-41de-88c2-86cdf57777e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.752369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-b5c9545d-8a08-41de-88c2-86cdf57777e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0467982 Aug 31 14:34:34.801946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e159-a484-4831-a373-b6308fbe8249 req-0f4a30b4-abb6-4c87-af62-4b10868587d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.803401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-0f4a30b4-abb6-4c87-af62-4b10868587d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426805 Aug 31 14:34:34.897182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-3a6311e2-6b74-4e39-a4f9-31f5a89ef1cf service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Aug 31 14:34:34.988886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4366e159-a484-4831-a373-b6308fbe8249 req-fea7fb00-45fe-4faf-9820-94e02d59468d service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831778 Aug 31 14:34:35.118558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-733f477c-19c5-495e-8851-03443756bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:35.120061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-733f477c-19c5-495e-8851-03443756bab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9796ef576e74ac59e9ec4a1177a7c67&device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 1098 time: 0.0428650 Aug 31 14:34:35.214523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-ee3d1ac4-670a-4dc8-893c-78b6d9598696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:35.216002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-ee3d1ac4-670a-4dc8-893c-78b6d9598696 service neutron] 10.222.0.26 "GET /v2.0/networks?id=881b4690-15bf-4ca6-98e8-24009853d8f0 HTTP/1.1" status: 200 len: 871 time: 0.0884762 Aug 31 14:34:35.259002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-4a2c7a9f-01f1-4038-a3cc-0efe501d44ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=9626fbf7-ea0f-4cc0-bca1-20df08259b8f HTTP/1.1" status: 200 len: 217 time: 0.0339975 Aug 31 14:34:35.312144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-e0b7cd76-003d-4fc4-b3aa-3f0c9122d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:35.313635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-e0b7cd76-003d-4fc4-b3aa-3f0c9122d4bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640ba367-6aae-4173-9201-55ca162dbaf4 HTTP/1.1" status: 200 len: 843 time: 0.0467608 Aug 31 14:34:35.385330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-7a742f8a-2502-4c15-8533-c63b9421009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:35.386991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-7a742f8a-2502-4c15-8533-c63b9421009c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=881b4690-15bf-4ca6-98e8-24009853d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647829 Aug 31 14:34:35.455115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceb346-321b-4e78-8caa-23861b837f75 req-a9cf3151-0aed-42f6-86d8-a54910d39315 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:35.456613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39ceb346-321b-4e78-8caa-23861b837f75 req-a9cf3151-0aed-42f6-86d8-a54910d39315 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 947 time: 0.0994585 Aug 31 14:34:35.516061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39ceb346-321b-4e78-8caa-23861b837f75 req-4d0c615c-2ca5-4b33-968f-5e8dcf23776d tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529900 Aug 31 14:34:35.528312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-ee5d2aa3-44ec-453e-a102-c6238cfaa905 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324689 Aug 31 14:34:35.620443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-719d232b-ff4d-427b-b1ce-96812d0a7418 req-4f0f8e66-862e-4d6d-8e21-abf6d2bf8262 service neutron] 10.222.0.26 "GET /v2.0/networks/881b4690-15bf-4ca6-98e8-24009853d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843067 Aug 31 14:34:36.636934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b597d-3a41-4b1c-8d15-4579452833ec req-466e5bae-a7ff-4b3c-a53d-4039d492c1a7 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:36.638349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-127b597d-3a41-4b1c-8d15-4579452833ec req-466e5bae-a7ff-4b3c-a53d-4039d492c1a7 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 947 time: 0.0541098 Aug 31 14:34:36.677310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-127b597d-3a41-4b1c-8d15-4579452833ec req-2aa36eca-ddd9-4f38-9897-5c1f4e0575e0 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Aug 31 14:34:37.792817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871d756-49a0-4110-9073-75fcb79034fd req-e901a8cc-8b49-4126-b396-eec545c29a33 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:37.794337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4871d756-49a0-4110-9073-75fcb79034fd req-e901a8cc-8b49-4126-b396-eec545c29a33 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 947 time: 0.0501115 Aug 31 14:34:37.836179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4871d756-49a0-4110-9073-75fcb79034fd req-90c8721e-37a4-4f92-a4ce-cd9d3059db0f tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355258 Aug 31 14:34:37.869901 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9626fbf7-ea0f-4cc0-bca1-20df08259b8f details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:34:37.974847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:37.988636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f', 'network_id': '881b4690-15bf-4ca6-98e8-24009853d8f0', 'port_id': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f', 'mac_address': 'fa:16:3e:ea:d3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba367-6aae-4173-9201-55ca162dbaf4', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:34:38.025716 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.038062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9626fbf7-ea0f-4cc0-bca1-20df08259b8f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:38.056926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:38.061537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.111893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:38.357563 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9626fbf7-ea0f-4cc0-bca1-20df08259b8f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:38.953337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f481d6-b98f-4043-9e04-4a2f9401ad97 req-75f62c47-c27a-43aa-b9b6-b41fd67063e4 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:38.954859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91f481d6-b98f-4043-9e04-4a2f9401ad97 req-75f62c47-c27a-43aa-b9b6-b41fd67063e4 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 948 time: 0.0493269 Aug 31 14:34:38.995119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91f481d6-b98f-4043-9e04-4a2f9401ad97 req-3e1136c8-f4bd-4106-8761-e184b470a0b3 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Aug 31 14:34:39.885742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9626fbf7-ea0f-4cc0-bca1-20df08259b8f up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:39.936616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:39.940214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:39.940588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.020206 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.054032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05451825-f599-45f1-b12b-7e938ead4966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:40.056281 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab21d67-9eb3-453a-9bf5-ceb010ebe495" -d '{"events": [{"server_uuid": "05451825-f599-45f1-b12b-7e938ead4966", "name": "network-vif-plugged", "status": "completed", "tag": "9626fbf7-ea0f-4cc0-bca1-20df08259b8f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:40.070638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:40.074777 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.125684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:40.126888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256e0a-d564-4924-a566-d450de258a0e req-2b3c02ab-0e33-4e14-b0ed-7549f55294d4 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.128547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4256e0a-d564-4924-a566-d450de258a0e req-2b3c02ab-0e33-4e14-b0ed-7549f55294d4 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 949 time: 0.0590408 Aug 31 14:34:40.169263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4256e0a-d564-4924-a566-d450de258a0e req-6e41693a-e0df-401f-98f5-334e615d74eb tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345154 Aug 31 14:34:40.212288 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45385daa-2edc-4fad-af9c-949f278ec340 x-openstack-request-id: req-45385daa-2edc-4fad-af9c-949f278ec340 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:40.212568 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05451825-f599-45f1-b12b-7e938ead4966", "name": "network-vif-plugged", "status": "completed", "tag": "9626fbf7-ea0f-4cc0-bca1-20df08259b8f", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:40.212818 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45385daa-2edc-4fad-af9c-949f278ec340 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:40.214458 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05451825-f599-45f1-b12b-7e938ead4966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f', 'code': 200} Aug 31 14:34:40.240808 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.342903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5a56-cf33-4945-b6e8-f170f23190bf req-c71c42c8-9d39-4321-a508-f44f732d23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.344424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b1d5a56-cf33-4945-b6e8-f170f23190bf req-c71c42c8-9d39-4321-a508-f44f732d23f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 1100 time: 0.0416946 Aug 31 14:34:40.381045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b1d5a56-cf33-4945-b6e8-f170f23190bf req-5370e25d-b8d4-4fc3-aac3-904469f0310d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283182 Aug 31 14:34:41.284643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce4ef-5b5e-4757-912f-5581f374da7a req-b094a99f-9ffb-4e18-8a8f-5fe66ffded29 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.286150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0dcce4ef-5b5e-4757-912f-5581f374da7a req-b094a99f-9ffb-4e18-8a8f-5fe66ffded29 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 949 time: 0.0482202 Aug 31 14:34:41.323151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0dcce4ef-5b5e-4757-912f-5581f374da7a req-f2fdb942-adcc-4b0c-aa3c-b555ee8b213a tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Aug 31 14:34:42.455547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806c1a5-28a0-4bf8-af8e-aa937b13c411 req-c3213b1e-9d48-4e21-b9dd-9f49a3aec1d8 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.457442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b806c1a5-28a0-4bf8-af8e-aa937b13c411 req-c3213b1e-9d48-4e21-b9dd-9f49a3aec1d8 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 949 time: 0.0613015 Aug 31 14:34:42.514605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b806c1a5-28a0-4bf8-af8e-aa937b13c411 req-81468f81-86a3-4717-9d3e-a77c8253dc19 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Aug 31 14:34:42.551437 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:34:42.855843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-d1af6888-5075-4991-acf5-e9ca091cee8d req-db557563-60c1-4526-b4ae-d27d8becc9bd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:34:42.856820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1af6888-5075-4991-acf5-e9ca091cee8d req-db557563-60c1-4526-b4ae-d27d8becc9bd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055258 Aug 31 14:34:43.442779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e52f0-db2f-4f35-bfd2-785a9e9a39d7 req-1fc537c2-5631-4260-a4a9-16773daeb93e tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.444183 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-457e52f0-db2f-4f35-bfd2-785a9e9a39d7 req-1fc537c2-5631-4260-a4a9-16773daeb93e tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 949 time: 0.0494483 Aug 31 14:34:43.482362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-457e52f0-db2f-4f35-bfd2-785a9e9a39d7 req-57c2f3f1-f866-4175-9ab9-990d2e9cc0b2 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Aug 31 14:34:44.596081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74901d9-6ec9-4bc6-96df-e950cb69ebaf req-754a65bc-7497-4803-8f1f-930bfec75949 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.597647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d74901d9-6ec9-4bc6-96df-e950cb69ebaf req-754a65bc-7497-4803-8f1f-930bfec75949 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 949 time: 0.0489268 Aug 31 14:34:44.636635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d74901d9-6ec9-4bc6-96df-e950cb69ebaf req-5794c6ee-e60b-4d49-b24b-22ffdcc7d58f tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ba62348-5bed-46b7-988d-4309661cd939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Aug 31 14:34:45.020806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-3a5ca264-7baf-4215-bdac-85b5111af11f tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:45.022164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-3a5ca264-7baf-4215-bdac-85b5111af11f tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 949 time: 0.0522971 Aug 31 14:34:45.117175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Deleting port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:45.117530 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.210833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] For port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,segment=NetworkSegment(89c6981c-2ed5-4469-809b-beeb88aa4070),segment_id=89c6981c-2ed5-4469-809b-beeb88aa4070)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:45.211214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.224852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Calling delete_port for 9626fbf7-ea0f-4cc0-bca1-20df08259b8f owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:45.352032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.385035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Pushing event deleted for resources: {'Port': ['ID=9626fbf7-ea0f-4cc0-bca1-20df08259b8f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:45.390718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9626fbf7-ea0f-4cc0-bca1-20df08259b8f'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:45.429254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] No DVR routers for this DVR port 9626fbf7-ea0f-4cc0-bca1-20df08259b8f on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:45.431792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.433870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a2faf6c-b7ac-488a-a7e4-9a84ba07415e req-53c9b8a2-0841-4240-89ba-da9714306e09 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.26 "DELETE /v2.0/ports/9626fbf7-ea0f-4cc0-bca1-20df08259b8f HTTP/1.1" status: 204 len: 173 time: 0.4047194 Aug 31 14:34:45.434322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05451825-f599-45f1-b12b-7e938ead4966', 'name': 'network-vif-deleted', 'tag': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:45.436735 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455c4a0-f1fe-42e7-ad1a-3a937acf1289" -d '{"events": [{"server_uuid": "05451825-f599-45f1-b12b-7e938ead4966", "name": "network-vif-deleted", "tag": "9626fbf7-ea0f-4cc0-bca1-20df08259b8f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:45.480054 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4347d5d4-fe36-4555-bfd9-4584fef6130d x-openstack-request-id: req-4347d5d4-fe36-4555-bfd9-4584fef6130d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:45.480411 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05451825-f599-45f1-b12b-7e938ead4966", "name": "network-vif-deleted", "tag": "9626fbf7-ea0f-4cc0-bca1-20df08259b8f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:45.480670 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4347d5d4-fe36-4555-bfd9-4584fef6130d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:45.481113 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05451825-f599-45f1-b12b-7e938ead4966', 'name': 'network-vif-deleted', 'tag': '9626fbf7-ea0f-4cc0-bca1-20df08259b8f', 'status': 'completed', 'code': 200} Aug 31 14:34:45.742333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ce5c50e-f542-4bdb-a90d-1b5a7c9bae1e req-de82ee8d-db58-463e-92de-2533be82c891 tempest-ServersAdminNegativeTestJSON-1749226651 tempest-ServersAdminNegativeTestJSON-1749226651-project] 10.222.0.10 "GET /v2.0/ports?device_id=05451825-f599-45f1-b12b-7e938ead4966 HTTP/1.1" status: 200 len: 210 time: 0.0259247 Aug 31 14:34:47.036582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54510) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.164622 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6cb2391c-6450-4c95-92f4-f7b05fd37531 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9796ef576e74ac59e9ec4a1177a7c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268556 Aug 31 14:34:47.167215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54514) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.213737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd44d029-00ba-4c8d-8b3f-b8a5ff0a6b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.234940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd44d029-00ba-4c8d-8b3f-b8a5ff0a6b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.279885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd44d029-00ba-4c8d-8b3f-b8a5ff0a6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.282646 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fd44d029-00ba-4c8d-8b3f-b8a5ff0a6b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.283838 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fd44d029-00ba-4c8d-8b3f-b8a5ff0a6b31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ba62348-5bed-46b7-988d-4309661cd939 HTTP/1.1" status: 204 len: 168 time: 0.1156533 Aug 31 14:34:47.291178 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44d029-00ba-4c8d-8b3f-b8a5ff0a6b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba62348-5bed-46b7-988d-4309661cd939,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:47.454758 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2e99b7c-0dcb-4787-affc-6d0164c8838b req-2fcb3443-3386-4253-ba29-688e9b112213 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278277 Aug 31 14:34:47.527842 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2e99b7c-0dcb-4787-affc-6d0164c8838b req-e9be9acc-e8d7-4439-8c11-a6d0dcd45149 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0282805 Aug 31 14:34:47.560396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54520) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.589237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a512d85e-df24-4627-8e01-f4b0d828170e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.593500 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2e99b7c-0dcb-4787-affc-6d0164c8838b req-e99510af-6c0e-46ae-99af-e451bd92517b service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264585 Aug 31 14:34:47.726835 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e99b7c-0dcb-4787-affc-6d0164c8838b req-894721f6-dadf-4e5a-b606-3ad98a890de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.728333 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f2e99b7c-0dcb-4787-affc-6d0164c8838b req-894721f6-dadf-4e5a-b606-3ad98a890de8 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1235816 Aug 31 14:34:47.765472 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a512d85e-df24-4627-8e01-f4b0d828170e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.769482 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a512d85e-df24-4627-8e01-f4b0d828170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.809059 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a512d85e-df24-4627-8e01-f4b0d828170e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c4cf357a144409292510716e4000fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472794 Aug 31 14:34:47.809752 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512d85e-df24-4627-8e01-f4b0d828170e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b153de-6664-4f5d-92bd-2ce3676ba7ea,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:47.812177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.863906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6141d82e-3aa5-4cc6-86fa-5308145b6f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.886263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6141d82e-3aa5-4cc6-86fa-5308145b6f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.934459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6141d82e-3aa5-4cc6-86fa-5308145b6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.937656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6141d82e-3aa5-4cc6-86fa-5308145b6f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.938817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6141d82e-3aa5-4cc6-86fa-5308145b6f31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61b153de-6664-4f5d-92bd-2ce3676ba7ea HTTP/1.1" status: 204 len: 168 time: 0.1256399 Aug 31 14:34:47.946461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141d82e-3aa5-4cc6-86fa-5308145b6f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b153de-6664-4f5d-92bd-2ce3676ba7ea,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:48.648140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54546) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:48.744939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-371876501-network', 'tenant_id': 'bb932f715e004d8cb895e378680a8200'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:48.766646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Made reservation on behalf of bb932f715e004d8cb895e378680a8200 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:48.768927 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.777202 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.864961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.868670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.896243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] vlan segment allocate from pool success with {'vlan_id': 1508, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:48.902422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961ea583-00bb-49cf-b103-7917c998f1b7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:48.909169 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.909518 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Added segment 1c7ddc6c-ca6d-46cf-bf50-674450f764a6 of type vlan for network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 Aug 31 14:34:48.949212 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.973051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.974004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.974588 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.031932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3826835 Aug 31 14:34:49.035053 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54550) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:49.037161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ada896-e4ac-47b4-84a6-8dfe72991a13 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0df15f-ff79-4045-8d6c-dcf0d4d23449,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:49.040056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Request body: {'subnet': {'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-371876501-subnet', 'tenant_id': 'bb932f715e004d8cb895e378680a8200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:49.047058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:49.061526 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Made reservation on behalf of bb932f715e004d8cb895e378680a8200 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:49.063839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.236630 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.294358 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=329204e9-447f-438a-b55f-9f6fb792cf9a,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:49.300295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Checking segment: {'id': '1c7ddc6c-ca6d-46cf-bf50-674450f764a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:49.300666 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Network hostable DHCP agents. Network: 2e0df15f-ff79-4045-8d6c-dcf0d4d23449, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:49.316673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:49.324677 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 2e0df15f-ff79-4045-8d6c-dcf0d4d23449) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:49.328675 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.329327 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.333721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfcdd9a-e7d9-4566-ab92-db5e91d53854 None None] Network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:49.343745 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b4aaeb7d-0b2d-4194-bd27-20c86d7fc75d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3075919 Aug 31 14:34:49.464153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab16ac-643e-4a1d-a025-84ea2286103a None None] Network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:49.773614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb782b-2849-498d-ba53-c5d396888aca req-9fd04eef-4057-4315-be9b-1596f1cf01b1 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.775006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-9fd04eef-4057-4315-be9b-1596f1cf01b1 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/networks?id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 200 len: 811 time: 0.1024432 Aug 31 14:34:49.790344 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-a90d8cbe-7f27-44d3-9adf-0119807ab15e tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/quotas/bb932f715e004d8cb895e378680a8200 HTTP/1.1" status: 200 len: 375 time: 0.0090573 Aug 31 14:34:49.821240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-a35491ab-23e9-486c-91b8-30317760a814 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb932f715e004d8cb895e378680a8200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257220 Aug 31 14:34:49.902445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9626fbf7-ea0f-4cc0-bca1-20df08259b8f no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:49.918959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-7f80dc61-3e7f-469a-b466-b98d1a747540 service neutron] 10.222.0.10 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Aug 31 14:34:49.923165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 9626fbf7-ea0f-4cc0-bca1-20df08259b8f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:49.923588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9626fbf7-ea0f-4cc0-bca1-20df08259b8f not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:50.010067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-a8aa1444-5aad-4a37-8986-bc0d0fd90ebc service neutron] 10.222.0.10 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842268 Aug 31 14:34:50.169939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a3a2a05-181e-4eef-9ef2-eec581663b32 req-a74d048c-5894-4448-90ce-f256b8e7af55 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 210 time: 0.0307674 Aug 31 14:34:51.277894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79065e5f-f982-40fb-af72-db0905bd6f21 req-f53328eb-c988-451d-b757-72bf09861864 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 210 time: 0.0299332 Aug 31 14:34:51.458171 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb782b-2849-498d-ba53-c5d396888aca req-7fee591f-8223-4e96-8fbc-05b9f9aa4808 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.460498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-7fee591f-8223-4e96-8fbc-05b9f9aa4808 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.26 "GET /v2.0/networks?id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 200 len: 811 time: 0.1142895 Aug 31 14:34:51.504232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Request body: {'port': {'device_id': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449', 'admin_state_up': True, 'tenant_id': 'bb932f715e004d8cb895e378680a8200'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:51.623856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Made reservation on behalf of bb932f715e004d8cb895e378680a8200 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:51.627913 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.762584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Allocated IP 172.20.0.8 (2e0df15f-ff79-4045-8d6c-dcf0d4d23449/329204e9-447f-438a-b55f-9f6fb792cf9a/3e9c0867-06b9-4cd3-a6de-665a50a8b76d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:51.922381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.962244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.007117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:52.012807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:52.016551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:52.045451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Pushing event updated for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.073053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.073719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.086789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-51b3e623-3d04-4a45-a0bd-7c51a2088ad0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869920 Aug 31 14:34:52.106380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Request body: {'port': {'device_id': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:52.159861 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.452762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f339-2b32-4fb5-a949-c26a44746c81 req-f9b17af5-3de0-4259-bd3d-3dacb7438e1f tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.454480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1266f339-2b32-4fb5-a949-c26a44746c81 req-f9b17af5-3de0-4259-bd3d-3dacb7438e1f tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 931 time: 0.1011169 Aug 31 14:34:52.473332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9c0867-06b9-4cd3-a6de-665a50a8b76d {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:52.487604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.512042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Transition to ACTIVE for port object 3e9c0867-06b9-4cd3-a6de-665a50a8b76d will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:52.516705 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1266f339-2b32-4fb5-a949-c26a44746c81 req-a085442d-603f-43bf-bd2d-6ada63194e7a tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541401 Aug 31 14:34:52.517835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.568797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.635995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Attempting to bind port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:52.636336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Attempting to bind port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '1c7ddc6c-ca6d-46cf-bf50-674450f764a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:52.636670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Attempting to bind port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d on network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:52.641576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d on network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:52.641905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Attempting to bind port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d on network 2e0df15f-ff79-4045-8d6c-dcf0d4d23449 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:52.646702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:52.647050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Checking segment: {'id': '1c7ddc6c-ca6d-46cf-bf50-674450f764a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:52.647441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Bound using segment: {'id': '1c7ddc6c-ca6d-46cf-bf50-674450f764a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:52.647870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Bound port: 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7ddc6c-ca6d-46cf-bf50-674450f764a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:52.648231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.712124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:52.715117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:52.720524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.752443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.753088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.754499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] 10.222.0.26 "PUT /v2.0/ports/3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 200 len: 1091 time: 0.6524763 Aug 31 14:34:52.754931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:52.757173 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be15ca70-b152-4628-a64e-5e00b76a9186" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:52.783014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1554cd-b3fe-4573-90c0-15577617d95a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.797044 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af5aa9-9e67-4cdf-ae0c-b51da8707ac7 x-openstack-request-id: req-f4af5aa9-9e67-4cdf-ae0c-b51da8707ac7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:52.797345 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:52.797628 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4af5aa9-9e67-4cdf-ae0c-b51da8707ac7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:52.798083 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'status': 'completed', 'code': 200} Aug 31 14:34:52.857690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb782b-2849-498d-ba53-c5d396888aca req-108b3870-a26f-47d9-b189-bfeadb48f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.859214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-108b3870-a26f-47d9-b189-bfeadb48f88c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb932f715e004d8cb895e378680a8200&device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 1094 time: 0.0422997 Aug 31 14:34:52.912819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-3d93e3f2-026c-4a24-a6cc-bd29fe9ca64a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 200 len: 217 time: 0.0385563 Aug 31 14:34:52.964485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb782b-2849-498d-ba53-c5d396888aca req-44e9ad89-b009-4af2-9ba2-7b3c474fb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.965991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-44e9ad89-b009-4af2-9ba2-7b3c474fb772 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=329204e9-447f-438a-b55f-9f6fb792cf9a HTTP/1.1" status: 200 len: 851 time: 0.0457494 Aug 31 14:34:52.998790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-32b900c9-20f5-4ce5-85dd-9c1fa733940d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245318 Aug 31 14:34:53.093537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-06b1ef74-7037-49ed-8b69-51dfe8e47d5a service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Aug 31 14:34:53.182568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8feb782b-2849-498d-ba53-c5d396888aca req-aba17b3b-d071-4f6a-9535-d4adc482a07d service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812762 Aug 31 14:34:53.319155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-3034fff2-3b67-472f-9345-968da4f48c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.320664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-3034fff2-3b67-472f-9345-968da4f48c6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb932f715e004d8cb895e378680a8200&device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 1094 time: 0.0414770 Aug 31 14:34:53.415942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-6a48013e-b0ab-48af-9e15-12ec29b17871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.417496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-6a48013e-b0ab-48af-9e15-12ec29b17871 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 200 len: 913 time: 0.0889840 Aug 31 14:34:53.463119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-e2e2f615-c41e-431a-a26d-3723a3c29fe3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 200 len: 217 time: 0.0343750 Aug 31 14:34:53.517273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-a9488e3b-b64a-4d90-988d-5b96a51565c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.518733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-a9488e3b-b64a-4d90-988d-5b96a51565c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=329204e9-447f-438a-b55f-9f6fb792cf9a HTTP/1.1" status: 200 len: 851 time: 0.0483677 Aug 31 14:34:53.552888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-1db01487-aee6-4a4e-b3ca-f9c64616cabe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256648 Aug 31 14:34:53.995137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e3828-37e0-409c-9e28-ce4625a8960a req-29a5c941-1813-4112-8664-28da2fab8f79 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.996583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d6e3828-37e0-409c-9e28-ce4625a8960a req-29a5c941-1813-4112-8664-28da2fab8f79 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 943 time: 0.3933079 Aug 31 14:34:54.002103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-f7166b68-3f36-4ee7-9805-31c7cec8100c service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405873 Aug 31 14:34:54.078981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d6e3828-37e0-409c-9e28-ce4625a8960a req-4f55fc94-d459-4680-adca-3d27bb08d72d tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758538 Aug 31 14:34:54.114438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be15ca70-b152-4628-a64e-5e00b76a9186 req-0c3d756c-4c60-4ba0-8a01-b81319bbe7d1 service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974202 Aug 31 14:34:55.194843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d7f0-ab49-45f7-8304-d7913eb2edf6 req-993bc5a4-7fcf-417c-9dc3-4d00aa9144a2 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.196321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65b5d7f0-ab49-45f7-8304-d7913eb2edf6 req-993bc5a4-7fcf-417c-9dc3-4d00aa9144a2 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 943 time: 0.0486274 Aug 31 14:34:55.237690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65b5d7f0-ab49-45f7-8304-d7913eb2edf6 req-19507c29-53e2-4f6b-a313-01d7e7566dd2 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347800 Aug 31 14:34:55.940255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3e9c0867-06b9-4cd3-a6de-665a50a8b76d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:34:56.039171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:56.051124 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449', 'port_id': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'mac_address': 'fa:16:3e:92:ab:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329204e9-447f-438a-b55f-9f6fb792cf9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:34:56.088842 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.103006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9c0867-06b9-4cd3-a6de-665a50a8b76d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:56.122828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:56.127138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.175130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:56.355796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020775f5-c462-4da9-af85-51b3fafa4204 req-50a157fd-0996-43bc-a26b-b36e46593935 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.357359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-020775f5-c462-4da9-af85-51b3fafa4204 req-50a157fd-0996-43bc-a26b-b36e46593935 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 944 time: 0.0514765 Aug 31 14:34:56.395638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-020775f5-c462-4da9-af85-51b3fafa4204 req-856b30c9-4624-44e4-a69c-78006bd60603 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Aug 31 14:34:56.411449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3e9c0867-06b9-4cd3-a6de-665a50a8b76d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:56.822967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b31aafb7-8c2d-4a27-9aa1-d9e1a4c1d999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.513339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f0ef2-8668-465f-b785-3b94c8110dbf req-409f0812-6b7c-4715-b38f-ed0833fc979f tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.514848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d02f0ef2-8668-465f-b785-3b94c8110dbf req-409f0812-6b7c-4715-b38f-ed0833fc979f tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 944 time: 0.0503552 Aug 31 14:34:57.554759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d02f0ef2-8668-465f-b785-3b94c8110dbf req-d97287b4-ac26-46a5-a12b-7fb4edc82429 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Aug 31 14:34:57.963665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3e9c0867-06b9-4cd3-a6de-665a50a8b76d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:58.012140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:58.015800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:58.016168 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.096804 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.119448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:58.121795 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1b7d4-7ae9-4f19-a0e9-f4572ca79970" -d '{"events": [{"server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "name": "network-vif-plugged", "status": "completed", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:58.134657 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:58.140008 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.163957 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d12247f-42f7-41d5-b76d-8238cefc7ec3 x-openstack-request-id: req-5d12247f-42f7-41d5-b76d-8238cefc7ec3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:58.164250 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "name": "network-vif-plugged", "status": "completed", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:58.164499 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d12247f-42f7-41d5-b76d-8238cefc7ec3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:58.164893 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'code': 200} Aug 31 14:34:58.190924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:58.286826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fedb62-a6ae-47b2-aaeb-643ee6c0648f req-b0c80f40-c0f7-48ff-b7ea-fa24369ce823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.288228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3fedb62-a6ae-47b2-aaeb-643ee6c0648f req-b0c80f40-c0f7-48ff-b7ea-fa24369ce823 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 1096 time: 0.0400002 Aug 31 14:34:58.335010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3fedb62-a6ae-47b2-aaeb-643ee6c0648f req-5c31a180-f255-4001-9a7c-812092726bec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Aug 31 14:34:58.677431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863e91-5c83-4725-bfd9-438f16d3458d req-a268b21c-ef4e-4434-8f62-2ac64e8b7baf tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.679162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d863e91-5c83-4725-bfd9-438f16d3458d req-a268b21c-ef4e-4434-8f62-2ac64e8b7baf tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0516961 Aug 31 14:34:58.717908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d863e91-5c83-4725-bfd9-438f16d3458d req-9ac66c93-fea3-4e69-b5fc-43221d8acd33 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Aug 31 14:34:59.360397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a4ceecb8-21c2-436b-826e-3cff5b8f5756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.575013 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.834630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd10aa9-d56f-4a70-aafe-2f9a2b8502ce req-c4b26f55-8b1c-4037-a90a-1e1580e63aa5 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.836097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acd10aa9-d56f-4a70-aafe-2f9a2b8502ce req-c4b26f55-8b1c-4037-a90a-1e1580e63aa5 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0483546 Aug 31 14:34:59.876506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-acd10aa9-d56f-4a70-aafe-2f9a2b8502ce req-40e23227-b043-4715-9a0a-9eac383083a0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Aug 31 14:35:00.068044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54602) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:00.126389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98f342-315d-43ca-ac18-8b7874052415 req-21020580-b1b0-4b8e-93b6-167944b09fd2 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:00.127918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c98f342-315d-43ca-ac18-8b7874052415 req-21020580-b1b0-4b8e-93b6-167944b09fd2 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0532646 Aug 31 14:35:00.174204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c98f342-315d-43ca-ac18-8b7874052415 req-6b76333e-1d4d-40f4-aee9-04319101199c tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Aug 31 14:35:00.183108 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-b74d0123-b2ef-44c4-b3d6-7249c73c947d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134439 Aug 31 14:35:00.738321 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.290428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd6f5e-2872-4781-b45c-669291f550cc req-269252de-bdc2-4852-ae21-9917ec14e665 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.291892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8fbd6f5e-2872-4781-b45c-669291f550cc req-269252de-bdc2-4852-ae21-9917ec14e665 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0494678 Aug 31 14:35:01.330425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8fbd6f5e-2872-4781-b45c-669291f550cc req-8c9d67fd-1e79-401b-aab3-9a218eaf5791 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Aug 31 14:35:01.470921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-6b4809eb-8ebb-45eb-8ec0-97dae4d5d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.472365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-6b4809eb-8ebb-45eb-8ec0-97dae4d5d49a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb932f715e004d8cb895e378680a8200&device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 1096 time: 0.0411789 Aug 31 14:35:01.567045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-eac3304e-2f31-4d88-a9a2-59b6bec5c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.568645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-eac3304e-2f31-4d88-a9a2-59b6bec5c5bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 200 len: 913 time: 0.0882535 Aug 31 14:35:01.611778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-1ee74b03-fd46-4500-927e-cdada3c24efa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 200 len: 217 time: 0.0346913 Aug 31 14:35:01.663119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-25016fe6-a349-4b65-9ac6-a1b73b701a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.664667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-25016fe6-a349-4b65-9ac6-a1b73b701a60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=329204e9-447f-438a-b55f-9f6fb792cf9a HTTP/1.1" status: 200 len: 851 time: 0.0449402 Aug 31 14:35:01.697143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-1f567484-2534-434f-8143-ad9418f7c498 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249555 Aug 31 14:35:01.801436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-ecf3f5ba-6d5e-4159-91ce-fc92f94ecd8d service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883067 Aug 31 14:35:01.890622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-6a3d7b2b-0d9f-4fd0-b8bf-d9e3cd3752a7 service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Aug 31 14:35:02.109508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.451184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56683787-cdc0-44b7-8d3d-712c23f8a33c req-11cc3c1b-217e-453c-ace3-d455699ff1e4 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.452729 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56683787-cdc0-44b7-8d3d-712c23f8a33c req-11cc3c1b-217e-453c-ace3-d455699ff1e4 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0540342 Aug 31 14:35:02.491610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-56683787-cdc0-44b7-8d3d-712c23f8a33c req-e20ae3aa-aa1f-44fc-903b-31a7c6433204 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 31 14:35:03.619066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f2e0e-6706-48e7-8b79-ff01b2f11221 req-0c0823b4-9c99-44e2-8156-53583d424d12 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.620534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d14f2e0e-6706-48e7-8b79-ff01b2f11221 req-0c0823b4-9c99-44e2-8156-53583d424d12 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0553513 Aug 31 14:35:03.662572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d14f2e0e-6706-48e7-8b79-ff01b2f11221 req-59ec25f2-e7da-4d13-8e3e-2d777e473292 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343640 Aug 31 14:35:04.785631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d671df0-77be-446c-bcd6-dec99663cd31 req-fd138681-e402-45c0-9e79-bfb272b80274 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.787133 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d671df0-77be-446c-bcd6-dec99663cd31 req-fd138681-e402-45c0-9e79-bfb272b80274 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0500503 Aug 31 14:35:04.826254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d671df0-77be-446c-bcd6-dec99663cd31 req-9cf2b86f-04c3-4133-9ed5-3ccaa5c50dff tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Aug 31 14:35:05.947065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51c0ea-d4e3-4085-b7cb-5f7d5e987a95 req-c1530113-8594-44b9-b50a-630cc6db7c0e tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:05.948557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd51c0ea-d4e3-4085-b7cb-5f7d5e987a95 req-c1530113-8594-44b9-b50a-630cc6db7c0e tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0537629 Aug 31 14:35:05.987908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd51c0ea-d4e3-4085-b7cb-5f7d5e987a95 req-c06808c1-62fb-4268-9593-9ddb2352738c tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Aug 31 14:35:07.107743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9806706-04d5-457d-9b18-5cc57bc8acd4 req-1347b0d7-f258-4bef-8769-f780ede13ee4 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:07.109338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9806706-04d5-457d-9b18-5cc57bc8acd4 req-1347b0d7-f258-4bef-8769-f780ede13ee4 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0510666 Aug 31 14:35:07.148589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f9806706-04d5-457d-9b18-5cc57bc8acd4 req-f533f395-a908-49f1-bcb5-eb15913791b8 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 Aug 31 14:35:08.269706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2f105-a9b3-46ba-bf18-c75df24d73ff req-8b866b96-8051-4fe9-a79c-beaa4ba25b5a tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:08.271209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdd2f105-a9b3-46ba-bf18-c75df24d73ff req-8b866b96-8051-4fe9-a79c-beaa4ba25b5a tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0501094 Aug 31 14:35:08.310414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fdd2f105-a9b3-46ba-bf18-c75df24d73ff req-88356056-a711-407a-89d7-5906e5ef01df tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Aug 31 14:35:09.441156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ad491-1f6b-4eea-ae82-83390de210bd req-2ea7eedd-c5a7-4e81-b9c2-aa7926be6283 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:09.442789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-839ad491-1f6b-4eea-ae82-83390de210bd req-2ea7eedd-c5a7-4e81-b9c2-aa7926be6283 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0583980 Aug 31 14:35:09.502359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-839ad491-1f6b-4eea-ae82-83390de210bd req-47ff2056-3197-466e-8077-fe2d16ea3723 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Aug 31 14:35:10.238789 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:10.620980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7a800-2fd5-4e4b-b685-f901eb6c6490 req-53fb3d38-e9ba-4fc9-bfde-6dab818fcd11 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:10.623136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73f7a800-2fd5-4e4b-b685-f901eb6c6490 req-53fb3d38-e9ba-4fc9-bfde-6dab818fcd11 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0505757 Aug 31 14:35:10.676838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73f7a800-2fd5-4e4b-b685-f901eb6c6490 req-9df5d406-faa2-4f40-95d8-1817d080c461 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474038 Aug 31 14:35:11.803247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c072-e1d7-4d07-97ad-2e3de36f8fca req-073c5e79-c972-4e8e-97d0-f62979caea4a tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:11.804843 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ce2c072-e1d7-4d07-97ad-2e3de36f8fca req-073c5e79-c972-4e8e-97d0-f62979caea4a tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0547535 Aug 31 14:35:11.851858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ce2c072-e1d7-4d07-97ad-2e3de36f8fca req-75f6cf0c-4372-4993-bc4b-ea11408b0b43 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Aug 31 14:35:12.979774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af775bc1-161f-47d5-abcf-8fa1b7748cd8 req-59677e94-cc51-4e9e-933c-3a3abb46e217 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:12.981886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af775bc1-161f-47d5-abcf-8fa1b7748cd8 req-59677e94-cc51-4e9e-933c-3a3abb46e217 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0552111 Aug 31 14:35:13.020267 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af775bc1-161f-47d5-abcf-8fa1b7748cd8 req-1f2b41eb-a77e-497e-9d47-5664e094c3bc tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Aug 31 14:35:14.147207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bcee9-76b8-4d5d-8bca-d6a1988c462c req-63b56a62-0667-4886-b66e-e47bafd92683 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:14.148874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-186bcee9-76b8-4d5d-8bca-d6a1988c462c req-63b56a62-0667-4886-b66e-e47bafd92683 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0571890 Aug 31 14:35:14.188397 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-186bcee9-76b8-4d5d-8bca-d6a1988c462c req-cb5f1afb-8ccd-457b-89fa-fac8211dd703 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Aug 31 14:35:15.314728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927a78-ed04-4504-9400-2c63378f966f req-a2a25a15-60bf-48e8-b3ba-ba868413b10d tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:15.316415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b927a78-ed04-4504-9400-2c63378f966f req-a2a25a15-60bf-48e8-b3ba-ba868413b10d tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0566392 Aug 31 14:35:15.365016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b927a78-ed04-4504-9400-2c63378f966f req-e88014cd-2497-4e19-8716-31f5d2f6fdfe tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Aug 31 14:35:16.500060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93679f-afbd-46af-8d06-a7f2430fe515 req-068c0d05-6560-44d7-9eb9-6ede174a676c tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:16.501652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a93679f-afbd-46af-8d06-a7f2430fe515 req-068c0d05-6560-44d7-9eb9-6ede174a676c tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0590646 Aug 31 14:35:16.546777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a93679f-afbd-46af-8d06-a7f2430fe515 req-f87c48c9-7bd5-4b18-b2c3-6dc1918f6e65 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Aug 31 14:35:17.661811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd978c-050b-4eed-b185-ed86eb9df331 req-e63c26fa-40ed-490c-8685-6b6248ed4197 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:17.663181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efcd978c-050b-4eed-b185-ed86eb9df331 req-e63c26fa-40ed-490c-8685-6b6248ed4197 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0483601 Aug 31 14:35:17.702523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efcd978c-050b-4eed-b185-ed86eb9df331 req-42d4bb78-fdf7-4fe3-8a20-6950d054e17e tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Aug 31 14:35:18.818746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464d1d-ff23-4a43-8ee2-97aeac385dd4 req-63140f77-1bff-4497-ad53-2f6c1904f22b tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:18.820243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89464d1d-ff23-4a43-8ee2-97aeac385dd4 req-63140f77-1bff-4497-ad53-2f6c1904f22b tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0482147 Aug 31 14:35:18.857557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89464d1d-ff23-4a43-8ee2-97aeac385dd4 req-f5d01984-2fa6-4286-a94a-dab54d1eb928 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Aug 31 14:35:19.551942 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:35:19.981130 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90111a5-29c1-4552-b0fe-2dd87700ae83 req-4c578c0f-3943-4f0e-95e4-9240cb286ab2 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:19.982631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a90111a5-29c1-4552-b0fe-2dd87700ae83 req-4c578c0f-3943-4f0e-95e4-9240cb286ab2 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0554123 Aug 31 14:35:20.019763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a90111a5-29c1-4552-b0fe-2dd87700ae83 req-1f26d3ec-7004-4ae9-abfc-bd86a3e0ff7d tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Aug 31 14:35:21.135185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea6c36-1ea2-4c6a-a132-1683723b1289 req-8f1cb05e-718b-4934-8e40-fc1d6a51c49b tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:21.136977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-edea6c36-1ea2-4c6a-a132-1683723b1289 req-8f1cb05e-718b-4934-8e40-fc1d6a51c49b tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0490904 Aug 31 14:35:21.175365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-edea6c36-1ea2-4c6a-a132-1683723b1289 req-eccf0aa8-455f-473a-bdc9-0b9d1ea4a72c tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Aug 31 14:35:22.317477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4bfe-54f4-4e6e-bfd1-778ebbbfe98b req-b66f08c7-c862-4525-a314-4eeef8302871 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:22.318970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-230c4bfe-54f4-4e6e-bfd1-778ebbbfe98b req-b66f08c7-c862-4525-a314-4eeef8302871 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0501072 Aug 31 14:35:22.359976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-230c4bfe-54f4-4e6e-bfd1-778ebbbfe98b req-d281967b-29b1-4af9-9f14-feaacf834ceb tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342553 Aug 31 14:35:23.487713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4f58-52d6-4fab-b1a9-11a6f3543bf9 req-de3f38cb-208c-48d0-9298-6a2147b9538b tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:23.489345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2ad4f58-52d6-4fab-b1a9-11a6f3543bf9 req-de3f38cb-208c-48d0-9298-6a2147b9538b tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0547202 Aug 31 14:35:23.534012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2ad4f58-52d6-4fab-b1a9-11a6f3543bf9 req-7b857d52-800a-47da-9664-4e60d1df8cdb tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345733 Aug 31 14:35:24.651056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3eb8-c0be-4213-9714-2d17503a91ac req-20a3a354-678d-4c25-919e-f06599a67498 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:24.652570 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-648e3eb8-c0be-4213-9714-2d17503a91ac req-20a3a354-678d-4c25-919e-f06599a67498 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0498271 Aug 31 14:35:24.699613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-648e3eb8-c0be-4213-9714-2d17503a91ac req-b486fc5a-8d7d-484d-a6f7-98906ca30276 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Aug 31 14:35:25.846574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47deac-d044-45bc-aadf-943de7ef389f req-ab11ca54-f120-48e6-8548-b99046e447b0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:25.848134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd47deac-d044-45bc-aadf-943de7ef389f req-ab11ca54-f120-48e6-8548-b99046e447b0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0782254 Aug 31 14:35:25.889481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd47deac-d044-45bc-aadf-943de7ef389f req-188ac264-c8fe-49d2-8108-9b47c158bfd3 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353825 Aug 31 14:35:26.816783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bdc48657-cf92-4a91-bb62-45c501d43316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:27.015218 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf8a8-5b4b-4474-85ab-44f0f39d431f req-bf83ec9b-ad8a-4d9a-b283-6026f5346f09 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:27.016743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f8bf8a8-5b4b-4474-85ab-44f0f39d431f req-bf83ec9b-ad8a-4d9a-b283-6026f5346f09 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0569513 Aug 31 14:35:27.062052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8f8bf8a8-5b4b-4474-85ab-44f0f39d431f req-b2e7f8cf-27e4-4974-ad3a-422f5456d4bb tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388367 Aug 31 14:35:28.189679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfa32b-0824-4d73-94b4-dd3e9372513c req-35f27f7e-6526-4f81-a4d4-3f89154695ca tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:28.191196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33dfa32b-0824-4d73-94b4-dd3e9372513c req-35f27f7e-6526-4f81-a4d4-3f89154695ca tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0595367 Aug 31 14:35:28.229367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33dfa32b-0824-4d73-94b4-dd3e9372513c req-6ffac65e-43bc-41fe-9282-09b14ca58628 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Aug 31 14:35:28.867120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-148cef1c-8aea-4cb7-ab79-cdbc8a435f24 service neutron] 10.222.0.26 "GET /v2.0/ports/3e9c0867-06b9-4cd3-a6de-665a50a8b76d/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0569055 Aug 31 14:35:29.132802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-456078c3-2229-426c-870e-0019533522ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:29.134345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-456078c3-2229-426c-870e-0019533522ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a&tenant_id=bb932f715e004d8cb895e378680a8200 HTTP/1.1" status: 200 len: 1096 time: 0.0775862 Aug 31 14:35:29.222593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-89999842-de3a-4983-8551-31b62416466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:29.224134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-89999842-de3a-4983-8551-31b62416466a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb932f715e004d8cb895e378680a8200&device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 1096 time: 0.0544732 Aug 31 14:35:29.346603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-2a4c9e1e-d9cd-42d0-a9b8-7058632dc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:29.348128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-2a4c9e1e-d9cd-42d0-a9b8-7058632dc549 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 200 len: 913 time: 0.1163266 Aug 31 14:35:29.366289 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-53fba9dc-9327-41cf-b8c4-625a66d724c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.397707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-db8c07f2-c7d1-4cce-8cc1-2b7a3bfb69d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 200 len: 217 time: 0.0394571 Aug 31 14:35:29.405836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa060-fb96-415e-a540-bc8b5227e307 req-5b5f362a-964b-43cb-b7b0-a509fcb4e2b1 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:29.407269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c9aa060-fb96-415e-a540-bc8b5227e307 req-5b5f362a-964b-43cb-b7b0-a509fcb4e2b1 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.1038797 Aug 31 14:35:29.479014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-5571b9a9-65c4-426e-92b7-8897a91b5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:29.481159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-5571b9a9-65c4-426e-92b7-8897a91b5050 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=329204e9-447f-438a-b55f-9f6fb792cf9a HTTP/1.1" status: 200 len: 851 time: 0.0724704 Aug 31 14:35:29.486235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c9aa060-fb96-415e-a540-bc8b5227e307 req-6a0d7577-c375-4b60-bf08-da2434370804 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708730 Aug 31 14:35:29.515302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-afcf4818-a908-4be2-85ba-29059e22694a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267427 Aug 31 14:35:29.580935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.627911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-6bf81752-cf5c-47d8-a8d6-05a8f0be6f87 service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907319 Aug 31 14:35:29.735295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7fc78341-27f0-435a-ba2f-4d693a924840 req-5eaf7b2b-7272-4c19-be4d-4608b808e7d3 service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986118 Aug 31 14:35:30.620660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db560c3-f79c-41d4-a327-4c1342e34749 req-1b430851-709b-4c06-831c-6975922601a7 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:30.622849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0db560c3-f79c-41d4-a327-4c1342e34749 req-1b430851-709b-4c06-831c-6975922601a7 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0647869 Aug 31 14:35:30.679454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0db560c3-f79c-41d4-a327-4c1342e34749 req-86ec7360-1088-4630-8ad0-4c8944f8b4ce tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506611 Aug 31 14:35:30.741909 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.771681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-dcfebe36-9663-4dd9-b428-220878a52c5d req-55b7f28b-24e2-44c7-9955-cc0076e829a6 service neutron] (101361) timed out ('10.222.0.10', 55322) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:35:31.817133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcad498-2050-4721-b288-9466655fb537 req-66215bb2-d03b-40c9-acf1-42312f297a7c tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:31.818643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddcad498-2050-4721-b288-9466655fb537 req-66215bb2-d03b-40c9-acf1-42312f297a7c tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0560508 Aug 31 14:35:31.870371 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddcad498-2050-4721-b288-9466655fb537 req-43cb7b97-c858-4588-a639-3da44f7b0981 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Aug 31 14:35:32.091950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3e9c0867-06b9-4cd3-a6de-665a50a8b76d details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:35:32.157354 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.172791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-7246a950-2e1b-4cf8-b897-f45c6258aceb tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:32.174335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-7246a950-2e1b-4cf8-b897-f45c6258aceb tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a&tenant_id=bb932f715e004d8cb895e378680a8200&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 945 time: 0.0928106 Aug 31 14:35:32.202891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:32.213644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'network_id': '2e0df15f-ff79-4045-8d6c-dcf0d4d23449', 'port_id': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'mac_address': 'fa:16:3e:92:ab:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329204e9-447f-438a-b55f-9f6fb792cf9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:35:32.253963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.268429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e9c0867-06b9-4cd3-a6de-665a50a8b76d {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:32.287437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-614a0e43-3392-4dbb-a796-3be9b66a973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:32.289011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-614a0e43-3392-4dbb-a796-3be9b66a973a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb932f715e004d8cb895e378680a8200&device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 1096 time: 0.0442970 Aug 31 14:35:32.291851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:32.297773 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.362728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:32.370201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.370554 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.370902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.371736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.372077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.372408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.372742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.373229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.373767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.373980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.374321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.374641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:32.392714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-9b340998-b2f1-41ae-a826-4d31713d75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:32.394250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-9b340998-b2f1-41ae-a826-4d31713d75eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 200 len: 913 time: 0.0979457 Aug 31 14:35:32.441819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-40486518-b505-4aa6-8fc3-1204a73c8b59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 200 len: 217 time: 0.0395098 Aug 31 14:35:32.510111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-3700d75c-6e97-4298-a7a8-2847ce235315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:32.512346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-3700d75c-6e97-4298-a7a8-2847ce235315 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=329204e9-447f-438a-b55f-9f6fb792cf9a HTTP/1.1" status: 200 len: 851 time: 0.0627506 Aug 31 14:35:32.554406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-5af4a206-a095-4e1b-a342-e49c99fd234d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263398 Aug 31 14:35:32.641999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3e9c0867-06b9-4cd3-a6de-665a50a8b76d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:32.649635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-beb3c26b-b013-416e-84b3-fdfd2e92c695 service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876374 Aug 31 14:35:32.759900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-dcb8bd83-06a0-4e16-84d5-b3284834ed60 service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952556 Aug 31 14:35:33.615010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d2dd4-d333-4f73-a82a-5c0710036fd5 req-4d93c44b-1d41-4746-9be8-0356e3120de0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:33.616555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b35d2dd4-d333-4f73-a82a-5c0710036fd5 req-4d93c44b-1d41-4746-9be8-0356e3120de0 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 944 time: 0.0558305 Aug 31 14:35:33.656283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b35d2dd4-d333-4f73-a82a-5c0710036fd5 req-9ba1a3f1-d3d1-4594-9a63-7959c6e294f1 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Aug 31 14:35:34.105568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3e9c0867-06b9-4cd3-a6de-665a50a8b76d up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:34.162235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:34.162628 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.243810 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.275451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:34.278343 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699ced7d-6ab3-475d-a2e7-1b7881c3961f" -d '{"events": [{"server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "name": "network-vif-plugged", "status": "completed", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:34.291490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:34.300505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.327998 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b8a85-7a7a-42ac-855c-fc7c40e5016c x-openstack-request-id: req-6c5b8a85-7a7a-42ac-855c-fc7c40e5016c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:34.328293 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "name": "network-vif-plugged", "status": "completed", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:34.328550 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c5b8a85-7a7a-42ac-855c-fc7c40e5016c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:34.328967 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'code': 200} Aug 31 14:35:34.357669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:34.628415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-92856309-3a67-4c05-a00d-d738711515ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423131 Aug 31 14:35:34.773522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-47071795-f543-453b-a531-b93ae6528e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:34.775305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-47071795-f543-453b-a531-b93ae6528e70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb932f715e004d8cb895e378680a8200&device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 1096 time: 0.0780420 Aug 31 14:35:34.798396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341a4-6f0f-4d9c-8108-4edb4d1976e7 req-edffc849-c2f2-4fa3-aa90-eb4c26cc685f tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:34.799917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a7341a4-6f0f-4d9c-8108-4edb4d1976e7 req-edffc849-c2f2-4fa3-aa90-eb4c26cc685f tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0599682 Aug 31 14:35:34.890126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a7341a4-6f0f-4d9c-8108-4edb4d1976e7 req-89438cf4-644a-4d83-a2ea-ed50595ceeb5 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/security-groups?id=961ea583-00bb-49cf-b103-7917c998f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818439 Aug 31 14:35:34.922235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-a84237ae-b61e-4739-afa5-69f569546ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:34.923773 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-a84237ae-b61e-4739-afa5-69f569546ed3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 200 len: 913 time: 0.1229579 Aug 31 14:35:34.974610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-d93b10b8-7c31-4aa4-aa4f-685a5260cf43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 200 len: 217 time: 0.0397372 Aug 31 14:35:35.044404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-b5c9b699-ca21-4775-89c7-2422459bddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:35.045986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-b5c9b699-ca21-4775-89c7-2422459bddf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=329204e9-447f-438a-b55f-9f6fb792cf9a HTTP/1.1" status: 200 len: 851 time: 0.0477457 Aug 31 14:35:35.080540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-1621be79-d448-4d68-89d1-f1cff980246f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e0df15f-ff79-4045-8d6c-dcf0d4d23449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257564 Aug 31 14:35:35.188799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-dc31d239-42e0-461a-9891-d6046f4c051f service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990024 Aug 31 14:35:35.229761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-55b22367-f6d0-405e-adfe-7a5e9ea1326d tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:35.231421 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-55b22367-f6d0-405e-adfe-7a5e9ea1326d tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 945 time: 0.0791364 Aug 31 14:35:35.290751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8045c6a5-43ad-4d70-b4ca-10b4991854f5 req-8c127879-a561-4a28-b3a3-a8572b465ec5 service neutron] 10.222.0.26 "GET /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938823 Aug 31 14:35:35.330367 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Deleting port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:35.330762 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.434860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] For port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,segment=NetworkSegment(1c7ddc6c-ca6d-46cf-bf50-674450f764a6),segment_id=1c7ddc6c-ca6d-46cf-bf50-674450f764a6)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:35.435319 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.448907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Calling delete_port for 3e9c0867-06b9-4cd3-a6de-665a50a8b76d owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:35.591222 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.623473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Pushing event deleted for resources: {'Port': ['ID=3e9c0867-06b9-4cd3-a6de-665a50a8b76d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:35.626374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3e9c0867-06b9-4cd3-a6de-665a50a8b76d'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:35.647717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.648073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.648433 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.648777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.649285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.649483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.649821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.650163 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.650489 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.650816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.651855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.651855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:35.677015 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] No DVR routers for this DVR port 3e9c0867-06b9-4cd3-a6de-665a50a8b76d on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:35.679746 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.681862 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c0891e43-ca41-48e2-8bc8-7286b2bac986 req-0fa2553d-b5d6-45f1-bc37-2d65dc557039 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.26 "DELETE /v2.0/ports/3e9c0867-06b9-4cd3-a6de-665a50a8b76d HTTP/1.1" status: 204 len: 173 time: 0.4432745 Aug 31 14:35:35.682391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'name': 'network-vif-deleted', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:35.685549 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe96d4b-64cd-4625-8e0f-4bfed6c0d91b" -d '{"events": [{"server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "name": "network-vif-deleted", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:35.806005 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7047f8e-7ca6-4919-8365-0613de4f89c0 x-openstack-request-id: req-e7047f8e-7ca6-4919-8365-0613de4f89c0 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:35.806303 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfd11a4-daf7-4538-96d8-582b6b08007a", "name": "network-vif-deleted", "tag": "3e9c0867-06b9-4cd3-a6de-665a50a8b76d", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:35.806558 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7047f8e-7ca6-4919-8365-0613de4f89c0 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:35.806960 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfd11a4-daf7-4538-96d8-582b6b08007a', 'name': 'network-vif-deleted', 'tag': '3e9c0867-06b9-4cd3-a6de-665a50a8b76d', 'status': 'completed', 'code': 200} Aug 31 14:35:36.017528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4665996-0d4d-4578-9be8-aec38187b242 req-9c94be07-feee-41a9-99d1-5191de098146 tempest-DeleteServersTestJSON-1880610656 tempest-DeleteServersTestJSON-1880610656-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfd11a4-daf7-4538-96d8-582b6b08007a HTTP/1.1" status: 200 len: 210 time: 0.0380180 Aug 31 14:35:37.154556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54702) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:37.203494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Deleting subnet 329204e9-447f-438a-b55f-9f6fb792cf9a {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:37.207205 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.244406 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.286032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.354573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.386150 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.388616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/329204e9-447f-438a-b55f-9f6fb792cf9a HTTP/1.1" status: 204 len: 168 time: 0.2329898 Aug 31 14:35:37.389965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329204e9-447f-438a-b55f-9f6fb792cf9a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:37.391504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54704) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:37.397816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.398186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.398524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.398898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.399242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.399597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.399968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.400636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.400972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.401571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.401977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.402389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ded81-9b83-49d0-af32-13c529294129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:37.467433 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.549129 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.559333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0df15f-ff79-4045-8d6c-dcf0d4d23449']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:37.571260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7ddc6c-ca6d-46cf-bf50-674450f764a6') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:37.571562 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7ddc6c-ca6d-46cf-bf50-674450f764a6') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:37.581554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.596517 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.602698 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Releasing vlan 1508 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:37.603263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:37.605035 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:37.664696 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.672359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.678323 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2e0df15f-ff79-4045-8d6c-dcf0d4d23449 HTTP/1.1" status: 204 len: 168 time: 0.2815659 Aug 31 14:35:37.686668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027b0e0-a4f9-45ec-a6b8-a967f6d834f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0df15f-ff79-4045-8d6c-dcf0d4d23449,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:37.787498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54708) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:37.830635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-960f6f75-95c9-4692-a365-4b675f0ed783 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb932f715e004d8cb895e378680a8200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419157 Aug 31 14:35:37.833249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54710) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:37.887177 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df8164af-eace-4566-8c37-206f75f9b609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.910170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df8164af-eace-4566-8c37-206f75f9b609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.961292 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df8164af-eace-4566-8c37-206f75f9b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.964068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df8164af-eace-4566-8c37-206f75f9b609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.965334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-df8164af-eace-4566-8c37-206f75f9b609 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/961ea583-00bb-49cf-b103-7917c998f1b7 HTTP/1.1" status: 204 len: 168 time: 0.1311624 Aug 31 14:35:37.973485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8164af-eace-4566-8c37-206f75f9b609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961ea583-00bb-49cf-b103-7917c998f1b7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:38.707710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 54732) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:38.813425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1729045622-network', 'tenant_id': 'b1c3f5b7b41a400b813170e005942a58'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:38.837416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Made reservation on behalf of b1c3f5b7b41a400b813170e005942a58 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:38.840493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.850043 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.951732 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.957160 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.983710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1544, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:35:38.995381 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03161f89-17a7-4667-8705-8ccc6e8990ca,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.002304 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.002823 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Added segment bc75b3e3-6443-4520-8d18-b494e214ec6c of type vlan for network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c Aug 31 14:35:39.052801 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.087246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.088686 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:39.089313 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.147784 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4387543 Aug 31 14:35:39.150857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 54736) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:39.157977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34275b77-5b73-43a5-ad2c-58bc0cac25fb admin admin] Pushing event updated for resources: {'Network': ['ID=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.158211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Request body: {'subnet': {'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1729045622-subnet', 'tenant_id': 'b1c3f5b7b41a400b813170e005942a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:39.169253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:35:39.196727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Made reservation on behalf of b1c3f5b7b41a400b813170e005942a58 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:39.199863 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.396886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.466836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066b9078-a07c-454f-9cc1-a088b5dbe3fb,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.476726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Checking segment: {'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:39.477258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Network hostable DHCP agents. Network: b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:35:39.502211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:35:39.514043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:39.518839 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:39.519449 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.527762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb9a01-8d56-4f01-9b20-6cd32baaec56 None None] Network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:39.534931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5b8c08e-6587-433d-b9fe-8de6fda654d9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3822165 Aug 31 14:35:39.679479 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575882d5-b79c-445d-8307-c4b0c544e248 None None] Network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:40.040900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-0a9b661f-d89f-4c87-9522-8cfbbf1630c6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:40.042400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-0a9b661f-d89f-4c87-9522-8cfbbf1630c6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 815 time: 0.1076028 Aug 31 14:35:40.059379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-91b255e9-6c65-47ec-a3ba-d03d590eb8b2 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/quotas/b1c3f5b7b41a400b813170e005942a58 HTTP/1.1" status: 200 len: 375 time: 0.0108829 Aug 31 14:35:40.095720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-d25c050f-1d44-4c8c-89c8-a0b10503bf69 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305111 Aug 31 14:35:40.103335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3e9c0867-06b9-4cd3-a6de-665a50a8b76d no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:40.127299 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3e9c0867-06b9-4cd3-a6de-665a50a8b76d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:40.127585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3e9c0867-06b9-4cd3-a6de-665a50a8b76d not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:40.205247 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-021ad1b6-efeb-4a95-9d4d-2c7d0f328c7c service neutron] 10.222.0.10 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968878 Aug 31 14:35:40.250835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.303150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-17f750d9-ec29-4178-8ccc-22ba07e0b6b4 service neutron] 10.222.0.10 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915515 Aug 31 14:35:40.483127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a351f6a6-e009-4c3a-9560-ed50b85f1886 req-f87ffd74-a684-44ed-8950-6ee4418b01a7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 210 time: 0.0387008 Aug 31 14:35:41.621793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e4fb09a-a259-465b-972e-ef1af8f0b821 req-7f453b23-a80b-4b26-aa74-3f17f4764647 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 210 time: 0.0342152 Aug 31 14:35:41.700469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-2d90dca0-cc97-41bc-9cc4-e9e209c85b4a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:41.702197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-2d90dca0-cc97-41bc-9cc4-e9e209c85b4a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 815 time: 0.2482741 Aug 31 14:35:41.730056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Request body: {'port': {'device_id': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c', 'admin_state_up': True, 'tenant_id': 'b1c3f5b7b41a400b813170e005942a58'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:41.849057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Made reservation on behalf of b1c3f5b7b41a400b813170e005942a58 for: {'port': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:41.852457 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.981018 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Allocated IP 172.20.0.12 (b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c/066b9078-a07c-454f-9cc1-a088b5dbe3fb/9bd191a1-1005-49cb-836b-f7721261d5d3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:42.157807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.208354 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.255668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:42.258732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:42.263190 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:42.287004 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Pushing event updated for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:42.315347 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:42.315940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.330600 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-e7298c30-f690-4320-80d9-74b1ac0272c0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6055284 Aug 31 14:35:42.351250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Request body: {'port': {'device_id': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:42.409131 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.757105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a44d0-69db-4522-bf31-d2463d825acf req-7791819d-dc20-4aa1-9c78-15f49c2b5342 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:42.758713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf2a44d0-69db-4522-bf31-d2463d825acf req-7791819d-dc20-4aa1-9c78-15f49c2b5342 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 932 time: 0.0551181 Aug 31 14:35:42.809798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf2a44d0-69db-4522-bf31-d2463d825acf req-d9dd8ce4-210c-4e0e-a50d-cc16386e3db6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Aug 31 14:35:42.979518 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd191a1-1005-49cb-836b-f7721261d5d3 {{(pid=101360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:42.987585 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.008109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Transition to ACTIVE for port object 9bd191a1-1005-49cb-836b-f7721261d5d3 will not be triggered until provisioned by entity L2. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:43.012495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.064165 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:43.139366 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Attempting to bind port 9bd191a1-1005-49cb-836b-f7721261d5d3 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:43.139982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Attempting to bind port 9bd191a1-1005-49cb-836b-f7721261d5d3 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:43.140220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Attempting to bind port 9bd191a1-1005-49cb-836b-f7721261d5d3 on network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:43.144434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Port 9bd191a1-1005-49cb-836b-f7721261d5d3 on network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:35:43.144786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Attempting to bind port 9bd191a1-1005-49cb-836b-f7721261d5d3 on network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:43.149687 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:43.150030 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Checking segment: {'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:43.150416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Bound using segment: {'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'} {{(pid=101360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:43.150839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.managers [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Bound port: 9bd191a1-1005-49cb-836b-f7721261d5d3, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'}}] {{(pid=101360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:43.151205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.215654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, cleared binding levels {{(pid=101360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:43.218694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:43.223548 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.262088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.262724 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.264122 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] 10.222.0.26 "PUT /v2.0/ports/9bd191a1-1005-49cb-836b-f7721261d5d3 HTTP/1.1" status: 200 len: 1092 time: 0.9173660 Aug 31 14:35:43.266362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:43.268918 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca5e648-b9c9-4109-b37d-16c56b7e40bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:43.301434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61900c-f5c3-4c61-9439-a6df5beea397 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=3']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:43.314688 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9694d-e140-4289-b104-806e0ca5499b x-openstack-request-id: req-1cf9694d-e140-4289-b104-806e0ca5499b {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:43.315290 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:43.315609 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cf9694d-e140-4289-b104-806e0ca5499b {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:43.316103 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'status': 'completed', 'code': 200} Aug 31 14:35:43.377016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-1e734c8c-3c2a-4e2e-bbd8-36ac47f264a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.378760 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-1e734c8c-3c2a-4e2e-bbd8-36ac47f264a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 1095 time: 0.0433984 Aug 31 14:35:43.444070 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-0504787d-a9ad-4f5c-9d5a-535bb8c678ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd191a1-1005-49cb-836b-f7721261d5d3 HTTP/1.1" status: 200 len: 217 time: 0.0501461 Aug 31 14:35:43.507093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-f21ec4fa-4acd-4968-9125-9a90c4c80b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.508564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-f21ec4fa-4acd-4968-9125-9a90c4c80b8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0564265 Aug 31 14:35:43.560842 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-45f4b928-23a1-4076-9998-51a6ded9b951 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442102 Aug 31 14:35:43.655881 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-ce7cc16f-e872-421f-9f93-79f741cc1494 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872941 Aug 31 14:35:43.764154 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f7a49f1f-8eaf-4cb0-b8d5-4e052eac5138 req-9a1666b1-6d72-400a-8f26-9eefb9dc0860 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000381 Aug 31 14:35:43.904141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-180ccc2c-d041-4e28-8efd-b5996e233a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.905886 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-180ccc2c-d041-4e28-8efd-b5996e233a49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 1095 time: 0.0518043 Aug 31 14:35:43.934611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003e94b-fd66-4575-b8fb-8d4842820e36 req-75ec2a5b-b01f-4074-b65d-0b39b7cd3c4b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.936109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a003e94b-fd66-4575-b8fb-8d4842820e36 req-75ec2a5b-b01f-4074-b65d-0b39b7cd3c4b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 944 time: 0.0496526 Aug 31 14:35:43.979829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a003e94b-fd66-4575-b8fb-8d4842820e36 req-5d6d0873-7f68-4d41-a0ac-f68841b3fa0f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346665 Aug 31 14:35:44.069183 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-fe1284f9-93ef-4a30-b943-fef36b31130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:44.070710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-fe1284f9-93ef-4a30-b943-fef36b31130c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.1563642 Aug 31 14:35:44.113172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-8c06ad87-ae55-4832-a29d-d5a8f0f8b86f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd191a1-1005-49cb-836b-f7721261d5d3 HTTP/1.1" status: 200 len: 217 time: 0.0343640 Aug 31 14:35:44.170691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-a8a6c04c-611d-4d54-98b0-73b919e325d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:44.172169 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-a8a6c04c-611d-4d54-98b0-73b919e325d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0498562 Aug 31 14:35:44.205392 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-3402dd8a-f0c1-4eb8-8847-6dc536a7b56d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251744 Aug 31 14:35:44.298816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-4454af9a-2437-48fc-a01e-3ea8d0113e56 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853739 Aug 31 14:35:44.395398 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dca5e648-b9c9-4109-b37d-16c56b7e40bf req-95f29338-74a1-47db-9de6-ea0b985aa59f service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875061 Aug 31 14:35:45.111549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f0768-d492-45c4-8419-36c6abb5204c req-eebc20e5-3db5-465a-9bc3-5585cf672161 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:45.113086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf7f0768-d492-45c4-8419-36c6abb5204c req-eebc20e5-3db5-465a-9bc3-5585cf672161 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 944 time: 0.0536115 Aug 31 14:35:45.155142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf7f0768-d492-45c4-8419-36c6abb5204c req-d10d0d07-cb2d-48f5-9d35-6515a3ea6420 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356278 Aug 31 14:35:46.134149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9bd191a1-1005-49cb-836b-f7721261d5d3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:35:46.241115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:46.255612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c', 'port_id': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'mac_address': 'fa:16:3e:80:2b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066b9078-a07c-454f-9cc1-a088b5dbe3fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:35:46.287930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b108-d375-4165-a62c-34708b2ffbfe req-ac55aeba-71a5-45a5-bfc3-02a2318597fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:46.289529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bb9b108-d375-4165-a62c-34708b2ffbfe req-ac55aeba-71a5-45a5-bfc3-02a2318597fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 944 time: 0.0583949 Aug 31 14:35:46.297390 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.311432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd191a1-1005-49cb-836b-f7721261d5d3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:46.336770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7bb9b108-d375-4165-a62c-34708b2ffbfe req-b844622a-d065-4744-8d1e-df69bf32aac7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 Aug 31 14:35:46.341888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:46.346616 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.407706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:46.644119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9bd191a1-1005-49cb-836b-f7721261d5d3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:47.469139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d3776-4e25-4ae8-929c-36201af0d8f0 req-f86b3483-7082-4539-b765-f5b897252798 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:47.470730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a6d3776-4e25-4ae8-929c-36201af0d8f0 req-f86b3483-7082-4539-b765-f5b897252798 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 945 time: 0.0617795 Aug 31 14:35:47.471433 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb7400ec-9fe8-4b82-b313-b44873884a04 req-ee390969-5ba9-41f0-8f94-af74a7725f3a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278895 Aug 31 14:35:47.515062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8a6d3776-4e25-4ae8-929c-36201af0d8f0 req-a8700ff5-3a6a-4d16-b84e-3d21d7c31d0d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Aug 31 14:35:47.537851 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb7400ec-9fe8-4b82-b313-b44873884a04 req-38071977-aade-48fa-9559-d7a0cb2b8ebe service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0301497 Aug 31 14:35:47.589588 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb7400ec-9fe8-4b82-b313-b44873884a04 req-760476ca-6dfb-4e94-8576-110add1e96f0 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203421 Aug 31 14:35:47.710737 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7400ec-9fe8-4b82-b313-b44873884a04 req-a0f38a54-0ca0-4e10-9e28-73bcea5be469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:47.712129 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb7400ec-9fe8-4b82-b313-b44873884a04 req-a0f38a54-0ca0-4e10-9e28-73bcea5be469 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1150260 Aug 31 14:35:48.156714 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9bd191a1-1005-49cb-836b-f7721261d5d3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:48.208237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 9bd191a1-1005-49cb-836b-f7721261d5d3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:48.212195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9bd191a1-1005-49cb-836b-f7721261d5d3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:48.212574 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.293381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.316817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:48.319181 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163c2028-f2a9-41e7-9128-1a4eb783cacc" -d '{"events": [{"server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "name": "network-vif-plugged", "status": "completed", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:48.332792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:48.337627 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.366208 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b206011d-d75f-42f6-b737-0a9bd4ccb7b2 x-openstack-request-id: req-b206011d-d75f-42f6-b737-0a9bd4ccb7b2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:48.366515 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "name": "network-vif-plugged", "status": "completed", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:48.366766 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b206011d-d75f-42f6-b737-0a9bd4ccb7b2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:48.367154 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'code': 200} Aug 31 14:35:48.395663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:48.491831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed640da8-d223-4b8d-bda2-00a2f353b0a5 req-c55db7df-f547-49e7-81fe-fdccd5ff355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:48.493380 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed640da8-d223-4b8d-bda2-00a2f353b0a5 req-c55db7df-f547-49e7-81fe-fdccd5ff355b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 1097 time: 0.0429022 Aug 31 14:35:48.541992 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ed640da8-d223-4b8d-bda2-00a2f353b0a5 req-8b57a999-491c-4025-bcc5-7457f7fc220e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Aug 31 14:35:48.641670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a91ce-f0ea-4568-804c-e0090219bbab req-a939a282-7cee-4af0-9804-b798b9004ae7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:48.643268 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d7a91ce-f0ea-4568-804c-e0090219bbab req-a939a282-7cee-4af0-9804-b798b9004ae7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0562868 Aug 31 14:35:48.687595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d7a91ce-f0ea-4568-804c-e0090219bbab req-67aff087-bd97-44e7-8d6b-1c36a1a777a8 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362458 Aug 31 14:35:49.830707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1ee0-3113-485d-a1da-35ad0e419fba req-dc98014c-e725-491f-baa2-ca102a34462e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:49.832427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-205c1ee0-3113-485d-a1da-35ad0e419fba req-dc98014c-e725-491f-baa2-ca102a34462e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0616016 Aug 31 14:35:49.873932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-205c1ee0-3113-485d-a1da-35ad0e419fba req-b6914a8d-dd4c-4526-82ca-fa577645d73e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 Aug 31 14:35:49.999040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfb374-008d-40eb-b0cf-8e256ea12e9f req-e4c7cc8d-e092-454a-ae19-7de55a315cc6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:50.000487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3dfb374-008d-40eb-b0cf-8e256ea12e9f req-e4c7cc8d-e092-454a-ae19-7de55a315cc6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0554125 Aug 31 14:35:50.040689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3dfb374-008d-40eb-b0cf-8e256ea12e9f req-8dcf0ce5-8e74-4950-914c-fa99774ca317 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Aug 31 14:35:50.275042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2be40-e488-4112-816f-32445c3b0067 req-a1c47d6a-3c5e-4c4c-bbd1-601456b33274 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:50.276497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7c2be40-e488-4112-816f-32445c3b0067 req-a1c47d6a-3c5e-4c4c-bbd1-601456b33274 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0561330 Aug 31 14:35:50.317127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7c2be40-e488-4112-816f-32445c3b0067 req-ac60b250-249c-4cd3-87d8-e9fca4cc4ff0 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342798 Aug 31 14:35:50.438049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae39f9-dfa9-48f7-a337-7b2acf12af22 req-c93a75d4-ad7e-43de-91d9-6762346c5d97 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:50.439626 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1ae39f9-dfa9-48f7-a337-7b2acf12af22 req-c93a75d4-ad7e-43de-91d9-6762346c5d97 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0503137 Aug 31 14:35:50.480658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1ae39f9-dfa9-48f7-a337-7b2acf12af22 req-9e315b70-6134-453c-b833-0be8d19b6ef5 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Aug 31 14:35:50.729063 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-b2c2fff9-84d8-4764-8b1b-fd85ee257271 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445836 Aug 31 14:35:50.744350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4d27-a63d-4876-8c37-bf9b94bd0b0f req-b5498781-405f-497f-a3b1-7fe588ebcce5 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:50.746748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e6f4d27-a63d-4876-8c37-bf9b94bd0b0f req-b5498781-405f-497f-a3b1-7fe588ebcce5 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0589142 Aug 31 14:35:50.799181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e6f4d27-a63d-4876-8c37-bf9b94bd0b0f req-489b90cf-3c08-4c1d-acb8-02e33a834134 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Aug 31 14:35:51.936129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662f875-6d4b-488a-add0-cae14792f29e req-4860337e-e535-4287-8f2f-8ce04c6457b7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:51.937782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6662f875-6d4b-488a-add0-cae14792f29e req-4860337e-e535-4287-8f2f-8ce04c6457b7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0557899 Aug 31 14:35:51.976464 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6662f875-6d4b-488a-add0-cae14792f29e req-39bdeff8-67ba-4fba-9ef5-d4c6d72a2374 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Aug 31 14:35:52.150629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-7ff35255-1dee-4c7a-abb8-21c9c7d58a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:52.153025 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-7ff35255-1dee-4c7a-abb8-21c9c7d58a2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 1097 time: 0.0470657 Aug 31 14:35:52.247609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-946fa625-c769-4776-8527-27fdd5c25b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:52.249194 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-946fa625-c769-4776-8527-27fdd5c25b1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.0882628 Aug 31 14:35:52.297008 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-b5922478-cbc7-4383-9212-9b957e716aa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd191a1-1005-49cb-836b-f7721261d5d3 HTTP/1.1" status: 200 len: 217 time: 0.0391028 Aug 31 14:35:52.349507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-c2ef4d46-0cb5-4448-b25a-8dd5752579a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:52.350997 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-c2ef4d46-0cb5-4448-b25a-8dd5752579a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0461922 Aug 31 14:35:52.384598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-db69aabf-9e95-484f-92fa-26ab79edbc5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255120 Aug 31 14:35:52.476465 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-cbc8b881-a740-4367-8df4-25bb360595fd service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838346 Aug 31 14:35:52.572022 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-f9c1ac8e-6805-4f7c-9121-45538ab98f1e service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881035 Aug 31 14:35:53.095202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a473-e545-4ce5-85a9-30c351a7ef6f req-7578203f-3e70-4a72-809e-592cdd69c7fc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:53.096741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c914a473-e545-4ce5-85a9-30c351a7ef6f req-7578203f-3e70-4a72-809e-592cdd69c7fc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0506845 Aug 31 14:35:53.136355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c914a473-e545-4ce5-85a9-30c351a7ef6f req-b8fed028-033c-4fe1-8dd1-af5872434bf1 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Aug 31 14:35:54.253019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3dfc6-2fb1-4a74-8faf-03a8afe84c16 req-d5ac6849-f164-412f-b703-d9698cb84c92 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:54.254541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1f3dfc6-2fb1-4a74-8faf-03a8afe84c16 req-d5ac6849-f164-412f-b703-d9698cb84c92 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0492058 Aug 31 14:35:54.292146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1f3dfc6-2fb1-4a74-8faf-03a8afe84c16 req-f4bf3223-3295-482e-918a-aa17333a2e67 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Aug 31 14:35:55.412562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df897c8-0cb1-4959-aee8-48341e52a2a1 req-b65eb3b7-71ad-424f-bdee-561bdf89ab6b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:55.414057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5df897c8-0cb1-4959-aee8-48341e52a2a1 req-b65eb3b7-71ad-424f-bdee-561bdf89ab6b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0535016 Aug 31 14:35:55.451932 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5df897c8-0cb1-4959-aee8-48341e52a2a1 req-7442be9f-6a3b-4dc5-8c6f-155b8bd3ecd5 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Aug 31 14:35:56.550662 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:35:56.569385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93417fe-90d9-46c3-8cc7-08e5c4c9076a req-68f41c09-c997-4a43-a910-668efc0995cd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:56.570885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c93417fe-90d9-46c3-8cc7-08e5c4c9076a req-68f41c09-c997-4a43-a910-668efc0995cd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0498648 Aug 31 14:35:56.608452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c93417fe-90d9-46c3-8cc7-08e5c4c9076a req-8bf82e60-a88b-4329-9d71-6d65b6d52373 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Aug 31 14:35:56.818531 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3974d079-10b8-4670-80a0-7f83e8bbcc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.727003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19652-1f0f-4760-a844-43fcf1bfd276 req-02c551aa-7151-4110-b65d-847a048f8e51 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:57.728516 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81d19652-1f0f-4760-a844-43fcf1bfd276 req-02c551aa-7151-4110-b65d-847a048f8e51 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0507667 Aug 31 14:35:57.766497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81d19652-1f0f-4760-a844-43fcf1bfd276 req-f8138dd8-a3b7-46f9-af6e-1cdd9670f243 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 31 14:35:58.884074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af693e-560d-4924-b381-223439def5fa req-acd14f7a-51ae-4ed8-836c-906a5460482e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:58.886339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5af693e-560d-4924-b381-223439def5fa req-acd14f7a-51ae-4ed8-836c-906a5460482e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0524495 Aug 31 14:35:58.923936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5af693e-560d-4924-b381-223439def5fa req-0dcd3337-f6b6-4dc0-9b1d-f6961d343c47 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Aug 31 14:35:59.358914 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b696ab6-4df3-4964-8fe7-dd72fd39e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.578056 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.037591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960173e5-d39d-4113-96c3-ea89213ba361 req-e80a84f0-5f53-4006-8a52-666302053e68 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:00.039097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960173e5-d39d-4113-96c3-ea89213ba361 req-e80a84f0-5f53-4006-8a52-666302053e68 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0488193 Aug 31 14:36:00.077068 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-960173e5-d39d-4113-96c3-ea89213ba361 req-559c66a0-bc52-4f48-b30c-ca60e31f1a43 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312622 Aug 31 14:36:00.738175 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:01.192956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a315-5cf4-4a3a-aac2-b067ab813bfb req-71521b92-4cdf-4705-9925-ce006924092c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:01.195065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa40a315-5cf4-4a3a-aac2-b067ab813bfb req-71521b92-4cdf-4705-9925-ce006924092c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0497396 Aug 31 14:36:01.233285 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa40a315-5cf4-4a3a-aac2-b067ab813bfb req-b6ff64dc-71e5-4313-8dd0-9fef6c865e5d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Aug 31 14:36:02.114845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.358122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbf254-e47a-4b1a-be94-d5beae5be6fd req-8c24cbec-f05b-4509-b3cb-0b8ddb4381a3 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:02.359664 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88bbf254-e47a-4b1a-be94-d5beae5be6fd req-8c24cbec-f05b-4509-b3cb-0b8ddb4381a3 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0534132 Aug 31 14:36:02.397906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-88bbf254-e47a-4b1a-be94-d5beae5be6fd req-b8479d91-0718-4874-aca0-c6691f6b108e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Aug 31 14:36:03.512606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1c638-c8ec-41ee-b499-31e0f29791ff req-e54d294c-bb05-476d-9165-4ae45ae913cb tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:03.514110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43d1c638-c8ec-41ee-b499-31e0f29791ff req-e54d294c-bb05-476d-9165-4ae45ae913cb tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0490010 Aug 31 14:36:03.550897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43d1c638-c8ec-41ee-b499-31e0f29791ff req-52a12d35-6cda-4922-8d00-0108704e1cdc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Aug 31 14:36:04.667807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35738b1-7d6b-4876-83c9-3e90e7541585 req-73e8905f-9a1d-4266-a3ca-2c623176b9ed tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:04.669609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f35738b1-7d6b-4876-83c9-3e90e7541585 req-73e8905f-9a1d-4266-a3ca-2c623176b9ed tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0504732 Aug 31 14:36:04.707237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f35738b1-7d6b-4876-83c9-3e90e7541585 req-d7105b26-0fea-4ecb-bbf5-19bc728cd43e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Aug 31 14:36:05.828332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35726ec6-299c-497e-bd90-4020967c7753 req-ac1cf6e6-0a19-44d6-88a1-585fb8542d04 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:05.830008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35726ec6-299c-497e-bd90-4020967c7753 req-ac1cf6e6-0a19-44d6-88a1-585fb8542d04 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0537202 Aug 31 14:36:05.869484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-35726ec6-299c-497e-bd90-4020967c7753 req-5c33bfdc-ae3a-4f3a-9a66-805ab3b66220 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Aug 31 14:36:06.984640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3763b8-45a6-4c29-b891-c8f225ccaa7e req-a3264ba8-1c00-4392-9a66-9242fc498c8a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:06.986176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f3763b8-45a6-4c29-b891-c8f225ccaa7e req-a3264ba8-1c00-4392-9a66-9242fc498c8a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0490534 Aug 31 14:36:07.025265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f3763b8-45a6-4c29-b891-c8f225ccaa7e req-e262ba0b-69db-45c1-b4a1-0bb827c3a488 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Aug 31 14:36:08.140137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4231508-b755-41b8-b396-a38f7b84ad73 req-cd53d0a0-c2ee-4d24-bd67-eca3f259b221 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:08.141675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4231508-b755-41b8-b396-a38f7b84ad73 req-cd53d0a0-c2ee-4d24-bd67-eca3f259b221 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0506032 Aug 31 14:36:08.178926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4231508-b755-41b8-b396-a38f7b84ad73 req-669f39b1-b467-41d0-926d-fcaa3f17fc36 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Aug 31 14:36:09.301979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533527db-bafd-475b-91c6-196706b9e06a req-fa74a4a0-f3f0-4546-859b-3ca910debb8f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:09.303482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-533527db-bafd-475b-91c6-196706b9e06a req-fa74a4a0-f3f0-4546-859b-3ca910debb8f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0553324 Aug 31 14:36:09.340615 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-533527db-bafd-475b-91c6-196706b9e06a req-9097f12a-2dc7-4a79-b430-fe146e7eab9d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Aug 31 14:36:10.249694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:10.456963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071262cd-9dd6-4c6f-8ef0-b19c09c13715 req-ed7f6058-236d-4eea-a691-aefdc51eaec4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:10.458404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-071262cd-9dd6-4c6f-8ef0-b19c09c13715 req-ed7f6058-236d-4eea-a691-aefdc51eaec4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0499878 Aug 31 14:36:10.496921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-071262cd-9dd6-4c6f-8ef0-b19c09c13715 req-1e6b2885-0d2a-49a3-a392-f5e119feaa1a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Aug 31 14:36:11.611379 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68eed-64fb-4651-a614-15ed6ab3f3c7 req-862870fd-4d17-468a-8231-dedc1c0f633b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:11.612965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13c68eed-64fb-4651-a614-15ed6ab3f3c7 req-862870fd-4d17-468a-8231-dedc1c0f633b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0491045 Aug 31 14:36:11.653299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-13c68eed-64fb-4651-a614-15ed6ab3f3c7 req-975a6632-24e2-4e61-8f98-0fa25bea7e15 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Aug 31 14:36:12.773099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5d58-b46d-4749-b398-bcfd47ad637d req-b3c83564-f19c-4a45-b216-b4c182140190 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:12.774583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79cd5d58-b46d-4749-b398-bcfd47ad637d req-b3c83564-f19c-4a45-b216-b4c182140190 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0528150 Aug 31 14:36:12.812015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79cd5d58-b46d-4749-b398-bcfd47ad637d req-80aa4f09-e4f0-452d-988c-ed95f08a1e3f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Aug 31 14:36:13.934647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357fb94-4d06-4777-8dad-77f4466b070a req-fcc737a1-9046-4391-8ccb-a20589558327 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:13.937386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b357fb94-4d06-4777-8dad-77f4466b070a req-fcc737a1-9046-4391-8ccb-a20589558327 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0575655 Aug 31 14:36:13.981091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b357fb94-4d06-4777-8dad-77f4466b070a req-4f74c95d-e65f-4ee6-9139-e3b703efa57e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Aug 31 14:36:15.099297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de8df-3835-4e71-abbb-1aa02006be41 req-bd567373-79e9-48c9-aae6-e47ead7f44cd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:15.100815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed8de8df-3835-4e71-abbb-1aa02006be41 req-bd567373-79e9-48c9-aae6-e47ead7f44cd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0498247 Aug 31 14:36:15.142022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed8de8df-3835-4e71-abbb-1aa02006be41 req-036fa19f-6c8f-4c45-b0ef-8b007c9d0f6a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344615 Aug 31 14:36:16.264716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba10d77-882c-45ad-bd4f-b918bd94b133 req-9d83176c-e820-4a9f-9dba-4e7db5f2b267 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:16.266281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aba10d77-882c-45ad-bd4f-b918bd94b133 req-9d83176c-e820-4a9f-9dba-4e7db5f2b267 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0540783 Aug 31 14:36:16.313812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aba10d77-882c-45ad-bd4f-b918bd94b133 req-2ec61a1c-2a31-469d-a628-e8b332574e09 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Aug 31 14:36:17.429431 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86900688-582e-45a4-945e-6dcc4dad3cf7 req-73e90144-1d64-42e0-b68d-7858a9680080 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:17.430917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86900688-582e-45a4-945e-6dcc4dad3cf7 req-73e90144-1d64-42e0-b68d-7858a9680080 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0495210 Aug 31 14:36:17.468790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86900688-582e-45a4-945e-6dcc4dad3cf7 req-067680d1-8a6a-420d-9eb3-7d2e1296d0ed tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Aug 31 14:36:18.583511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f3860-38c4-4f27-94b9-6e9b67ae2b71 req-9813e50a-14b1-473f-960c-49e8923ea553 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:18.585034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-911f3860-38c4-4f27-94b9-6e9b67ae2b71 req-9813e50a-14b1-473f-960c-49e8923ea553 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0488381 Aug 31 14:36:18.622823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-911f3860-38c4-4f27-94b9-6e9b67ae2b71 req-9e32f46b-c845-43c1-86ad-2ccb299bdfd4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Aug 31 14:36:19.481990 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-a9fd21c9-2f86-460b-94da-e22bf9f44aff tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:36:19.482941 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-a9fd21c9-2f86-460b-94da-e22bf9f44aff tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054832 Aug 31 14:36:19.546294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-cc104c4e-f352-47ae-b16f-19307d5786ea service neutron] 10.222.0.26 "GET /v2.0/ports/9bd191a1-1005-49cb-836b-f7721261d5d3/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0560927 Aug 31 14:36:19.785145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a248f9-dea8-46d2-bd39-045f1c801280 req-cc34265e-6b17-474d-9ed2-ae654a1e3142 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:19.786925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4a248f9-dea8-46d2-bd39-045f1c801280 req-cc34265e-6b17-474d-9ed2-ae654a1e3142 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0689449 Aug 31 14:36:19.836207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4a248f9-dea8-46d2-bd39-045f1c801280 req-ac6649c6-789a-4c81-84d7-4d7bebfd3422 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 Aug 31 14:36:19.870943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-2ba3f71e-83e5-484f-bf13-035e04492f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:19.872485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-2ba3f71e-83e5-484f-bf13-035e04492f3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06&tenant_id=b1c3f5b7b41a400b813170e005942a58 HTTP/1.1" status: 200 len: 1097 time: 0.0839741 Aug 31 14:36:19.949359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-c52640df-a3bf-430c-b691-0b2ede3cc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:19.950778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-c52640df-a3bf-430c-b691-0b2ede3cc00f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 1097 time: 0.0423429 Aug 31 14:36:20.049359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-c412c733-2a2b-486f-97fa-399c361265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:20.051054 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-c412c733-2a2b-486f-97fa-399c361265ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.0919411 Aug 31 14:36:20.097396 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-7df123e0-a6bd-447a-8c3b-f28e79707dec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd191a1-1005-49cb-836b-f7721261d5d3 HTTP/1.1" status: 200 len: 217 time: 0.0386531 Aug 31 14:36:20.148473 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-3ccae23a-16be-45ca-97b5-cb9510eca847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:20.150036 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-3ccae23a-16be-45ca-97b5-cb9510eca847 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0453186 Aug 31 14:36:20.186430 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-c407119a-b7a9-4d1c-a00b-421ef8bb9bad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271053 Aug 31 14:36:20.283723 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-778d044b-4b4e-4179-84c8-b25186611811 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882084 Aug 31 14:36:20.386768 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8d4291cf-ddb1-46bb-aca0-eaeacbd19f7a req-f0da7076-dd51-4442-ba44-1ccfd89efb48 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954864 Aug 31 14:36:20.955047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62e6c8-4f73-43b5-915e-edd32de7bd33 req-1b31ba1e-edb3-4e90-a9e6-30799b301f27 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:20.956609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c62e6c8-4f73-43b5-915e-edd32de7bd33 req-1b31ba1e-edb3-4e90-a9e6-30799b301f27 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0492926 Aug 31 14:36:20.994562 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c62e6c8-4f73-43b5-915e-edd32de7bd33 req-5a8259aa-5b44-45ed-b164-eef5851c39aa tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Aug 31 14:36:22.113967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903815-528b-41cc-945f-26c98c04b13e req-26827d20-9baa-4bee-b055-e0ddba632ddc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:22.115496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b903815-528b-41cc-945f-26c98c04b13e req-26827d20-9baa-4bee-b055-e0ddba632ddc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0506651 Aug 31 14:36:22.159343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b903815-528b-41cc-945f-26c98c04b13e req-b87fada5-8649-443a-a17b-5b8f0fc3ce52 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372903 Aug 31 14:36:22.210960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9bd191a1-1005-49cb-836b-f7721261d5d3 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:22.302396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:22.313264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c', 'port_id': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'mac_address': 'fa:16:3e:80:2b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066b9078-a07c-454f-9cc1-a088b5dbe3fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:22.351927 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.364948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bd191a1-1005-49cb-836b-f7721261d5d3 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:22.385889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:22.389569 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.436843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:22.733164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9bd191a1-1005-49cb-836b-f7721261d5d3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:23.285632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad71ed5-232b-475c-83c9-8eadeffd8926 req-0f583af6-a34e-4af0-87e9-07a62328eff3 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.287097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cad71ed5-232b-475c-83c9-8eadeffd8926 req-0f583af6-a34e-4af0-87e9-07a62328eff3 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Aug 31 14:36:23.324275 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cad71ed5-232b-475c-83c9-8eadeffd8926 req-b0bda05a-ed49-4475-b5b0-5d4d4ae4096f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 31 14:36:23.523356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228933e-0d26-4533-9835-4f8cf5dafa9b req-bafcb468-4f41-4b2c-85e7-22cd7da6cf7c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.525114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2228933e-0d26-4533-9835-4f8cf5dafa9b req-bafcb468-4f41-4b2c-85e7-22cd7da6cf7c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 945 time: 0.0577407 Aug 31 14:36:23.564014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2228933e-0d26-4533-9835-4f8cf5dafa9b req-76586bc8-ff02-48a4-b604-77042829ec97 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Aug 31 14:36:23.580838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-4d4c26c1-ffe6-4a99-8c22-4153cb0f310f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.582385 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-4d4c26c1-ffe6-4a99-8c22-4153cb0f310f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06&tenant_id=b1c3f5b7b41a400b813170e005942a58&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 945 time: 0.0910637 Aug 31 14:36:23.681294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-00a71e22-6cbe-43e9-ba45-136f693a47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.682826 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-00a71e22-6cbe-43e9-ba45-136f693a47d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 1096 time: 0.0409193 Aug 31 14:36:23.776700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-151ac8f8-e649-44d2-9a91-2bb4e1255dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.778123 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-151ac8f8-e649-44d2-9a91-2bb4e1255dfd service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.0873508 Aug 31 14:36:23.818506 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-35034de5-7ecb-443f-8ece-d70968f2d854 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd191a1-1005-49cb-836b-f7721261d5d3 HTTP/1.1" status: 200 len: 217 time: 0.0324380 Aug 31 14:36:23.867273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-8026eb90-e38a-4e0b-a35c-f935a3325abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.868693 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-8026eb90-e38a-4e0b-a35c-f935a3325abf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0433567 Aug 31 14:36:23.904364 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-b9a225e8-11f3-4671-80f1-d763e9526f30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274231 Aug 31 14:36:23.992072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-4208d132-7f31-409c-afe0-5976741e9600 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798333 Aug 31 14:36:24.084567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-52be7a9f-ffd7-4feb-a2bf-f117de517284 req-cfa1728e-d4cf-408d-b338-e13cc5d873cb service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847948 Aug 31 14:36:24.219649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9bd191a1-1005-49cb-836b-f7721261d5d3 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:24.266895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 9bd191a1-1005-49cb-836b-f7721261d5d3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:24.267302 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:24.344932 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:24.367981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:24.370322 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab6a581-e11c-463d-ad69-e84f59e10104" -d '{"events": [{"server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "name": "network-vif-plugged", "status": "completed", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:24.387207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:24.391991 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:24.419043 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50f3c4-8824-4d49-9bb5-85a47aa6fa87 x-openstack-request-id: req-1d50f3c4-8824-4d49-9bb5-85a47aa6fa87 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:24.419344 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "name": "network-vif-plugged", "status": "completed", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:24.419597 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d50f3c4-8824-4d49-9bb5-85a47aa6fa87 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:24.419988 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'code': 200} Aug 31 14:36:24.441228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:24.692109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d136e8-8e39-4aa6-93f1-abfede37e3d7 req-828ca946-fa62-46e5-b1a2-e074efb11fbe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:24.693739 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1d136e8-8e39-4aa6-93f1-abfede37e3d7 req-828ca946-fa62-46e5-b1a2-e074efb11fbe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0556736 Aug 31 14:36:24.738565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1d136e8-8e39-4aa6-93f1-abfede37e3d7 req-0bd4f5bc-38a2-4b35-83b0-1509177f23bc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Aug 31 14:36:24.873241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237c289-6ff1-4c43-9dc3-bbd1481b0f5a req-fb57029a-619d-4961-b199-373a61136073 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:24.874688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1237c289-6ff1-4c43-9dc3-bbd1481b0f5a req-fb57029a-619d-4961-b199-373a61136073 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0540397 Aug 31 14:36:24.912809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1237c289-6ff1-4c43-9dc3-bbd1481b0f5a req-0e8eb08a-a4aa-47c0-b063-98a575e2632f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Aug 31 14:36:25.026129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d883-250b-49a1-a8a8-65fb86e0d55c req-a07f7f61-f6ff-449b-9750-f52a99a67183 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:25.027636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6471d883-250b-49a1-a8a8-65fb86e0d55c req-a07f7f61-f6ff-449b-9750-f52a99a67183 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0500901 Aug 31 14:36:25.064859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6471d883-250b-49a1-a8a8-65fb86e0d55c req-ee0056c5-f27d-4f47-ad53-9a64047d8e6d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Aug 31 14:36:25.427131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-d8cb5c06-6120-4f02-a736-b0591fc10652 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:25.428547 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-d8cb5c06-6120-4f02-a736-b0591fc10652 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 815 time: 0.1040881 Aug 31 14:36:25.443167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-b9ae8e6c-7961-4273-8ec4-267440a916fa tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/quotas/b1c3f5b7b41a400b813170e005942a58 HTTP/1.1" status: 200 len: 375 time: 0.0088415 Aug 31 14:36:25.492706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-5a8623c4-498a-455c-8176-5e2b5097bc5c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438631 Aug 31 14:36:25.582781 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-0f83dd54-49e6-40fa-b4a1-f66530df6061 service neutron] 10.222.0.10 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825686 Aug 31 14:36:25.673101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-93007d4e-1659-4197-984f-9834407eb7c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840607 Aug 31 14:36:25.834585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a486e5d-0ee7-468b-b1a8-c09caf426433 req-61485e0a-2593-4db8-b578-67fbed3d7846 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0281625 Aug 31 14:36:26.822360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ca76b465-6a2b-409b-84eb-3fe234f87e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:26.933081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-ed9c308b-29f6-4c60-995e-cf643bbc9e73 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:26.935127 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-ed9c308b-29f6-4c60-995e-cf643bbc9e73 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "GET /v2.0/ports?device_id=0132c3ab-4a6c-4a8f-b155-146bbb209f06 HTTP/1.1" status: 200 len: 946 time: 0.0593381 Aug 31 14:36:26.969184 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad0b50f3-0849-426e-9b3a-503697d812e8 req-c47ffefd-fd7b-453e-83d9-8b808ee2e5c7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0341702 Aug 31 14:36:27.018589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-e854fb88-65a7-4adf-b52e-0e05d56f2844 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:27.020087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-e854fb88-65a7-4adf-b52e-0e05d56f2844 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 815 time: 0.1434789 Aug 31 14:36:27.040391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Request body: {'port': {'device_id': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c', 'admin_state_up': True, 'tenant_id': 'b1c3f5b7b41a400b813170e005942a58'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:27.040706 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Deleting port 9bd191a1-1005-49cb-836b-f7721261d5d3 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:27.041753 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.144141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] For port 9bd191a1-1005-49cb-836b-f7721261d5d3, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=9bd191a1-1005-49cb-836b-f7721261d5d3,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:27.144509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.158089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Calling delete_port for 9bd191a1-1005-49cb-836b-f7721261d5d3 owned by compute:nova {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:27.159833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Made reservation on behalf of b1c3f5b7b41a400b813170e005942a58 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:27.163648 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.298679 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.299570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Allocated IP 172.20.0.8 (b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c/066b9078-a07c-454f-9cc1-a088b5dbe3fb/432eeab8-52ec-4b30-aa5c-4273c389bbba) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:27.330334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Pushing event deleted for resources: {'Port': ['ID=9bd191a1-1005-49cb-836b-f7721261d5d3,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:27.335017 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9bd191a1-1005-49cb-836b-f7721261d5d3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:27.374527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] No DVR routers for this DVR port 9bd191a1-1005-49cb-836b-f7721261d5d3 on host n-h2-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:27.377301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.379496 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "DELETE /v2.0/ports/9bd191a1-1005-49cb-836b-f7721261d5d3 HTTP/1.1" status: 204 len: 173 time: 0.4350600 Aug 31 14:36:27.379958 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'name': 'network-vif-deleted', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:27.382759 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726db79aec09266d16a5511a77d363aa5af45b758475e0d26f5734875dbbaba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b5757-0297-4c74-bd01-fb566913342b" -d '{"events": [{"server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "name": "network-vif-deleted", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:27.425076 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8daf0a3-4733-4c5c-9594-fe93159af0fb x-openstack-request-id: req-c8daf0a3-4733-4c5c-9594-fe93159af0fb {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:27.425606 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0132c3ab-4a6c-4a8f-b155-146bbb209f06", "name": "network-vif-deleted", "tag": "9bd191a1-1005-49cb-836b-f7721261d5d3", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:27.425901 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8daf0a3-4733-4c5c-9594-fe93159af0fb {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:27.426317 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0132c3ab-4a6c-4a8f-b155-146bbb209f06', 'name': 'network-vif-deleted', 'tag': '9bd191a1-1005-49cb-836b-f7721261d5d3', 'status': 'completed', 'code': 200} Aug 31 14:36:27.471940 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.514120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.548612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['9bd191a1-1005-49cb-836b-f7721261d5d3'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:27.559439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:27.562553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:27.575160 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:27.581772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Pushing event updated for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:27.626184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:27.626797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.641163 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-268c67c8-205a-4928-ae1e-d2ba21ebc03a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050289 Aug 31 14:36:27.660557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Request body: {'port': {'device_id': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:27.717914 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.284159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932186d-5b35-41b8-8905-26a01a8deeca req-1988cf44-60cb-4cd7-80dd-8040291ab55c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.285770 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7932186d-5b35-41b8-8905-26a01a8deeca req-1988cf44-60cb-4cd7-80dd-8040291ab55c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 931 time: 0.0838873 Aug 31 14:36:28.360435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7932186d-5b35-41b8-8905-26a01a8deeca req-7155edbf-91f0-434d-b18d-64883361bd80 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677774 Aug 31 14:36:28.375688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432eeab8-52ec-4b30-aa5c-4273c389bbba {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:28.383192 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.395098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Transition to ACTIVE for port object 432eeab8-52ec-4b30-aa5c-4273c389bbba will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:28.398148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.448102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Pushing event updated for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:28.513035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Attempting to bind port 432eeab8-52ec-4b30-aa5c-4273c389bbba on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:28.513378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Attempting to bind port 432eeab8-52ec-4b30-aa5c-4273c389bbba by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:28.513715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Attempting to bind port 432eeab8-52ec-4b30-aa5c-4273c389bbba on network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:28.518028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Port 432eeab8-52ec-4b30-aa5c-4273c389bbba on network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:28.518359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Attempting to bind port 432eeab8-52ec-4b30-aa5c-4273c389bbba on network b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:28.523165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:28.523509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Checking segment: {'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:28.523894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Bound using segment: {'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:28.524323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Bound port: 432eeab8-52ec-4b30-aa5c-4273c389bbba, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc75b3e3-6443-4520-8d18-b494e214ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:28.524687 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.590982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:28.593983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:28.598529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.630411 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.631031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.632420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] 10.222.0.26 "PUT /v2.0/ports/432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 200 len: 1091 time: 0.9760172 Aug 31 14:36:28.632856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:28.635688 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c710f72b-9d0e-4235-aef7-f9c763b61e84" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:28.661300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bbbb8-1704-4ed4-b473-7b284bfe1bef service neutron] Pushing event updated for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:28.682241 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688ce177-fdee-45d5-985d-0c26bf54d64a x-openstack-request-id: req-688ce177-fdee-45d5-985d-0c26bf54d64a {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:28.682683 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:28.682943 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-688ce177-fdee-45d5-985d-0c26bf54d64a {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:28.683365 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'status': 'completed', 'code': 200} Aug 31 14:36:28.748919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-b0dc48ff-e3af-4109-9a65-fda20826a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.750576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-b0dc48ff-e3af-4109-9a65-fda20826a2d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 1094 time: 0.0479705 Aug 31 14:36:28.803018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-89640255-1fb1-46f2-9df3-d483bbc8c5c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 200 len: 217 time: 0.0369194 Aug 31 14:36:28.852227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-217e5023-a996-4858-821f-0cb8c4c42de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.854229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-217e5023-a996-4858-821f-0cb8c4c42de5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0434918 Aug 31 14:36:28.888136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-8aadbb47-99fe-4bba-96fd-21a2828dae07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247240 Aug 31 14:36:28.982145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-fc0601ae-ea4e-4095-8c6e-b24a844b5f07 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Aug 31 14:36:29.074746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cdeb960-335d-49e3-9c16-a4f52e1cfa67 req-646b6e7e-b32d-4044-907c-78ed35a08473 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833547 Aug 31 14:36:29.215844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-85847a2f-fe52-4d82-a511-0442284ffaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:29.217563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-85847a2f-fe52-4d82-a511-0442284ffaa3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 1094 time: 0.0515802 Aug 31 14:36:29.317575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-6724925f-4266-43a6-8d05-3b928d4aeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:29.319016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-6724925f-4266-43a6-8d05-3b928d4aeaea service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.0939133 Aug 31 14:36:29.361827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-73b3f24b-59d8-4743-9d48-948bba039696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:29.367439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-b55ca06d-f29a-4623-aa58-e5a66d5da90c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 200 len: 217 time: 0.0402918 Aug 31 14:36:29.426261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-d6cd3103-1dc7-4f55-b109-109c9b586e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:29.427750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-d6cd3103-1dc7-4f55-b109-109c9b586e30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0522857 Aug 31 14:36:29.474870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-cb1a4ffc-45f8-4ec6-a06f-d1d93565c0a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383399 Aug 31 14:36:29.570488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22060ecb-f9fe-4a2d-aec6-42a523995cb0 req-f722c697-b3b7-462b-b224-ec4bb8010289 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:29.571886 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22060ecb-f9fe-4a2d-aec6-42a523995cb0 req-f722c697-b3b7-462b-b224-ec4bb8010289 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 943 time: 0.1271629 Aug 31 14:36:29.580488 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:29.618444 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-5cfab9a0-9302-4e75-b55d-a71ac62b4b69 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293163 Aug 31 14:36:29.638533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22060ecb-f9fe-4a2d-aec6-42a523995cb0 req-fdb872b0-a298-4fb0-b178-f1fc07b820b8 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552454 Aug 31 14:36:29.716452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c710f72b-9d0e-4235-aef7-f9c763b61e84 req-878ad211-d514-4440-a5be-c092ac9b32f3 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874069 Aug 31 14:36:30.259904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9bd191a1-1005-49cb-836b-f7721261d5d3 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:30.280577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 9bd191a1-1005-49cb-836b-f7721261d5d3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:30.280939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 9bd191a1-1005-49cb-836b-f7721261d5d3 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:30.744947 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:30.772067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cad585-9cd5-4dbf-8bae-be98361360ec req-7dc07b7c-8b1f-499c-8043-e4a40276e6f6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:30.773745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6cad585-9cd5-4dbf-8bae-be98361360ec req-7dc07b7c-8b1f-499c-8043-e4a40276e6f6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 943 time: 0.0645723 Aug 31 14:36:30.818985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f6cad585-9cd5-4dbf-8bae-be98361360ec req-2ad445e9-fbc5-4d06-882f-bbf0c4aa171e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Aug 31 14:36:31.938759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9d295-e5a6-4569-b921-616395f07926 req-950e30c3-8793-4d02-9b9d-07c8a365e6dc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:31.940523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5e9d295-e5a6-4569-b921-616395f07926 req-950e30c3-8793-4d02-9b9d-07c8a365e6dc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 943 time: 0.0502782 Aug 31 14:36:31.982362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d5e9d295-e5a6-4569-b921-616395f07926 req-95e7c3e9-9192-4e90-b310-eb00410c82c2 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358398 Aug 31 14:36:32.122505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.273372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 432eeab8-52ec-4b30-aa5c-4273c389bbba details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:32.368112 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:32.380083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c', 'port_id': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'mac_address': 'fa:16:3e:b2:77:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066b9078-a07c-454f-9cc1-a088b5dbe3fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:32.416650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.428851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432eeab8-52ec-4b30-aa5c-4273c389bbba {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:32.448511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:32.453222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.518020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:32.525194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.525540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.525883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.526222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.526555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.526884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.527215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.527539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.527862 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.528186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.528506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.528827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:32.733046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['432eeab8-52ec-4b30-aa5c-4273c389bbba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:33.099127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f85ee0-8b03-4261-b4a4-001767fe49fb req-a3e587e0-4a02-4bb9-83e8-7dc8e07a4e9b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:33.100995 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31f85ee0-8b03-4261-b4a4-001767fe49fb req-a3e587e0-4a02-4bb9-83e8-7dc8e07a4e9b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 944 time: 0.0508208 Aug 31 14:36:33.141078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31f85ee0-8b03-4261-b4a4-001767fe49fb req-9f0ffc6f-b88e-498d-9eef-99134fe2988d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Aug 31 14:36:33.551034 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:36:34.263504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1600e-8c5a-46e2-8e0d-e35a07f68c64 req-912808bb-540b-4ad9-9b11-03b0a088023f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:34.265030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86f1600e-8c5a-46e2-8e0d-e35a07f68c64 req-912808bb-540b-4ad9-9b11-03b0a088023f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 944 time: 0.0499637 Aug 31 14:36:34.278822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 432eeab8-52ec-4b30-aa5c-4273c389bbba up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:34.309349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86f1600e-8c5a-46e2-8e0d-e35a07f68c64 req-12cb3569-9712-4d46-9f69-9a30085a1f6b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Aug 31 14:36:34.336020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 432eeab8-52ec-4b30-aa5c-4273c389bbba completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:34.340319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 432eeab8-52ec-4b30-aa5c-4273c389bbba triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:34.340701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.419903 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.441487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:34.443696 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c08da17-9d30-4b58-afbc-108639be1ff8" -d '{"events": [{"server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:34.455912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:34.460391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.485282 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e1227c-7825-43d9-90a0-e776954aa6af x-openstack-request-id: req-76e1227c-7825-43d9-90a0-e776954aa6af {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:34.485554 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:34.485801 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76e1227c-7825-43d9-90a0-e776954aa6af {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:34.486176 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'code': 200} Aug 31 14:36:34.514802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:34.609874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3c224-2fad-497d-bf6c-969dbde0aa9b req-85427ebe-85aa-421e-bf2a-5abb833cbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:34.611402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43c3c224-2fad-497d-bf6c-969dbde0aa9b req-85427ebe-85aa-421e-bf2a-5abb833cbe93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0416901 Aug 31 14:36:34.648972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43c3c224-2fad-497d-bf6c-969dbde0aa9b req-56261fa6-3edd-4987-9b92-ad95d9756bd4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296829 Aug 31 14:36:35.446600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e564-9325-48b4-8c14-c9e9d28e9ba7 req-7570012b-f460-4365-85ea-1c6bd06ef56a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:35.448763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f424e564-9325-48b4-8c14-c9e9d28e9ba7 req-7570012b-f460-4365-85ea-1c6bd06ef56a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0660598 Aug 31 14:36:35.494222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f424e564-9325-48b4-8c14-c9e9d28e9ba7 req-df2dae2b-795a-4e8c-9470-237676bb61ea tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Aug 31 14:36:36.646830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb6f1-3f8f-44e6-ac48-05047cecb1b9 req-dca5c409-7c23-419f-a3a0-7ccd593e3678 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.648351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-252cb6f1-3f8f-44e6-ac48-05047cecb1b9 req-dca5c409-7c23-419f-a3a0-7ccd593e3678 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0819821 Aug 31 14:36:36.652404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-5ba61752-ff43-4a10-ac7a-3fa029bd64fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765526 Aug 31 14:36:36.688287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-252cb6f1-3f8f-44e6-ac48-05047cecb1b9 req-97a3504d-80e9-4ce1-a3af-9e556f1b029d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Aug 31 14:36:36.798117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-e4833d04-0197-49a7-86c2-a6d43dc6512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.799549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-e4833d04-0197-49a7-86c2-a6d43dc6512c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0714073 Aug 31 14:36:36.819105 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6930-bf58-4166-a70f-6a6172a2a252 req-60c5faf8-d4de-4de7-8602-c712fd46609c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.820601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-133d6930-bf58-4166-a70f-6a6172a2a252 req-60c5faf8-d4de-4de7-8602-c712fd46609c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0587261 Aug 31 14:36:36.908521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-133d6930-bf58-4166-a70f-6a6172a2a252 req-b5c6b1b2-c356-4640-a478-6f506b18a220 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783818 Aug 31 14:36:36.943777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-377d9497-9d1b-4f90-8c93-2766765a826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.945360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-377d9497-9d1b-4f90-8c93-2766765a826e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.1227129 Aug 31 14:36:36.995244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-f28de1f9-ff23-4c42-bd1c-b11c2949f081 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 200 len: 217 time: 0.0415356 Aug 31 14:36:37.057141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-bf4da3e0-4d06-4d8e-a58a-2ef794e8a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:37.059159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-bf4da3e0-4d06-4d8e-a58a-2ef794e8a83f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0550759 Aug 31 14:36:37.095077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-ee6ed204-8896-427b-aadb-a6d9fc9a57b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276122 Aug 31 14:36:37.148399 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-6b075585-4630-499c-b509-8aa215ec8305 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406303 Aug 31 14:36:37.223896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042023b-25fa-4d30-8f4c-9e38e7335752 req-35090af6-c228-4cb1-8684-e756469bb286 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:37.225488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f042023b-25fa-4d30-8f4c-9e38e7335752 req-35090af6-c228-4cb1-8684-e756469bb286 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.1025267 Aug 31 14:36:37.257811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-28f9946e-15a8-4d3f-a6be-6b81766a8b57 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546788 Aug 31 14:36:37.326315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f042023b-25fa-4d30-8f4c-9e38e7335752 req-3caa4096-f496-4417-b0d2-4cbf29f1d992 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929551 Aug 31 14:36:37.390816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5633bde-9994-4435-a709-c1b7dc30d815 req-79878a9f-a197-40b2-bc6d-10fe8315321b service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215222 Aug 31 14:36:38.512386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5da0ed-4be3-4065-934c-f800eb1b031d req-5ec90db2-aee7-445d-a739-aaa2cc6b11a9 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.514005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b5da0ed-4be3-4065-934c-f800eb1b031d req-5ec90db2-aee7-445d-a739-aaa2cc6b11a9 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0858574 Aug 31 14:36:38.517237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-3d18b557-5111-4c31-b9f5-1b53835391a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.518961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-3d18b557-5111-4c31-b9f5-1b53835391a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0780518 Aug 31 14:36:38.617513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b5da0ed-4be3-4065-934c-f800eb1b031d req-0ddd6c3d-d82b-4b4d-8d93-74b0f2f23445 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943656 Aug 31 14:36:38.655822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-ea0cba9c-05a2-4099-99fa-14f6275a8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.657363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-ea0cba9c-05a2-4099-99fa-14f6275a8972 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.1273155 Aug 31 14:36:38.703161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-0fbde364-a090-407c-b71c-feeebfefb4da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 200 len: 217 time: 0.0377204 Aug 31 14:36:38.767072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-6f6a1c42-4682-44a7-aaf9-67c319fe06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.768490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-6f6a1c42-4682-44a7-aaf9-67c319fe06b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0573056 Aug 31 14:36:38.802919 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-ecb41cc9-b540-4749-a0ee-67643d0d7409 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264218 Aug 31 14:36:38.901042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-3452bfca-75d0-4f0f-b942-17378b9fca6a service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892956 Aug 31 14:36:39.000120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-5777be7a-7e28-41c6-a054-4c6ed553d4da service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901620 Aug 31 14:36:39.787825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57295a7b-3748-4d36-bd8b-fd64372dc6c8 req-59a8c776-08d3-42d4-812e-73baec37e57d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:39.790373 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57295a7b-3748-4d36-bd8b-fd64372dc6c8 req-59a8c776-08d3-42d4-812e-73baec37e57d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0549564 Aug 31 14:36:39.842700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57295a7b-3748-4d36-bd8b-fd64372dc6c8 req-7f73306f-5d40-4e1b-995e-420404499040 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Aug 31 14:36:40.256258 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.979039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2218-d318-48b7-83d7-fab3129c0384 req-ec9b5e2a-aacf-4aec-9880-44b2a657252b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:40.980629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e4c2218-d318-48b7-83d7-fab3129c0384 req-ec9b5e2a-aacf-4aec-9880-44b2a657252b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0556364 Aug 31 14:36:41.022803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e4c2218-d318-48b7-83d7-fab3129c0384 req-999c137b-edaa-4f9c-a880-014dc784da7f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Aug 31 14:36:42.153865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caf606-7158-4cba-ad88-81ba8c6bc9bc req-999b72be-2d3d-46a9-bba8-5d99debfc81a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:42.155539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51caf606-7158-4cba-ad88-81ba8c6bc9bc req-999b72be-2d3d-46a9-bba8-5d99debfc81a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0590560 Aug 31 14:36:42.195901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51caf606-7158-4cba-ad88-81ba8c6bc9bc req-5f5f6103-c1a7-452d-8a1d-221cfab3d02e tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341592 Aug 31 14:36:43.321210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a33e6-b2de-4f27-b440-cb913c7bc516 req-e06ec953-bb6c-41d5-bc5e-8fedaf863040 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:43.322795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b89a33e6-b2de-4f27-b440-cb913c7bc516 req-e06ec953-bb6c-41d5-bc5e-8fedaf863040 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0556004 Aug 31 14:36:43.365812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b89a33e6-b2de-4f27-b440-cb913c7bc516 req-8087c60a-8176-475f-9b91-931c1da4caee tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 Aug 31 14:36:44.504330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469cf91-2139-493a-8743-27ff47ed86fc req-e97699d3-f1c8-4c65-8d97-83c38fd7a708 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:44.505892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f469cf91-2139-493a-8743-27ff47ed86fc req-e97699d3-f1c8-4c65-8d97-83c38fd7a708 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0544102 Aug 31 14:36:44.549810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f469cf91-2139-493a-8743-27ff47ed86fc req-3c3eea2a-4e98-4297-9642-abd3db873602 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Aug 31 14:36:45.680806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07594c0-c528-4a14-8429-6d5fe2a6527e req-ba24d9c7-e175-4722-ad94-c9d19c9add38 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:45.682713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e07594c0-c528-4a14-8429-6d5fe2a6527e req-ba24d9c7-e175-4722-ad94-c9d19c9add38 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0600610 Aug 31 14:36:45.728418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e07594c0-c528-4a14-8429-6d5fe2a6527e req-da251e91-05f2-44ca-91ef-1d967c0ebc17 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 Aug 31 14:36:46.854050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50078a0-8f18-43f3-843d-10841dece653 req-1d87a64d-5038-40d5-bf8d-09e56fb44660 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:46.855782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e50078a0-8f18-43f3-843d-10841dece653 req-1d87a64d-5038-40d5-bf8d-09e56fb44660 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0554547 Aug 31 14:36:46.897870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e50078a0-8f18-43f3-843d-10841dece653 req-8a23d479-c45c-4bdb-8a35-d21e596e88fc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Aug 31 14:36:48.013662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9315f83-25b5-4a6d-a4c7-11c6c277301d req-3b67b0b9-8bfa-499e-b1b3-e3b527d5dadd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:48.015220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9315f83-25b5-4a6d-a4c7-11c6c277301d req-3b67b0b9-8bfa-499e-b1b3-e3b527d5dadd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Aug 31 14:36:48.053874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9315f83-25b5-4a6d-a4c7-11c6c277301d req-0b83b61e-36fb-41ac-b445-0d58be57e99c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Aug 31 14:36:48.562887 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06d4b430-1e21-43fa-a980-e3f6ca019353 req-570a96dc-ac80-4b4c-9e7a-385fd9605474 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0954511 Aug 31 14:36:48.632106 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06d4b430-1e21-43fa-a980-e3f6ca019353 req-49fffd9c-f11c-4bc6-bdc3-a5ffc68024da service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0269244 Aug 31 14:36:48.689757 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06d4b430-1e21-43fa-a980-e3f6ca019353 req-4ddfb82f-089c-42ac-a491-4ba837fd01d7 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250983 Aug 31 14:36:48.794034 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4b430-1e21-43fa-a980-e3f6ca019353 req-6d5c58ed-d9c1-497d-9f30-c4d0c8094b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:48.795278 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-06d4b430-1e21-43fa-a980-e3f6ca019353 req-6d5c58ed-d9c1-497d-9f30-c4d0c8094b15 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935073 Aug 31 14:36:49.176008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded7453-e577-41ac-9bfb-9f7afbc94e9a req-c0db0d44-2c88-4958-88c6-7e9675732962 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:49.178287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cded7453-e577-41ac-9bfb-9f7afbc94e9a req-c0db0d44-2c88-4958-88c6-7e9675732962 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0563865 Aug 31 14:36:49.221282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cded7453-e577-41ac-9bfb-9f7afbc94e9a req-7a3a7b44-fc97-4a05-844e-64efcea53a55 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364134 Aug 31 14:36:50.348625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bceb0-a714-4e09-bfb6-75146318b981 req-1d91a820-eb4a-48e8-bf71-3979a27e0e93 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:50.350246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e16bceb0-a714-4e09-bfb6-75146318b981 req-1d91a820-eb4a-48e8-bf71-3979a27e0e93 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0517728 Aug 31 14:36:50.396211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e16bceb0-a714-4e09-bfb6-75146318b981 req-c39e7b75-f456-453e-b236-98fae72cc211 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 Aug 31 14:36:51.530736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c75bb-7941-4372-adab-094aa2a4832e req-b27e9287-3fea-4f5c-a738-abc3a5f27ea4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.532254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f29c75bb-7941-4372-adab-094aa2a4832e req-b27e9287-3fea-4f5c-a738-abc3a5f27ea4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0619411 Aug 31 14:36:51.573007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f29c75bb-7941-4372-adab-094aa2a4832e req-5d7ca732-c98f-4c23-b4e5-dc99fe0eac1c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Aug 31 14:36:52.725007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f0da9-260e-4c37-9c05-4f1a564b7d13 req-f7b9e2d1-b838-4675-b43f-533c714abcac tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:52.726780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf7f0da9-260e-4c37-9c05-4f1a564b7d13 req-f7b9e2d1-b838-4675-b43f-533c714abcac tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0633771 Aug 31 14:36:52.768638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf7f0da9-260e-4c37-9c05-4f1a564b7d13 req-9991b3ba-aada-454f-888b-93cc976a1ba7 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Aug 31 14:36:53.901792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15152884-f2d1-4db0-8dd3-622433f07f48 req-a3453868-3833-45e5-9bd5-a8e72e1bac67 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:53.903517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15152884-f2d1-4db0-8dd3-622433f07f48 req-a3453868-3833-45e5-9bd5-a8e72e1bac67 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0602844 Aug 31 14:36:53.954289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15152884-f2d1-4db0-8dd3-622433f07f48 req-2923af77-8779-4df0-ae2d-1c8b599f0e22 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 Aug 31 14:36:55.079332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56c482-cb0c-4053-9448-1e9721ce3b4d req-5268c29b-d060-4c3f-96f8-88030238d37f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:55.080840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d56c482-cb0c-4053-9448-1e9721ce3b4d req-5268c29b-d060-4c3f-96f8-88030238d37f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0520201 Aug 31 14:36:55.121763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d56c482-cb0c-4053-9448-1e9721ce3b4d req-49260404-5beb-4b31-86a5-cdaedc410911 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348227 Aug 31 14:36:56.243116 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a51cb-4e9e-4c8d-971b-8f5ca4fbe819 req-edab2d5e-c016-4193-8a41-e3b7701bf9ee tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:56.245211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f42a51cb-4e9e-4c8d-971b-8f5ca4fbe819 req-edab2d5e-c016-4193-8a41-e3b7701bf9ee tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0541873 Aug 31 14:36:56.282176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f42a51cb-4e9e-4c8d-971b-8f5ca4fbe819 req-41c7c2ac-cd85-42bd-af6c-c976de237e8b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Aug 31 14:36:56.824538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-686fbbb3-9878-4a7d-be0d-99c5ee6907b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.410192 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86949631-1a92-4437-bfb2-fe728fd928c2 req-d93ee195-5c26-45bb-bc62-49a0ba1a1ecc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.412073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86949631-1a92-4437-bfb2-fe728fd928c2 req-d93ee195-5c26-45bb-bc62-49a0ba1a1ecc tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0568244 Aug 31 14:36:57.453051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86949631-1a92-4437-bfb2-fe728fd928c2 req-1e7fd6f0-dd03-454f-b999-eb5d7830c7ef tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338302 Aug 31 14:36:58.576022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf21199-7c72-4709-a426-4ff18dab698f req-d7ea74e0-e051-436b-9817-b965fa30e4a8 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:58.577588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cf21199-7c72-4709-a426-4ff18dab698f req-d7ea74e0-e051-436b-9817-b965fa30e4a8 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0525942 Aug 31 14:36:58.626598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7cf21199-7c72-4709-a426-4ff18dab698f req-38e8e7da-c76c-4a51-8eff-2d28fc6657a1 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Aug 31 14:36:59.368073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b52455c5-b45b-40d7-806c-05517785095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.587965 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.775794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23d1ff-5a38-480a-8f98-85c8e56e1b12 req-7bea49b3-ec4e-42dc-a330-19be5ae2c878 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:59.782775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d23d1ff-5a38-480a-8f98-85c8e56e1b12 req-7bea49b3-ec4e-42dc-a330-19be5ae2c878 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0627863 Aug 31 14:36:59.821099 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d23d1ff-5a38-480a-8f98-85c8e56e1b12 req-1c3d6c2f-8b7e-497d-89ed-41bd05656798 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370519 Aug 31 14:37:00.744354 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:00.938402 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823007-870a-4375-8771-f1fd23cc77db req-5d2c85c1-d099-495b-ab13-c0cfde4129a4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:00.939882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54823007-870a-4375-8771-f1fd23cc77db req-5d2c85c1-d099-495b-ab13-c0cfde4129a4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0485196 Aug 31 14:37:00.976310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54823007-870a-4375-8771-f1fd23cc77db req-c4faea5f-53ab-49cf-87fd-f8320163871c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304160 Aug 31 14:37:02.092277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c059286-05ee-43ef-bc3b-87e683d276eb req-353394ac-5253-41d7-a238-53e2e2d85102 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:02.093809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c059286-05ee-43ef-bc3b-87e683d276eb req-353394ac-5253-41d7-a238-53e2e2d85102 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0492167 Aug 31 14:37:02.121041 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.135232 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c059286-05ee-43ef-bc3b-87e683d276eb req-6e591d40-c9d5-4e45-86ac-aa3ffa26d26d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Aug 31 14:37:03.267529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a676d-9bc6-4c31-8788-6ef619a508a7 req-75bb7f68-a576-4009-9284-9f291a030d9f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:03.269089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-836a676d-9bc6-4c31-8788-6ef619a508a7 req-75bb7f68-a576-4009-9284-9f291a030d9f tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0588975 Aug 31 14:37:03.308303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-836a676d-9bc6-4c31-8788-6ef619a508a7 req-03e4773e-2e92-46be-82e7-50e6fc1a34c1 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Aug 31 14:37:04.424787 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f9a-a11c-4a96-a3e8-fa915814be24 req-ba1cc7ff-180b-4460-9830-c7bbe6106d6d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:04.426309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aeea0f9a-a11c-4a96-a3e8-fa915814be24 req-ba1cc7ff-180b-4460-9830-c7bbe6106d6d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Aug 31 14:37:04.466036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aeea0f9a-a11c-4a96-a3e8-fa915814be24 req-1c4c2ddb-ad53-4ef7-a772-5b8151151895 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Aug 31 14:37:05.583258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366bf1-0808-431f-b9ae-8ab14d9481fc req-09f09f3e-ad76-415a-9f62-e2aba1c69f12 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:05.584756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26366bf1-0808-431f-b9ae-8ab14d9481fc req-09f09f3e-ad76-415a-9f62-e2aba1c69f12 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Aug 31 14:37:05.625763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26366bf1-0808-431f-b9ae-8ab14d9481fc req-661d8f54-d1d1-45cf-a138-e932efc7739a tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Aug 31 14:37:05.990026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-ee246916-9518-4520-9641-541952db2032 service neutron] 10.222.0.26 "GET /v2.0/ports/432eeab8-52ec-4b30-aa5c-4273c389bbba/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0565863 Aug 31 14:37:06.208045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-7cdb4890-d530-45ea-8e8a-6b8ccf0134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.209605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-7cdb4890-d530-45ea-8e8a-6b8ccf0134a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7&tenant_id=b1c3f5b7b41a400b813170e005942a58 HTTP/1.1" status: 200 len: 1096 time: 0.0429575 Aug 31 14:37:06.284846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-7e49e837-d672-41df-8597-bab4dc393617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.286299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-7e49e837-d672-41df-8597-bab4dc393617 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0413425 Aug 31 14:37:06.380930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-30d463c5-e207-40fd-a5e4-691764f2a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.382485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-30d463c5-e207-40fd-a5e4-691764f2a98e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.0881872 Aug 31 14:37:06.424211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-f8d34ad7-8fdb-408e-9bb9-a96bf0030802 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 200 len: 217 time: 0.0332005 Aug 31 14:37:06.472784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-fc5f2c00-8c58-474a-af04-dec766caf3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.474257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-fc5f2c00-8c58-474a-af04-dec766caf3e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0426412 Aug 31 14:37:06.505134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-4c032533-53b1-4f53-9f80-3ff5fad48a24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234809 Aug 31 14:37:06.598379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-6cd6f28e-6591-460f-8f5a-f10e2f8b487f service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854497 Aug 31 14:37:06.691436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c8725db-c3f9-4e26-9517-3aa2314c7efe req-eef9cdd6-df40-4052-a09b-55a05576971f service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851099 Aug 31 14:37:06.749208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2d994-33ed-463f-8d87-3118956d9177 req-7385f4d1-d469-43eb-b928-4330b9015703 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.750746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91e2d994-33ed-463f-8d87-3118956d9177 req-7385f4d1-d469-43eb-b928-4330b9015703 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0562556 Aug 31 14:37:06.793534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91e2d994-33ed-463f-8d87-3118956d9177 req-71b3554e-9344-4f6b-9553-f2bc5886690b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Aug 31 14:37:07.917663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d8ef-3696-431d-92d2-59b449288b76 req-6ddd9859-298c-462b-b645-85fa75367d86 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.919199 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed89d8ef-3696-431d-92d2-59b449288b76 req-6ddd9859-298c-462b-b645-85fa75367d86 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0526347 Aug 31 14:37:07.962380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed89d8ef-3696-431d-92d2-59b449288b76 req-b064b992-8544-461f-86ff-22896499ab72 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372114 Aug 31 14:37:08.452609 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 432eeab8-52ec-4b30-aa5c-4273c389bbba details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:08.552785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:08.565229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'network_id': 'b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c', 'port_id': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'mac_address': 'fa:16:3e:b2:77:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066b9078-a07c-454f-9cc1-a088b5dbe3fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:08.614295 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.632670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 432eeab8-52ec-4b30-aa5c-4273c389bbba {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:08.655096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:08.660996 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.713960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:08.983460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['432eeab8-52ec-4b30-aa5c-4273c389bbba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:09.093102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d40a9-cd29-4477-a77b-8e1acf1740bf req-822adaed-f988-442e-9101-8dad946a3b26 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.094695 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb3d40a9-cd29-4477-a77b-8e1acf1740bf req-822adaed-f988-442e-9101-8dad946a3b26 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 944 time: 0.0604026 Aug 31 14:37:09.137699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb3d40a9-cd29-4477-a77b-8e1acf1740bf req-d792a73d-cb9e-4b6c-b10c-971daa1471ad tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361173 Aug 31 14:37:09.350092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c0e95-ed96-4bc9-8f60-4cf142d93ade req-82ecfc85-d26a-4363-99f4-6e9595b0bbb8 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.351686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd1c0e95-ed96-4bc9-8f60-4cf142d93ade req-82ecfc85-d26a-4363-99f4-6e9595b0bbb8 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 944 time: 0.0563745 Aug 31 14:37:09.405674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd1c0e95-ed96-4bc9-8f60-4cf142d93ade req-92d49f87-2216-4f52-9eeb-4f6691629e7d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Aug 31 14:37:09.460456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-9ef67597-9665-40f4-ab0c-0d5432197696 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.462122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-9ef67597-9665-40f4-ab0c-0d5432197696 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7&tenant_id=b1c3f5b7b41a400b813170e005942a58&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 944 time: 0.0513120 Aug 31 14:37:09.578623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-bc90a334-af56-434b-8baf-4bc69c27af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.580136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-bc90a334-af56-434b-8baf-4bc69c27af96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1c3f5b7b41a400b813170e005942a58&device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0417123 Aug 31 14:37:09.673713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-b6444b08-ef19-401b-a904-03a26f71fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.675229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-b6444b08-ef19-401b-a904-03a26f71fe7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 200 len: 917 time: 0.0875998 Aug 31 14:37:09.719553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-a359fea5-6bdb-423b-b417-34e8f12d45a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 200 len: 217 time: 0.0342264 Aug 31 14:37:09.769333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-6e1c4d85-fd07-4482-9d79-87665c350940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.770742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-6e1c4d85-fd07-4482-9d79-87665c350940 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 200 len: 855 time: 0.0435710 Aug 31 14:37:09.806640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-f79128be-0b54-41bb-995b-58319dfe2503 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284874 Aug 31 14:37:09.897834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-d33ed8fb-28dc-459e-8ca4-5d5d0eed2be1 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820668 Aug 31 14:37:09.992489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dc625e30-4cfa-46bd-92fb-f962a4bf19f0 req-0598d1b3-ec4b-4930-9327-461c3a28ad63 service neutron] 10.222.0.26 "GET /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872164 Aug 31 14:37:10.256293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.477872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 432eeab8-52ec-4b30-aa5c-4273c389bbba up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:10.534164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 432eeab8-52ec-4b30-aa5c-4273c389bbba triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:10.534493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09030b-e42d-4a4a-bbe4-c38800b6284b req-25cd9fbb-95eb-4b53-bedf-87f318ba3751 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:10.535403 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.536011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e09030b-e42d-4a4a-bbe4-c38800b6284b req-25cd9fbb-95eb-4b53-bedf-87f318ba3751 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 944 time: 0.0610228 Aug 31 14:37:10.550836 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:37:10.582187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e09030b-e42d-4a4a-bbe4-c38800b6284b req-6d13d7c3-fa5e-4e83-9024-0eabd2097724 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376654 Aug 31 14:37:10.620605 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.650180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:10.652595 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32038ff2-655f-4404-b6b2-be20c55bb74c" -d '{"events": [{"server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:10.819116 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45141997-22b3-48af-8f1f-ba21d5c86966 x-openstack-request-id: req-45141997-22b3-48af-8f1f-ba21d5c86966 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:10.819373 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:10.819634 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45141997-22b3-48af-8f1f-ba21d5c86966 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:10.820025 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'code': 200} Aug 31 14:37:10.826390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:10.830746 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.878675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:11.701532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ca776-6c45-4c54-b73c-2b2c5aae3d0a req-8357f2f9-d1fc-4b1f-8800-456e54d8a7c3 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:11.703069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e70ca776-6c45-4c54-b73c-2b2c5aae3d0a req-8357f2f9-d1fc-4b1f-8800-456e54d8a7c3 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Aug 31 14:37:11.740918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e70ca776-6c45-4c54-b73c-2b2c5aae3d0a req-da66a2db-29c2-4fee-a238-51e9531a33f5 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Aug 31 14:37:11.860546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9d0f-e871-4b3a-9566-2f2c7623e594 req-d8ae2dab-c2ea-4e3e-b414-cad94638ff18 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:11.862053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f41d9d0f-e871-4b3a-9566-2f2c7623e594 req-d8ae2dab-c2ea-4e3e-b414-cad94638ff18 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0535345 Aug 31 14:37:11.899493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f41d9d0f-e871-4b3a-9566-2f2c7623e594 req-4ecf1b11-5baf-4648-b78c-5a3eb420c12c tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307879 Aug 31 14:37:12.010914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce7340-e344-4c14-b16d-887195ce179f req-03557661-a700-4566-ad31-58ac4d664a47 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:12.012618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50ce7340-e344-4c14-b16d-887195ce179f req-03557661-a700-4566-ad31-58ac4d664a47 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0493391 Aug 31 14:37:12.050225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50ce7340-e344-4c14-b16d-887195ce179f req-dfb709d5-ec0a-4b98-a7a7-5d71df705bd4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Aug 31 14:37:12.375753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8993a6-4fb5-40b2-bcf8-dee3ecfe9b43 req-71cc627c-41d1-4787-a9fa-632c7c23e155 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:12.377299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e8993a6-4fb5-40b2-bcf8-dee3ecfe9b43 req-71cc627c-41d1-4787-a9fa-632c7c23e155 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0510719 Aug 31 14:37:12.415522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e8993a6-4fb5-40b2-bcf8-dee3ecfe9b43 req-9f3d0ddc-d79f-4ad4-bc4d-bead003931a6 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Aug 31 14:37:13.536575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee40672-482a-467f-aad0-2d3ddd4660a2 req-31d1cffb-2677-48de-a27d-3554bc55c1f4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:13.538105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ee40672-482a-467f-aad0-2d3ddd4660a2 req-31d1cffb-2677-48de-a27d-3554bc55c1f4 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0555975 Aug 31 14:37:13.575974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ee40672-482a-467f-aad0-2d3ddd4660a2 req-9c10a3f1-56c9-4fee-a7d8-59cdc8ff8c8b tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/security-groups?id=03161f89-17a7-4667-8705-8ccc6e8990ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Aug 31 14:37:13.841072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-1edfe199-dd91-452e-b4d1-a2368a94a70d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:13.842554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-1edfe199-dd91-452e-b4d1-a2368a94a70d tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0499003 Aug 31 14:37:13.933225 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Deleting port 432eeab8-52ec-4b30-aa5c-4273c389bbba {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:13.933578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:14.026264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] For port 432eeab8-52ec-4b30-aa5c-4273c389bbba, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=432eeab8-52ec-4b30-aa5c-4273c389bbba,segment=NetworkSegment(bc75b3e3-6443-4520-8d18-b494e214ec6c),segment_id=bc75b3e3-6443-4520-8d18-b494e214ec6c)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:14.026553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:14.040198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Calling delete_port for 432eeab8-52ec-4b30-aa5c-4273c389bbba owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:14.170286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:14.198456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Pushing event deleted for resources: {'Port': ['ID=432eeab8-52ec-4b30-aa5c-4273c389bbba,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:14.204284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['432eeab8-52ec-4b30-aa5c-4273c389bbba'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:14.240913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.241352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.241739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.242113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.242491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.242863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.243237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.243607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.243976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.244341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.244709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.245138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:14.265840 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] No DVR routers for this DVR port 432eeab8-52ec-4b30-aa5c-4273c389bbba on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:14.269023 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:14.271067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3222cba8-8bb8-4bcb-92b4-27e7a099fe10 req-590b9556-bf8a-427f-9b9f-962b8a148fdd tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.26 "DELETE /v2.0/ports/432eeab8-52ec-4b30-aa5c-4273c389bbba HTTP/1.1" status: 204 len: 173 time: 0.4214292 Aug 31 14:37:14.271521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'name': 'network-vif-deleted', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:14.275065 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1cc68-2ac3-4ffc-9d90-f77e0dbb1c16" -d '{"events": [{"server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "name": "network-vif-deleted", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:14.311990 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5745b02-97a5-4537-87dc-026476e4a198 x-openstack-request-id: req-d5745b02-97a5-4537-87dc-026476e4a198 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:14.312281 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c947b-7352-4d4e-8643-c1acdeff0ec7", "name": "network-vif-deleted", "tag": "432eeab8-52ec-4b30-aa5c-4273c389bbba", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:14.312529 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5745b02-97a5-4537-87dc-026476e4a198 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:14.312961 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c947b-7352-4d4e-8643-c1acdeff0ec7', 'name': 'network-vif-deleted', 'tag': '432eeab8-52ec-4b30-aa5c-4273c389bbba', 'status': 'completed', 'code': 200} Aug 31 14:37:14.684777 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-46b3bb86-cac3-4401-b150-62e50a1d7f87 req-0ba3fe8e-f868-403e-b9dd-4fb4b8ca0d26 tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68c947b-7352-4d4e-8643-c1acdeff0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Aug 31 14:37:15.804732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55062) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:15.855612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] Deleting subnet 066b9078-a07c-454f-9cc1-a088b5dbe3fb {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:37:15.858663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.892995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.931082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.984284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.011033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066b9078-a07c-454f-9cc1-a088b5dbe3fb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:16.017051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.018983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6bcbded3-7d93-481d-9fb0-2a11511eca76 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/066b9078-a07c-454f-9cc1-a088b5dbe3fb HTTP/1.1" status: 204 len: 168 time: 0.2125719 Aug 31 14:37:16.021573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55064) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:16.418494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.495541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.505695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:16.516897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc75b3e3-6443-4520-8d18-b494e214ec6c') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:16.517209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc75b3e3-6443-4520-8d18-b494e214ec6c') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:16.526080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.540129 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.546335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Releasing vlan 1544 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:37:16.546732 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:37:16.548392 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:37:16.605594 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.611629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.613916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c HTTP/1.1" status: 204 len: 168 time: 0.5913038 Aug 31 14:37:16.626387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16be1-020c-4786-9219-20c29043f3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1fc6f65-b952-4ab4-a7ec-c6ac7d57da3c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:16.736442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55068) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:16.780846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f1fd2804-dc2e-47af-a59d-c03b312b02cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1c3f5b7b41a400b813170e005942a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430751 Aug 31 14:37:16.784494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55070) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:16.834664 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a291981-2d4d-453c-b314-68109f9c7bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.855683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a291981-2d4d-453c-b314-68109f9c7bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.907604 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a291981-2d4d-453c-b314-68109f9c7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.910212 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9a291981-2d4d-453c-b314-68109f9c7bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.913852 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9a291981-2d4d-453c-b314-68109f9c7bf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03161f89-17a7-4667-8705-8ccc6e8990ca HTTP/1.1" status: 204 len: 168 time: 0.1259236 Aug 31 14:37:16.920053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a291981-2d4d-453c-b314-68109f9c7bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03161f89-17a7-4667-8705-8ccc6e8990ca,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:17.603264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55092) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:17.704081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-599904132-network', 'tenant_id': '1b75c7fff163473b887d8349b56db64e'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:17.728588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Made reservation on behalf of 1b75c7fff163473b887d8349b56db64e for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:17.730906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.739511 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.831558 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.835360 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.863360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] vlan segment allocate from pool success with {'vlan_id': 1549, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:37:17.872036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87b938-b6dc-4a29-ae98-00ee19ee644d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:17.879858 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.880081 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Added segment d00cdcb0-bae6-4ba2-91cb-2c448624824d of type vlan for network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 Aug 31 14:37:17.921635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.945443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.946363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:17.946951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.002471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3980818 Aug 31 14:37:18.005620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55096) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:18.011375 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Request body: {'subnet': {'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-599904132-subnet', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:18.012118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd7e88-9186-4bb0-8d1f-d2eefcba2333 admin admin] Pushing event updated for resources: {'Network': ['ID=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:18.022261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:37:18.033897 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Made reservation on behalf of 1b75c7fff163473b887d8349b56db64e for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:18.036175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.468232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.513301 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 432eeab8-52ec-4b30-aa5c-4273c389bbba no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:18.526492 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bfecc3-294a-41c5-a8b2-a1d150761815,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:18.533185 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 432eeab8-52ec-4b30-aa5c-4273c389bbba {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:18.533533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 432eeab8-52ec-4b30-aa5c-4273c389bbba not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:18.536665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.537049 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.537396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.537730 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.538060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.538391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.538722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.539045 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.539393 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.539717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.540035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.540353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:18.545419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Checking segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:18.545776 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Network hostable DHCP agents. Network: 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:37:18.563052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:37:18.573201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:18.578535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:18.579237 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.581546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ea73d-8e2c-4257-ae31-4ec68ac4871f None None] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:18.597699 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-298d8c20-0046-405a-b481-544f0f073887 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5909436 Aug 31 14:37:18.600348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55098) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:18.604715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:18.629532 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.630428 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.689108 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.734597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:37:18.735464 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.845378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.879822 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Allocated IP 172.20.0.2 (6c8bfb86-ecaf-451b-8ad6-6526ea2c7711/65bfecc3-294a-41c5-a8b2-a1d150761815/7975e496-b8d3-4c0b-82c5-09148010e2a5) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:19.027005 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.035567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Transition to ACTIVE for port object 7975e496-b8d3-4c0b-82c5-09148010e2a5 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:19.051599 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.052670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Transition to ACTIVE for port object 7975e496-b8d3-4c0b-82c5-09148010e2a5 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:19.059831 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.074032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.099314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:19.102767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:19.106446 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:19.112021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Pushing event updated for resources: {'Port': ['ID=7975e496-b8d3-4c0b-82c5-09148010e2a5,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.169432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Attempting to bind port 7975e496-b8d3-4c0b-82c5-09148010e2a5 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:19.169725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Attempting to bind port 7975e496-b8d3-4c0b-82c5-09148010e2a5 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:19.170176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Attempting to bind port 7975e496-b8d3-4c0b-82c5-09148010e2a5 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:19.175140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:19.175519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Checking segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:19.175927 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.176325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Bound using segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:19.176794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Bound port: 7975e496-b8d3-4c0b-82c5-09148010e2a5, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:19.177216 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.207731 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Allocated IP 172.25.0.98 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/71a18764-533d-4b99-8653-3d2cb61cb39a) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:19.243529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] For port 7975e496-b8d3-4c0b-82c5-09148010e2a5, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:19.247133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] For port 7975e496-b8d3-4c0b-82c5-09148010e2a5, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7975e496-b8d3-4c0b-82c5-09148010e2a5,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:19.251535 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.309130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231889-a006-4a2a-9ee2-48cae0b61fda None None] Pushing event updated for resources: {'Port': ['ID=7975e496-b8d3-4c0b-82c5-09148010e2a5,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.322880 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.364091 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.406171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:19.409285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:19.413295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:19.438421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Pushing event updated for resources: {'Port': ['ID=71a18764-533d-4b99-8653-3d2cb61cb39a,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.694542 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.894660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.034322 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Router 7e4bde4a-75e7-4136-8404-9d275a372053 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:37:20.152082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:20.165415 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:20.170280 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.174280 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6a9d9b08-ea91-4959-9227-6c0f23f07f44 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5704246 Aug 31 14:37:20.174552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55100) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:20.177144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:20.177762 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:36:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:20.311380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7975e496-b8d3-4c0b-82c5-09148010e2a5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:20.367940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a47bacb-7a78-4b72-9abe-0c6f213d04c7 None None] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:20.441117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b568a7f7-3218-4652-969d-43fb8b3a0f25 None None] Provisioning for port 7975e496-b8d3-4c0b-82c5-09148010e2a5 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:20.452672 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:20.476766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 7975e496-b8d3-4c0b-82c5-09148010e2a5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:20.483318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7975e496-b8d3-4c0b-82c5-09148010e2a5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:20.483686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.643716 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.669868 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:19Z', 'revision_number': 3, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:20.693762 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 7975e496-b8d3-4c0b-82c5-09148010e2a5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7975e496-b8d3-4c0b-82c5-09148010e2a5,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:20.702673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.719448 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:20.719827 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Updating router 7e4bde4a-75e7-4136-8404-9d275a372053 port 71a18764-533d-4b99-8653-3d2cb61cb39a binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:37:20.750584 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.751722 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.771243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7975e496-b8d3-4c0b-82c5-09148010e2a5,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:20.989504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Allocated IP 172.20.0.1 (6c8bfb86-ecaf-451b-8ad6-6526ea2c7711/65bfecc3-294a-41c5-a8b2-a1d150761815/07a2ad86-ba8f-4e51-ba4a-221231d915e5) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:20.989735 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bbe558cd-83ed-4eb1-8dd4-8bec5020fb86 None None] Provisioning complete for port 7975e496-b8d3-4c0b-82c5-09148010e2a5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:20.990108 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe558cd-83ed-4eb1-8dd4-8bec5020fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.079636 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.090465 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Transition to ACTIVE for port object 71a18764-533d-4b99-8653-3d2cb61cb39a will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:21.102741 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.116792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.137226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Transition to ACTIVE for port object 07a2ad86-ba8f-4e51-ba4a-221231d915e5 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:21.155299 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Attempting to bind port 71a18764-533d-4b99-8653-3d2cb61cb39a on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:21.155672 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Attempting to bind port 71a18764-533d-4b99-8653-3d2cb61cb39a by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:21.156040 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Attempting to bind port 71a18764-533d-4b99-8653-3d2cb61cb39a on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:21.165858 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Pushing event updated for resources: {'Port': ['ID=71a18764-533d-4b99-8653-3d2cb61cb39a,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:21.173195 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:21.173600 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:21.174083 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.174548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:21.175026 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Bound port: 71a18764-533d-4b99-8653-3d2cb61cb39a, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:21.175464 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.176406 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.180410 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.180768 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.181144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.181468 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.181811 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.182138 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.182468 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.182795 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.183119 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.183639 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.183894 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.184226 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:21.222139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:21.225318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:21.234054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:21.237512 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Pushing event updated for resources: {'Port': ['ID=07a2ad86-ba8f-4e51-ba4a-221231d915e5,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:21.256224 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] For port 71a18764-533d-4b99-8653-3d2cb61cb39a, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:21.261329 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] For port 71a18764-533d-4b99-8653-3d2cb61cb39a, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71a18764-533d-4b99-8653-3d2cb61cb39a,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:21.268044 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.281493 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.327153 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822be22f-2a92-495e-a8e5-3074d0b99e1f None None] Pushing event updated for resources: {'Port': ['ID=71a18764-533d-4b99-8653-3d2cb61cb39a,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:21.348519 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:21.349462 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:36:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:21.421684 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.466604 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:21.512584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9e233160-b6eb-4bc0-b53c-8bb17217ab96 None None] Provisioning for port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:21.518462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9e233160-b6eb-4bc0-b53c-8bb17217ab96 None None] Provisioning complete for port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:21.518855 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e233160-b6eb-4bc0-b53c-8bb17217ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.553031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9e233160-b6eb-4bc0-b53c-8bb17217ab96 None None] Port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:21.589336 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.599232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.654350 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:19Z', 'revision_number': 3, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:21.669827 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Pushing event updated for resources: {'Port': ['ID=07a2ad86-ba8f-4e51-ba4a-221231d915e5,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:21.676189 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.684809 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda5ad4-0195-4962-bb76-59320ee0ca38 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:19Z', 'revision_number': 3, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:21.785385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:21.786894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:21.916638 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:22.054747 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:22.060024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-172bb85f-5d04-4193-b6ca-12f08d27b276 admin admin] 10.222.0.10 "PUT /v2.0/routers/7e4bde4a-75e7-4136-8404-9d275a372053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8842239 Aug 31 14:37:22.079849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff20bfe7-4c81-4431-911c-26c5f0ab5d0f None None] Provisioning complete for port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:22.080225 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff20bfe7-4c81-4431-911c-26c5f0ab5d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.119723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff20bfe7-4c81-4431-911c-26c5f0ab5d0f None None] Port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:22.349666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7975e496-b8d3-4c0b-82c5-09148010e2a5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:22.411776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 7975e496-b8d3-4c0b-82c5-09148010e2a5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:22.412258 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.501713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a18764-533d-4b99-8653-3d2cb61cb39a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:22.553144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 71a18764-533d-4b99-8653-3d2cb61cb39a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:22.557223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 71a18764-533d-4b99-8653-3d2cb61cb39a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:22.557668 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.658089 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.684193 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 71a18764-533d-4b99-8653-3d2cb61cb39a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71a18764-533d-4b99-8653-3d2cb61cb39a,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:22.687757 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.739200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=71a18764-533d-4b99-8653-3d2cb61cb39a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:22.820902 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55108) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:22.825794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b17c90a4-cc7d-403d-89dd-0ff3daf698fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469618223', 'description': 'tempest-description--747912860'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:22.848292 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b17c90a4-cc7d-403d-89dd-0ff3daf698fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.939970 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b17c90a4-cc7d-403d-89dd-0ff3daf698fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.944176 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b17c90a4-cc7d-403d-89dd-0ff3daf698fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.971924 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b17c90a4-cc7d-403d-89dd-0ff3daf698fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.973224 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b17c90a4-cc7d-403d-89dd-0ff3daf698fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1512482 Aug 31 14:37:22.976340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55110) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:22.978436 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c90a4-cc7d-403d-89dd-0ff3daf698fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517f7260-b0b3-4f03-b358-98e866761f29,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:22.993281 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-aebaaea1-d7c0-4de2-99a6-014b8e203d9c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'security_group_rule': {'security_group_id': '517f7260-b0b3-4f03-b358-98e866761f29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:23.028388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aebaaea1-d7c0-4de2-99a6-014b8e203d9c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.095491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aebaaea1-d7c0-4de2-99a6-014b8e203d9c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.099921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aebaaea1-d7c0-4de2-99a6-014b8e203d9c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.118627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaaea1-d7c0-4de2-99a6-014b8e203d9c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7398553-7d9b-4a3c-a579-6de8ef904444,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:23.128519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aebaaea1-d7c0-4de2-99a6-014b8e203d9c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.134541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aebaaea1-d7c0-4de2-99a6-014b8e203d9c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524220 Aug 31 14:37:23.135080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55112) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:23.140754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-72e364f7-0174-4ae0-9939-ba936317211a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'security_group_rule': {'security_group_id': '517f7260-b0b3-4f03-b358-98e866761f29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:23.173363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-72e364f7-0174-4ae0-9939-ba936317211a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.242915 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-72e364f7-0174-4ae0-9939-ba936317211a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.251107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-72e364f7-0174-4ae0-9939-ba936317211a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.269959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e364f7-0174-4ae0-9939-ba936317211a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffccc6bd-a9c3-42cc-bd9b-3f54dd930881,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:23.279120 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-72e364f7-0174-4ae0-9939-ba936317211a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.280570 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-72e364f7-0174-4ae0-9939-ba936317211a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443460 Aug 31 14:37:23.284288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55114) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:23.290741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:23.321790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.381202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:23.394788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:23.395897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:36:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:23.462063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.518033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:23.582522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Allocated IP 172.25.0.253 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/1bbd7139-9052-4a7a-bab5-d5057d6c6928) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:23.728517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.755089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 2, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:23.779515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.787885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:23.788231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Updating router 7e4bde4a-75e7-4136-8404-9d275a372053 port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:37:23.820299 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.823965 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:23.827035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:23.831639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:23.856920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'Port': ['ID=1bbd7139-9052-4a7a-bab5-d5057d6c6928,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:23.934201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.977261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.117595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.127933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Transition to ACTIVE for port object 07a2ad86-ba8f-4e51-ba4a-221231d915e5 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:24.132060 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.134726 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.137677 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.185670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb01239-bdc2-44aa-a6ff-08731b31b245 None None] Pushing event updated for resources: {'Port': ['ID=07a2ad86-ba8f-4e51-ba4a-221231d915e5,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:24.217010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'Port': ['ID=1bbd7139-9052-4a7a-bab5-d5057d6c6928,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:24.220291 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.236999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.238545 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a3a6a4e4-c1db-470c-9907-41e7151cc118 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9527552 Aug 31 14:37:24.244950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Attempting to bind port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:24.245340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Attempting to bind port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:24.245749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Attempting to bind port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:24.252096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:24.252482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Checking segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:24.252910 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.253316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Bound using segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:24.254098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Bound port: 07a2ad86-ba8f-4e51-ba4a-221231d915e5, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:24.254496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.291472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a18764-533d-4b99-8653-3d2cb61cb39a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:24.371631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] For port 07a2ad86-ba8f-4e51-ba4a-221231d915e5, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:24.377270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] For port 07a2ad86-ba8f-4e51-ba4a-221231d915e5, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=07a2ad86-ba8f-4e51-ba4a-221231d915e5,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:24.383618 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.416620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 71a18764-533d-4b99-8653-3d2cb61cb39a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:24.417457 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.422637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-a6414ec6-bb34-412f-945f-e495c271211e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1469618223&fields=id&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 267 time: 0.0364788 Aug 31 14:37:24.480048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb01239-bdc2-44aa-a6ff-08731b31b245 None None] Pushing event updated for resources: {'Port': ['ID=07a2ad86-ba8f-4e51-ba4a-221231d915e5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:24.494165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:24.494917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:36:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:24.552956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-d55678dc-0442-48a6-98d1-38e67055df76 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:24.560732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-d55678dc-0442-48a6-98d1-38e67055df76 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1246979 Aug 31 14:37:24.577683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-4bbcb702-caf4-4c80-8a51-fb7e5e61374b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/quotas/1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 375 time: 0.0158203 Aug 31 14:37:24.636269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-aa9b0766-887d-4094-b89a-5ddca6d4dd2a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573430 Aug 31 14:37:24.640777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:24.742875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-fddec320-b3f6-496a-ad09-386cfb4de8ce service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914810 Aug 31 14:37:24.846045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-07915df1-23e1-4087-b353-f19fdd5c1165 service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968137 Aug 31 14:37:25.020905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:24Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:25.028288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-21582db7-5632-44bd-8e33-8ef1c856086c req-e43f20c3-0fe0-4a7c-827c-f97355c78205 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Aug 31 14:37:25.051800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b071b61-5dcb-428a-9837-8a148c6be6b3 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:24Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:26.165657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-87cafa41-3b6a-4193-b208-17dd1b2864de req-28622911-aa78-4b76-966f-a0fc03a24e01 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 210 time: 0.0481606 Aug 31 14:37:26.228491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-c969857e-8d47-4276-9b95-7e149156c5fb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.230106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-c969857e-8d47-4276-9b95-7e149156c5fb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1889148 Aug 31 14:37:26.306588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 07a2ad86-ba8f-4e51-ba4a-221231d915e5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:26.342709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-6309ae23-6dfa-4e29-b6d2-8e54d2e83310 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 380 time: 0.0615127 Aug 31 14:37:26.359226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'port': {'device_id': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'admin_state_up': True, 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'security_groups': ['517f7260-b0b3-4f03-b358-98e866761f29']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:26.369042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:26.373208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:26.373697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.458556 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.490571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Made reservation on behalf of 1b75c7fff163473b887d8349b56db64e for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:26.495259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.497313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 07a2ad86-ba8f-4e51-ba4a-221231d915e5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=07a2ad86-ba8f-4e51-ba4a-221231d915e5,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:26.502685 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.559142 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=07a2ad86-ba8f-4e51-ba4a-221231d915e5,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:26.640894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Allocated IP 172.20.0.13 (6c8bfb86-ecaf-451b-8ad6-6526ea2c7711/65bfecc3-294a-41c5-a8b2-a1d150761815/f01afdcd-1b18-4b2e-b517-d5eba2a77f50) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:26.793255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.812532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Transition to ACTIVE for port object f01afdcd-1b18-4b2e-b517-d5eba2a77f50 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:26.833564 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c39e3085-74bb-484a-b66b-5a15e7418ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.850737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.903521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:26.907658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:26.912610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:26.920842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:26.981089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.981785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.998429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-e523ac84-78b5-4381-8fe0-d6f889156d6e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6457152 Aug 31 14:37:27.023178 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Request body: {'port': {'device_id': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:27.100173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.264813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dea5716a-13a9-4b6e-a601-a003bda41053 None None] Provisioning for port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:27.270092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-dea5716a-13a9-4b6e-a601-a003bda41053 None None] Provisioning complete for port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:27.270627 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dea5716a-13a9-4b6e-a601-a003bda41053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.311129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-dea5716a-13a9-4b6e-a601-a003bda41053 None None] Port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:27.357805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294d7f3-bca4-40b5-92fe-33ae948aa8c7 req-c7d4748a-2e51-45e2-af1a-89f1a3d6ad6a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.359388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9294d7f3-bca4-40b5-92fe-33ae948aa8c7 req-c7d4748a-2e51-45e2-af1a-89f1a3d6ad6a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 932 time: 0.1175275 Aug 31 14:37:27.429176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9294d7f3-bca4-40b5-92fe-33ae948aa8c7 req-adc973a0-72a8-40dd-9954-0d8c0c147306 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621247 Aug 31 14:37:27.470643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01afdcd-1b18-4b2e-b517-d5eba2a77f50 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:27.478794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.490833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Transition to ACTIVE for port object f01afdcd-1b18-4b2e-b517-d5eba2a77f50 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:27.495841 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.569915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:27.625953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Attempting to bind port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:27.626394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Attempting to bind port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:27.626728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Attempting to bind port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:27.631228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:37:27.631593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Attempting to bind port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:27.637270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:27.637666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Checking segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:27.638062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Bound using segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:27.638576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Bound port: f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:27.638962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.709243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:27.716079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:27.721279 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.769091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.769736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.771174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] 10.222.0.26 "PUT /v2.0/ports/f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 1092 time: 0.7554018 Aug 31 14:37:27.771626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:27.774585 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e044b0-a434-4251-a791-8e8e165d1e35" -d '{"events": [{"name": "network-changed", "server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:27.796972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3550c-8580-47ea-8279-30ae44d5d9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:27.824086 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a64d970-bc2c-4cbb-a54d-25d9d72c3ab4 x-openstack-request-id: req-8a64d970-bc2c-4cbb-a54d-25d9d72c3ab4 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:27.824409 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:27.824683 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a64d970-bc2c-4cbb-a54d-25d9d72c3ab4 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:27.825116 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'status': 'completed', 'code': 200} Aug 31 14:37:27.885653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-f9da814b-c50c-466e-b3c8-212f0fb033db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.887452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-f9da814b-c50c-466e-b3c8-212f0fb033db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1095 time: 0.0437610 Aug 31 14:37:27.938526 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-2129238e-2213-455f-88bd-6f3e9d26f8f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 217 time: 0.0356019 Aug 31 14:37:27.999356 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-1b41cc86-6e5e-4f16-8afa-1f9487b877c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.000835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-1b41cc86-6e5e-4f16-8afa-1f9487b877c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0486097 Aug 31 14:37:28.055279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbb42-5f78-4360-b43a-e02413358506 req-3525f2d6-209e-4c73-b299-6054da2f9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.056784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-3525f2d6-209e-4c73-b299-6054da2f9094 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474279 Aug 31 14:37:28.153524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-e5b63687-7c30-49fb-a3b7-9bd59c459bd6 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886388 Aug 31 14:37:28.255623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 07a2ad86-ba8f-4e51-ba4a-221231d915e5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:28.257510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-404cbb42-5f78-4360-b43a-e02413358506 req-56ab1f53-6152-4db2-a7e1-f31e43c2792c service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953131 Aug 31 14:37:28.306654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:28.306973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:28.406846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-63ef910f-c4a8-4803-8505-1e2ab9e9f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.408535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-63ef910f-c4a8-4803-8505-1e2ab9e9f816 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1095 time: 0.0515325 Aug 31 14:37:28.509159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-9420f5c8-31e6-43af-9317-01d7ac3e5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.510994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-9420f5c8-31e6-43af-9317-01d7ac3e5cd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0951486 Aug 31 14:37:28.569786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-b51bdc4f-8d26-4385-8d5a-e83657d16b57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 217 time: 0.0492914 Aug 31 14:37:28.617870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8085d1-5273-4664-a587-f3acad770f3c req-5e653a4b-da07-41d2-b331-171d26dc4a04 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.619385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f8085d1-5273-4664-a587-f3acad770f3c req-5e653a4b-da07-41d2-b331-171d26dc4a04 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 944 time: 0.1133938 Aug 31 14:37:28.655141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-3b180245-6b0d-4676-9df5-4e0230b49692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.656618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-3b180245-6b0d-4676-9df5-4e0230b49692 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0798676 Aug 31 14:37:28.682890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f8085d1-5273-4664-a587-f3acad770f3c req-3647dcba-bc76-49c7-bf27-a09ca9162ef4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571699 Aug 31 14:37:28.717137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-343abeac-417f-4e89-8bfe-1884a386c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.718876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-343abeac-417f-4e89-8bfe-1884a386c57f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525165 Aug 31 14:37:28.824332 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-2bd987c3-5e99-4c4e-bfc4-f0694ead4cbd service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970218 Aug 31 14:37:28.927968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4e044b0-a434-4251-a791-8e8e165d1e35 req-781cb08e-5cc2-4410-a348-e0eac2e3a7ec service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936608 Aug 31 14:37:29.369180 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5c1133f4-3d47-4b0a-99bc-e4c59b37e109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.581595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.805219 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d6de-e529-4626-8ef8-2b6b7619258b req-bed4f739-d68d-486d-9179-4666131c4484 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:29.806741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5515d6de-e529-4626-8ef8-2b6b7619258b req-bed4f739-d68d-486d-9179-4666131c4484 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 944 time: 0.0513601 Aug 31 14:37:29.847747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5515d6de-e529-4626-8ef8-2b6b7619258b req-c50c8656-f2ae-42b7-925e-14b56bd7dd89 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350382 Aug 31 14:37:30.538098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f01afdcd-1b18-4b2e-b517-d5eba2a77f50 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:30.637062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:30.649086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'mac_address': 'fa:16:3e:25:5e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:30.689286 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.706358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01afdcd-1b18-4b2e-b517-d5eba2a77f50 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:30.733383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:30.739366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.770119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.792529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:30.966927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8022c-2c6a-4a32-8e3d-294c710c1724 req-f9ab189b-a920-42f3-8c34-3649affe5765 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:30.968454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0a8022c-2c6a-4a32-8e3d-294c710c1724 req-f9ab189b-a920-42f3-8c34-3649affe5765 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 945 time: 0.0501199 Aug 31 14:37:31.008681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0a8022c-2c6a-4a32-8e3d-294c710c1724 req-7209df78-0968-4ad7-bd2f-e5834024d3ad tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335758 Aug 31 14:37:31.027143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f01afdcd-1b18-4b2e-b517-d5eba2a77f50'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:32.124834 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:32.136232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98654e91-101f-48d4-8a1a-87bfe07231fb req-8d1c547b-7b06-49dd-b7f0-bc8fa348334f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:32.138343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98654e91-101f-48d4-8a1a-87bfe07231fb req-8d1c547b-7b06-49dd-b7f0-bc8fa348334f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 945 time: 0.0582585 Aug 31 14:37:32.178640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-98654e91-101f-48d4-8a1a-87bfe07231fb req-96b73a49-3961-48ce-9a80-858b8639b4fc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332599 Aug 31 14:37:32.561870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f01afdcd-1b18-4b2e-b517-d5eba2a77f50 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:32.615560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:32.619968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:32.620346 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:32.703513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:32.729133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:32.731391 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0532561e-73f8-48b0-860e-548cc8740ba5" -d '{"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-plugged", "status": "completed", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:32.744971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:32.751113 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:32.778776 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da5b38-0c28-4df2-8a83-19c744163805 x-openstack-request-id: req-11da5b38-0c28-4df2-8a83-19c744163805 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:32.779072 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-plugged", "status": "completed", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:32.779327 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11da5b38-0c28-4df2-8a83-19c744163805 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:32.779722 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'code': 200} Aug 31 14:37:32.806984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:32.814631 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.814981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.815376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.821496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:32.906862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6765-511d-4520-a15c-dea846fdeeb4 req-16dd19be-5639-48ab-8179-62437391b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:32.908301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbeb6765-511d-4520-a15c-dea846fdeeb4 req-16dd19be-5639-48ab-8179-62437391b93c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1097 time: 0.0447452 Aug 31 14:37:32.946297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dbeb6765-511d-4520-a15c-dea846fdeeb4 req-b42580dd-72b8-4b6e-98bc-4b1c1352882d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294101 Aug 31 14:37:33.300346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399493-bfda-4697-aa52-e9a255b1290b req-1ad46b81-e9dc-4a5c-96f7-6b71b257aba7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:33.301884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e399493-bfda-4697-aa52-e9a255b1290b req-1ad46b81-e9dc-4a5c-96f7-6b71b257aba7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0505240 Aug 31 14:37:33.342489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7e399493-bfda-4697-aa52-e9a255b1290b req-b59a10ea-170b-4750-8207-3ca772e40c96 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Aug 31 14:37:34.472083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0425ad1-f4d3-45e1-8ff5-6d04c7199ea3 req-aa108a01-e722-43bd-b14b-f7abc1f977f2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:34.473556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0425ad1-f4d3-45e1-8ff5-6d04c7199ea3 req-aa108a01-e722-43bd-b14b-f7abc1f977f2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0535653 Aug 31 14:37:34.523682 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0425ad1-f4d3-45e1-8ff5-6d04c7199ea3 req-261bd9c9-5d1e-4d93-9682-c52bd0e9bab2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406811 Aug 31 14:37:34.645951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece2ffd-9820-465a-b58a-a880cc4f523c req-224d971d-996d-4cf8-8377-3b869eda27af tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:34.647570 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ece2ffd-9820-465a-b58a-a880cc4f523c req-224d971d-996d-4cf8-8377-3b869eda27af tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0519664 Aug 31 14:37:34.658328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:34.663099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'floatingip': {'port_id': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:34.708954 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.208785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.213536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.319194 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 associated. External IP: 172.25.0.253, port: f01afdcd-1b18-4b2e-b517-d5eba2a77f50. Aug 31 14:37:35.532371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:35.977382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:35.982597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.987529 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:35.998679 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:35.999325 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:37:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:36.013414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3e7c1ba2-08a1-4ab6-957f-cc0b3c8d0f07 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "PUT /v2.0/floatingips/e6457707-6412-44bb-a3da-dedb5deb3828 HTTP/1.1" status: 200 len: 992 time: 1.3539922 Aug 31 14:37:36.014041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:36.016477 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cc0c29-35cb-4daf-baec-abfc29e3a239" -d '{"events": [{"name": "network-changed", "server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:36.105610 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:36.136083 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8116f9e4-3f94-44bd-bf7c-817517b86022 x-openstack-request-id: req-8116f9e4-3f94-44bd-bf7c-817517b86022 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:36.137197 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:36.137197 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8116f9e4-3f94-44bd-bf7c-817517b86022 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:36.137501 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'status': 'completed', 'code': 200} Aug 31 14:37:36.224087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-82a703d8-7289-4ae4-b38e-8bdac53953b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:36.225667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-82a703d8-7289-4ae4-b38e-8bdac53953b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1097 time: 0.0415401 Aug 31 14:37:36.326727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-01983735-1e1e-4ef3-a6c8-8312443cd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:36.328240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-01983735-1e1e-4ef3-a6c8-8312443cd896 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0945361 Aug 31 14:37:36.335273 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:25:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 1, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:36.363214 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:36.372084 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:36.372697 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:37:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:36.396642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-96c05156-e0c8-47d9-a4fd-6557ade5441b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 1000 time: 0.0606825 Aug 31 14:37:36.456601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-7d52f35a-98c3-4a0f-8717-2b4d816db2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:36.458237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-7d52f35a-98c3-4a0f-8717-2b4d816db2b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0544376 Aug 31 14:37:36.499967 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:36.509304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-a1803f72-fb1d-4acf-af78-66c129228364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:36.511182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-a1803f72-fb1d-4acf-af78-66c129228364 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425439 Aug 31 14:37:36.613907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-63ba89c2-593a-4960-adef-eaa8b25369ff service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946856 Aug 31 14:37:36.720047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a9cc0c29-35cb-4daf-baec-abfc29e3a239 req-715c3b01-e8ef-4ca3-a651-e419216f07d6 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983214 Aug 31 14:37:36.875188 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:25:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 1, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:36.904729 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99989e56-7bdc-4d57-a64d-e7d35c80d12b None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:25:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 1, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:37.166883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc6a19-a8e4-4624-8680-ad29f7f8e9b3 None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:37:38.617881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-6d817829-e08e-41b4-924f-c0aa9d744d2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486343 Aug 31 14:37:38.721289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-ab267f7b-139b-4623-8661-b529edd26515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:38.722846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-ab267f7b-139b-4623-8661-b529edd26515 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1097 time: 0.0428097 Aug 31 14:37:38.846349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-66de33f9-6c15-4a3d-b7a4-0ff5fbeade2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:38.847959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-66de33f9-6c15-4a3d-b7a4-0ff5fbeade2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0968282 Aug 31 14:37:38.934076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-69e7b8ff-afc0-47be-ace8-97389823659f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 1002 time: 0.0773013 Aug 31 14:37:38.993868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-990d3eab-0bc9-48df-9b4e-abafbebd5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:38.995486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-990d3eab-0bc9-48df-9b4e-abafbebd5c3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0534866 Aug 31 14:37:39.072406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-94056988-7e6b-4927-b193-62d3844edf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:39.073976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-94056988-7e6b-4927-b193-62d3844edf8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683322 Aug 31 14:37:39.236311 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-bb19d9c0-e350-4bce-b372-16c571ed87b8 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546276 Aug 31 14:37:39.342153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04e88394-1582-4f8a-bc67-7b07f462d8b4 req-9ef005a4-ae4a-4601-b392-e4dc77f8bcc4 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974371 Aug 31 14:37:40.292102 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.550254 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:37:48.438880 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0077635f-1c5a-474d-a63d-b5ad9037e04c req-2454d2a4-2a23-47e9-b8bc-627ba58566e9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299885 Aug 31 14:37:48.551585 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0077635f-1c5a-474d-a63d-b5ad9037e04c req-2bb04bd8-23ba-4432-bd11-e884bd8c1a59 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0268548 Aug 31 14:37:48.607557 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0077635f-1c5a-474d-a63d-b5ad9037e04c req-b3aba0f0-69a1-4c77-8b48-c406abb1e725 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210085 Aug 31 14:37:48.722261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077635f-1c5a-474d-a63d-b5ad9037e04c req-6f57bb39-0c5b-4289-be52-9b3f83996033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:48.723786 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0077635f-1c5a-474d-a63d-b5ad9037e04c req-6f57bb39-0c5b-4289-be52-9b3f83996033 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1095898 Aug 31 14:37:56.825869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-27b0deb2-07d3-4410-92ba-2bc64699151d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.364389 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-639fa30b-a27d-444a-ac34-7a085396679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.583159 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.750969 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.128046 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.274677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.548893 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:38:26.828664 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-76a646f3-a834-48d7-b2ba-d05a7d36b019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.364448 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-71fdbbb9-54d9-49f3-bf5b-c982c82f8fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.585133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:30.755207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:32.129828 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:38.614049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-08be81c9-fa35-4b4d-aee2-1ec54f73175c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423019 Aug 31 14:38:38.716077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-289e531e-e310-4d3e-aeb9-a994033f7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.717611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-289e531e-e310-4d3e-aeb9-a994033f7022 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1097 time: 0.0410154 Aug 31 14:38:38.825737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-0786493c-1929-4605-951e-e3732258276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.827230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-0786493c-1929-4605-951e-e3732258276f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0876191 Aug 31 14:38:38.899151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-df65033f-e747-4a10-aa1b-409dd01d57ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 1002 time: 0.0628622 Aug 31 14:38:38.957029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-9c769218-f1d3-4dba-ae5f-6a5ca285cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.959023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-9c769218-f1d3-4dba-ae5f-6a5ca285cfbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0518048 Aug 31 14:38:39.005977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-6762d96a-95a7-43e1-96bb-d590957ccba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:39.007500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-6762d96a-95a7-43e1-96bb-d590957ccba5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406010 Aug 31 14:38:39.100231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-a048ba98-319c-4f00-8255-4126faf3692d service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Aug 31 14:38:39.199430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e4a25e8e-7192-4f68-bb36-cf708377a134 req-80d9fe41-f7f4-40b7-b868-ec1c40e7f4fe service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912161 Aug 31 14:38:40.289669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.481575 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5aa2a0b5-8769-4745-869d-095fc050fdfc req-cca9dd22-738f-4bd3-9edd-f78dec590893 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0312021 Aug 31 14:38:50.548804 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5aa2a0b5-8769-4745-869d-095fc050fdfc req-2cca647b-ee0b-4089-8444-851cc0a294a2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0238786 Aug 31 14:38:50.596722 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5aa2a0b5-8769-4745-869d-095fc050fdfc req-50c4f276-e77c-425e-81a2-1629be952454 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195289 Aug 31 14:38:50.694924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2a0b5-8769-4745-869d-095fc050fdfc req-fa6568b4-b7e9-43da-a59c-f0339d722c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:50.696451 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5aa2a0b5-8769-4745-869d-095fc050fdfc req-fa6568b4-b7e9-43da-a59c-f0339d722c8b service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0921750 Aug 31 14:38:56.830274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db44a71a-1fdb-4134-a521-bfaa673a5793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.366938 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-781f48d5-a1bb-4a0c-a137-6448627a2557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.585905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:00.758503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.547536 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:39:02.132685 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:10.277928 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:15.909023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a85a7-9125-4c56-b2bf-bc06f16ebd54 req-11f0f915-eea9-41a1-88a3-fd1230a9e0d4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:15.911070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-986a85a7-9125-4c56-b2bf-bc06f16ebd54 req-11f0f915-eea9-41a1-88a3-fd1230a9e0d4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.1077554 Aug 31 14:39:15.949082 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-986a85a7-9125-4c56-b2bf-bc06f16ebd54 req-62aafe67-a17d-494d-8254-62ab490a3682 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Aug 31 14:39:16.178337 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-a65a17ec-ffe0-48a1-8169-575979505121 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466321 Aug 31 14:39:16.191814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94e637-028d-4c96-be9d-57de5910d951 req-a2a27c6d-8bd5-4138-bfe6-30caea9240f3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:16.193561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba94e637-028d-4c96-be9d-57de5910d951 req-a2a27c6d-8bd5-4138-bfe6-30caea9240f3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0514364 Aug 31 14:39:16.238835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ba94e637-028d-4c96-be9d-57de5910d951 req-77522ca1-1a22-478f-9239-aac7e415dcab tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Aug 31 14:39:17.363027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89f6ba-13ba-4b06-b82b-fd5fbfcfe71b req-0cc522cf-f433-4353-ab56-7e882e743bf4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:17.364648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d89f6ba-13ba-4b06-b82b-fd5fbfcfe71b req-0cc522cf-f433-4353-ab56-7e882e743bf4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0555942 Aug 31 14:39:17.429820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d89f6ba-13ba-4b06-b82b-fd5fbfcfe71b req-be1d2a5e-4e52-479c-bff7-683c596606a5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558314 Aug 31 14:39:17.432621 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-e6c3b7aa-1a45-4043-a4c6-82695e464f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:17.433917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-e6c3b7aa-1a45-4043-a4c6-82695e464f0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1097 time: 0.0676506 Aug 31 14:39:17.528738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-e4a2d95b-3063-4ba6-8811-f45e8e8a5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:17.530159 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-e4a2d95b-3063-4ba6-8811-f45e8e8a5b66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0878899 Aug 31 14:39:17.597908 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-8fb932cc-aaaf-4193-bdf4-2ecd857b4978 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 1002 time: 0.0582652 Aug 31 14:39:17.647871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-20e1a038-8b42-437f-ac6e-7b7cfdcd0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:17.649350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-20e1a038-8b42-437f-ac6e-7b7cfdcd0aa5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0449231 Aug 31 14:39:17.702562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-2b7ae48a-a000-47b4-8c1e-6579b31d2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:17.704108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-2b7ae48a-a000-47b4-8c1e-6579b31d2b1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470276 Aug 31 14:39:17.797150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-ef0e5f83-1114-4fad-bc04-e05f11ac186b service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839825 Aug 31 14:39:17.893014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-601eca01-13fc-4e42-89b0-88d988051778 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Aug 31 14:39:18.552922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bec91-78f9-4dba-a4f5-db8f2cc6499d req-5b6500b5-0fde-49a8-aa89-900d6a40493f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.554405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-140bec91-78f9-4dba-a4f5-db8f2cc6499d req-5b6500b5-0fde-49a8-aa89-900d6a40493f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0568013 Aug 31 14:39:18.592662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-140bec91-78f9-4dba-a4f5-db8f2cc6499d req-11afc6f6-738d-4db6-b3aa-358471e7e08f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Aug 31 14:39:19.723311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a637d-217f-4a1d-bce6-7c64b6fd8d2a req-b3ce4283-8973-4b18-8acf-26fe38a77d90 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:19.724893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a73a637d-217f-4a1d-bce6-7c64b6fd8d2a req-b3ce4283-8973-4b18-8acf-26fe38a77d90 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0567400 Aug 31 14:39:19.767980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a73a637d-217f-4a1d-bce6-7c64b6fd8d2a req-db782b60-66a1-4d4b-8ad8-2fb6c226a2c9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370288 Aug 31 14:39:20.887416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11331203-5156-4527-aaaf-8fa747d67acc req-7812f349-8c06-463f-8011-b346dde305d2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:20.888952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11331203-5156-4527-aaaf-8fa747d67acc req-7812f349-8c06-463f-8011-b346dde305d2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0529873 Aug 31 14:39:20.929417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11331203-5156-4527-aaaf-8fa747d67acc req-9b7a4fdf-e4c1-420c-bf64-5bf798a059fe tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315795 Aug 31 14:39:22.043790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53680d-44a5-439e-9890-12fd5203be7a req-a3af709f-376a-47fd-a189-bf49e9643850 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:22.045302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d53680d-44a5-439e-9890-12fd5203be7a req-a3af709f-376a-47fd-a189-bf49e9643850 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0493677 Aug 31 14:39:22.084123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0d53680d-44a5-439e-9890-12fd5203be7a req-51bed485-25b6-477a-a705-687a6b17f056 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Aug 31 14:39:23.200937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1229c-5c6c-4954-83cd-b093c4b71e0b req-978418f5-2604-46b3-a865-5128f316a8d8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:23.202434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eb1229c-5c6c-4954-83cd-b093c4b71e0b req-978418f5-2604-46b3-a865-5128f316a8d8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0502939 Aug 31 14:39:23.240209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eb1229c-5c6c-4954-83cd-b093c4b71e0b req-d6757c9d-f24b-4069-8682-4e9fa397a6fa tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Aug 31 14:39:24.372933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f81bcb-5478-41dc-8cfa-4cf8888df2b8 req-89606f38-57c2-495f-896c-3fb548290c75 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:24.374422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50f81bcb-5478-41dc-8cfa-4cf8888df2b8 req-89606f38-57c2-495f-896c-3fb548290c75 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0537608 Aug 31 14:39:24.411833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50f81bcb-5478-41dc-8cfa-4cf8888df2b8 req-5cc24597-f7b8-4899-a1cf-b704bbfa7e14 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Aug 31 14:39:25.526805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e166272-1779-4991-b8a5-3826d5966e6d req-28b441ff-02b8-4564-965b-dd31f88ed6ac tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:25.528282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e166272-1779-4991-b8a5-3826d5966e6d req-28b441ff-02b8-4564-965b-dd31f88ed6ac tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0489547 Aug 31 14:39:25.566074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e166272-1779-4991-b8a5-3826d5966e6d req-20b38a61-c2f9-46f4-8f65-f20653802c63 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Aug 31 14:39:26.681847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682081f-e930-4252-8f0c-23d59fffc3ed req-1491dfc1-1737-483c-af6a-cbba01369d90 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.683587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3682081f-e930-4252-8f0c-23d59fffc3ed req-1491dfc1-1737-483c-af6a-cbba01369d90 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0505788 Aug 31 14:39:26.724008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3682081f-e930-4252-8f0c-23d59fffc3ed req-91d7ab76-5b24-4452-81db-c0ea063a1646 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342388 Aug 31 14:39:26.832601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b97a79c8-af68-4363-a790-40da55029f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.843543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778c6da-b441-4c7e-844d-706f8a3b5a40 req-4a2e7d9a-5118-49f8-a394-d25f6822189a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:27.845079 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0778c6da-b441-4c7e-844d-706f8a3b5a40 req-4a2e7d9a-5118-49f8-a394-d25f6822189a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0525317 Aug 31 14:39:27.883055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0778c6da-b441-4c7e-844d-706f8a3b5a40 req-85a4157a-3aa9-4308-9c56-478b95ba3657 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Aug 31 14:39:28.998169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858f0e9-3640-4be1-a99f-2cc998b58469 req-9dae35fd-ca8f-4193-9196-3b7388abf283 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:28.999649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8858f0e9-3640-4be1-a99f-2cc998b58469 req-9dae35fd-ca8f-4193-9196-3b7388abf283 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Aug 31 14:39:29.037795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8858f0e9-3640-4be1-a99f-2cc998b58469 req-040df71f-fa66-4036-a4e5-4eb7119f7ad0 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Aug 31 14:39:29.368553 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3fdce8ae-a89a-4514-b956-87c07c558734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.587192 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.973224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-c3ea5c69-bf1f-4d5a-9e99-d75b57f73d3c service neutron] 10.222.0.26 "GET /v2.0/ports/f01afdcd-1b18-4b2e-b517-d5eba2a77f50/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0562627 Aug 31 14:39:30.203569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ff323-d590-408e-abf9-e21bbd4bd06c req-f583f2ea-cac8-4bfb-ba21-f574b9d08bc2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.205154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa5ff323-d590-408e-abf9-e21bbd4bd06c req-f583f2ea-cac8-4bfb-ba21-f574b9d08bc2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0837593 Aug 31 14:39:30.262407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-0f3da246-31fd-43b0-9d9e-c02f18b1185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.263918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-0f3da246-31fd-43b0-9d9e-c02f18b1185d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 1097 time: 0.0843999 Aug 31 14:39:30.266905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aa5ff323-d590-408e-abf9-e21bbd4bd06c req-1f3a4500-d459-464b-8c67-3a02a35d1307 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Aug 31 14:39:30.343029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-000b8165-2827-4c2a-a8af-49aaa21bf89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.344569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-000b8165-2827-4c2a-a8af-49aaa21bf89d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1097 time: 0.0451736 Aug 31 14:39:30.439291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-48d47745-2ba5-460c-bdf2-67d585f5dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.441057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-48d47745-2ba5-460c-bdf2-67d585f5dcdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0882561 Aug 31 14:39:30.507564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-0cb5266c-69c0-4389-8555-7b857122d785 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 1002 time: 0.0586731 Aug 31 14:39:30.557706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-dad2d36a-5fd7-44b0-935d-bf036ae066fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.559119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-dad2d36a-5fd7-44b0-935d-bf036ae066fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0440135 Aug 31 14:39:30.612527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-8bca27cc-611f-4297-a78b-2cb54c0cd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.614119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-8bca27cc-611f-4297-a78b-2cb54c0cd979 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470550 Aug 31 14:39:30.707256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-7b6f2009-8adf-4e28-afb5-162e20eba832 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843742 Aug 31 14:39:30.763543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.804017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-24e65a3c-ddf6-4d33-aaa6-66b45ddcaa88 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890822 Aug 31 14:39:31.389657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd144e-3bc8-4fc9-9f57-40a4ab857d74 req-9e544171-af78-489a-a874-bf18c14d6fd8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.391185 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7dd144e-3bc8-4fc9-9f57-40a4ab857d74 req-9e544171-af78-489a-a874-bf18c14d6fd8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0538394 Aug 31 14:39:31.430335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7dd144e-3bc8-4fc9-9f57-40a4ab857d74 req-6675be95-1a3a-467c-8c95-bc1a146f80c9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332723 Aug 31 14:39:32.138940 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.574000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f09e9-1c09-418c-98fc-f4eb9f8c280c req-abcd8617-f8de-4202-8725-2350367430e5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:32.575690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c7f09e9-1c09-418c-98fc-f4eb9f8c280c req-abcd8617-f8de-4202-8725-2350367430e5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0681455 Aug 31 14:39:32.620113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c7f09e9-1c09-418c-98fc-f4eb9f8c280c req-ca7cdeea-ff1e-407d-b620-66ce619a6e75 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377028 Aug 31 14:39:33.130346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f01afdcd-1b18-4b2e-b517-d5eba2a77f50 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:39:33.137629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f01afdcd-1b18-4b2e-b517-d5eba2a77f50 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:33.289923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:33.292738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.309439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'mac_address': 'fa:16:3e:25:5e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:39:33.325428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:33.327674 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e1b9d5-cd9e-49f1-a3e0-122afb22a4b8" -d '{"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-unplugged", "status": "completed", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:33.361298 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:33.367883 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.411357 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.434869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f01afdcd-1b18-4b2e-b517-d5eba2a77f50 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:33.455225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:33.474769 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22961c1-a250-4de6-a3b9-5511f8e08c73 x-openstack-request-id: req-f22961c1-a250-4de6-a3b9-5511f8e08c73 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:33.475040 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-unplugged", "status": "completed", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:33.475316 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f22961c1-a250-4de6-a3b9-5511f8e08c73 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:33.475678 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'code': 200} Aug 31 14:39:33.483642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.483985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.484323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.484660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.485020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.485350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.485679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.486004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.486325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.486647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.486973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.487293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:33.502237 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:39:33.502636 n-d-792362-6 neutron-server[101362]: DEBUG oslo_db.api [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:39:33.749443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d3a1e-5252-4814-ac8c-ae1ee735c8bb req-f46ccaed-b3dc-4cf6-a431-6f13438ade11 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.750934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d8d3a1e-5252-4814-ac8c-ae1ee735c8bb req-f46ccaed-b3dc-4cf6-a431-6f13438ade11 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 944 time: 0.0528085 Aug 31 14:39:33.790747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d8d3a1e-5252-4814-ac8c-ae1ee735c8bb req-99180b4f-900b-4d68-8700-2c41f61c5e89 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337608 Aug 31 14:39:34.036342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33735f03-53d2-4886-bde8-841daf8b5dfd req-51a9cebd-dbe1-4c82-9c29-468da2699ae4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.037894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33735f03-53d2-4886-bde8-841daf8b5dfd req-51a9cebd-dbe1-4c82-9c29-468da2699ae4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 944 time: 0.0932033 Aug 31 14:39:34.041117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.051831 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-ab393cb6-a44a-477d-9911-2dd3ad2ad80b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.053378 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-ab393cb6-a44a-477d-9911-2dd3ad2ad80b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70&tenant_id=1b75c7fff163473b887d8349b56db64e&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 944 time: 0.0724409 Aug 31 14:39:34.054693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01afdcd-1b18-4b2e-b517-d5eba2a77f50 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:34.078067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:34.084607 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.089484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33735f03-53d2-4886-bde8-841daf8b5dfd req-2400cbb8-b7df-4bc8-a083-c5237e1bb2c6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351210 Aug 31 14:39:34.151580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:34.187214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-a4e3720c-fde9-418e-af5f-a42b0b3288cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.188722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-a4e3720c-fde9-418e-af5f-a42b0b3288cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 1096 time: 0.0526822 Aug 31 14:39:34.290678 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-d11056af-0f49-45e8-bec6-c0e3a3fe0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.292165 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-d11056af-0f49-45e8-bec6-c0e3a3fe0514 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0953739 Aug 31 14:39:34.370977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-b5e9741e-b779-4c19-99c7-949d9904a769 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 200 len: 1001 time: 0.0705309 Aug 31 14:39:34.413493 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['f01afdcd-1b18-4b2e-b517-d5eba2a77f50'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:34.423341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-9adeea23-489d-4876-8b80-dfd6e441b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.425573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-9adeea23-489d-4876-8b80-dfd6e441b6a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0452859 Aug 31 14:39:34.475148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-505c060d-619c-43e0-970d-d54ac8caab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.477167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-505c060d-619c-43e0-970d-d54ac8caab15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440149 Aug 31 14:39:34.571677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-a7e27a82-afed-4bc3-9959-b72c59d7e837 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867803 Aug 31 14:39:34.675375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6db25e67-69fa-4eea-879e-da91b03d0292 req-aa954098-880e-44cb-b3e3-94b3c785fe4b service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959599 Aug 31 14:39:35.128902 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f01afdcd-1b18-4b2e-b517-d5eba2a77f50 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:35.187731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:35.188113 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.227136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b25fa-0a63-46d8-99bb-b6dbb89997d5 req-9779f27a-e147-4577-86d5-73587e3609d4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.229441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f8b25fa-0a63-46d8-99bb-b6dbb89997d5 req-9779f27a-e147-4577-86d5-73587e3609d4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 945 time: 0.0559771 Aug 31 14:39:35.278047 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f8b25fa-0a63-46d8-99bb-b6dbb89997d5 req-c921152d-0ef3-465b-930f-021412296089 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Aug 31 14:39:35.290214 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.333464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:35.337888 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.396415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:35.477084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:35.479590 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7899ae52-1556-4f80-ac68-63c3f97229e1" -d '{"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-plugged", "status": "completed", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:35.517264 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd102997-9916-4e0a-9652-0c58a4e1820c x-openstack-request-id: req-dd102997-9916-4e0a-9652-0c58a4e1820c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:35.517562 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-plugged", "status": "completed", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:35.517822 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd102997-9916-4e0a-9652-0c58a4e1820c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:35.518216 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'code': 200} Aug 31 14:39:36.402201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead92d44-6eab-464f-83e7-c7e787a9b45a req-b9c5e301-bb66-445a-8e2d-7a5cb42dac19 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:36.403677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ead92d44-6eab-464f-83e7-c7e787a9b45a req-b9c5e301-bb66-445a-8e2d-7a5cb42dac19 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0538728 Aug 31 14:39:36.442134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ead92d44-6eab-464f-83e7-c7e787a9b45a req-b4f1ffc4-0ccb-4fcc-9718-37b85a7e0aec tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Aug 31 14:39:36.582424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e536ee-4a58-4292-86ff-afe59ec8ee98 req-6201f386-177a-4835-8d96-f243a4b39c1b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:36.584027 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02e536ee-4a58-4292-86ff-afe59ec8ee98 req-6201f386-177a-4835-8d96-f243a4b39c1b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0509994 Aug 31 14:39:36.626931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-02e536ee-4a58-4292-86ff-afe59ec8ee98 req-19fcde95-457c-49b1-b65f-7ffb6b87f16b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Aug 31 14:39:36.750511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d5bc3-4b64-4496-b6c2-46045c5f0181 req-273ca47b-5402-4a09-8918-f4c6edde4422 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:36.752043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-171d5bc3-4b64-4496-b6c2-46045c5f0181 req-273ca47b-5402-4a09-8918-f4c6edde4422 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0534503 Aug 31 14:39:36.796223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-171d5bc3-4b64-4496-b6c2-46045c5f0181 req-3eb159f9-95ab-4a38-a031-4fc7e14343ab tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 Aug 31 14:39:37.043518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789a33-4f84-499a-84ea-8f925cd475ec req-4c286afc-a76b-427b-bdf3-07bfaa096bec tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.045180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86789a33-4f84-499a-84ea-8f925cd475ec req-4c286afc-a76b-427b-bdf3-07bfaa096bec tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0552235 Aug 31 14:39:37.084700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86789a33-4f84-499a-84ea-8f925cd475ec req-8f22e283-95e6-494a-b64d-74be84a190c4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333729 Aug 31 14:39:38.218104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a014d-db4e-45d6-86b3-c28d17827c03 req-9501d98e-cb8f-4012-b748-16c6df1aa639 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:38.219934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-526a014d-db4e-45d6-86b3-c28d17827c03 req-9501d98e-cb8f-4012-b748-16c6df1aa639 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0555525 Aug 31 14:39:38.267104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-526a014d-db4e-45d6-86b3-c28d17827c03 req-eb0fc8ad-97c0-449c-b6cf-346f2ef25927 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404203 Aug 31 14:39:38.547430 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:39:38.597836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-a9d84a25-4d39-41ce-bcd8-9108c20f3eb5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:38.599459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-a9d84a25-4d39-41ce-bcd8-9108c20f3eb5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 946 time: 0.0538290 Aug 31 14:39:38.695914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Deleting port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:38.696184 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.783639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] For port f01afdcd-1b18-4b2e-b517-d5eba2a77f50, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:38.784021 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.007033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.007365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.007669 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 disassociated. External IP: 172.25.0.253, port: f01afdcd-1b18-4b2e-b517-d5eba2a77f50. Aug 31 14:39:39.008011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Calling delete_port for f01afdcd-1b18-4b2e-b517-d5eba2a77f50 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:39.140397 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.168623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event deleted for resources: {'Port': ['ID=f01afdcd-1b18-4b2e-b517-d5eba2a77f50,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:39.181251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.181604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.181953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.182294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.182637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.182970 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.183300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.183632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.183984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.184347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.184672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.185043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:39.300073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:39.767849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1fa52f0-cf0b-4cd4-a344-885295615c3c req-a2b07be4-50e2-45ed-86fa-a17db8515bce tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=87bf6a22-3d11-40ec-97f9-3ed03b520b70 HTTP/1.1" status: 200 len: 210 time: 0.4041984 Aug 31 14:39:39.790267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:39.799672 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:39.809090 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:39.809697 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:39:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:39.831329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] No DVR routers for this DVR port f01afdcd-1b18-4b2e-b517-d5eba2a77f50 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:39:39.834279 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.836454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0eb31f59-a2d3-4e4b-aee1-6eecc504c47b req-f4aebc2e-36ae-4538-9795-c9788bd9036d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "DELETE /v2.0/ports/f01afdcd-1b18-4b2e-b517-d5eba2a77f50 HTTP/1.1" status: 204 len: 173 time: 1.2308033 Aug 31 14:39:39.836985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-deleted', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:39.839479 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde63b29-8056-47b2-98fc-294de05c8b51" -d '{"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-deleted", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:39.940096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:39.969629 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae5df0-e9f4-4a57-8652-c3557fca6ddf x-openstack-request-id: req-60ae5df0-e9f4-4a57-8652-c3557fca6ddf {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:39.969867 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bf6a22-3d11-40ec-97f9-3ed03b520b70", "name": "network-vif-deleted", "tag": "f01afdcd-1b18-4b2e-b517-d5eba2a77f50", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:39.970110 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60ae5df0-e9f4-4a57-8652-c3557fca6ddf {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:39.970513 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf6a22-3d11-40ec-97f9-3ed03b520b70', 'name': 'network-vif-deleted', 'tag': 'f01afdcd-1b18-4b2e-b517-d5eba2a77f50', 'status': 'completed', 'code': 200} Aug 31 14:39:40.148409 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:40.174151 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:40.183978 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:40.184575 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:39:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:40.296098 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:40.298096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:40.515058 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:40.545440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d78a8d-481b-45d5-b46f-50adbd77661e None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:40.771624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dac727-c9f6-4b7d-93cf-c129f13e1efa None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:39:41.009059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-8174cecd-c0e1-41ca-919e-1cf59f586847 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1469618223&fields=id&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 267 time: 0.0416005 Aug 31 14:39:41.122902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-500a7f66-b62a-4bb8-80aa-5ca28fd8246a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.124365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-500a7f66-b62a-4bb8-80aa-5ca28fd8246a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1078265 Aug 31 14:39:41.140574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-8547c89a-ed46-48bb-a0a9-8cc6afd38c26 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/quotas/1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 375 time: 0.0096092 Aug 31 14:39:41.198972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-bb3e3f6e-2c51-4d03-b870-33937dfc29cb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485392 Aug 31 14:39:41.353054 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-577705f9-dba7-430e-8024-38bf840bfaef service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416717 Aug 31 14:39:41.452979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-71c4e1f0-9505-4b52-9127-cce75ee48524 service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937231 Aug 31 14:39:41.615978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3ef5c936-6987-417d-92ba-d0a3e3958ed6 req-08bf0ed2-93b5-4ad0-97f2-329a7e51e406 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 210 time: 0.0277236 Aug 31 14:39:42.629995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-165cec53-3e0b-412f-b611-f4e8eca69250 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:42.631417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-165cec53-3e0b-412f-b611-f4e8eca69250 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1089923 Aug 31 14:39:42.687585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-796a65e7-bd21-4ad4-9eb9-8daf3f058519 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 380 time: 0.0387285 Aug 31 14:39:42.703245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'port': {'device_id': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'admin_state_up': True, 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'security_groups': ['517f7260-b0b3-4f03-b358-98e866761f29']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:42.736991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f077b31-aada-4eb1-90fd-40763498d71d req-3ea66e3f-0ba4-4c77-86f4-06e03b46a1d5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 210 time: 0.0477571 Aug 31 14:39:42.834323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Made reservation on behalf of 1b75c7fff163473b887d8349b56db64e for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:42.837902 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.976935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Allocated IP 172.20.0.8 (6c8bfb86-ecaf-451b-8ad6-6526ea2c7711/65bfecc3-294a-41c5-a8b2-a1d150761815/e3bd1460-77cb-4481-ac5a-b0c86df85ded) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:43.119233 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.133710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Transition to ACTIVE for port object e3bd1460-77cb-4481-ac5a-b0c86df85ded will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:43.168253 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.214138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:43.217593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:43.221854 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:43.228575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:43.281761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f01afdcd-1b18-4b2e-b517-d5eba2a77f50 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:43.284248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:43.284939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.301551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-4bbf122d-08f9-4be3-9967-25d90e6baf4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027045 Aug 31 14:39:43.304490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: f01afdcd-1b18-4b2e-b517-d5eba2a77f50 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:39:43.304905 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device f01afdcd-1b18-4b2e-b517-d5eba2a77f50 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:39:43.322552 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Request body: {'port': {'device_id': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:43.380085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.461485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0bce7765-0e0c-495f-a420-409023a1d63f None None] Provisioning for port e3bd1460-77cb-4481-ac5a-b0c86df85ded completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:43.465376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0bce7765-0e0c-495f-a420-409023a1d63f None None] Provisioning complete for port e3bd1460-77cb-4481-ac5a-b0c86df85ded triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:43.465845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0bce7765-0e0c-495f-a420-409023a1d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.502056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0bce7765-0e0c-495f-a420-409023a1d63f None None] Port e3bd1460-77cb-4481-ac5a-b0c86df85ded cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:39:43.671593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bd1460-77cb-4481-ac5a-b0c86df85ded {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:43.680164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.692011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Transition to ACTIVE for port object e3bd1460-77cb-4481-ac5a-b0c86df85ded will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:43.695455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.750580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:43.831918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Attempting to bind port e3bd1460-77cb-4481-ac5a-b0c86df85ded on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:43.832251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Attempting to bind port e3bd1460-77cb-4481-ac5a-b0c86df85ded by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:43.832594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Attempting to bind port e3bd1460-77cb-4481-ac5a-b0c86df85ded on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:43.853000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Port e3bd1460-77cb-4481-ac5a-b0c86df85ded on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:39:43.853337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Attempting to bind port e3bd1460-77cb-4481-ac5a-b0c86df85ded on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:43.863709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:43.864065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Checking segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:43.864496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Bound using segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:43.864981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Bound port: e3bd1460-77cb-4481-ac5a-b0c86df85ded, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:43.865324 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.897322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2eaec-bb11-4e1e-b8c7-f9c769d4ca6f req-57d81ef4-dae9-4b2d-ae6e-7843fd9ca0f9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:43.898922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0c2eaec-bb11-4e1e-b8c7-f9c769d4ca6f req-57d81ef4-dae9-4b2d-ae6e-7843fd9ca0f9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 943 time: 0.0865207 Aug 31 14:39:43.979588 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0c2eaec-bb11-4e1e-b8c7-f9c769d4ca6f req-4d25c7d7-96b5-4358-b31e-09b1fad26e64 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590656 Aug 31 14:39:43.980636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:43.983949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:43.988684 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.028599 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.029270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.030693 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 1091 time: 0.7133303 Aug 31 14:39:44.031142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:44.033481 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979" -d '{"events": [{"name": "network-changed", "server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:44.055823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f9312-2c6a-4463-bb78-ba0d5f1a9797 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:44.083543 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43cfe39-14b8-4099-b389-4352f3e0099c x-openstack-request-id: req-e43cfe39-14b8-4099-b389-4352f3e0099c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:44.083834 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:44.084086 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e43cfe39-14b8-4099-b389-4352f3e0099c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:44.084494 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'status': 'completed', 'code': 200} Aug 31 14:39:44.148945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-7b96655c-afd6-4b49-a2a8-13cdfc028047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.150711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-7b96655c-afd6-4b49-a2a8-13cdfc028047 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1094 time: 0.0498939 Aug 31 14:39:44.208627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-1690080e-9531-41db-9e69-335dd76a988d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 217 time: 0.0428641 Aug 31 14:39:44.268215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-b49f6ee3-c386-485a-9b0f-314cc76d5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.269751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-b49f6ee3-c386-485a-9b0f-314cc76d5e2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0531895 Aug 31 14:39:44.318631 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-33c6e0b1-f447-4b7c-9225-45d827ad3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.320095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-33c6e0b1-f447-4b7c-9225-45d827ad3cdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412333 Aug 31 14:39:44.417430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-a91f0c76-7471-4ba7-b426-23334090b30b service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893731 Aug 31 14:39:44.513509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c368df9d-9573-4220-95c5-7df17e4bcaf9 req-3e463487-ef78-4fdc-8003-6201a4d4063d service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850711 Aug 31 14:39:44.655106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-5371a697-3412-4662-a14f-663ca7985dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.656581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-5371a697-3412-4662-a14f-663ca7985dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1094 time: 0.0488877 Aug 31 14:39:44.758115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-71379bb9-6ab6-49ce-ac4f-1cbb254695cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.759887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-71379bb9-6ab6-49ce-ac4f-1cbb254695cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0943885 Aug 31 14:39:44.807912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-41c89665-bb7b-4080-9082-a259ef7119ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 217 time: 0.0401661 Aug 31 14:39:44.865719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-449c0170-1993-49f5-b6df-bd4f59224bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.867310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-449c0170-1993-49f5-b6df-bd4f59224bfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0516152 Aug 31 14:39:44.916683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-959650d6-0e36-432d-a091-8daee1200dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.918244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-959650d6-0e36-432d-a091-8daee1200dc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433033 Aug 31 14:39:45.017300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-ba31bd4c-7cc3-409c-9d6a-b9c1bc7b92d8 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Aug 31 14:39:45.158104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ade49-8528-4ffc-a392-d4c5b169c0ea req-86a02456-246d-4c6d-b5e1-f2a3df613382 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:45.160337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec0ade49-8528-4ffc-a392-d4c5b169c0ea req-86a02456-246d-4c6d-b5e1-f2a3df613382 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 943 time: 0.0834377 Aug 31 14:39:45.162803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c3f9669-fb1d-4b98-ab13-0b8ef0ae0979 req-6917271e-7383-45bd-9d3a-f57c55ce3aa4 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372006 Aug 31 14:39:45.207087 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec0ade49-8528-4ffc-a392-d4c5b169c0ea req-28bf31d7-d066-4dd0-9277-2d179bc6eb63 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406101 Aug 31 14:39:46.344549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbd19f-01c4-44f8-a6ca-236642dd5b61 req-a7632807-c722-4e94-8e12-aeaf8745a049 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:46.346193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6cbd19f-01c4-44f8-a6ca-236642dd5b61 req-a7632807-c722-4e94-8e12-aeaf8745a049 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 943 time: 0.0644078 Aug 31 14:39:46.387242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6cbd19f-01c4-44f8-a6ca-236642dd5b61 req-a87b2fc6-a3e4-4fea-b2f3-ce839674606f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347300 Aug 31 14:39:47.317669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e3bd1460-77cb-4481-ac5a-b0c86df85ded details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:39:47.424025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:47.441056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'mac_address': 'fa:16:3e:77:1e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:39:47.488021 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.502756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bd1460-77cb-4481-ac5a-b0c86df85ded {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:47.524908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:47.529529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707278a4-eb88-443e-94aa-08a2eb3cd3bc req-3a8e1508-3daa-46f7-b62e-045bd3052899 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.531322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-707278a4-eb88-443e-94aa-08a2eb3cd3bc req-3a8e1508-3daa-46f7-b62e-045bd3052899 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 943 time: 0.0556407 Aug 31 14:39:47.531558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.576750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-707278a4-eb88-443e-94aa-08a2eb3cd3bc req-029c9604-0321-45d3-8c41-5b87ae9ef8a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373192 Aug 31 14:39:47.604088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:47.825938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e3bd1460-77cb-4481-ac5a-b0c86df85ded'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:48.700347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b1835-547b-46d6-b8fd-c508de1b8378 req-70e36180-d2df-41b4-89a4-148a9388ddfb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:48.701881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff0b1835-547b-46d6-b8fd-c508de1b8378 req-70e36180-d2df-41b4-89a4-148a9388ddfb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 944 time: 0.0542579 Aug 31 14:39:48.739926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff0b1835-547b-46d6-b8fd-c508de1b8378 req-f1773388-9966-43ce-a32e-2d5c7239a46d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315914 Aug 31 14:39:49.317916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e3bd1460-77cb-4481-ac5a-b0c86df85ded up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:49.366966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port e3bd1460-77cb-4481-ac5a-b0c86df85ded completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:49.371148 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e3bd1460-77cb-4481-ac5a-b0c86df85ded triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:49.371527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.451968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.476384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:49.478831 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d33814-ba12-4ff9-ad18-2e93f74c58bd" -d '{"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:49.493568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:49.498370 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.524102 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9a9392-57ed-4a9b-8df0-adba79569e4f x-openstack-request-id: req-2b9a9392-57ed-4a9b-8df0-adba79569e4f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:49.524427 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:49.525440 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b9a9392-57ed-4a9b-8df0-adba79569e4f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:49.525440 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'code': 200} Aug 31 14:39:49.552837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:49.658341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fa250-54f4-4fb4-bde3-b1dd2eaf6fc3 req-4e8e64c1-5ba2-4aaf-bd2f-b526180aba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:49.660474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f82fa250-54f4-4fb4-bde3-b1dd2eaf6fc3 req-4e8e64c1-5ba2-4aaf-bd2f-b526180aba51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1096 time: 0.0503635 Aug 31 14:39:49.696660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f82fa250-54f4-4fb4-bde3-b1dd2eaf6fc3 req-a76dff5c-885a-4eec-af82-e120a9d43140 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287004 Aug 31 14:39:49.857681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe05d2-18e5-4e3b-bcea-c8080d90a4a3 req-724bc438-8def-4040-b87b-320e9571ee91 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:49.859181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6fe05d2-18e5-4e3b-bcea-c8080d90a4a3 req-724bc438-8def-4040-b87b-320e9571ee91 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0489597 Aug 31 14:39:49.897825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6fe05d2-18e5-4e3b-bcea-c8080d90a4a3 req-6d7c1159-ec2f-4ce2-9397-85a51e7a5847 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Aug 31 14:39:51.012013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0402b8-2afb-43f5-a056-d3d2ac818497 req-ba51b37e-06f7-4ef1-8405-a4a607a7e955 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:51.013529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c0402b8-2afb-43f5-a056-d3d2ac818497 req-ba51b37e-06f7-4ef1-8405-a4a607a7e955 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0491500 Aug 31 14:39:51.051597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c0402b8-2afb-43f5-a056-d3d2ac818497 req-95fe2ec9-2b9d-4c8c-a8ef-9da18da65b26 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Aug 31 14:39:51.166987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bf382-38d7-4fc5-94fd-0752ecafdb3f req-b509f755-e92c-4931-9a87-312d31fc35c3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:51.168483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-af6bf382-38d7-4fc5-94fd-0752ecafdb3f req-b509f755-e92c-4931-9a87-312d31fc35c3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0531516 Aug 31 14:39:51.177807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:51.182208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'floatingip': {'port_id': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:51.221186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.467255 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ecdf41e5-aba6-4d25-9f83-01f8a808f59d req-b9d22e07-2feb-4e0d-be53-be42b37d5251 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303109 Aug 31 14:39:51.534854 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ecdf41e5-aba6-4d25-9f83-01f8a808f59d req-fe55935d-4698-4ebe-bc01-a9be6e965129 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0254154 Aug 31 14:39:51.583778 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ecdf41e5-aba6-4d25-9f83-01f8a808f59d req-24445759-6d2b-4060-a9af-33848508babc service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201936 Aug 31 14:39:51.680224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.684372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.797798 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 associated. External IP: 172.25.0.253, port: e3bd1460-77cb-4481-ac5a-b0c86df85ded. Aug 31 14:39:51.962608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf41e5-aba6-4d25-9f83-01f8a808f59d req-d393ad04-3485-4dc8-a9a7-478231650d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:51.964131 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ecdf41e5-aba6-4d25-9f83-01f8a808f59d req-d393ad04-3485-4dc8-a9a7-478231650d50 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3734426 Aug 31 14:39:52.012890 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:52.126282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:52.132010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.136742 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:52.147305 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:52.147955 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:39:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:52.164347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f82f3dfc-e1ad-4b79-a726-554b4cc1f817 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "PUT /v2.0/floatingips/e6457707-6412-44bb-a3da-dedb5deb3828 HTTP/1.1" status: 200 len: 991 time: 0.9855089 Aug 31 14:39:52.164975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:52.167335 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13cff27-4681-4db0-bff1-6b373bb65281" -d '{"events": [{"name": "network-changed", "server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:52.261679 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:52.270662 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c62279-4b21-4fae-b172-b65af757122e x-openstack-request-id: req-50c62279-4b21-4fae-b172-b65af757122e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:52.270662 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:52.270934 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50c62279-4b21-4fae-b172-b65af757122e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:52.271342 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'status': 'completed', 'code': 200} Aug 31 14:39:52.354852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-41120fb2-840d-4dca-a848-db6385e8d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:52.356408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-41120fb2-840d-4dca-a848-db6385e8d1c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1096 time: 0.0420752 Aug 31 14:39:52.447590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-6523f7e3-3d81-437c-a590-342a0acd0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:52.448975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-6523f7e3-3d81-437c-a590-342a0acd0044 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0850875 Aug 31 14:39:52.502720 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:77:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:39:51Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:52.521564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-42eaa73a-ab34-43e9-97b0-82b0c7d7c0e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 999 time: 0.0642073 Aug 31 14:39:52.533087 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:52.543235 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:52.543851 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:39:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:52.572770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-24ecfcad-f1c5-4847-9a8a-e864e1d35cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:52.574282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-24ecfcad-f1c5-4847-9a8a-e864e1d35cbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0454733 Aug 31 14:39:52.622955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-b68ddf37-cdc7-4b22-9904-83098710c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:52.624478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-b68ddf37-cdc7-4b22-9904-83098710c11f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419776 Aug 31 14:39:52.727110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-0de57cd1-0e4f-49b8-b856-ce0c42cf3a22 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934696 Aug 31 14:39:52.747888 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:52.818120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d13cff27-4681-4db0-bff1-6b373bb65281 req-94a22e98-541c-49b6-bbdd-0f3d330d4bea service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835516 Aug 31 14:39:52.968580 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:77:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:39:51Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:52.993684 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377843b-87ed-40c4-821a-c0f6f2a93253 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:77:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:39:51Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:53.200042 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832c54e-5ee7-4de7-9421-758e14a9c990 None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:39:56.833572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9093c826-e94a-4684-b7f2-dd83c099d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.371195 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a6479d1-f9e6-43fd-86f0-42dd96597126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.589984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.764646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.138460 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.294764 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.547216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:40:26.834425 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a835d69f-3c56-49c8-9dab-7817cbdbfe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.372844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b5ed3f5-660f-47b0-8119-a01bafd37733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.592273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.769365 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.140507 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.314663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.605818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-6c191efe-ba5e-4273-9e91-b66228f202a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454814 Aug 31 14:40:40.708275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-f4f4ac65-e67f-4b91-a27e-82305fc49724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:40.709835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-f4f4ac65-e67f-4b91-a27e-82305fc49724 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1096 time: 0.0406981 Aug 31 14:40:40.812992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-705b406c-009a-4219-b929-c744792ae89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:40.814539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-705b406c-009a-4219-b929-c744792ae89d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0833402 Aug 31 14:40:40.882715 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-17d30ba9-3e7a-45a2-b50c-74c2eb2b0d2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 1001 time: 0.0605407 Aug 31 14:40:40.931425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-e824c27e-f98e-45a4-bf82-5a76f970d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:40.932835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-e824c27e-f98e-45a4-bf82-5a76f970d524 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0430009 Aug 31 14:40:40.978551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-f58d3821-63dd-4b05-aece-4f1a0959f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:40.980017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-f58d3821-63dd-4b05-aece-4f1a0959f9f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389283 Aug 31 14:40:41.072489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-7d10a943-d068-4510-94d2-bf73691a863b service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840962 Aug 31 14:40:41.163395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a4049b9-869f-4f7c-a217-27fc96f435c1 req-1e0da721-fe3d-43d1-a487-c8a5d2a5d920 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Aug 31 14:40:52.436007 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb830b14-b863-40de-9473-887f2938b11e req-c9677b43-79f9-4062-ae39-f44cfadeb37f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262647 Aug 31 14:40:52.495868 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb830b14-b863-40de-9473-887f2938b11e req-c8d66a82-54d4-4a55-8d15-7d4b6dde42db service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0243490 Aug 31 14:40:52.548135 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:40:52.548735 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb830b14-b863-40de-9473-887f2938b11e req-6e14ee7d-7608-4791-b7eb-188b7f1a6058 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195229 Aug 31 14:40:52.652763 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb830b14-b863-40de-9473-887f2938b11e req-7c854e17-a80d-4193-96e1-709a09f4eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:52.654339 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-cb830b14-b863-40de-9473-887f2938b11e req-7c854e17-a80d-4193-96e1-709a09f4eecc service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0981960 Aug 31 14:40:56.836292 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c623fb23-05ff-4232-b336-de5291e3039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.378368 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-152bc16e-8cde-46df-b3b4-9672e0461589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.594534 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.772328 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.144176 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.330066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.843159 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2d698aa8-c198-4cf8-a4a2-f668aef74695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.383586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4961333f-29fc-47e2-a1b3-1af19bbb5a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.551578 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:41:29.597551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:30.773926 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:32.147414 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:32.352967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c17a8-f1f6-4069-999a-a00a8d0124b6 req-ba23265c-ebe3-4b84-81aa-8e28426fae5f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.354754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe7c17a8-f1f6-4069-999a-a00a8d0124b6 req-ba23265c-ebe3-4b84-81aa-8e28426fae5f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0571136 Aug 31 14:41:32.408902 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fe7c17a8-f1f6-4069-999a-a00a8d0124b6 req-c51d195e-2fdc-4a7a-a54f-9ac0a29c4058 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 Aug 31 14:41:33.536005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c7f2-f845-451c-a621-b6dd15703868 req-8497c40e-4459-4d8f-a006-fc73c8f9a7ff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:33.537639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5637c7f2-f845-451c-a621-b6dd15703868 req-8497c40e-4459-4d8f-a006-fc73c8f9a7ff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0564313 Aug 31 14:41:33.581645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5637c7f2-f845-451c-a621-b6dd15703868 req-298ba0c6-d3da-416b-b42b-f42e15926304 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377171 Aug 31 14:41:34.708113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62c22-f6a0-4418-8720-14c3e349db5a req-e84f3370-44a8-4fbe-9f08-b25a0b30813c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.709708 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ff62c22-f6a0-4418-8720-14c3e349db5a req-e84f3370-44a8-4fbe-9f08-b25a0b30813c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0526705 Aug 31 14:41:34.748752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ff62c22-f6a0-4418-8720-14c3e349db5a req-19275fcc-8cca-4c1d-a0ac-5cb9c11005ad tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323925 Aug 31 14:41:35.866964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee055f7-522f-4eff-b603-49f197127d5b req-9772fea8-b385-4c76-a0ac-387d07c6c64e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:35.868455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eee055f7-522f-4eff-b603-49f197127d5b req-9772fea8-b385-4c76-a0ac-387d07c6c64e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0500145 Aug 31 14:41:35.914277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eee055f7-522f-4eff-b603-49f197127d5b req-8d8d7bca-e6a7-4450-bf36-661a01e7cb0d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393546 Aug 31 14:41:37.032023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ccf8d-0508-477e-93be-07afe55ee7e7 req-87ded2c3-ffe2-4f3a-b1f9-66fe932f584a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:37.033602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-363ccf8d-0508-477e-93be-07afe55ee7e7 req-87ded2c3-ffe2-4f3a-b1f9-66fe932f584a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0505605 Aug 31 14:41:37.074445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-363ccf8d-0508-477e-93be-07afe55ee7e7 req-d940d368-f03c-4869-8119-04e0eab0aed8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345688 Aug 31 14:41:38.191489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce500224-0dfb-4ce1-96d8-f2becdf6807e req-5514206b-3788-4a9c-a3df-4783c3507f32 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:38.193015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce500224-0dfb-4ce1-96d8-f2becdf6807e req-5514206b-3788-4a9c-a3df-4783c3507f32 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0493279 Aug 31 14:41:38.231870 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce500224-0dfb-4ce1-96d8-f2becdf6807e req-756a4df5-8ed9-43d6-9f05-71cbf252645d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Aug 31 14:41:39.361034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f3d9-e3e6-4f07-87f3-5540d870f46e req-4497beae-b6c6-4771-b6d2-691dc7701201 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:39.362658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20d8f3d9-e3e6-4f07-87f3-5540d870f46e req-4497beae-b6c6-4771-b6d2-691dc7701201 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0615940 Aug 31 14:41:39.409679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20d8f3d9-e3e6-4f07-87f3-5540d870f46e req-6bc0a158-39af-4e08-b39f-9528b72462d8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404389 Aug 31 14:41:40.351862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.526848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bb5ad-76d7-46d8-bcff-3d5e2cdb8b01 req-e84c45ac-644d-42f4-b585-0c6e35ad3402 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:40.528335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc4bb5ad-76d7-46d8-bcff-3d5e2cdb8b01 req-e84c45ac-644d-42f4-b585-0c6e35ad3402 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0493319 Aug 31 14:41:40.565738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc4bb5ad-76d7-46d8-bcff-3d5e2cdb8b01 req-f06463e7-e2ed-4110-902c-ba8f7a98f751 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314822 Aug 31 14:41:41.695664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a152456-8426-4124-8d6b-a8b830363c9a req-902f3cfc-5c9e-4721-9122-40825fe1f40b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.697171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a152456-8426-4124-8d6b-a8b830363c9a req-902f3cfc-5c9e-4721-9122-40825fe1f40b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0555508 Aug 31 14:41:41.737415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a152456-8426-4124-8d6b-a8b830363c9a req-3f647669-eaa2-42b8-8145-99d4ae9f07ae tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Aug 31 14:41:42.681834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-5934b04a-0461-4dab-ac8b-02fd5b435d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:42.683266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-5934b04a-0461-4dab-ac8b-02fd5b435d57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1096 time: 0.0428412 Aug 31 14:41:42.803542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-d2359bcd-ffa8-4965-a8e3-1f05a5bd7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:42.805065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-d2359bcd-ffa8-4965-a8e3-1f05a5bd7ea3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0921183 Aug 31 14:41:42.899528 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-fb93022e-607c-4114-9bf3-8fce70e050a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 1001 time: 0.0806553 Aug 31 14:41:42.910244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61f0ca-0e84-4416-a161-4e1cd014c85c req-548f847d-2b83-4a1f-8abf-44d80af4401a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:42.911814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a61f0ca-0e84-4416-a161-4e1cd014c85c req-548f847d-2b83-4a1f-8abf-44d80af4401a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.1014178 Aug 31 14:41:42.985704 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a61f0ca-0e84-4416-a161-4e1cd014c85c req-1e8e314f-776c-4b79-8ef1-99db2673ddb0 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656452 Aug 31 14:41:42.987115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-43d88aca-e271-407e-840e-2649b1e1fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:42.988479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-43d88aca-e271-407e-840e-2649b1e1fcc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0758245 Aug 31 14:41:43.037019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-2c812b4b-f981-479d-9f5e-cdaffa9634e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:43.038555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-2c812b4b-f981-479d-9f5e-cdaffa9634e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421200 Aug 31 14:41:43.138335 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-4b58c111-f027-4846-9c92-f8babf81c0ba service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915699 Aug 31 14:41:43.175573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 55762) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:43.289959 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-77127a23-3a0c-41d2-b1a4-5e1813ec25cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122267 Aug 31 14:41:43.625636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37a37e-b1f8-4fd7-88a7-caf7a9744516 req-8e46f3ce-82e4-46d7-a5f2-c0b9eb113b56 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:43.627176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d37a37e-b1f8-4fd7-88a7-caf7a9744516 req-8e46f3ce-82e4-46d7-a5f2-c0b9eb113b56 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.4325490 Aug 31 14:41:43.633198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd312bda-50d3-4868-ac0c-0c82f7fd90ea req-34c8dd4c-426b-4aec-9e3e-2f6d6b497be9 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867826 Aug 31 14:41:43.671074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1d37a37e-b1f8-4fd7-88a7-caf7a9744516 req-114c76ec-cfa5-41b7-9b5c-219b751f7b99 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363901 Aug 31 14:41:44.589416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-22351b64-efbf-4d2e-91d0-85f09a383789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:44.590809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-22351b64-efbf-4d2e-91d0-85f09a383789 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1096 time: 0.0396893 Aug 31 14:41:44.683669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-6f3e6c9d-a583-4171-be3a-2d896ab4160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:44.685141 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-6f3e6c9d-a583-4171-be3a-2d896ab4160f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0858266 Aug 31 14:41:44.755746 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-05dfb88d-ed71-4033-8fa5-f305fe315dbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 1001 time: 0.0620792 Aug 31 14:41:44.840738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-0d97820d-abef-4dd1-a437-7ed6dc42316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:44.842179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-0d97820d-abef-4dd1-a437-7ed6dc42316e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0716610 Aug 31 14:41:44.851365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abaf59-d261-44bf-9faf-c9ed94283d8e req-bb6d5155-d23a-4d8b-a419-866d18d4a2c2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:44.852834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16abaf59-d261-44bf-9faf-c9ed94283d8e req-bb6d5155-d23a-4d8b-a419-866d18d4a2c2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0912194 Aug 31 14:41:44.915160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-16abaf59-d261-44bf-9faf-c9ed94283d8e req-2fc07302-60fa-4d29-afee-42dc24ec368d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537026 Aug 31 14:41:44.921007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-13a30fa1-7440-49a3-9544-6afe24658d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:44.923860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-13a30fa1-7440-49a3-9544-6afe24658d21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687845 Aug 31 14:41:45.028367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-0fff879f-234a-46ed-a76e-17e877669303 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954101 Aug 31 14:41:45.126090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-3c3db49a-c35b-4342-9176-4f7c2e3ba1db service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885694 Aug 31 14:41:46.032915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e974-d8e7-429d-b646-9f07a252b9df req-3a1d33eb-ed51-4236-a8b3-59bfb07102d5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:46.034438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d19e974-d8e7-429d-b646-9f07a252b9df req-3a1d33eb-ed51-4236-a8b3-59bfb07102d5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0508480 Aug 31 14:41:46.073013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4d19e974-d8e7-429d-b646-9f07a252b9df req-0c09d120-a146-4743-82d4-38eb2d4ddd30 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Aug 31 14:41:47.020451 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-5f383c6b-ef86-4595-91f1-ad3081f108ae service neutron] 10.222.0.26 "GET /v2.0/ports/e3bd1460-77cb-4481-ac5a-b0c86df85ded/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0644877 Aug 31 14:41:47.214673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b18dfe-122f-4989-a141-a2a0d54fb9da req-264cf52a-d469-4b96-aecf-59ac63e81cec tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.216296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74b18dfe-122f-4989-a141-a2a0d54fb9da req-264cf52a-d469-4b96-aecf-59ac63e81cec tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0629590 Aug 31 14:41:47.284652 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74b18dfe-122f-4989-a141-a2a0d54fb9da req-2ae43fe2-fa5e-481f-8f36-4759e1c10c77 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558748 Aug 31 14:41:47.287407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-d8e2a0f8-4bb3-4810-a22a-ca31452dc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.288889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-d8e2a0f8-4bb3-4810-a22a-ca31452dc6b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 1096 time: 0.0684776 Aug 31 14:41:47.381256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-ebfbfffa-b2eb-4e49-bbde-74ceb07f998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.382790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-ebfbfffa-b2eb-4e49-bbde-74ceb07f998b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1096 time: 0.0479493 Aug 31 14:41:47.478883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-39db8b02-efa2-4fab-9beb-e7e8b9644af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.480338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-39db8b02-efa2-4fab-9beb-e7e8b9644af9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0896959 Aug 31 14:41:47.551315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-293b39be-a3cc-45a5-9100-3beae7bbd11f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 1001 time: 0.0628493 Aug 31 14:41:47.601233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-92d50303-a4f9-41bd-9f2e-0b255cd734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.602663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-92d50303-a4f9-41bd-9f2e-0b255cd734ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0435805 Aug 31 14:41:47.648670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-787086ad-5c4c-400b-8d96-feef867dbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.650167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-787086ad-5c4c-400b-8d96-feef867dbacb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402162 Aug 31 14:41:47.742495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-e5e2383e-faf5-4e73-a59d-6994ee1329e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846655 Aug 31 14:41:47.832465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3a042440-5a9c-4008-bc09-96c3663ee237 req-291f6083-d981-40f3-a570-27d285f16ba2 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 Aug 31 14:41:48.400501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5769-bb51-494b-886d-1bdd5f618272 req-9fb4ff29-c0bd-4c24-8921-7810ef0c0d33 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:48.402025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43fe5769-bb51-494b-886d-1bdd5f618272 req-9fb4ff29-c0bd-4c24-8921-7810ef0c0d33 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0505145 Aug 31 14:41:48.441934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43fe5769-bb51-494b-886d-1bdd5f618272 req-f33871b6-3092-4e82-b080-2819682bcf38 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Aug 31 14:41:49.567624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e235682-a383-4f97-978f-e5ad41ef53fb req-23a5c986-7ac5-4c83-bfdc-de21b11fe51b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:49.569153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e235682-a383-4f97-978f-e5ad41ef53fb req-23a5c986-7ac5-4c83-bfdc-de21b11fe51b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0560689 Aug 31 14:41:49.606836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e235682-a383-4f97-978f-e5ad41ef53fb req-0c01c196-b95a-4e48-ba4b-3da0a7c34496 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Aug 31 14:41:49.830645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69863373-11d6-4629-a64a-a98577890d50 req-72385ff1-3f0d-4e2b-9c09-5ffdc6de9f8a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:49.832127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69863373-11d6-4629-a64a-a98577890d50 req-72385ff1-3f0d-4e2b-9c09-5ffdc6de9f8a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0818975 Aug 31 14:41:49.846595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-2eafc9a4-0854-481e-922b-88c8ddd2ff1c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:49.847967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-2eafc9a4-0854-481e-922b-88c8ddd2ff1c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af&tenant_id=1b75c7fff163473b887d8349b56db64e&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 945 time: 0.0696082 Aug 31 14:41:49.876165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e3bd1460-77cb-4481-ac5a-b0c86df85ded no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:49.882674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-69863373-11d6-4629-a64a-a98577890d50 req-a4b25554-9b7c-46b2-a0f1-9412838e0aec tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337713 Aug 31 14:41:49.961665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-6c8bb1f6-0d9e-4df8-ac89-f8ea469b25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:49.963178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-6c8bb1f6-0d9e-4df8-ac89-f8ea469b25c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1096 time: 0.0464134 Aug 31 14:41:49.965761 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.988215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:49.990488 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de406a-ce44-475a-a757-4da5b4f180b1" -d '{"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-unplugged", "status": "completed", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:50.003417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:50.007350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:50.041668 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeeaae1-6dac-494d-acbb-eb045348e5b2 x-openstack-request-id: req-6eeeaae1-6dac-494d-acbb-eb045348e5b2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:50.041971 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-unplugged", "status": "completed", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:50.042227 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6eeeaae1-6dac-494d-acbb-eb045348e5b2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:50.042644 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'code': 200} Aug 31 14:41:50.058557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:50.060612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-c58e2adf-39b8-4ca3-8e93-929d84c1e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:50.062303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-c58e2adf-39b8-4ca3-8e93-929d84c1e73f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0902660 Aug 31 14:41:50.065596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.065948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.066295 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.066636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.066974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.067307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.067638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.067967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.068297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.068624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.068974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.069300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:50.141609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-e1f0fae1-180d-4ab1-ab24-d212f05351ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 999 time: 0.0635281 Aug 31 14:41:50.192807 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-195fb870-8c7a-4c0d-9f75-89daea6248a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:50.194289 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-195fb870-8c7a-4c0d-9f75-89daea6248a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0446439 Aug 31 14:41:50.240702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-e49c9001-03d9-4096-be9a-df989144d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:50.242239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-e49c9001-03d9-4096-be9a-df989144d294 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398173 Aug 31 14:41:50.339618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-657df33a-2424-4903-95c6-3f7bee4daf50 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888727 Aug 31 14:41:50.432272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b076bf80-4f59-44d0-a693-0f00e3ce5356 req-d573077c-bfb6-4ea0-9d03-ae0ea527f407 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850198 Aug 31 14:41:51.007873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7fce4-fbbd-437c-8c13-e47f21e72ff6 req-2bb6b168-8502-44d1-ae37-d983ac654ccc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.009721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ee7fce4-fbbd-437c-8c13-e47f21e72ff6 req-2bb6b168-8502-44d1-ae37-d983ac654ccc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 943 time: 0.0528665 Aug 31 14:41:51.057015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6ee7fce4-fbbd-437c-8c13-e47f21e72ff6 req-38ce0990-5410-4b7d-8063-02a75f15bc4c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Aug 31 14:41:51.172732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708bfea-137d-4832-b9c5-56d9808dd2ce req-df693084-5773-4301-8c7f-2685b8fe129e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.174235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8708bfea-137d-4832-b9c5-56d9808dd2ce req-df693084-5773-4301-8c7f-2685b8fe129e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 943 time: 0.0541747 Aug 31 14:41:51.212350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8708bfea-137d-4832-b9c5-56d9808dd2ce req-1bff6959-5343-4884-93f4-ef76ee15f319 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Aug 31 14:41:51.409695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f3d8d-c826-4900-95c2-da313a55ee9c req-a7672fec-9518-4e1b-8d39-98515f147979 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.411222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-435f3d8d-c826-4900-95c2-da313a55ee9c req-a7672fec-9518-4e1b-8d39-98515f147979 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 943 time: 0.0498753 Aug 31 14:41:51.474030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-435f3d8d-c826-4900-95c2-da313a55ee9c req-14fc8f0c-12c1-4633-a139-e48d170af83d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567162 Aug 31 14:41:51.483406 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-a6022578-9018-4bae-93be-e73f675d94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.485640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-a6022578-9018-4bae-93be-e73f675d94df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 1094 time: 0.0546656 Aug 31 14:41:51.579847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-8a9d4835-236a-40a9-b7e1-14d1be8233dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.581364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-8a9d4835-236a-40a9-b7e1-14d1be8233dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0888681 Aug 31 14:41:51.649020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-3795f5bf-adfe-47cb-8e05-09dd65209da9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 200 len: 999 time: 0.0592086 Aug 31 14:41:51.704220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-41bb324f-fe8b-4818-87cd-fd2bb3698229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.705778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-41bb324f-fe8b-4818-87cd-fd2bb3698229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0489981 Aug 31 14:41:51.753296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-51707122-6f98-4df8-b491-c271f57e50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.754771 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-51707122-6f98-4df8-b491-c271f57e50ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407424 Aug 31 14:41:51.847769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-91e8b9dc-0317-4ec6-b742-83a11639e44e service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845196 Aug 31 14:41:51.891920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e3bd1460-77cb-4481-ac5a-b0c86df85ded details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:41:51.946952 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd34543-9e79-4827-b506-ca0cb51394ef req-968268f6-98b6-4dee-8d9f-607d6671d1e6 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907125 Aug 31 14:41:51.989334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:52.000931 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'mac_address': 'fa:16:3e:77:1e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:41:52.037273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.049830 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bd1460-77cb-4481-ac5a-b0c86df85ded {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:52.067747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:52.071611 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.121508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:52.406656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['e3bd1460-77cb-4481-ac5a-b0c86df85ded'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:41:52.597999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab8501-cd3f-498c-9a57-534caabfcc70 req-d6c7af68-1627-4c89-a732-c1421021c22c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:52.599448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81ab8501-cd3f-498c-9a57-534caabfcc70 req-d6c7af68-1627-4c89-a732-c1421021c22c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 944 time: 0.0525565 Aug 31 14:41:52.638103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-81ab8501-cd3f-498c-9a57-534caabfcc70 req-6392a9d9-7a74-4410-8589-45d27195ee22 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325711 Aug 31 14:41:52.876435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e26fe7-5d8f-4b79-a701-9224c55af4fc req-2bbafc5b-6056-4186-a653-075013d2410c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:52.877867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e26fe7-5d8f-4b79-a701-9224c55af4fc req-2bbafc5b-6056-4186-a653-075013d2410c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 944 time: 0.0521541 Aug 31 14:41:52.920803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3e26fe7-5d8f-4b79-a701-9224c55af4fc req-7182dfec-7c14-4375-8366-be91cd207098 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Aug 31 14:41:53.911820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e3bd1460-77cb-4481-ac5a-b0c86df85ded up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:53.961814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port e3bd1460-77cb-4481-ac5a-b0c86df85ded triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:53.962223 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.037975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a27b9f-a14b-4018-b64b-6f160805fd56 req-a2c85daf-3ba7-4210-b04c-09f6e8baeeb1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:54.038978 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.039518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a27b9f-a14b-4018-b64b-6f160805fd56 req-a2c85daf-3ba7-4210-b04c-09f6e8baeeb1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 944 time: 0.0497911 Aug 31 14:41:54.064087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:54.068144 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86725bb-a00a-42fd-ae43-9a346de9ede7" -d '{"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:54.079291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-58a27b9f-a14b-4018-b64b-6f160805fd56 req-5a05fce3-87f9-4a92-b2e9-4f40d9ff11ea tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 Aug 31 14:41:54.081580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:54.086217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.124938 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1559298-5a4d-4f9e-988d-1ff4b073553a x-openstack-request-id: req-f1559298-5a4d-4f9e-988d-1ff4b073553a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:54.125232 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:54.125484 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1559298-5a4d-4f9e-988d-1ff4b073553a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:54.125870 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'code': 200} Aug 31 14:41:54.142357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:54.454413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-6172ae2a-3307-48fa-abe6-30b9cced9fe1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:54.455918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-6172ae2a-3307-48fa-abe6-30b9cced9fe1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 945 time: 0.0497949 Aug 31 14:41:54.496946 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39a16324-39f6-4c45-846c-af6f5802efef req-20f9fc84-a803-4231-b1c9-1ba465c79349 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0790384 Aug 31 14:41:54.551404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Deleting port e3bd1460-77cb-4481-ac5a-b0c86df85ded {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:54.551764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.597487 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39a16324-39f6-4c45-846c-af6f5802efef req-19003387-ab44-4e27-9c92-ce62da036779 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0252662 Aug 31 14:41:54.641533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] For port e3bd1460-77cb-4481-ac5a-b0c86df85ded, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=e3bd1460-77cb-4481-ac5a-b0c86df85ded,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:54.642269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.647803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39a16324-39f6-4c45-846c-af6f5802efef req-32a0aa14-660a-4a28-aa80-4e6d8c614a00 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194507 Aug 31 14:41:54.745369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a16324-39f6-4c45-846c-af6f5802efef req-e2533534-9d34-4907-9708-536dfef7314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:54.746896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-39a16324-39f6-4c45-846c-af6f5802efef req-e2533534-9d34-4907-9708-536dfef7314a service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916657 Aug 31 14:41:54.815396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.815790 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.816114 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 disassociated. External IP: 172.25.0.253, port: e3bd1460-77cb-4481-ac5a-b0c86df85ded. Aug 31 14:41:54.816463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Calling delete_port for e3bd1460-77cb-4481-ac5a-b0c86df85ded owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:54.956170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.984355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event deleted for resources: {'Port': ['ID=e3bd1460-77cb-4481-ac5a-b0c86df85ded,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:54.993822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.994186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.994537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.994885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.995231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.995574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.995907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.996242 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.996581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.996932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.997267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:54.997602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:55.121663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:55.203496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63a2e129-b7fd-498d-b756-2af2ef49479e req-d2bfeed3-ee6e-4834-96dc-f54bdb51aa14 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=b59225c6-1c2c-4f6a-859c-87c3840993af HTTP/1.1" status: 200 len: 210 time: 0.0342450 Aug 31 14:41:55.259687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:55.270165 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:55.280430 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:55.281279 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:41:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:55.303902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] No DVR routers for this DVR port e3bd1460-77cb-4481-ac5a-b0c86df85ded on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:55.306496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:55.308473 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b268640f-7411-4027-9fc4-ddc12f139d2c req-1dd70dcd-fcc7-4c75-a61a-ed1bb1f52e09 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "DELETE /v2.0/ports/e3bd1460-77cb-4481-ac5a-b0c86df85ded HTTP/1.1" status: 204 len: 173 time: 0.8459454 Aug 31 14:41:55.308940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-deleted', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:55.311759 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a40b0b-67e3-4df9-af35-c0790fca3259" -d '{"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-deleted", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:55.349954 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbebd091-4f31-4886-85ed-42c3f987f7b7 x-openstack-request-id: req-fbebd091-4f31-4886-85ed-42c3f987f7b7 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:55.350248 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59225c6-1c2c-4f6a-859c-87c3840993af", "name": "network-vif-deleted", "tag": "e3bd1460-77cb-4481-ac5a-b0c86df85ded", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:55.350503 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbebd091-4f31-4886-85ed-42c3f987f7b7 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:55.350948 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59225c6-1c2c-4f6a-859c-87c3840993af', 'name': 'network-vif-deleted', 'tag': 'e3bd1460-77cb-4481-ac5a-b0c86df85ded', 'status': 'completed', 'code': 200} Aug 31 14:41:55.400789 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:55.608351 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:55.634507 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:55.643521 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:55.644134 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:41:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:55.747736 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:55.949354 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:55.976527 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d66e1-f7f0-47c5-a420-5f2f9ce5af43 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:56.190392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fa4dd-bcf4-46b2-b410-5ab64204b6c5 None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:41:56.514533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-f560cbff-6b98-42bc-ab6a-ead3c5ee3510 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1469618223&fields=id&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 267 time: 0.0369742 Aug 31 14:41:56.624062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-00b518b0-32f0-44e7-8381-11144e9e2dea tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:56.626337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-00b518b0-32f0-44e7-8381-11144e9e2dea tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1049352 Aug 31 14:41:56.642126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-69f21dfc-2a63-4030-8100-ee49315e0def tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/quotas/1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 375 time: 0.0102525 Aug 31 14:41:56.700495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-0af37fbc-a3df-4360-8a96-07183ff4b021 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528746 Aug 31 14:41:56.804749 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-ae40712b-7124-4b99-b587-9debe82862a1 service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920959 Aug 31 14:41:56.837088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f0a-388d-4df9-b00a-f38b2b1ee903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:56.905853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-03aa5d2b-db55-4b98-ba11-f06b49973ef9 service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947809 Aug 31 14:41:57.093265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-982a46c3-df5e-4a3c-9e15-5c63192e1b83 req-55d2b91c-b5cc-4044-94bc-17566b8c32fa tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 210 time: 0.0275936 Aug 31 14:41:57.921826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e3bd1460-77cb-4481-ac5a-b0c86df85ded no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:57.942079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: e3bd1460-77cb-4481-ac5a-b0c86df85ded {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:57.942423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device e3bd1460-77cb-4481-ac5a-b0c86df85ded not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:58.164449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-2261f662-44e2-4ec0-8d28-cf5be6ce7bfb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:58.166097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-2261f662-44e2-4ec0-8d28-cf5be6ce7bfb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1097624 Aug 31 14:41:58.205385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57eabb83-be8c-4ed6-b1cd-ee97444a2197 req-6c045194-27f5-43a6-9d8d-50aebda9a719 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 210 time: 0.0383329 Aug 31 14:41:58.233639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-048ffe7f-0427-41da-ba7a-907b68e573ff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 380 time: 0.0400515 Aug 31 14:41:58.267331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'port': {'device_id': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'admin_state_up': True, 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'security_groups': ['517f7260-b0b3-4f03-b358-98e866761f29']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:58.375376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Made reservation on behalf of 1b75c7fff163473b887d8349b56db64e for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:58.379329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.517930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Allocated IP 172.20.0.6 (6c8bfb86-ecaf-451b-8ad6-6526ea2c7711/65bfecc3-294a-41c5-a8b2-a1d150761815/203920c1-0e87-4bd5-87d1-4686f36c0661) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:58.658680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.672267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Transition to ACTIVE for port object 203920c1-0e87-4bd5-87d1-4686f36c0661 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:58.706589 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.757426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:58.761076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:58.765251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:58.789626 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:58.820024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:58.821409 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.838572 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-4841aef1-d70b-44c2-a8d1-43ec986a4dda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755255 Aug 31 14:41:58.858988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Request body: {'port': {'device_id': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:58.916987 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.024155 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-336c3b0b-64c9-4ccb-b75a-b0b24e26f632 None None] Provisioning for port 203920c1-0e87-4bd5-87d1-4686f36c0661 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:59.027920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-336c3b0b-64c9-4ccb-b75a-b0b24e26f632 None None] Provisioning complete for port 203920c1-0e87-4bd5-87d1-4686f36c0661 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:59.028293 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-336c3b0b-64c9-4ccb-b75a-b0b24e26f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.064314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-336c3b0b-64c9-4ccb-b75a-b0b24e26f632 None None] Port 203920c1-0e87-4bd5-87d1-4686f36c0661 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:59.205916 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203920c1-0e87-4bd5-87d1-4686f36c0661 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:59.213484 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.226439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Transition to ACTIVE for port object 203920c1-0e87-4bd5-87d1-4686f36c0661 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:59.230186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.312131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:59.386867 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f5a06a1-15fb-47c9-986e-9f569fca2df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.394372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dc56e-3839-4734-9b9c-37b2839165ab req-ca44cdfc-d3a4-4aae-939e-2dc71ff99f6c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.396012 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec2dc56e-3839-4734-9b9c-37b2839165ab req-ca44cdfc-d3a4-4aae-939e-2dc71ff99f6c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.1177301 Aug 31 14:41:59.431671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Attempting to bind port 203920c1-0e87-4bd5-87d1-4686f36c0661 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:59.432108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Attempting to bind port 203920c1-0e87-4bd5-87d1-4686f36c0661 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:59.432512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Attempting to bind port 203920c1-0e87-4bd5-87d1-4686f36c0661 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:59.441781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Port 203920c1-0e87-4bd5-87d1-4686f36c0661 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:41:59.442261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Attempting to bind port 203920c1-0e87-4bd5-87d1-4686f36c0661 on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:59.457820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:59.458165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Checking segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:59.458549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Bound using segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:59.458983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Bound port: 203920c1-0e87-4bd5-87d1-4686f36c0661, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:59.459349 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.463835 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec2dc56e-3839-4734-9b9c-37b2839165ab req-34e7bf2f-1cbd-4496-830f-9f16062aece0 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556657 Aug 31 14:41:59.529851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:59.533314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:59.538551 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.581059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.581698 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.583148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] 10.222.0.26 "PUT /v2.0/ports/203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 1091 time: 0.7291851 Aug 31 14:41:59.583616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:59.585977 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae1a46-2aa6-4fdd-aff8-782832cac035" -d '{"events": [{"name": "network-changed", "server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:59.609094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4e40-4428-4c39-bdcf-6eaee6fd2164 service neutron] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:59.635511 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4d1f1f-6fb5-41c4-ab11-1d9ddf8d2afb x-openstack-request-id: req-7c4d1f1f-6fb5-41c4-ab11-1d9ddf8d2afb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:59.635801 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:59.636056 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c4d1f1f-6fb5-41c4-ab11-1d9ddf8d2afb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:59.636469 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'status': 'completed', 'code': 200} Aug 31 14:41:59.641257 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.704241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-c28f86c0-2633-46e9-992b-2d7f2c2ecec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.705808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-c28f86c0-2633-46e9-992b-2d7f2c2ecec2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1094 time: 0.0485051 Aug 31 14:41:59.757059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-638b3ed2-8a64-46a8-b882-2893873a9d60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 217 time: 0.0352395 Aug 31 14:41:59.815594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-e131a202-150c-4030-8706-62ed362b96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.817169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-e131a202-150c-4030-8706-62ed362b96c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0444143 Aug 31 14:41:59.873659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8701-4416-499c-af69-895c5876782e req-af32e579-cb9f-42df-b0eb-a44bf0530d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.875080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-af32e579-cb9f-42df-b0eb-a44bf0530d01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496178 Aug 31 14:41:59.976126 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-79b993af-5496-4693-894f-bba85ade98f1 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872056 Aug 31 14:42:00.094954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d91a8701-4416-499c-af69-895c5876782e req-5b162c35-1660-4661-8261-2932bb118e9a service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003115 Aug 31 14:42:00.267433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-930d830a-58da-4b63-bd50-8c215c3596f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:00.268992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-930d830a-58da-4b63-bd50-8c215c3596f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1094 time: 0.0435226 Aug 31 14:42:00.366516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-2f71bb42-9522-43b4-9c8e-858186d2fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:00.368036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-2f71bb42-9522-43b4-9c8e-858186d2fb27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0916083 Aug 31 14:42:00.753142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-221bf282-3b52-46f5-9ccf-892588826e1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 217 time: 0.3739417 Aug 31 14:42:00.776137 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:00.830276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-51e4c84e-4443-45b5-b4c6-d99f136b3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:00.831761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-51e4c84e-4443-45b5-b4c6-d99f136b3fe5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0689893 Aug 31 14:42:00.839884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc33f6-9962-483a-a17e-3b8bea40ede8 req-9b4a169e-7df6-463d-adc0-ce650ae10240 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:00.841282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65dc33f6-9962-483a-a17e-3b8bea40ede8 req-9b4a169e-7df6-463d-adc0-ce650ae10240 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.0908003 Aug 31 14:42:00.905657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-65dc33f6-9962-483a-a17e-3b8bea40ede8 req-82d16f90-8578-4a9e-bc4b-c9cb80eb99d3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561619 Aug 31 14:42:00.908545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-4c46ef25-79f9-4acb-adf8-ac3a4ef8a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:00.910315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-4c46ef25-79f9-4acb-adf8-ac3a4ef8a7b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679824 Aug 31 14:42:01.015231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-16ecaef1-6adf-4a19-b2cb-7e64f5c20140 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970654 Aug 31 14:42:01.108272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0aae1a46-2aa6-4fdd-aff8-782832cac035 req-2e80fd92-d543-446d-b993-b362c24d60b3 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840538 Aug 31 14:42:02.031523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528708f-da74-4a66-a177-d51af1eba813 req-8796e719-a97e-4102-a21c-66e85e4a9027 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:02.033150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b528708f-da74-4a66-a177-d51af1eba813 req-8796e719-a97e-4102-a21c-66e85e4a9027 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.0551734 Aug 31 14:42:02.070424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b528708f-da74-4a66-a177-d51af1eba813 req-3710f323-2477-4f2d-9cd2-cd10604bf368 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Aug 31 14:42:02.150223 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.192148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba32966-8457-461c-b61f-1e6f179ee91a req-ef347867-8156-4de5-9e98-4336dae3746a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:03.193867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ba32966-8457-461c-b61f-1e6f179ee91a req-ef347867-8156-4de5-9e98-4336dae3746a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.0541661 Aug 31 14:42:03.230841 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9ba32966-8457-461c-b61f-1e6f179ee91a req-556e57a8-4db3-40b8-a632-26c1ae344fa3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Aug 31 14:42:03.967870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:42:04.063913 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:04.074844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'mac_address': 'fa:16:3e:63:af:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:42:04.116661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:04.130269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203920c1-0e87-4bd5-87d1-4686f36c0661 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:04.149892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:04.153785 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:04.204803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:04.352561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00af23-dc45-4c14-a2d7-2627b75a56f8 req-31576b7e-8e4c-4ccd-9e40-028767f20f28 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:04.354135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e00af23-dc45-4c14-a2d7-2627b75a56f8 req-31576b7e-8e4c-4ccd-9e40-028767f20f28 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 944 time: 0.0517910 Aug 31 14:42:04.393650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e00af23-dc45-4c14-a2d7-2627b75a56f8 req-25b893e3-a4fb-4016-bf2f-e3a59fbb8687 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Aug 31 14:42:04.428005 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['203920c1-0e87-4bd5-87d1-4686f36c0661'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:05.519037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725bf8-e6b7-4f8d-958c-d3710b8117dd req-45d4078f-6690-4bad-b648-098440ce72e4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:05.520510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51725bf8-e6b7-4f8d-958c-d3710b8117dd req-45d4078f-6690-4bad-b648-098440ce72e4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 944 time: 0.0493250 Aug 31 14:42:05.558900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-51725bf8-e6b7-4f8d-958c-d3710b8117dd req-57503851-5608-42c6-a889-7a4ec0c9a8da tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Aug 31 14:42:05.969795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:42:06.022296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 203920c1-0e87-4bd5-87d1-4686f36c0661 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:42:06.025922 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 203920c1-0e87-4bd5-87d1-4686f36c0661 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:42:06.026298 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:06.101463 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:06.123105 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:06.125351 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ecc4234078bd88a81482292e792486f17383e855d7c4699573c288a27dcbe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d40ef2-4818-4b8a-bcd7-b1845a41520e" -d '{"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-plugged", "status": "completed", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:06.138099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:06.143440 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:06.166496 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee340495-033b-4317-bd31-066cb96c34c1 x-openstack-request-id: req-ee340495-033b-4317-bd31-066cb96c34c1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:06.166788 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-plugged", "status": "completed", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:06.167141 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee340495-033b-4317-bd31-066cb96c34c1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:06.167423 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'code': 200} Aug 31 14:42:06.195008 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:06.293749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1353-d8e6-44ae-a7a2-9fc8f96f0c31 req-8f4ce5ed-4567-4550-b092-ed60de239919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:06.295198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea3b1353-d8e6-44ae-a7a2-9fc8f96f0c31 req-8f4ce5ed-4567-4550-b092-ed60de239919 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1096 time: 0.0455332 Aug 31 14:42:06.330851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea3b1353-d8e6-44ae-a7a2-9fc8f96f0c31 req-cef1f1f2-4548-47cf-983e-be27e58459b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277297 Aug 31 14:42:06.551497 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:42:06.678468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b6a9-4ed1-4b07-bae4-2cfb611a3612 req-f212292a-ad6f-4b5c-9b39-f743834f794b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:06.679987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84a2b6a9-4ed1-4b07-bae4-2cfb611a3612 req-f212292a-ad6f-4b5c-9b39-f743834f794b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0512612 Aug 31 14:42:06.719638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84a2b6a9-4ed1-4b07-bae4-2cfb611a3612 req-8de7631b-b942-4fb5-bde8-8046d876cdcd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328734 Aug 31 14:42:07.838542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d26ac-3222-4732-81e6-388c77673bf5 req-0dc4f8ec-0a8c-4ee9-971d-31d13db0237d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:07.840067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-776d26ac-3222-4732-81e6-388c77673bf5 req-0dc4f8ec-0a8c-4ee9-971d-31d13db0237d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Aug 31 14:42:07.878869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-776d26ac-3222-4732-81e6-388c77673bf5 req-ed274913-b53c-495f-9ec1-251b93564471 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316603 Aug 31 14:42:07.996811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2976-421e-485d-9355-9d5192fa437a req-34928ff4-3ee3-40fa-9d5a-d11c5c9d6c91 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:07.999025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f51a2976-421e-485d-9355-9d5192fa437a req-34928ff4-3ee3-40fa-9d5a-d11c5c9d6c91 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0547316 Aug 31 14:42:08.007566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 55886) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:08.012362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'floatingip': {'port_id': '203920c1-0e87-4bd5-87d1-4686f36c0661'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:08.053269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.509221 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.513444 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.617714 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 associated. External IP: 172.25.0.253, port: 203920c1-0e87-4bd5-87d1-4686f36c0661. Aug 31 14:42:08.854620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:42:08.964900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:42:08.970327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.975603 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:42:08.985963 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:08.986574 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:41:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:08.999075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3487672-3da0-49aa-b672-306a310fe5f8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "PUT /v2.0/floatingips/e6457707-6412-44bb-a3da-dedb5deb3828 HTTP/1.1" status: 200 len: 991 time: 0.9903357 Aug 31 14:42:08.999663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:09.001988 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d71914b939a32aa1c6a645766d693cb758aeb107348e04301180e765985898f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486510c2-1548-4d61-8648-5f5b8fe8a31d" -d '{"events": [{"name": "network-changed", "server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:09.096442 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:09.116464 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefdceda-30a3-4a6f-a58a-2f86b59b3e71 x-openstack-request-id: req-cefdceda-30a3-4a6f-a58a-2f86b59b3e71 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:09.116786 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:09.117076 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cefdceda-30a3-4a6f-a58a-2f86b59b3e71 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:09.117491 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'status': 'completed', 'code': 200} Aug 31 14:42:09.200668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-d47358ae-8f7e-4252-be5f-132c589bf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.202766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-d47358ae-8f7e-4252-be5f-132c589bf9c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1096 time: 0.0424407 Aug 31 14:42:09.302204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-339791b9-d001-4b59-82c7-82fd774a0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.303628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-339791b9-d001-4b59-82c7-82fd774a0215 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0924022 Aug 31 14:42:09.339998 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:63:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:42:08Z', 'revision_number': 9, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:09.371196 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:42:09.372584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-4f3fd97f-85b1-414a-ad2a-adf7e6598c93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 999 time: 0.0609708 Aug 31 14:42:09.380324 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:09.380977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:41:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:09.431381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-41485a05-2025-47a0-892b-33c7ff19a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.433059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-41485a05-2025-47a0-892b-33c7ff19a908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0526631 Aug 31 14:42:09.490697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-6c2ac428-8f21-4031-9057-5cab6899625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.492284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-6c2ac428-8f21-4031-9057-5cab6899625f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507302 Aug 31 14:42:09.584492 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:09.590881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-0a7c6635-b656-4516-b8bf-f35d42c00284 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909531 Aug 31 14:42:09.699145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-486510c2-1548-4d61-8648-5f5b8fe8a31d req-2b0da5b3-6c8f-495b-99f8-c33d344712f3 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998588 Aug 31 14:42:09.818524 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:63:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:42:08Z', 'revision_number': 9, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:09.844486 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7050f-6690-4344-a0bf-71b49a299bb2 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:63:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:42:08Z', 'revision_number': 9, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:42:10.047867 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771f933-5c70-4759-b273-0825fef28780 None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:42:10.350983 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:26.840022 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a4331186-10f0-4596-a74c-dc7fe1f8d6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:29.390759 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f38af83-ec76-4898-ad0b-3614084ca13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:29.604163 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:30.778693 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:32.152671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:40.375127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.663513 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-4fc8aac3-6976-477f-909c-b04358f99bb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874836 Aug 31 14:42:42.775482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-4395c430-a8ee-4d2a-b6a6-ad4454721e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:42.777038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-4395c430-a8ee-4d2a-b6a6-ad4454721e22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1096 time: 0.0426052 Aug 31 14:42:42.884399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-8d209610-b3c3-4d0f-adeb-2dd42fae80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:42.885827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-8d209610-b3c3-4d0f-adeb-2dd42fae80ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0888162 Aug 31 14:42:42.953690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-9bbb1112-9200-482a-a5a6-ecdb50986faf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 1002 time: 0.0599630 Aug 31 14:42:43.003145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-dc6e5d77-8989-455c-9b59-057db2c86b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:43.004578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-dc6e5d77-8989-455c-9b59-057db2c86b73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0427024 Aug 31 14:42:43.055428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-a399583d-70db-4642-8e8f-b2c707f1bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:43.056948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-a399583d-70db-4642-8e8f-b2c707f1bcc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431414 Aug 31 14:42:43.147454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-b7d30951-b8f0-4ec2-a22a-765c67a13d61 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816166 Aug 31 14:42:43.238904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a27403de-a2af-4fbf-8182-1e38dda0c079 req-da18d823-e268-4b40-af89-f441516cf8f1 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Aug 31 14:42:43.551446 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:42:56.452272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e845044-f9c6-44cb-b6df-f58ec4e49240 req-e0c2bfdb-0663-4132-bece-4a94db478965 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280814 Aug 31 14:42:56.523201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e845044-f9c6-44cb-b6df-f58ec4e49240 req-af65158c-2711-457a-863e-90a0530ff4a1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0255141 Aug 31 14:42:56.571652 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e845044-f9c6-44cb-b6df-f58ec4e49240 req-f054eff7-1547-40b0-a2be-ce7f19ead25a service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199280 Aug 31 14:42:56.670673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845044-f9c6-44cb-b6df-f58ec4e49240 req-21479e89-4cae-4c03-9bc8-dd715a7cc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:56.672081 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-8e845044-f9c6-44cb-b6df-f58ec4e49240 req-21479e89-4cae-4c03-9bc8-dd715a7cc276 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923169 Aug 31 14:42:56.845703 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44d86854-e1cf-49b7-acba-68885f648423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:59.391212 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b132d772-3be9-4f8c-abc3-a017694e4926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:59.607984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:00.781544 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:02.158819 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:10.365606 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:20.554152 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:43:26.847974 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb8d1130-c310-4302-b7ad-3c99d76fdb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.394308 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d00e7d0c-474b-4859-bed3-e4b8cab2f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.609359 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:30.785982 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:32.164083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:40.380280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:43.716976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-7b259942-ff18-4cd8-aba4-5681f1d3f4e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867369 Aug 31 14:43:43.821046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-561e2200-300f-4ea5-b757-414bc2382876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:43.823239 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-561e2200-300f-4ea5-b757-414bc2382876 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1096 time: 0.0423961 Aug 31 14:43:43.937803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-4b35e213-c1a5-4a0d-ac10-1222a03347e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:43.939838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-4b35e213-c1a5-4a0d-ac10-1222a03347e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0958915 Aug 31 14:43:44.007472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-b2276fee-0cf6-4c7a-b711-0d347bc212e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 1002 time: 0.0597756 Aug 31 14:43:44.061600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-c29ea0f0-e3c9-44bf-90db-7a08f6c4c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:44.063201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-c29ea0f0-e3c9-44bf-90db-7a08f6c4c543 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0466356 Aug 31 14:43:44.115569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-9fb5a7d0-c25d-422d-b8d7-84c68a766f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:44.117112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-9fb5a7d0-c25d-422d-b8d7-84c68a766f84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461593 Aug 31 14:43:44.230810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-6b944ceb-9fba-48a1-a8e7-1f19bace3cd4 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052356 Aug 31 14:43:44.328963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b6f39d3f-b344-422d-8540-b9458f01df21 req-bd7c2019-e82a-426d-a870-39c2a7e33810 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892420 Aug 31 14:43:49.099960 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-2c30cfc2-996b-4e23-b7b0-5ec1d2a0f99b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467834 Aug 31 14:43:49.320498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9f3ca-397e-4a56-8561-156a352b26b4 req-c4968a94-1e26-4ed6-8fe1-66aa61be6033 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:49.321962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcf9f3ca-397e-4a56-8561-156a352b26b4 req-c4968a94-1e26-4ed6-8fe1-66aa61be6033 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.1176987 Aug 31 14:43:49.371389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcf9f3ca-397e-4a56-8561-156a352b26b4 req-ed85d6c1-642c-423b-a929-45e7f06b2fbb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408351 Aug 31 14:43:50.435013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-8e280f50-3caf-4ec0-a2e9-6cf521e3b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:50.437045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-8e280f50-3caf-4ec0-a2e9-6cf521e3b977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1096 time: 0.0469344 Aug 31 14:43:50.907869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18a6ed-9ea4-4821-a5aa-a8bb8ff8c003 req-3f4d5e39-1446-4f0d-9a16-b06edcd35b7d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:50.909743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa18a6ed-9ea4-4821-a5aa-a8bb8ff8c003 req-3f4d5e39-1446-4f0d-9a16-b06edcd35b7d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.4501469 Aug 31 14:43:50.915262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-174db850-abd8-40b6-94a4-a60d25770d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:50.917449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-174db850-abd8-40b6-94a4-a60d25770d3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.4724317 Aug 31 14:43:50.993611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa18a6ed-9ea4-4821-a5aa-a8bb8ff8c003 req-e41908ed-8a75-4552-90eb-1c0cdca560ad tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750954 Aug 31 14:43:51.018108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-7db61617-ca57-4f5a-8880-6198d285289e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 1002 time: 0.0925617 Aug 31 14:43:51.069096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-58dfed08-249b-4c2a-9e25-62970fecf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:51.070552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-58dfed08-249b-4c2a-9e25-62970fecf1c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0440013 Aug 31 14:43:51.120085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-54208239-d458-4401-990c-4ec441f8bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:51.121833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-54208239-d458-4401-990c-4ec441f8bf68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418921 Aug 31 14:43:51.222052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-d656cf71-8bef-49cd-acfc-0c64bd457158 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923216 Aug 31 14:43:51.332900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-47c26e19-76bd-4438-9800-e57aa2eeae1b service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025903 Aug 31 14:43:52.118251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf75f3-af03-49d8-8009-7c5bc9277f4a req-f7206204-3290-4f16-9b86-4f8a195c2369 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:52.120339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3bf75f3-af03-49d8-8009-7c5bc9277f4a req-f7206204-3290-4f16-9b86-4f8a195c2369 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0513573 Aug 31 14:43:52.164761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3bf75f3-af03-49d8-8009-7c5bc9277f4a req-b72aa6bf-7f6b-404c-8570-ccece52f4aff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364585 Aug 31 14:43:53.296081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157ff69-4f99-4094-a47d-f8c07bd401f6 req-b3e44118-4ca8-4dbb-99b6-6c3ffe0db70a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.297648 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9157ff69-4f99-4094-a47d-f8c07bd401f6 req-b3e44118-4ca8-4dbb-99b6-6c3ffe0db70a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0568094 Aug 31 14:43:53.336479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9157ff69-4f99-4094-a47d-f8c07bd401f6 req-3cc7c3b3-cd21-4ca4-9cf6-94fb2e220769 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Aug 31 14:43:54.471034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc65ead-e648-4408-b18d-cc301331e5c9 req-60d5b217-28b3-4eb2-8b42-3021fc94196d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:54.472784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bc65ead-e648-4408-b18d-cc301331e5c9 req-60d5b217-28b3-4eb2-8b42-3021fc94196d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0636230 Aug 31 14:43:54.524532 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6bc65ead-e648-4408-b18d-cc301331e5c9 req-6a78ae32-28de-4e63-aaf2-172d0431796d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398984 Aug 31 14:43:55.653391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2872a-87df-40d8-94da-bc5b8135b370 req-9324c46e-b8e4-4dbe-8c04-d8bfe4c084cf tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:55.654798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2e2872a-87df-40d8-94da-bc5b8135b370 req-9324c46e-b8e4-4dbe-8c04-d8bfe4c084cf tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0514643 Aug 31 14:43:55.700569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2e2872a-87df-40d8-94da-bc5b8135b370 req-09ffd4eb-3aa2-4ae9-b73f-a365c457fa1c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347390 Aug 31 14:43:56.831015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3321536-4f55-4ffe-813a-c98d23b47341 req-34bf9f00-8929-43ad-9f7c-af48739f9b88 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:56.832550 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3321536-4f55-4ffe-813a-c98d23b47341 req-34bf9f00-8929-43ad-9f7c-af48739f9b88 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0592670 Aug 31 14:43:56.850398 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3744e708-7b72-44bb-8974-6b1bca0bf990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:56.881740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3321536-4f55-4ffe-813a-c98d23b47341 req-bf687360-f270-4868-a118-8b62b151481f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377469 Aug 31 14:43:57.551552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bda4d8ca-785d-409c-842b-11e3f954c420 req-58b463ea-b859-4cf9-b12c-8873d21e10b3 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0713429 Aug 31 14:43:57.553957 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:43:57.628802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bda4d8ca-785d-409c-842b-11e3f954c420 req-8c82f18e-d942-4157-8ae5-7b15726783b7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0339844 Aug 31 14:43:57.688951 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bda4d8ca-785d-409c-842b-11e3f954c420 req-80a0fd77-738a-4616-adcc-8820586656d5 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247374 Aug 31 14:43:57.783998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d8ca-785d-409c-842b-11e3f954c420 req-f44136f5-8c43-4ca7-a54c-1ec92b58d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:57.785532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bda4d8ca-785d-409c-842b-11e3f954c420 req-f44136f5-8c43-4ca7-a54c-1ec92b58d4c0 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0895507 Aug 31 14:43:58.030027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fadc6-3f53-41a1-b085-3ab9e7892e56 req-10370d7f-989d-4edf-bb61-6d1ccc8d7101 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:58.031621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb7fadc6-3f53-41a1-b085-3ab9e7892e56 req-10370d7f-989d-4edf-bb61-6d1ccc8d7101 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0535021 Aug 31 14:43:58.076078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bb7fadc6-3f53-41a1-b085-3ab9e7892e56 req-9e5e733b-6c6e-4b1f-9fc7-fda1ed64bd31 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364461 Aug 31 14:43:59.213386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ae3b-77e1-4ea3-85da-044bb21fc320 req-c32d319b-8eb3-4e4e-a298-0ad789479d2f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:59.215601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2250ae3b-77e1-4ea3-85da-044bb21fc320 req-c32d319b-8eb3-4e4e-a298-0ad789479d2f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0577536 Aug 31 14:43:59.259629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2250ae3b-77e1-4ea3-85da-044bb21fc320 req-6d6a8ba3-809b-4f22-923b-0667083cdd6c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375834 Aug 31 14:43:59.398762 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d7ad767e-2a5d-4627-9d63-932f78dbff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:59.612778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:00.385648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bb670-0de6-4c69-adc1-c4a97f0c7e95 req-970550e8-ae79-4f63-9c83-de539220eaba tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:00.387198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac5bb670-0de6-4c69-adc1-c4a97f0c7e95 req-970550e8-ae79-4f63-9c83-de539220eaba tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0548513 Aug 31 14:44:00.430432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac5bb670-0de6-4c69-adc1-c4a97f0c7e95 req-0fd5f545-2c58-433e-9338-70862ff3f786 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345669 Aug 31 14:44:00.788159 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:01.578427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cf52a-8f5d-4308-aafb-643fd0000d15 req-c8fdaa8a-045d-4046-90eb-3ef8c3dc3808 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:01.580161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a2cf52a-8f5d-4308-aafb-643fd0000d15 req-c8fdaa8a-045d-4046-90eb-3ef8c3dc3808 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0615094 Aug 31 14:44:01.625551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a2cf52a-8f5d-4308-aafb-643fd0000d15 req-fd562e21-8018-425c-9be1-e7b36d1ec253 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388315 Aug 31 14:44:02.166984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:02.785547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4fbf9-1fa0-4a18-a84f-d0eb68b49bb0 req-69cd960a-c780-480c-923a-d4f86bc1d625 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:02.787048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ef4fbf9-1fa0-4a18-a84f-d0eb68b49bb0 req-69cd960a-c780-480c-923a-d4f86bc1d625 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0881414 Aug 31 14:44:02.828558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ef4fbf9-1fa0-4a18-a84f-d0eb68b49bb0 req-60b57fe0-2aa0-4903-89ad-794258e36003 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353005 Aug 31 14:44:03.459487 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-69612d66-cf60-4628-b12a-522f0646b2d5 service neutron] 10.222.0.26 "GET /v2.0/ports/203920c1-0e87-4bd5-87d1-4686f36c0661/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0665801 Aug 31 14:44:03.689337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-e30cb308-96d8-4160-8278-23231be24efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:03.692075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-e30cb308-96d8-4160-8278-23231be24efa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 1096 time: 0.0435960 Aug 31 14:44:03.772375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-1e213dec-e4f7-45b6-a8ba-dec22e9ace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:03.773911 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-1e213dec-e4f7-45b6-a8ba-dec22e9ace98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1096 time: 0.0474348 Aug 31 14:44:03.876713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-bf99e9e5-43fd-43a9-a67f-e112c4ecdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:03.878635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-bf99e9e5-43fd-43a9-a67f-e112c4ecdbc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0973849 Aug 31 14:44:03.973290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-9630ae9b-481d-472e-bc40-9f2d870cadcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 1002 time: 0.0867424 Aug 31 14:44:03.996986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8b5a-3003-49af-befc-cc1a4570f23f req-1347d73f-dd05-4236-8943-3ef34db1239d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:03.998432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5aaa8b5a-3003-49af-befc-cc1a4570f23f req-1347d73f-dd05-4236-8943-3ef34db1239d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0776603 Aug 31 14:44:04.056911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-15933fa1-c347-4384-a674-1b491bac6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:04.058423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-15933fa1-c347-4384-a674-1b491bac6c1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0773652 Aug 31 14:44:04.063649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5aaa8b5a-3003-49af-befc-cc1a4570f23f req-5301b13b-f95b-480a-89fd-ed52c7a6d912 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465412 Aug 31 14:44:04.109143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-9d11d972-0104-4345-a41c-e0d38e8a298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:04.110839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-9d11d972-0104-4345-a41c-e0d38e8a298d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433390 Aug 31 14:44:04.213986 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-1715cd4a-487b-4105-960a-a35cf48e59a2 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939298 Aug 31 14:44:04.308921 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f05d8f9-a5e6-4bd0-b349-431f6624b1b0 req-beaff62b-2899-4937-b083-bb5c9d4bf0bb service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872443 Aug 31 14:44:05.184487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6c9d0-f113-4193-bb61-01e4dc11fae6 req-06c7f5f0-08e1-4f63-84ff-ca6475db5cc5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:05.186035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2f6c9d0-f113-4193-bb61-01e4dc11fae6 req-06c7f5f0-08e1-4f63-84ff-ca6475db5cc5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0501926 Aug 31 14:44:05.224113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2f6c9d0-f113-4193-bb61-01e4dc11fae6 req-05317e80-406a-40bb-8aa7-028bda5b4edb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Aug 31 14:44:06.343640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297684c-66a0-4ab3-8073-a489062bd484 req-3efc8663-fa1e-42dd-83f3-2422432ffeff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:06.345229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9297684c-66a0-4ab3-8073-a489062bd484 req-3efc8663-fa1e-42dd-83f3-2422432ffeff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0527577 Aug 31 14:44:06.384166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9297684c-66a0-4ab3-8073-a489062bd484 req-905697c7-525a-42fc-9ae5-a539bbe3ce43 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330093 Aug 31 14:44:06.561545 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:06.648818 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:06.683389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:06.703764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:06.709087 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:06.728752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3b1a9-46ba-477a-8bed-0babf763aa15 req-9c7e4952-30f6-4ad1-9063-8787eecc78c7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:06.730374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84e3b1a9-46ba-477a-8bed-0babf763aa15 req-9c7e4952-30f6-4ad1-9063-8787eecc78c7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0691071 Aug 31 14:44:06.738297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-ddaff2a2-842c-4de7-b049-2c446cb9b887 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:06.739803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-ddaff2a2-842c-4de7-b049-2c446cb9b887 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4&tenant_id=1b75c7fff163473b887d8349b56db64e&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 945 time: 0.1054642 Aug 31 14:44:06.740550 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71046e8-26ca-44f4-8b76-afbf39ca50b5" -d '{"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-unplugged", "status": "completed", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:06.770519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:06.778232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.778583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.778936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.779277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.779615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.779950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.780285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.780659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.780961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.781293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.781620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.782504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:06.819591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84e3b1a9-46ba-477a-8bed-0babf763aa15 req-e9d086e2-4561-4bdb-8389-91887736b9c6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787079 Aug 31 14:44:06.834089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-4a6fd836-055c-4158-85d6-c78eb4dd14ce service neutron] 10.222.0.26 "GET /v2.0/ports/203920c1-0e87-4bd5-87d1-4686f36c0661/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0859358 Aug 31 14:44:06.918682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-f315a5dd-bfdb-418e-96c6-5b558c2e5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:06.920281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-f315a5dd-bfdb-418e-96c6-5b558c2e5b5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1094 time: 0.0455227 Aug 31 14:44:06.937715 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7dfd4-829a-4c1d-a1c9-326aaf4548cb x-openstack-request-id: req-79d7dfd4-829a-4c1d-a1c9-326aaf4548cb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:06.938009 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-unplugged", "status": "completed", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:06.938673 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79d7dfd4-829a-4c1d-a1c9-326aaf4548cb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:06.938909 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'code': 200} Aug 31 14:44:07.025486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-e6b3ef12-b3cf-4781-912a-a87ea5374311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.027004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-e6b3ef12-b3cf-4781-912a-a87ea5374311 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0995262 Aug 31 14:44:07.106832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-fac5515e-2ae7-4218-a537-a3e98d1c4ba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 1000 time: 0.0721912 Aug 31 14:44:07.157804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-f56f949b-274c-4364-921e-29beeb45a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.159272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-f56f949b-274c-4364-921e-29beeb45a380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0438263 Aug 31 14:44:07.215069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-703e2b3b-b6b4-43dd-b1e0-d2ed01a1e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.216569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-703e2b3b-b6b4-43dd-b1e0-d2ed01a1e1f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455501 Aug 31 14:44:07.310000 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-ea24d11b-b0f2-4c75-a893-20b23b2bd063 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848167 Aug 31 14:44:07.412816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-1888c2b0-953e-42fd-a810-b68174c9ea57 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950224 Aug 31 14:44:07.942494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc9f3d-adbf-4a7f-b871-f9f8b55bd70f req-5f576158-2b04-448a-865e-cc65f319f615 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.943971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfdc9f3d-adbf-4a7f-b871-f9f8b55bd70f req-5f576158-2b04-448a-865e-cc65f319f615 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.0497849 Aug 31 14:44:07.983966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bfdc9f3d-adbf-4a7f-b871-f9f8b55bd70f req-00aaf2e3-cf9b-4bf5-9a54-458c886df8a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335610 Aug 31 14:44:08.596257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:44:08.694860 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:08.710340 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'mac_address': 'fa:16:3e:63:af:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:44:08.753330 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:08.769146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203920c1-0e87-4bd5-87d1-4686f36c0661 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:08.788615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:08.793623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:08.843303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:09.114308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53184d-de57-4297-90d3-b4fb2d7a21f8 req-f784e707-9bd2-4387-8962-1bfed96f98af tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.115809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c53184d-de57-4297-90d3-b4fb2d7a21f8 req-f784e707-9bd2-4387-8962-1bfed96f98af tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 944 time: 0.0507431 Aug 31 14:44:09.155432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c53184d-de57-4297-90d3-b4fb2d7a21f8 req-78096df4-6a38-45ad-a0c4-8fae4215d802 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Aug 31 14:44:09.577538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-e98e05b2-86b6-42df-91fd-2430596a671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.579040 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-e98e05b2-86b6-42df-91fd-2430596a671c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 1095 time: 0.0428534 Aug 31 14:44:09.664673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-89a05056-292c-4b53-90a6-c4efd22b0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.666099 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-89a05056-292c-4b53-90a6-c4efd22b0bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 1095 time: 0.0452614 Aug 31 14:44:09.768648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-9688373a-34fa-4238-bf7c-f2d3df04d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.770248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-9688373a-34fa-4238-bf7c-f2d3df04d325 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0964081 Aug 31 14:44:09.842517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-e116eb84-0b67-4260-91a0-cc79682b81d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 200 len: 1001 time: 0.0632942 Aug 31 14:44:09.894374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-39713fcc-ea6e-42b0-8117-084c3b514ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.895927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-39713fcc-ea6e-42b0-8117-084c3b514ce7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0449915 Aug 31 14:44:09.944540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-930776a8-4c7d-4391-a027-b0e2a5319cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.945942 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-930776a8-4c7d-4391-a027-b0e2a5319cad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422387 Aug 31 14:44:10.039906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-cd4b6ac8-c29f-424e-8393-029a532812ff service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 Aug 31 14:44:10.128982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-61beeb53-e62d-4955-84f4-13f580b5caf3 req-b21d090f-0ef1-4920-a62f-e9372c9ab7ec service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814598 Aug 31 14:44:10.275946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fa284-12e4-4e85-9c38-3e3b6a79792f req-b60e5e4b-e0c6-4160-ad6a-1eaad26cb946 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.277655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a11fa284-12e4-4e85-9c38-3e3b6a79792f req-b60e5e4b-e0c6-4160-ad6a-1eaad26cb946 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 944 time: 0.0504589 Aug 31 14:44:10.316013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a11fa284-12e4-4e85-9c38-3e3b6a79792f req-71804b92-6dd4-40b2-a14f-6e5e14f8cbc1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323949 Aug 31 14:44:10.395780 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:11.443346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e85d-770b-4b53-85e9-d3b6b8bb8a5a req-1655df0d-9215-4f35-afd0-c922f7752276 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:11.444895 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2d2e85d-770b-4b53-85e9-d3b6b8bb8a5a req-1655df0d-9215-4f35-afd0-c922f7752276 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 944 time: 0.0560718 Aug 31 14:44:11.488893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2d2e85d-770b-4b53-85e9-d3b6b8bb8a5a req-e873d9ec-c914-481f-93ba-f467ade35514 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 Aug 31 14:44:12.609987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968ae3e-b7a4-438b-acc4-d9b988478d62 req-a1361b99-7a01-490d-ba34-fdf398212df3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.612382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e968ae3e-b7a4-438b-acc4-d9b988478d62 req-a1361b99-7a01-490d-ba34-fdf398212df3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 944 time: 0.0530167 Aug 31 14:44:12.612983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:44:12.627358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:12.653888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e968ae3e-b7a4-438b-acc4-d9b988478d62 req-e75be420-64b6-414d-b1f7-739be1724a62 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352261 Aug 31 14:44:12.792502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:12.794896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed30466-a617-4dfb-ab48-6ca2d9463b18 req-5c2a2231-ec42-45ac-87c0-f6dcaee351ae tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.795267 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:12.796751 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ed30466-a617-4dfb-ab48-6ca2d9463b18 req-5c2a2231-ec42-45ac-87c0-f6dcaee351ae tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 944 time: 0.0599339 Aug 31 14:44:12.815094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'mac_address': 'fa:16:3e:63:af:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:44:12.817852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 203920c1-0e87-4bd5-87d1-4686f36c0661 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:12.838129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ed30466-a617-4dfb-ab48-6ca2d9463b18 req-15b378a0-4eb5-4ace-995a-230bfc8875f1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349257 Aug 31 14:44:12.838719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:12.843176 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:12.901044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:12.967478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c7515-84a0-4f1d-8c10-7f716651b72b req-4a788bde-2da1-41f5-bd7b-2975dc8da0d2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.969022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a2c7515-84a0-4f1d-8c10-7f716651b72b req-4a788bde-2da1-41f5-bd7b-2975dc8da0d2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.0611098 Aug 31 14:44:13.008474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6a2c7515-84a0-4f1d-8c10-7f716651b72b req-328fa150-c770-455c-b27d-70f4f359ae11 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332265 Aug 31 14:44:13.172544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['203920c1-0e87-4bd5-87d1-4686f36c0661'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:13.257990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb59e84-1211-4be8-980c-8656644dda8e req-004afa8a-6b71-47d6-9173-4caa5dfea674 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.259905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eb59e84-1211-4be8-980c-8656644dda8e req-004afa8a-6b71-47d6-9173-4caa5dfea674 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.0513060 Aug 31 14:44:13.300101 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eb59e84-1211-4be8-980c-8656644dda8e req-cfd8f7bf-b9ca-428b-99ae-17c758b3a7b1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Aug 31 14:44:14.425120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57076b7d-da98-4a80-b200-7a4efe09035e req-8f0971d4-95a1-41ff-9993-b50bdda5a546 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:14.426962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57076b7d-da98-4a80-b200-7a4efe09035e req-8f0971d4-95a1-41ff-9993-b50bdda5a546 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 943 time: 0.0513458 Aug 31 14:44:14.472039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-57076b7d-da98-4a80-b200-7a4efe09035e req-b071f5e7-d914-434c-82e3-51cb6ea81bc4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Aug 31 14:44:14.626363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:14.681205 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 203920c1-0e87-4bd5-87d1-4686f36c0661 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:14.681664 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.762358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.786547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:14.789045 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d0951f-e121-4270-8a02-b8e05030c3e6" -d '{"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-plugged", "status": "completed", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:14.803075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:14.806562 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.833521 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b53b2e-302b-4318-9305-d7c40c89b06d x-openstack-request-id: req-52b53b2e-302b-4318-9305-d7c40c89b06d {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:14.833830 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-plugged", "status": "completed", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:14.834111 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52b53b2e-302b-4318-9305-d7c40c89b06d {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:14.834568 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'code': 200} Aug 31 14:44:14.865106 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:14.879205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-0c34ad44-5815-4926-87dc-c0df83a16cda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:14.880763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-0c34ad44-5815-4926-87dc-c0df83a16cda tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 945 time: 0.0541611 Aug 31 14:44:14.971352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Deleting port 203920c1-0e87-4bd5-87d1-4686f36c0661 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:14.971699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.066579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] For port 203920c1-0e87-4bd5-87d1-4686f36c0661, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=203920c1-0e87-4bd5-87d1-4686f36c0661,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:15.066955 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.245086 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.245384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.245709 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 disassociated. External IP: 172.25.0.253, port: 203920c1-0e87-4bd5-87d1-4686f36c0661. Aug 31 14:44:15.246060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Calling delete_port for 203920c1-0e87-4bd5-87d1-4686f36c0661 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:15.382971 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.415819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event deleted for resources: {'Port': ['ID=203920c1-0e87-4bd5-87d1-4686f36c0661,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:15.428754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.429527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.429527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.430585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.430585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.430849 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.431167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.431529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.432019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.432291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.432638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.433062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:15.576650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:15.604993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5df5e6c-57ec-40e0-97b2-817f4046b4e5 req-d9dd5e39-3f28-4302-9538-528c34c47250 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48636c9-d363-48f7-bd6b-db636bd148e4 HTTP/1.1" status: 200 len: 210 time: 0.0426605 Aug 31 14:44:15.717263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:15.727348 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:15.739039 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:15.739783 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:43:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:15.770038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] No DVR routers for this DVR port 203920c1-0e87-4bd5-87d1-4686f36c0661 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:15.772719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.775466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07db8b10-e36b-40bd-9db7-547b8d18f70f req-b4ab1f25-422f-483d-a861-131d9544c814 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "DELETE /v2.0/ports/203920c1-0e87-4bd5-87d1-4686f36c0661 HTTP/1.1" status: 204 len: 173 time: 0.8881404 Aug 31 14:44:15.775922 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-deleted', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:15.822809 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c33bde-c62d-446c-828a-016775555e08" -d '{"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-deleted", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:15.880937 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:15.919816 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb124286-688d-4ace-ab2f-fffb19ad3543 x-openstack-request-id: req-cb124286-688d-4ace-ab2f-fffb19ad3543 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:15.920110 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48636c9-d363-48f7-bd6b-db636bd148e4", "name": "network-vif-deleted", "tag": "203920c1-0e87-4bd5-87d1-4686f36c0661", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:15.920366 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb124286-688d-4ace-ab2f-fffb19ad3543 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:15.920771 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48636c9-d363-48f7-bd6b-db636bd148e4', 'name': 'network-vif-deleted', 'tag': '203920c1-0e87-4bd5-87d1-4686f36c0661', 'status': 'completed', 'code': 200} Aug 31 14:44:16.098706 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:16.125701 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:16.135089 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:16.135713 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:43:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:16.254442 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:16.483687 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:16.511330 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c07cc-e7b4-4f84-97ca-589ad3bcabf6 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:16.770669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df91381-b173-4f78-9a85-923641daa03d None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:44:16.924149 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-635f9c51-9d0c-416b-953e-7a8af61347e0 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1469618223&fields=id&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 267 time: 0.0496416 Aug 31 14:44:17.038326 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-1098bb6b-23c8-435f-8c08-551e93f0ebd4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:17.039818 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-1098bb6b-23c8-435f-8c08-551e93f0ebd4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1070194 Aug 31 14:44:17.056338 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-a4aa267c-19b4-48b7-b507-0075f5ffea41 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/quotas/1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 375 time: 0.0094223 Aug 31 14:44:17.111059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-16b355b9-656c-499a-9096-400ee7f70784 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490634 Aug 31 14:44:17.128282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-9387117d-b76e-45c8-91a9-bc62c0bc5488 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:44:17.129762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-9387117d-b76e-45c8-91a9-bc62c0bc5488 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065467 Aug 31 14:44:17.310916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-619d5bef-193c-4986-a22f-ca81e5886176 service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390843 Aug 31 14:44:17.403838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-0307839c-22a9-4c8f-96ee-6387c2cc4d75 service neutron] 10.222.0.10 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861502 Aug 31 14:44:17.593225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a680ab7d-d4c1-46c5-b9c1-5e1a39b31b05 req-1e677abb-cd5a-4bdb-be6f-e77367cd2121 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 210 time: 0.0351546 Aug 31 14:44:18.649407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-1d8715f7-ab12-40fb-bfbf-0f0d02af7dd8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:18.651137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-1d8715f7-ab12-40fb-bfbf-0f0d02af7dd8 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 811 time: 0.1219261 Aug 31 14:44:18.656220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:18.686347 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 203920c1-0e87-4bd5-87d1-4686f36c0661 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:18.686698 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 203920c1-0e87-4bd5-87d1-4686f36c0661 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:18.710811 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f251f6dd-274e-4622-91a3-0de42189043a req-209be673-8bea-449d-bbff-36ebd82fef34 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 210 time: 0.0344372 Aug 31 14:44:18.731235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-2953ad3a-0785-40a9-9d88-f4ba7c7734a1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 380 time: 0.0615525 Aug 31 14:44:18.749217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'port': {'device_id': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'admin_state_up': True, 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'security_groups': ['517f7260-b0b3-4f03-b358-98e866761f29']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:18.869481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Made reservation on behalf of 1b75c7fff163473b887d8349b56db64e for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:18.873322 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.012696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Allocated IP 172.20.0.11 (6c8bfb86-ecaf-451b-8ad6-6526ea2c7711/65bfecc3-294a-41c5-a8b2-a1d150761815/6df92493-6185-43b9-b0a9-b5cca8d0de8b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:19.160785 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.176692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Transition to ACTIVE for port object 6df92493-6185-43b9-b0a9-b5cca8d0de8b will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:19.215139 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.264137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:19.267310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:19.271314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:19.277979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.335615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:19.336274 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.364321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-39654613-eb0a-4f7b-a881-0aed1066f395 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6189544 Aug 31 14:44:19.384581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Request body: {'port': {'device_id': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:19.444991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.534501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-247e3417-5221-488d-9d41-bfd58c8194da None None] Provisioning for port 6df92493-6185-43b9-b0a9-b5cca8d0de8b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:19.538556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-247e3417-5221-488d-9d41-bfd58c8194da None None] Provisioning complete for port 6df92493-6185-43b9-b0a9-b5cca8d0de8b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:19.538958 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-247e3417-5221-488d-9d41-bfd58c8194da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.578376 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-247e3417-5221-488d-9d41-bfd58c8194da None None] Port 6df92493-6185-43b9-b0a9-b5cca8d0de8b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:44:19.730287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df92493-6185-43b9-b0a9-b5cca8d0de8b {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:19.738651 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.752634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Transition to ACTIVE for port object 6df92493-6185-43b9-b0a9-b5cca8d0de8b will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:19.757985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.842672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.903981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0f00b-7f5c-4f2a-bfd6-f3a73a7faf54 req-8c898bad-9cfd-48c7-9936-9a9990b71781 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:19.905646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6c0f00b-7f5c-4f2a-bfd6-f3a73a7faf54 req-8c898bad-9cfd-48c7-9936-9a9990b71781 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.1175823 Aug 31 14:44:19.949196 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Attempting to bind port 6df92493-6185-43b9-b0a9-b5cca8d0de8b on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:19.949540 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Attempting to bind port 6df92493-6185-43b9-b0a9-b5cca8d0de8b by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:19.949875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Attempting to bind port 6df92493-6185-43b9-b0a9-b5cca8d0de8b on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:19.959928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Port 6df92493-6185-43b9-b0a9-b5cca8d0de8b on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:44:19.960261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Attempting to bind port 6df92493-6185-43b9-b0a9-b5cca8d0de8b on network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:19.972670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6c0f00b-7f5c-4f2a-bfd6-f3a73a7faf54 req-a15a4a79-019d-4de0-ad99-241dcbbb5c90 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594728 Aug 31 14:44:19.973623 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:19.973981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Checking segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:19.974364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Bound using segment: {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:19.974813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Bound port: 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00cdcb0-bae6-4ba2-91cb-2c448624824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:19.975182 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.045143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:20.048385 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:20.054288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.093119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.093550 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.095010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] 10.222.0.26 "PUT /v2.0/ports/6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1092 time: 0.7167175 Aug 31 14:44:20.095468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:20.097878 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b76051-3e44-4147-a10c-b6b5ae237baf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:20.127008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aad773-9731-4c1a-b107-5965fc124f96 service neutron] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:20.162630 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb0f84-3ba9-4372-801f-f33dd01c9cc9 x-openstack-request-id: req-24bb0f84-3ba9-4372-801f-f33dd01c9cc9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:20.163074 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:20.163335 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24bb0f84-3ba9-4372-801f-f33dd01c9cc9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:20.163814 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'status': 'completed', 'code': 200} Aug 31 14:44:20.230119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-051bba99-7711-47dc-b9bf-60ac336bf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.231922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-051bba99-7711-47dc-b9bf-60ac336bf0ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1095 time: 0.0501993 Aug 31 14:44:20.286617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-5a070ab3-8955-41bd-95ab-15baf023ddab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 217 time: 0.0390282 Aug 31 14:44:20.343028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-5adf7760-c4a9-4d82-80df-538ee7f40b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.344565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-5adf7760-c4a9-4d82-80df-538ee7f40b95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0490959 Aug 31 14:44:20.401027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-f4f4ee6e-a179-483d-8d9b-b0812e7bbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.402655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-f4f4ee6e-a179-483d-8d9b-b0812e7bbbb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491827 Aug 31 14:44:20.501689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-93e2446b-cf18-45e0-aa34-c4fc21385d92 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905528 Aug 31 14:44:20.598308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-febb4ee8-221e-4ec3-a6e7-3ffa98efd2cb req-187aa946-0f39-4499-ada4-dd03b5892be7 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886040 Aug 31 14:44:20.734558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-7395b3b2-264c-4eb9-8235-731085228c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.736082 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-7395b3b2-264c-4eb9-8235-731085228c7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1095 time: 0.0465019 Aug 31 14:44:20.828374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-f9d6ee26-adc1-407c-9954-6536a9d709c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.829851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-f9d6ee26-adc1-407c-9954-6536a9d709c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0856493 Aug 31 14:44:20.873349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-13ed2676-2d31-4bb5-843f-ce5c935eef2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 217 time: 0.0333385 Aug 31 14:44:20.929340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-cde2ce1c-60fa-4e5c-b66c-edf5494f28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.930815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-cde2ce1c-60fa-4e5c-b66c-edf5494f28bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0498724 Aug 31 14:44:20.981482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-28bb9853-6afe-4d30-a79b-ed4b9dcb7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.982993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-28bb9853-6afe-4d30-a79b-ed4b9dcb7b14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437450 Aug 31 14:44:21.091114 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-c2649d6e-9cef-4291-a0de-062be85a5816 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992780 Aug 31 14:44:21.518740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2f33-cbd0-4c56-a2aa-e1c0ea0f69d5 req-87c8174d-5f30-4989-b9c1-6167142efa93 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:21.520243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64ed2f33-cbd0-4c56-a2aa-e1c0ea0f69d5 req-87c8174d-5f30-4989-b9c1-6167142efa93 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.4525993 Aug 31 14:44:21.580360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07b76051-3e44-4147-a10c-b6b5ae237baf req-1423e772-faa7-4085-9b6c-964deb98221e service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315989 Aug 31 14:44:21.592357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64ed2f33-cbd0-4c56-a2aa-e1c0ea0f69d5 req-fc4a746f-a22f-4b53-9eca-c0daaa649152 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 Aug 31 14:44:22.723245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37dae5-0327-427d-960e-4ab035762022 req-7d5a357c-c21d-440f-9ed9-6dd7120775ad tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:22.724753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b37dae5-0327-427d-960e-4ab035762022 req-7d5a357c-c21d-440f-9ed9-6dd7120775ad tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0602489 Aug 31 14:44:22.771630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b37dae5-0327-427d-960e-4ab035762022 req-e9306dd3-80ee-4947-81df-7cac9348de02 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Aug 31 14:44:23.888803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdff9-eb6f-425f-aa2e-57b5da37c7f2 req-9931e39a-3cc9-4e6d-a9dd-f9126ec67c7d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:23.890333 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-504fdff9-eb6f-425f-aa2e-57b5da37c7f2 req-9931e39a-3cc9-4e6d-a9dd-f9126ec67c7d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0490620 Aug 31 14:44:23.929010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-504fdff9-eb6f-425f-aa2e-57b5da37c7f2 req-71ce1498-b470-421b-88c8-90607be14026 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Aug 31 14:44:24.693442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:44:24.796048 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:24.808984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'mac_address': 'fa:16:3e:fb:f7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:44:24.849518 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.864855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df92493-6185-43b9-b0a9-b5cca8d0de8b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:24.886481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:24.890615 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.944220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:25.049978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a051e-4451-4882-a675-bce1afa20aa4 req-71227eaa-9365-4df8-9e80-1458ef437846 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:25.051446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c5a051e-4451-4882-a675-bce1afa20aa4 req-71227eaa-9365-4df8-9e80-1458ef437846 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 945 time: 0.0537486 Aug 31 14:44:25.092974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c5a051e-4451-4882-a675-bce1afa20aa4 req-54f8a5ff-3d3b-4856-8ce4-9de3660a0ef4 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324857 Aug 31 14:44:25.175236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6df92493-6185-43b9-b0a9-b5cca8d0de8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:26.216548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58b213-6904-4cd2-8b68-67e3f3959a21 req-7569fbb0-0877-4fab-9c21-3e33b7acbc4d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:26.218111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c58b213-6904-4cd2-8b68-67e3f3959a21 req-7569fbb0-0877-4fab-9c21-3e33b7acbc4d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 945 time: 0.0538521 Aug 31 14:44:26.267829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0c58b213-6904-4cd2-8b68-67e3f3959a21 req-c8b09040-7c0c-405d-8ba8-c34a3f72651a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Aug 31 14:44:26.700499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:26.751547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 6df92493-6185-43b9-b0a9-b5cca8d0de8b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:26.755163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 6df92493-6185-43b9-b0a9-b5cca8d0de8b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:26.755533 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.830799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.864805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:26.867195 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b9ec2-f90e-43ad-a2e3-6663625c5b2f" -d '{"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:26.872713 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96cf7940-0839-4fac-911c-1c022c59fc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.883224 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:26.896793 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.921029 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe85105e-2428-4af6-99c1-51d4beb37a3b x-openstack-request-id: req-fe85105e-2428-4af6-99c1-51d4beb37a3b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:26.921327 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:26.921582 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe85105e-2428-4af6-99c1-51d4beb37a3b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:26.921970 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'code': 200} Aug 31 14:44:26.949939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:27.032886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93454bb8-7c6a-4dde-a69f-7d4104a58198 req-08afd3f9-1e3f-447a-a764-9679c2a3c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:27.034636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93454bb8-7c6a-4dde-a69f-7d4104a58198 req-08afd3f9-1e3f-447a-a764-9679c2a3c5d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1097 time: 0.0416074 Aug 31 14:44:27.070640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93454bb8-7c6a-4dde-a69f-7d4104a58198 req-5b51878c-8c23-4b47-9087-86d362051b10 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283771 Aug 31 14:44:27.395740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65da081-a05b-47bc-8d74-d4598fd90051 req-42bd2456-e5ce-4b19-8014-4abf8e662c9a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:27.397264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c65da081-a05b-47bc-8d74-d4598fd90051 req-42bd2456-e5ce-4b19-8014-4abf8e662c9a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0545444 Aug 31 14:44:27.435494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c65da081-a05b-47bc-8d74-d4598fd90051 req-170ac29b-bbbb-4896-89be-6ee06711871c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Aug 31 14:44:28.557163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513da9c6-6292-4510-a143-4d75572b5504 req-8856fc54-7968-427b-b7ea-f48094c6b853 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:28.558872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-513da9c6-6292-4510-a143-4d75572b5504 req-8856fc54-7968-427b-b7ea-f48094c6b853 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0545878 Aug 31 14:44:28.597872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-513da9c6-6292-4510-a143-4d75572b5504 req-b67db176-7d7b-4251-8963-d8d37619a6fd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Aug 31 14:44:28.714255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6a15-952f-4e54-bb86-73351ef8346d req-42290c65-c562-4b1d-9fd3-a5d81002ac4d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:28.715769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec5a6a15-952f-4e54-bb86-73351ef8346d req-42290c65-c562-4b1d-9fd3-a5d81002ac4d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0490763 Aug 31 14:44:28.725087 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56260) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:28.730321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Request body: {'floatingip': {'port_id': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:28.772638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.242442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.246450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.372040 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 associated. External IP: 172.25.0.253, port: 6df92493-6185-43b9-b0a9-b5cca8d0de8b. Aug 31 14:44:29.405968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a4cedb1-7023-4c02-ae93-afe0e4c2fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.583058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:29.613537 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.700113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:29.705404 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.710776 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:29.719683 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:29.720290 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:44:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:29.737976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0b51be4e-1024-4519-813b-1047c0c2bb59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "PUT /v2.0/floatingips/e6457707-6412-44bb-a3da-dedb5deb3828 HTTP/1.1" status: 200 len: 993 time: 1.0092518 Aug 31 14:44:29.737976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:29.738296 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158733ad-001b-425a-a2e4-de6633a24d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:29.830373 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:29.854109 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cfe9d7-3d64-4977-8e85-e59c628bb8d5 x-openstack-request-id: req-77cfe9d7-3d64-4977-8e85-e59c628bb8d5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:29.854426 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:29.854685 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77cfe9d7-3d64-4977-8e85-e59c628bb8d5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:29.855097 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'status': 'completed', 'code': 200} Aug 31 14:44:29.947158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158733ad-001b-425a-a2e4-de6633a24d4f req-89cd5d57-e3bb-4ee9-b6fa-9861ff72b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.948924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-158733ad-001b-425a-a2e4-de6633a24d4f req-89cd5d57-e3bb-4ee9-b6fa-9861ff72b398 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1097 time: 0.0456619 Aug 31 14:44:30.058077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158733ad-001b-425a-a2e4-de6633a24d4f req-4d38e5bc-e170-4eee-a687-cea698f4969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:30.059601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-158733ad-001b-425a-a2e4-de6633a24d4f req-4d38e5bc-e170-4eee-a687-cea698f4969a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.1034682 Aug 31 14:44:30.088061 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:fb:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:44:29Z', 'revision_number': 13, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:30.128251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-158733ad-001b-425a-a2e4-de6633a24d4f req-7c0c26db-2644-4985-b72d-de52d4ae951c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1001 time: 0.0601730 Aug 31 14:44:30.194055 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158733ad-001b-425a-a2e4-de6633a24d4f req-86bf204f-e5f7-4c3f-9073-00e6b2d4ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:30.195693 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-158733ad-001b-425a-a2e4-de6633a24d4f req-86bf204f-e5f7-4c3f-9073-00e6b2d4ba2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0593030 Aug 31 14:44:30.220144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:30.229587 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:30.230213 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:44:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:30.247761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158733ad-001b-425a-a2e4-de6633a24d4f req-667aca84-4692-408c-bbda-9d65170c4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:30.249345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-158733ad-001b-425a-a2e4-de6633a24d4f req-667aca84-4692-408c-bbda-9d65170c4230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459030 Aug 31 14:44:30.341848 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:30.373010 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-158733ad-001b-425a-a2e4-de6633a24d4f req-50ebaf3f-79bd-4ef7-97b2-c96380ca14d7 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141126 Aug 31 14:44:30.480576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-158733ad-001b-425a-a2e4-de6633a24d4f req-b86da8f2-8cad-4eca-a36f-eee31d3ad070 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991139 Aug 31 14:44:30.570264 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:fb:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:44:29Z', 'revision_number': 13, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:30.602462 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b89dc8-4a5c-429a-8ab3-646e8dbaf3b4 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'e6457707-6412-44bb-a3da-dedb5deb3828', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'port_id': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'mac_address': 'fa:16:3e:fb:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:23Z', 'updated_at': '2021-08-31T14:44:29Z', 'revision_number': 13, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:30.794810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521d5d0-58e8-4de6-9903-47291366e4a2 None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:44:30.828375 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:32.165406 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.553540 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:44:40.414517 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.591628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-af46a800-a671-4e30-ae7c-d8f5008f8963 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418422 Aug 31 14:44:45.691539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-c57a5893-9080-4817-8f31-b6e4b4b3365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:45.692990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-c57a5893-9080-4817-8f31-b6e4b4b3365a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1097 time: 0.0406685 Aug 31 14:44:45.801111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-178236dd-9388-4969-9f03-c29c13019886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:45.802630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-178236dd-9388-4969-9f03-c29c13019886 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0887647 Aug 31 14:44:45.868967 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-127d5cf3-d9e3-4a5f-9fdc-eefa04b30ea2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1003 time: 0.0587819 Aug 31 14:44:45.924082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-001155d9-5a4e-45c7-8caa-c1f44224bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:45.925571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-001155d9-5a4e-45c7-8caa-c1f44224bf1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0491812 Aug 31 14:44:45.973113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-aeb4dd49-6759-421b-bbb0-73596b0f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:45.974262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-aeb4dd49-6759-421b-bbb0-73596b0f6bbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406973 Aug 31 14:44:46.067642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-805166cc-f8b6-4f33-bfb6-8902659c4dd0 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Aug 31 14:44:46.167938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0325b-8813-4356-8fc0-8fdc8073e62c req-88056edc-42a1-4316-8a18-bf244e969c00 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899825 Aug 31 14:44:56.855061 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7e99-58ee-4e33-9264-0e08ee2e0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.409994 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5356a81-cd2f-4e70-80c4-42a0c8a02bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.445523 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07be4e32-5080-4408-8097-5783c521e1a2 req-3ada71d4-c2d1-4779-9958-8e13b6b695f8 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289025 Aug 31 14:44:59.509388 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07be4e32-5080-4408-8097-5783c521e1a2 req-f2b89134-10f9-4cc7-a967-fc8956080bab service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0274532 Aug 31 14:44:59.565115 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07be4e32-5080-4408-8097-5783c521e1a2 req-b47d1eb5-ea4c-464f-b4cb-0332b2f3a4fc service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241902 Aug 31 14:44:59.615288 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.661626 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4e32-5080-4408-8097-5783c521e1a2 req-9fbc0169-d121-4a1d-a2bc-c9fcbf747a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:59.663132 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-07be4e32-5080-4408-8097-5783c521e1a2 req-9fbc0169-d121-4a1d-a2bc-c9fcbf747a2b service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0901473 Aug 31 14:45:00.793967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.167665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.407944 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.552108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:45:26.856228 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a82b1d3d-facb-4594-a7eb-130d6762083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.409711 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38bc06e9-3e81-41e4-a8f4-3e5054cbe5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.617105 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.796133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.171565 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.426582 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:45.607618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-1a646648-a085-4d2b-b583-8f4fceca7569 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509932 Aug 31 14:45:45.725757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-9a30a48d-2013-41e7-a781-b90c06e40847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.727452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-9a30a48d-2013-41e7-a781-b90c06e40847 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1097 time: 0.0476010 Aug 31 14:45:45.852333 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-28d17077-a044-4743-9f3f-bc3c51c445db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.853887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-28d17077-a044-4743-9f3f-bc3c51c445db service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.1050766 Aug 31 14:45:45.924216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-6d5ac443-c124-434a-87eb-815382f35652 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1003 time: 0.0618608 Aug 31 14:45:45.981627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-fea96dc1-c292-46d5-8656-b51e7399ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.983052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-fea96dc1-c292-46d5-8656-b51e7399ae2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0511978 Aug 31 14:45:46.040010 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-e51b7d52-6a71-4780-a17e-19c9bb4ba429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.041602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-e51b7d52-6a71-4780-a17e-19c9bb4ba429 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510581 Aug 31 14:45:46.138649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-c7536ac9-96e2-4a45-8665-6770c157431d service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884626 Aug 31 14:45:46.237840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d7915d76-2ef7-4c1c-bc58-ef3087407b64 req-9ea5d6b2-6cff-468f-adfe-cd4a61437df4 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905035 Aug 31 14:45:48.550418 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:45:56.860683 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9e16bd1-86a8-4108-8171-81a1522a0538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.411282 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e675-f02d-4ff9-80b7-1cbb3a66022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.618000 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.439024 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-412032ce-cd7e-43f2-90c4-154e72acc88d req-70bdfaf7-604c-4cfb-8d8b-5962e8f56f79 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0349138 Aug 31 14:46:00.540234 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-412032ce-cd7e-43f2-90c4-154e72acc88d req-46d62da6-093d-45ce-ad55-8d52fbdb2365 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0255587 Aug 31 14:46:00.599230 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-412032ce-cd7e-43f2-90c4-154e72acc88d req-f608d333-ea98-4783-b953-66cb165fa701 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241380 Aug 31 14:46:00.704356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412032ce-cd7e-43f2-90c4-154e72acc88d req-c985d22c-4f2b-4244-b9c7-194690923fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:00.705912 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-412032ce-cd7e-43f2-90c4-154e72acc88d req-c985d22c-4f2b-4244-b9c7-194690923fa8 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1002064 Aug 31 14:46:00.803550 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.173274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.426428 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.912416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75184396-27a4-4949-af69-8aa48fc28eea req-797e2eea-5d59-4c92-8628-b7f359f8e6dc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:11.913936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75184396-27a4-4949-af69-8aa48fc28eea req-797e2eea-5d59-4c92-8628-b7f359f8e6dc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0514593 Aug 31 14:46:11.954742 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75184396-27a4-4949-af69-8aa48fc28eea req-1e606e67-48e6-4520-b728-ba99cd3bddb9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348234 Aug 31 14:46:23.052514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-1f9fef3f-f530-43a5-a421-dd284d3688a0 req-7b8f111c-347c-4851-b818-5739a830e89c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:46:23.053598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1f9fef3f-f530-43a5-a421-dd284d3688a0 req-7b8f111c-347c-4851-b818-5739a830e89c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058203 Aug 31 14:46:23.235177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8e633-cb8d-4658-9301-288bd8f8d991 req-32743775-b312-4fe0-9d66-cdcd5b8ac356 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:23.236694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cc8e633-cb8d-4658-9301-288bd8f8d991 req-32743775-b312-4fe0-9d66-cdcd5b8ac356 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0506060 Aug 31 14:46:23.280954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0cc8e633-cb8d-4658-9301-288bd8f8d991 req-7aa14968-8105-4246-a0e2-f4d6cf6523dc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 Aug 31 14:46:23.324064 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-e716a6d6-99c6-4c29-a317-382d453dee88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960608 Aug 31 14:46:24.398526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83285-1a1a-4a6f-95ee-87c0315bce37 req-c998ad96-1a4a-49bf-a52a-bf282c113298 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:24.400025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3a83285-1a1a-4a6f-95ee-87c0315bce37 req-c998ad96-1a4a-49bf-a52a-bf282c113298 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0500374 Aug 31 14:46:24.438189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3a83285-1a1a-4a6f-95ee-87c0315bce37 req-83fccdde-9487-46ec-932d-0ba3b78032a9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 31 14:46:25.549701 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:46:25.553900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc3c5d-7f9f-4645-9837-d278af86bf55 req-3c128f73-d34d-4b53-88cd-f2cc92d2ab3b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:25.555404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ffc3c5d-7f9f-4645-9837-d278af86bf55 req-3c128f73-d34d-4b53-88cd-f2cc92d2ab3b tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0495749 Aug 31 14:46:25.592312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ffc3c5d-7f9f-4645-9837-d278af86bf55 req-1740ad4e-88f8-403a-ab08-c724a602aa50 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 31 14:46:26.710270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b75f-1c85-4056-a327-99a014ce10b5 req-db85219b-565d-49e2-9ef3-a5c194eb2aae tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:26.711769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f97b75f-1c85-4056-a327-99a014ce10b5 req-db85219b-565d-49e2-9ef3-a5c194eb2aae tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0497289 Aug 31 14:46:26.755869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f97b75f-1c85-4056-a327-99a014ce10b5 req-efd6727b-6a05-49da-88df-929882544897 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Aug 31 14:46:26.862081 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0772-047b-4a50-afa1-d3aad1709d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.871671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c9304-bfa6-48a1-8916-1e7566af3720 req-0c6bf97b-564d-454c-b7ab-4f9b6892f929 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:27.873193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db9c9304-bfa6-48a1-8916-1e7566af3720 req-0c6bf97b-564d-454c-b7ab-4f9b6892f929 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0488677 Aug 31 14:46:27.913807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db9c9304-bfa6-48a1-8916-1e7566af3720 req-301b492a-421a-4985-b6a9-f9e426c2ae7d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344164 Aug 31 14:46:28.594741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-552b5410-f46f-4c74-abae-926147a28538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.596302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-552b5410-f46f-4c74-abae-926147a28538 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1097 time: 0.0411348 Aug 31 14:46:28.693608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-844fda49-602c-42e9-963d-b362fdf02c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.695212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-844fda49-602c-42e9-963d-b362fdf02c70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0913627 Aug 31 14:46:28.764973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-af0102ca-28d7-4f2a-a90f-d4927b76b162 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1003 time: 0.0616086 Aug 31 14:46:28.814033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-22b99fd4-a68d-4963-bdd6-7b53e20eb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.815549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-22b99fd4-a68d-4963-bdd6-7b53e20eb7b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0425339 Aug 31 14:46:28.865463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-071b18b0-349c-428f-8415-5b9d3ce9f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.866983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-071b18b0-349c-428f-8415-5b9d3ce9f4cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440323 Aug 31 14:46:28.879856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-e655265b-1683-4775-955e-e08f74beae8a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:46:28.880810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-e655265b-1683-4775-955e-e08f74beae8a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057003 Aug 31 14:46:28.973394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-9efe430b-8b40-4e4d-8de5-9b8d4f80ec6a service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852315 Aug 31 14:46:29.090463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e45947-03fe-47a3-8e44-775ef5287f23 req-60b0f41c-d09e-434a-aea7-c50faccce81e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:29.091982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97e45947-03fe-47a3-8e44-775ef5287f23 req-60b0f41c-d09e-434a-aea7-c50faccce81e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.1042178 Aug 31 14:46:29.118743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-a7cc065d-d099-4221-8d08-96e84741d57c service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382449 Aug 31 14:46:29.138109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97e45947-03fe-47a3-8e44-775ef5287f23 req-aec7cb36-50ed-4957-9706-f703ba653942 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366454 Aug 31 14:46:29.414992 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-68d536c8-8891-4e06-9467-faad9ce3a594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.619065 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.258015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d3e3d-30c1-4fde-930b-6bb534c58bbe req-68991368-2edb-48bb-85a9-689589d5b160 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.259525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d0d3e3d-30c1-4fde-930b-6bb534c58bbe req-68991368-2edb-48bb-85a9-689589d5b160 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0512373 Aug 31 14:46:30.296758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d0d3e3d-30c1-4fde-930b-6bb534c58bbe req-4c157069-eb54-4154-9892-f8aa8c33799c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Aug 31 14:46:30.803784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.418477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3d2d-2a59-4a79-a5b1-7c95c5f16dab req-c8fb9980-e636-4eea-9cd4-ee37c0f43ec5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:31.419956 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7afe3d2d-2a59-4a79-a5b1-7c95c5f16dab req-c8fb9980-e636-4eea-9cd4-ee37c0f43ec5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0535653 Aug 31 14:46:31.458392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7afe3d2d-2a59-4a79-a5b1-7c95c5f16dab req-3a89880a-19fc-429d-8409-68795535d262 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Aug 31 14:46:32.174854 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.573934 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f0695-3f7e-4093-87d7-5a9eef3491e7 req-4b5d0732-3e58-463f-bb69-91412d74979e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:32.575508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b3f0695-3f7e-4093-87d7-5a9eef3491e7 req-4b5d0732-3e58-463f-bb69-91412d74979e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0486639 Aug 31 14:46:32.614154 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5b3f0695-3f7e-4093-87d7-5a9eef3491e7 req-a16fcba5-8703-4c09-a628-d13843269efa tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326557 Aug 31 14:46:33.731749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bdb1e-4856-43fa-96af-de11d2ce94c3 req-ca2e5513-1842-4553-9f74-083de7a184e2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:33.733243 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-517bdb1e-4856-43fa-96af-de11d2ce94c3 req-ca2e5513-1842-4553-9f74-083de7a184e2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0511925 Aug 31 14:46:33.771254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-517bdb1e-4856-43fa-96af-de11d2ce94c3 req-0ea9eeab-b694-4608-9708-c6d16c52d01c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Aug 31 14:46:34.891334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7180c-5d73-485c-bf0f-44b8e5514ee0 req-c75b5b4b-8783-48ff-84c9-5a74c498986e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:34.892807 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dad7180c-5d73-485c-bf0f-44b8e5514ee0 req-c75b5b4b-8783-48ff-84c9-5a74c498986e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0537703 Aug 31 14:46:34.930617 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dad7180c-5d73-485c-bf0f-44b8e5514ee0 req-2d7575b5-0c1f-4bc4-a2d1-74080cabf92a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 Aug 31 14:46:36.048918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7cf0f-27c6-438e-af57-6abec74dd2d4 req-767e9458-4a85-4458-a606-22e621b8d93a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:36.050426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0d7cf0f-27c6-438e-af57-6abec74dd2d4 req-767e9458-4a85-4458-a606-22e621b8d93a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0513041 Aug 31 14:46:36.088261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0d7cf0f-27c6-438e-af57-6abec74dd2d4 req-cb078e81-f8fb-4551-8b64-80c5cd4f28f1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Aug 31 14:46:37.204507 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c606a5-2896-4569-8145-7645fee7bbd0 req-ee9615f0-9979-40d4-b8f5-271741fece47 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:37.206108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8c606a5-2896-4569-8145-7645fee7bbd0 req-ee9615f0-9979-40d4-b8f5-271741fece47 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0499108 Aug 31 14:46:37.244106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c8c606a5-2896-4569-8145-7645fee7bbd0 req-64eab16b-5a13-4551-a4a4-5da49eb16597 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315344 Aug 31 14:46:38.364185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d11f-d69a-42f9-ba25-c1a287e5fb51 req-cc5e7037-010b-4ec3-82e2-52da10c1b3a3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:38.365875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6d11f-d69a-42f9-ba25-c1a287e5fb51 req-cc5e7037-010b-4ec3-82e2-52da10c1b3a3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0532992 Aug 31 14:46:38.403505 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64d6d11f-d69a-42f9-ba25-c1a287e5fb51 req-0ff35a54-d0bc-4731-8035-d4cd361e03c3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 Aug 31 14:46:39.521520 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fe7f-319f-4582-98ba-28b1122d9f92 req-dba4d314-6426-401d-a27e-22f64b206377 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:39.523046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85a0fe7f-319f-4582-98ba-28b1122d9f92 req-dba4d314-6426-401d-a27e-22f64b206377 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0513682 Aug 31 14:46:39.560618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85a0fe7f-319f-4582-98ba-28b1122d9f92 req-4dfdaddc-cb43-486d-af79-bdc8b96c2530 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314031 Aug 31 14:46:40.439596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:40.677676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aca12-6bbb-4f4f-8c91-c851e65c7060 req-c79da6f6-6f4e-44f2-b109-c2a0a1bca1ab tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:40.679055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f5aca12-6bbb-4f4f-8c91-c851e65c7060 req-c79da6f6-6f4e-44f2-b109-c2a0a1bca1ab tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0486968 Aug 31 14:46:40.715846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f5aca12-6bbb-4f4f-8c91-c851e65c7060 req-af87048b-261c-4773-8108-63768c07f648 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Aug 31 14:46:41.837240 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6daa3d-65c3-4e80-8d96-6bb8c88ad420 req-15eb6f00-a309-4488-9dbf-d248936d69a0 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:41.838732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e6daa3d-65c3-4e80-8d96-6bb8c88ad420 req-15eb6f00-a309-4488-9dbf-d248936d69a0 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0532563 Aug 31 14:46:41.879607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e6daa3d-65c3-4e80-8d96-6bb8c88ad420 req-ebb0869f-1e98-4ca8-8f9a-1e2879cd6f52 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345562 Aug 31 14:46:42.988750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-67ad98d6-b2de-4739-b496-217f0cb037c4 service neutron] 10.222.0.26 "GET /v2.0/ports/6df92493-6185-43b9-b0a9-b5cca8d0de8b/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0795698 Aug 31 14:46:43.010267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df52a57-33f9-443e-afce-08dc4f400afa req-f5d53a86-d20d-45b6-9437-532ad738b13f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.011790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0df52a57-33f9-443e-afce-08dc4f400afa req-f5d53a86-d20d-45b6-9437-532ad738b13f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0558085 Aug 31 14:46:43.051387 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0df52a57-33f9-443e-afce-08dc4f400afa req-79a46a99-aea8-42cc-b95d-2213b7119363 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332007 Aug 31 14:46:43.212728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-9aedf91d-0010-472d-b105-a3ca57dd715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.214254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-9aedf91d-0010-472d-b105-a3ca57dd715c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 1097 time: 0.0452650 Aug 31 14:46:43.287085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-4c3e865e-46f0-4abf-8252-588642942c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.288565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-4c3e865e-46f0-4abf-8252-588642942c5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1097 time: 0.0405631 Aug 31 14:46:43.337624 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:43.379793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-4b66d575-b279-432e-a430-75847ce4b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.381331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-4b66d575-b279-432e-a430-75847ce4b5c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0846405 Aug 31 14:46:43.415095 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:43.436829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:43.439082 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1fc979-5ee5-417b-8bd1-b31e9de5bbda" -d '{"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:43.451827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:43.453198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-e531a0e4-89f1-4262-8230-fdb3b1d4b7a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1003 time: 0.0639853 Aug 31 14:46:43.457767 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:43.487447 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41303d6b-f67c-4433-bfce-172cf58f2d4b x-openstack-request-id: req-41303d6b-f67c-4433-bfce-172cf58f2d4b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:43.487757 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:43.488045 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41303d6b-f67c-4433-bfce-172cf58f2d4b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:43.488438 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'code': 200} Aug 31 14:46:43.504428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-21962904-4161-4128-87fe-55880a2ad850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.505493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-21962904-4161-4128-87fe-55880a2ad850 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0449727 Aug 31 14:46:43.510504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:43.517417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.517769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.518114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.518455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.518795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.519183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.519519 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.519846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.520177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.520505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.520834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.521187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:43.575258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-ae33f4f6-91d7-40e6-936f-a3b3c48b4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.576795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-ae33f4f6-91d7-40e6-936f-a3b3c48b4428 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418069 Aug 31 14:46:43.669364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-e7f30adb-aafb-495b-b6fa-632c086f6927 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841284 Aug 31 14:46:43.759627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ff4d1f64-216f-486f-b972-a264b8c419dc req-5e4fccf0-4333-46ba-95d4-c26b27c69494 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810659 Aug 31 14:46:44.176814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150af35-d714-4d73-8796-be379b898a43 req-522ba3a1-9aca-4f0f-9d0f-99fbfb2253d1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:44.178237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b150af35-d714-4d73-8796-be379b898a43 req-522ba3a1-9aca-4f0f-9d0f-99fbfb2253d1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0546346 Aug 31 14:46:44.215842 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b150af35-d714-4d73-8796-be379b898a43 req-73a100e9-bcb7-4458-b2c0-f37a4928e7e3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316956 Aug 31 14:46:45.334389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1611df-ed8e-46ce-810d-c46a911e81f5 req-bf4c680e-4ed5-452b-a65c-8b199c70f955 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:45.336059 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae1611df-ed8e-46ce-810d-c46a911e81f5 req-bf4c680e-4ed5-452b-a65c-8b199c70f955 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0520959 Aug 31 14:46:45.374927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae1611df-ed8e-46ce-810d-c46a911e81f5 req-2655db0d-81a6-4bfa-a656-8070a4c71b4f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Aug 31 14:46:45.635743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-ef2efacc-d9b7-41f4-8e2d-43eb5f8c361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:45.637306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-ef2efacc-d9b7-41f4-8e2d-43eb5f8c361b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1095 time: 0.0429409 Aug 31 14:46:45.745082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-625cc00c-e646-4bd9-8c63-a76395981377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:45.746566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-625cc00c-e646-4bd9-8c63-a76395981377 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0884020 Aug 31 14:46:45.813543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-f17749dd-9911-4645-8a29-facc034355a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1001 time: 0.0582204 Aug 31 14:46:45.863620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-aff488fd-1f2b-48f8-bc2a-68d56111d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:45.865128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-aff488fd-1f2b-48f8-bc2a-68d56111d0dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0439613 Aug 31 14:46:45.916061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-608d3c09-b1c8-49e1-83c4-2a8a4ff1202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:45.917498 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-608d3c09-b1c8-49e1-83c4-2a8a4ff1202e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438812 Aug 31 14:46:46.009909 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-352c6988-2c38-4f1b-b690-4b516040c7c6 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829506 Aug 31 14:46:46.105502 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bed0ca17-d261-4a88-8c4e-31d9901e141e req-e9f34573-d117-44f0-8c9b-dd1fd42f3647 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883234 Aug 31 14:46:46.493085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26530d-8f8d-46b6-9c39-77404721bc8f req-6944e755-f154-4006-88ea-eea1fa299449 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:46.495264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec26530d-8f8d-46b6-9c39-77404721bc8f req-6944e755-f154-4006-88ea-eea1fa299449 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0497534 Aug 31 14:46:46.534061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec26530d-8f8d-46b6-9c39-77404721bc8f req-d6b87f37-175e-497c-bc3c-31fb47fa9ac3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Aug 31 14:46:47.656444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389e114-8077-4f1c-891d-99f5b78566d0 req-811c9145-c35a-48c7-8328-83cd402ff51a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.657991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2389e114-8077-4f1c-891d-99f5b78566d0 req-811c9145-c35a-48c7-8328-83cd402ff51a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0525482 Aug 31 14:46:47.700761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2389e114-8077-4f1c-891d-99f5b78566d0 req-bb8d16f6-0a8a-4237-8333-3d4b00558741 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355489 Aug 31 14:46:48.821367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561e76b-c02d-4956-b91b-7cc951fada81 req-8a20512b-b09a-4af9-a8fb-8eee28a5cb8c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:48.822850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e561e76b-c02d-4956-b91b-7cc951fada81 req-8a20512b-b09a-4af9-a8fb-8eee28a5cb8c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0527110 Aug 31 14:46:48.861136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e561e76b-c02d-4956-b91b-7cc951fada81 req-4f458a1e-9704-46ae-aee6-d9c680f1152d tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323753 Aug 31 14:46:49.977414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab4f92-045d-4c26-bd02-aa429f6c6330 req-e998dd2d-561e-4865-8534-88a41a876421 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:49.978896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8ab4f92-045d-4c26-bd02-aa429f6c6330 req-e998dd2d-561e-4865-8534-88a41a876421 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0500004 Aug 31 14:46:50.016614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d8ab4f92-045d-4c26-bd02-aa429f6c6330 req-0fbfc873-f625-4b0b-9ff4-f80e24967cb1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316801 Aug 31 14:46:51.132329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b8d68-662b-4977-98f9-a34696e6fa2e req-93b04fef-08aa-4463-a30f-88bc7328d52c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:51.134108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c2b8d68-662b-4977-98f9-a34696e6fa2e req-93b04fef-08aa-4463-a30f-88bc7328d52c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0488312 Aug 31 14:46:51.170726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c2b8d68-662b-4977-98f9-a34696e6fa2e req-08b6c451-c326-4609-9c25-01343d4b8bef tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306304 Aug 31 14:46:52.293022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5af93-4443-4200-b7c1-fae76a664121 req-d04eae80-4e1d-4289-a0a4-6ec992e8c5b7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:52.294480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0da5af93-4443-4200-b7c1-fae76a664121 req-d04eae80-4e1d-4289-a0a4-6ec992e8c5b7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0527599 Aug 31 14:46:52.331231 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0da5af93-4443-4200-b7c1-fae76a664121 req-0534e0fa-2db6-4b2f-9feb-4111d90f6b4e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307293 Aug 31 14:46:53.451602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c6742-0cd6-4cd5-9ff0-0ebd6f3283b5 req-6ddec1f8-cd8c-4078-a79e-0c6892d94288 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:53.453202 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a78c6742-0cd6-4cd5-9ff0-0ebd6f3283b5 req-6ddec1f8-cd8c-4078-a79e-0c6892d94288 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0506816 Aug 31 14:46:53.492700 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a78c6742-0cd6-4cd5-9ff0-0ebd6f3283b5 req-af8ad6a9-b7e2-4f68-bcb0-dbbcf5a8e9c3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328624 Aug 31 14:46:54.608887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5622-33c2-4ee3-830a-0c82cf4b9cea req-6d417556-3eaa-4f0f-b9c9-1dbdbd2f45b6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:54.610368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a5b5622-33c2-4ee3-830a-0c82cf4b9cea req-6d417556-3eaa-4f0f-b9c9-1dbdbd2f45b6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0486577 Aug 31 14:46:54.648760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a5b5622-33c2-4ee3-830a-0c82cf4b9cea req-3616ec71-0f51-428d-87b8-ebd273ea592f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Aug 31 14:46:55.428169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:46:55.523290 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:55.535616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'mac_address': 'fa:16:3e:fb:f7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:46:55.572444 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.585636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df92493-6185-43b9-b0a9-b5cca8d0de8b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:46:55.604041 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:55.607943 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.653625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:55.770830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140587-b6b0-4f4b-9445-ec8ba9d4386a req-94e2eb9a-9d02-484b-8a9d-18ab77d42bdf tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:55.772351 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19140587-b6b0-4f4b-9445-ec8ba9d4386a req-94e2eb9a-9d02-484b-8a9d-18ab77d42bdf tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 945 time: 0.0530334 Aug 31 14:46:55.809410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-19140587-b6b0-4f4b-9445-ec8ba9d4386a req-fce4717a-0084-405b-a9ff-747cb9f3b7f7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Aug 31 14:46:55.969434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6df92493-6185-43b9-b0a9-b5cca8d0de8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:46:56.153109 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-59869e82-9865-4d6a-b542-b6a540918c59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:56.155309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-59869e82-9865-4d6a-b542-b6a540918c59 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd&tenant_id=1b75c7fff163473b887d8349b56db64e&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 945 time: 0.1060047 Aug 31 14:46:56.163955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2d6c-b472-45da-9098-ad72aad03aa1 req-b8567d7a-550c-4b65-8f22-f76075089d79 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:56.165337 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-958f2d6c-b472-45da-9098-ad72aad03aa1 req-b8567d7a-550c-4b65-8f22-f76075089d79 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 945 time: 0.1028237 Aug 31 14:46:56.241341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-958f2d6c-b472-45da-9098-ad72aad03aa1 req-c53257cb-dcdf-4eaf-81a1-61e1576e2bae tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698533 Aug 31 14:46:56.249353 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-ada801af-0ab6-4c0d-9bd5-cf2daa3886a7 service neutron] 10.222.0.26 "GET /v2.0/ports/6df92493-6185-43b9-b0a9-b5cca8d0de8b/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0831251 Aug 31 14:46:56.331653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-bea8cfe5-697b-4959-8d0a-dcc28b46cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:56.333180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-bea8cfe5-697b-4959-8d0a-dcc28b46cca4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1096 time: 0.0411484 Aug 31 14:46:56.423761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-49f599d6-2128-4762-926f-7615f4b7a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:56.425201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-49f599d6-2128-4762-926f-7615f4b7a552 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0846162 Aug 31 14:46:56.495690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-c333231e-0040-461a-8617-4ae1bca94644 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1002 time: 0.0627546 Aug 31 14:46:56.546185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-d065779b-2761-4c4b-b6e3-e2c203bd745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:56.547632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-d065779b-2761-4c4b-b6e3-e2c203bd745c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0439484 Aug 31 14:46:56.593464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-620a9187-92fa-4b39-81ba-6c4a09da5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:56.594970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-620a9187-92fa-4b39-81ba-6c4a09da5fef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396924 Aug 31 14:46:56.689712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-b814bba9-e8b5-48b8-924e-ea33a54fbf77 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841293 Aug 31 14:46:56.779976 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-0fec4b77-9699-4ccb-93fa-01872ebb930c service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824094 Aug 31 14:46:56.862375 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a8dec75d-7531-4d36-b02f-61179ec5142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.363903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b1a78-f9bb-464f-9609-6e04004a9e28 req-6dd0d355-0f43-4e20-a953-7173bab2e0d6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:57.365463 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd5b1a78-f9bb-464f-9609-6e04004a9e28 req-6dd0d355-0f43-4e20-a953-7173bab2e0d6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 31 14:46:57.404105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd5b1a78-f9bb-464f-9609-6e04004a9e28 req-2d1c1451-319b-4270-ba2f-447b978eda68 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Aug 31 14:46:57.436796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:57.489659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 6df92493-6185-43b9-b0a9-b5cca8d0de8b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:57.490144 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.568906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.590876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:57.593249 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599e74bf-8b48-43fb-951f-b357dc7c817e" -d '{"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:57.605214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:57.609557 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.639779 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c4bc7e-0ec2-48ee-816b-88ab01cd0eb3 x-openstack-request-id: req-a7c4bc7e-0ec2-48ee-816b-88ab01cd0eb3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:57.640071 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:57.640317 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7c4bc7e-0ec2-48ee-816b-88ab01cd0eb3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:57.640696 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'code': 200} Aug 31 14:46:57.660645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:58.522828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e04e41-9622-46a0-b1f1-c83e70a10e4e req-84229a57-08da-43d2-874c-f06b12373726 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:58.524415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20e04e41-9622-46a0-b1f1-c83e70a10e4e req-84229a57-08da-43d2-874c-f06b12373726 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0493145 Aug 31 14:46:58.561703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20e04e41-9622-46a0-b1f1-c83e70a10e4e req-314fe37e-daa5-4103-9912-8b6c7c48cb64 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313110 Aug 31 14:46:59.417451 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2e3761c6-2a4d-4312-ab59-f6cdae5ff06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.621899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.691405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7019b-adcc-4a1a-b0a7-6af3eee2aace req-b742ac76-9227-4504-94eb-38334c6b9696 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:59.693252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68b7019b-adcc-4a1a-b0a7-6af3eee2aace req-b742ac76-9227-4504-94eb-38334c6b9696 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0539441 Aug 31 14:46:59.734904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68b7019b-adcc-4a1a-b0a7-6af3eee2aace req-610dfc52-b6e8-4e74-8492-53c9131534b3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Aug 31 14:47:00.807094 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.212528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf90-e047-4b4f-a350-de78e1afaf40 req-5848df2c-8942-470c-8927-692cf19366ca tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.214034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c06bf90-e047-4b4f-a350-de78e1afaf40 req-5848df2c-8942-470c-8927-692cf19366ca tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.4065185 Aug 31 14:47:01.220052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-1f41d17a-28bb-4280-91c5-be325b43ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.221472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-1f41d17a-28bb-4280-91c5-be325b43ef9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd&tenant_id=1b75c7fff163473b887d8349b56db64e HTTP/1.1" status: 200 len: 1097 time: 0.0559678 Aug 31 14:47:01.254618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c06bf90-e047-4b4f-a350-de78e1afaf40 req-8c67cc63-bd6a-4f9f-a218-5858f2ae492e tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Aug 31 14:47:01.296759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-ceab4d7e-96b2-4ce9-909c-fcac15b9cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.298257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-ceab4d7e-96b2-4ce9-909c-fcac15b9cb88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b75c7fff163473b887d8349b56db64e&device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 1097 time: 0.0402815 Aug 31 14:47:01.390864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-f9d578e9-b9ca-454e-b58e-f70587b10e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.392346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-f9d578e9-b9ca-454e-b58e-f70587b10e86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 200 len: 913 time: 0.0866745 Aug 31 14:47:01.426234 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26b5d804-1fda-411a-a2e6-ab437355210b req-a32a7675-f8d8-41b6-a37d-7650ce8d1b38 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296099 Aug 31 14:47:01.431566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:01.458881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-e59cf0e2-9d29-434b-beea-25bd9d5916ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 200 len: 1003 time: 0.0588772 Aug 31 14:47:01.496379 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26b5d804-1fda-411a-a2e6-ab437355210b req-a09b41b2-18b5-4d69-be43-c4a3ce9b1961 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0248017 Aug 31 14:47:01.511530 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.514082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-b4842c9d-c63c-42e8-a3ff-b1294e7b5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.515201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-b4842c9d-c63c-42e8-a3ff-b1294e7b5d1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 200 len: 850 time: 0.0492635 Aug 31 14:47:01.535036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:01.537318 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0370c7b9-58c9-474b-b9b7-8166f3ddc7cf" -d '{"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:01.554136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:01.559977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.566435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-dbd2897f-1b2a-4322-b7f6-7a1512800af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.567898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-dbd2897f-1b2a-4322-b7f6-7a1512800af6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447574 Aug 31 14:47:01.574913 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26b5d804-1fda-411a-a2e6-ab437355210b req-7d983ca5-c5c8-4987-a3f6-09383df0d3f4 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466506 Aug 31 14:47:01.617531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:01.621605 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc24c69-1a72-4012-86fc-d7cf1a64f7b9 x-openstack-request-id: req-6fc24c69-1a72-4012-86fc-d7cf1a64f7b9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:01.622142 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:01.622640 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fc24c69-1a72-4012-86fc-d7cf1a64f7b9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:01.623239 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'code': 200} Aug 31 14:47:01.661310 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-3c31e6b7-1180-4d0b-8196-77be36629df9 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847502 Aug 31 14:47:01.676033 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5d804-1fda-411a-a2e6-ab437355210b req-c7607d2a-7af6-405f-a453-9d68af98ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.677475 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-26b5d804-1fda-411a-a2e6-ab437355210b req-c7607d2a-7af6-405f-a453-9d68af98ff78 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914230 Aug 31 14:47:01.755623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0fa4f6b1-893e-466b-88e6-673feb517e86 req-975a5196-a405-433e-8ccb-cad8c718e2c8 service neutron] 10.222.0.26 "GET /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870311 Aug 31 14:47:02.178377 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:02.383734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad08e6-1b02-4333-8c93-123005db0c6c req-2aa199a2-67f8-48fb-8cce-73966d7b8cfd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:02.385399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cad08e6-1b02-4333-8c93-123005db0c6c req-2aa199a2-67f8-48fb-8cce-73966d7b8cfd tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0564189 Aug 31 14:47:02.426219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cad08e6-1b02-4333-8c93-123005db0c6c req-02028a00-c118-4d49-9c36-f2b178aa18a9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345604 Aug 31 14:47:02.548544 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:47:03.546998 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e2fce-dd6c-4b6e-a9af-5a8258ce784c req-759647d7-80e0-4ac9-b72f-4b8297c0c7f9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:03.548564 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c3e2fce-dd6c-4b6e-a9af-5a8258ce784c req-759647d7-80e0-4ac9-b72f-4b8297c0c7f9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0527442 Aug 31 14:47:03.589062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3c3e2fce-dd6c-4b6e-a9af-5a8258ce784c req-a8ac6733-d3b7-4b69-959d-ff611954f6c5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341387 Aug 31 14:47:04.711873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62819896-4238-48e0-807d-6767398dd5f7 req-79a833fe-0e4d-4a82-8e17-38f30c8fee79 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:04.713489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62819896-4238-48e0-807d-6767398dd5f7 req-79a833fe-0e4d-4a82-8e17-38f30c8fee79 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0537021 Aug 31 14:47:04.753224 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62819896-4238-48e0-807d-6767398dd5f7 req-9b1cfc2a-9d49-4076-8877-4df29fa2ef87 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336344 Aug 31 14:47:05.868416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5b87-95ce-4251-a46e-5aad4c572561 req-b555fe4d-43cc-4df9-9d00-a9abd3519d95 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:05.869944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63fd5b87-95ce-4251-a46e-5aad4c572561 req-b555fe4d-43cc-4df9-9d00-a9abd3519d95 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0485845 Aug 31 14:47:05.907892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-63fd5b87-95ce-4251-a46e-5aad4c572561 req-0cc1cd65-4f6d-4fa3-9dac-a6c934ac610c tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 Aug 31 14:47:07.025361 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568de1a-87b6-4362-b547-17e5083376b0 req-da4f2ab8-a2a8-4087-9e54-645d0f1aa0ea tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:07.026864 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5568de1a-87b6-4362-b547-17e5083376b0 req-da4f2ab8-a2a8-4087-9e54-645d0f1aa0ea tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0495875 Aug 31 14:47:07.064802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5568de1a-87b6-4362-b547-17e5083376b0 req-69dbccf1-74ff-4fe9-957d-4367a0891235 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320401 Aug 31 14:47:08.186476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133254b5-be76-49e9-baed-cbe72d7c36ef req-6aa57be6-f6c4-4130-b608-f49bf9d25044 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:08.187974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-133254b5-be76-49e9-baed-cbe72d7c36ef req-6aa57be6-f6c4-4130-b608-f49bf9d25044 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0542109 Aug 31 14:47:08.226262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-133254b5-be76-49e9-baed-cbe72d7c36ef req-c83621b6-4d3f-4972-863a-2af2cbd522b1 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Aug 31 14:47:09.343110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3d7c7-4679-4d3b-9b3b-602c91238408 req-d8914f50-2a89-4d6c-86d8-e6103a04985a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:09.344591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01c3d7c7-4679-4d3b-9b3b-602c91238408 req-d8914f50-2a89-4d6c-86d8-e6103a04985a tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0476861 Aug 31 14:47:09.385302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-01c3d7c7-4679-4d3b-9b3b-602c91238408 req-2f95ebed-881e-4991-bab8-34ac82645e35 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Aug 31 14:47:10.437766 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:10.505040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8114a-8551-4e58-9682-7c77156062dc req-8d6e8f6d-d513-4c01-b2d4-92266d298382 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:10.506531 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29a8114a-8551-4e58-9682-7c77156062dc req-8d6e8f6d-d513-4c01-b2d4-92266d298382 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0496535 Aug 31 14:47:10.545246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29a8114a-8551-4e58-9682-7c77156062dc req-676076d0-864e-4ca2-a5b1-78c9f13f5521 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325201 Aug 31 14:47:11.664751 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b71dd8-f791-4779-8538-0c57e5f06f53 req-a9c18fa4-c183-4368-83f6-98a58e3c5c90 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:11.666190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31b71dd8-f791-4779-8538-0c57e5f06f53 req-a9c18fa4-c183-4368-83f6-98a58e3c5c90 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0526981 Aug 31 14:47:11.703489 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-31b71dd8-f791-4779-8538-0c57e5f06f53 req-30b442de-687d-4807-b3e5-a8e2682afa39 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Aug 31 14:47:12.826610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fbe1c-2065-4aa2-b5eb-86f25b44d0ee req-2c2cadea-5bb1-4fd9-9af6-476d2437dcff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:12.828153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-694fbe1c-2065-4aa2-b5eb-86f25b44d0ee req-2c2cadea-5bb1-4fd9-9af6-476d2437dcff tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 944 time: 0.0519674 Aug 31 14:47:12.866825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-694fbe1c-2065-4aa2-b5eb-86f25b44d0ee req-bbe1a4dc-0edd-4f29-bdb2-4e368271d330 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325875 Aug 31 14:47:13.562408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:47:13.657053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:13.667843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'port_id': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'mac_address': 'fa:16:3e:fb:f7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:47:13.704166 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:13.716294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df92493-6185-43b9-b0a9-b5cca8d0de8b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:13.735136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:13.741161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:13.791876 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:13.984597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59f4a3-7984-4224-b0ab-c1d2fb65414f req-aa4dacb8-5ccc-4716-9d7c-220708c443fb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:13.986038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b59f4a3-7984-4224-b0ab-c1d2fb65414f req-aa4dacb8-5ccc-4716-9d7c-220708c443fb tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0495896 Aug 31 14:47:14.024494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b59f4a3-7984-4224-b0ab-c1d2fb65414f req-d7619886-f8ee-4b35-9ae7-7e820d772cc3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Aug 31 14:47:14.066601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['6df92493-6185-43b9-b0a9-b5cca8d0de8b'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:14.144350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0f0ee-a209-43dc-9059-e54cff154008 req-eac70e1f-6557-4d09-9c89-3f4bb7dd8fd6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:14.145915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e0f0ee-a209-43dc-9059-e54cff154008 req-eac70e1f-6557-4d09-9c89-3f4bb7dd8fd6 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0548687 Aug 31 14:47:14.182982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e0f0ee-a209-43dc-9059-e54cff154008 req-d9d809e1-2b7d-4223-ba93-2c7f196645e3 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Aug 31 14:47:14.298525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d839-8de8-435b-80e6-2e5f5bf0080b req-3a3239b0-4af5-4e31-85c3-008e52aaf821 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:14.300001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f864d839-8de8-435b-80e6-2e5f5bf0080b req-3a3239b0-4af5-4e31-85c3-008e52aaf821 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0500073 Aug 31 14:47:14.337497 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f864d839-8de8-435b-80e6-2e5f5bf0080b req-9e029fa5-3cac-4ea2-87d0-74722e7d42e7 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Aug 31 14:47:14.572976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab063e0-f4d2-4dab-bdc9-5c4e7c35ce0a req-e86f80fc-9509-4388-a408-4d7211b7f763 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:14.574367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eab063e0-f4d2-4dab-bdc9-5c4e7c35ce0a req-e86f80fc-9509-4388-a408-4d7211b7f763 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0489631 Aug 31 14:47:14.612965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eab063e0-f4d2-4dab-bdc9-5c4e7c35ce0a req-d0c4845a-a9ea-4d0d-a960-350dfcb5b936 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Aug 31 14:47:15.563126 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:15.611452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 6df92493-6185-43b9-b0a9-b5cca8d0de8b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:15.611863 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.691235 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.714487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:15.716740 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcafb52-ffac-448f-8103-00f6a3e3b722" -d '{"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:15.729566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:15.732757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6eba9-c48b-4e2e-ae3c-61a49e350268 req-d5e6c4b0-752d-42da-8cd3-486d518850fa tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:15.733318 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.734324 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-caf6eba9-c48b-4e2e-ae3c-61a49e350268 req-d5e6c4b0-752d-42da-8cd3-486d518850fa tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 946 time: 0.0537567 Aug 31 14:47:15.776195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-caf6eba9-c48b-4e2e-ae3c-61a49e350268 req-733137b6-c779-486a-b993-0c01cb3066d5 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339315 Aug 31 14:47:15.783971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=11']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:15.820421 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f096a9d9-1b74-4f46-a3f3-db12915eeded x-openstack-request-id: req-f096a9d9-1b74-4f46-a3f3-db12915eeded {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:15.820724 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:15.821010 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f096a9d9-1b74-4f46-a3f3-db12915eeded {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:15.821450 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'code': 200} Aug 31 14:47:16.468233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-263f9c37-5010-489e-82d7-0e73091344ad tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:16.469725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-263f9c37-5010-489e-82d7-0e73091344ad tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 947 time: 0.0478201 Aug 31 14:47:16.562547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Deleting port 6df92493-6185-43b9-b0a9-b5cca8d0de8b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:16.562897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.649345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] For port 6df92493-6185-43b9-b0a9-b5cca8d0de8b, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=6df92493-6185-43b9-b0a9-b5cca8d0de8b,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:16.649631 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.823016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.823655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.824097 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Floating IP e6457707-6412-44bb-a3da-dedb5deb3828 disassociated. External IP: 172.25.0.253, port: 6df92493-6185-43b9-b0a9-b5cca8d0de8b. Aug 31 14:47:16.824587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Calling delete_port for 6df92493-6185-43b9-b0a9-b5cca8d0de8b owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:16.968650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6345799-6f56-4d59-8ec3-0bf3bb1d2396 req-1b2575a6-7958-4b37-96e2-168f06c4ecdc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:16.970963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6345799-6f56-4d59-8ec3-0bf3bb1d2396 req-1b2575a6-7958-4b37-96e2-168f06c4ecdc tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 947 time: 0.0871818 Aug 31 14:47:17.044316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6345799-6f56-4d59-8ec3-0bf3bb1d2396 req-278db280-b51e-4103-a3e6-0222c3650d4f tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups?id=517f7260-b0b3-4f03-b358-98e866761f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669382 Aug 31 14:47:17.056919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.089707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event deleted for resources: {'Port': ['ID=6df92493-6185-43b9-b0a9-b5cca8d0de8b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:17.099452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.099812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.100165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.100511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.100859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.101224 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.101562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.101896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.102231 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.102565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.103424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.103424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:17.227978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:47:17.343691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:47:17.354646 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:47:17.365918 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:17.366595 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:46:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:17.387859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] No DVR routers for this DVR port 6df92493-6185-43b9-b0a9-b5cca8d0de8b on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:17.390809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.394262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0bdd964-ca32-4b13-9b5a-c69938212d59 req-472e68e7-75de-41ed-8ea1-68e67d7f43a2 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.26 "DELETE /v2.0/ports/6df92493-6185-43b9-b0a9-b5cca8d0de8b HTTP/1.1" status: 204 len: 173 time: 0.9157758 Aug 31 14:47:17.394262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-deleted', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:17.396323 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0b7a76-ef5e-4534-803d-6005c2859ffb" -d '{"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-deleted", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:17.443266 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b2a7b-8d17-4c68-97a8-79eda2b9a8bb x-openstack-request-id: req-7f4b2a7b-8d17-4c68-97a8-79eda2b9a8bb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:17.443568 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d626ce9-76aa-4040-98ab-70b150657fbd", "name": "network-vif-deleted", "tag": "6df92493-6185-43b9-b0a9-b5cca8d0de8b", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:17.443828 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f4b2a7b-8d17-4c68-97a8-79eda2b9a8bb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:17.444239 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d626ce9-76aa-4040-98ab-70b150657fbd', 'name': 'network-vif-deleted', 'tag': '6df92493-6185-43b9-b0a9-b5cca8d0de8b', 'status': 'completed', 'code': 200} Aug 31 14:47:17.477720 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:17.675794 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:17.706388 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:47:17.715504 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:17.716109 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:46:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:17.821280 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:18.015950 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:18.042495 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726b731-8c5e-4ad8-9f0c-6cce16c563d4 None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:37:21Z', 'revision_number': 4, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '07a2ad86-ba8f-4e51-ba4a-221231d915e5', 'name': '', 'network_id': '6c8bfb86-ecaf-451b-8ad6-6526ea2c7711', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'mac_address': 'fa:16:3e:9e:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:20Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'subnets': [{'id': '65bfecc3-294a-41c5-a8b2-a1d150761815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:47:18.150720 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-488fc32d-483f-40a5-9ccc-9e6ab8362b72 req-59328a15-7535-4378-b6c1-0fb9a56657b9 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 210 time: 0.0292654 Aug 31 14:47:18.266023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5158267-809a-4d77-bc38-538799778261 None None] New status for floating IP e6457707-6412-44bb-a3da-dedb5deb3828: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:47:19.250586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-849e616f-6140-4af3-a30f-8270cde152e3 req-147e444e-53cc-438f-bd56-53be63ba2672 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 210 time: 0.0271440 Aug 31 14:47:19.573045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:19.593064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 6df92493-6185-43b9-b0a9-b5cca8d0de8b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:19.593407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 6df92493-6185-43b9-b0a9-b5cca8d0de8b not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:20.365876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83201a0a-b312-4893-8ee9-3ca47d2c1ed9 req-809718fb-b2ea-4ac9-a25e-c606e5bc6818 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d626ce9-76aa-4040-98ab-70b150657fbd HTTP/1.1" status: 200 len: 210 time: 0.0286672 Aug 31 14:47:24.282844 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56774) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.350171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.380240 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.430032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.432797 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.433994 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "DELETE /v2.0/security-groups/517f7260-b0b3-4f03-b358-98e866761f29 HTTP/1.1" status: 204 len: 168 time: 0.1498749 Aug 31 14:47:24.436721 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56776) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.443684 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f7260-b0b3-4f03-b358-98e866761f29,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:24.450925 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.451275 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.451619 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.451943 n-d-792362-6 neutron-server[101361]: INFO neutron.api.v2.resource [None req-8a3923bb-a48f-4c36-8396-022a920cae88 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] show failed (client error): The resource could not be found. Aug 31 14:47:24.452076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.452295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.452635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.452996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.453330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.453661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.453991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.454324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.454656 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77488c-9701-439b-b684-b52438c6ef18 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:24.456449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8a3923bb-a48f-4c36-8396-022a920cae88 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "GET /v2.0/security-groups/517f7260-b0b3-4f03-b358-98e866761f29 HTTP/1.1" status: 404 len: 347 time: 0.0180249 Aug 31 14:47:24.457018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56778) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.589017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Deleting port 1bbd7139-9052-4a7a-bab5-d5057d6c6928 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:24.589363 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.670670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.670981 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.685257 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Calling delete_port for 1bbd7139-9052-4a7a-bab5-d5057d6c6928 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:24.827272 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.857608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Pushing event deleted for resources: {'Port': ['ID=1bbd7139-9052-4a7a-bab5-d5057d6c6928,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:24.920429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.923165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.924885 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-606d8e2f-36d8-4a73-80e5-ee5411154491 tempest-ServerActionsTestJSON-522975487 tempest-ServerActionsTestJSON-522975487-project] 10.222.0.10 "DELETE /v2.0/floatingips/e6457707-6412-44bb-a3da-dedb5deb3828 HTTP/1.1" status: 204 len: 168 time: 0.4654813 Aug 31 14:47:24.927737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:25.484514 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.730141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Deleting port 07a2ad86-ba8f-4e51-ba4a-221231d915e5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:25.730433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.809620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] For port 07a2ad86-ba8f-4e51-ba4a-221231d915e5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=07a2ad86-ba8f-4e51-ba4a-221231d915e5,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:25.809995 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.823551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Calling delete_port for 07a2ad86-ba8f-4e51-ba4a-221231d915e5 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:26.004402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.035783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a2ad86-ba8f-4e51-ba4a-221231d915e5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:26.202320 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.418266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Router 7e4bde4a-75e7-4136-8404-9d275a372053 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:47:26.522479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:47:26.527982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3ce60a1e-fc1a-435f-af39-c5cee9f60360 admin admin] 10.222.0.10 "PUT /v2.0/routers/7e4bde4a-75e7-4136-8404-9d275a372053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987749 Aug 31 14:47:26.530067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56784) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:26.533845 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] Sync routers for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:47:26.545366 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:26.545991 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:46:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:26.639087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.738980 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.749842 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:26.797425 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Deleting port 71a18764-533d-4b99-8653-3d2cb61cb39a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:26.797764 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.875650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f3b7f76e-fca2-4319-98b6-75dd28982bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.880454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] For port 71a18764-533d-4b99-8653-3d2cb61cb39a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71a18764-533d-4b99-8653-3d2cb61cb39a,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:26.880831 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.894905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Calling delete_port for 71a18764-533d-4b99-8653-3d2cb61cb39a owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:26.936072 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:47:25Z', 'revision_number': 5, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port': {'id': '71a18764-533d-4b99-8653-3d2cb61cb39a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:19Z', 'updated_at': '2021-08-31T14:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:26.962467 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] Checking router: 7e4bde4a-75e7-4136-8404-9d275a372053 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:47:26.970550 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] Routers {'7e4bde4a-75e7-4136-8404-9d275a372053'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:26.971174 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:46:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['7e4bde4a-75e7-4136-8404-9d275a372053'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:27.057698 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] Set router 7e4bde4a-75e7-4136-8404-9d275a372053 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:27.062760 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.086569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a18764-533d-4b99-8653-3d2cb61cb39a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:27.112567 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:47:26Z', 'revision_number': 6, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:27.140698 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929b3a0-6192-404c-86ed-f007bc8a83da None None] The sync data for ids ['7e4bde4a-75e7-4136-8404-9d275a372053'] in n-d-792362-6 is: [{'id': '7e4bde4a-75e7-4136-8404-9d275a372053', 'name': 'tempest-ServerActionsTestJSON-599904132-router', 'tenant_id': '1b75c7fff163473b887d8349b56db64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:18Z', 'updated_at': '2021-08-31T14:47:26Z', 'revision_number': 6, 'project_id': '1b75c7fff163473b887d8349b56db64e', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:47:27.153343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.576719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.578865 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.622016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.622585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4bde4a-75e7-4136-8404-9d275a372053 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:47:27.626781 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.628507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-25b0140f-182a-426e-945b-559b94f398d1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7e4bde4a-75e7-4136-8404-9d275a372053 HTTP/1.1" status: 204 len: 168 time: 1.0975668 Aug 31 14:47:27.631162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56788) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:27.674681 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] Deleting subnet 65bfecc3-294a-41c5-a8b2-a1d150761815 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:27.677745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.716463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.792323 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.845353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.874735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bfecc3-294a-41c5-a8b2-a1d150761815,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:27.878543 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.880793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c706d7ab-37a9-4fe0-8d16-d76f40ad12d6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/65bfecc3-294a-41c5-a8b2-a1d150761815 HTTP/1.1" status: 204 len: 168 time: 0.2483153 Aug 31 14:47:27.883380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56790) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:27.885693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4d014-2f92-4d78-b51a-c5bbcbe00c05 None None] Network 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:27.952314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.006908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Deleting port 7975e496-b8d3-4c0b-82c5-09148010e2a5 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:28.007521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.072927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] DHCP port deletion for 6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:28.088795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] For port 7975e496-b8d3-4c0b-82c5-09148010e2a5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7975e496-b8d3-4c0b-82c5-09148010e2a5,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:28.089216 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.103245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Calling delete_port for 7975e496-b8d3-4c0b-82c5-09148010e2a5 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:28.124010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] Deleting port 7975e496-b8d3-4c0b-82c5-09148010e2a5 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:28.124388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.191199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.191779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] For port 7975e496-b8d3-4c0b-82c5-09148010e2a5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=7975e496-b8d3-4c0b-82c5-09148010e2a5,segment=NetworkSegment(d00cdcb0-bae6-4ba2-91cb-2c448624824d),segment_id=d00cdcb0-bae6-4ba2-91cb-2c448624824d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:28.192207 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.206935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] Calling delete_port for 7975e496-b8d3-4c0b-82c5-09148010e2a5 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:28.217443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Pushing event deleted for resources: {'Port': ['ID=7975e496-b8d3-4c0b-82c5-09148010e2a5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:28.223825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] No DVR routers for this DVR port 7975e496-b8d3-4c0b-82c5-09148010e2a5 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:28.287567 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.308165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.324179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8bfb86-ecaf-451b-8ad6-6526ea2c7711']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:28.328544 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] Pushing event deleted for resources: {'Port': ['ID=7975e496-b8d3-4c0b-82c5-09148010e2a5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:28.335895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879a145-a883-4d7a-8458-557d47b1ea6f None None] No DVR routers for this DVR port 7975e496-b8d3-4c0b-82c5-09148010e2a5 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:28.341093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00cdcb0-bae6-4ba2-91cb-2c448624824d') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:28.341570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00cdcb0-bae6-4ba2-91cb-2c448624824d') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:28.355986 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.370638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.377215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Releasing vlan 1549 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:47:28.377662 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:47:28.379318 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:47:28.436983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.442401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.444237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] 10.222.0.10 "DELETE /v2.0/networks/6c8bfb86-ecaf-451b-8ad6-6526ea2c7711 HTTP/1.1" status: 204 len: 168 time: 0.5597644 Aug 31 14:47:28.455323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1179-3f0c-4eee-b88d-94ef8f4e132f admin admin] Pushing event deleted for resources: {'Network': ['ID=6c8bfb86-ecaf-451b-8ad6-6526ea2c7711,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:28.561800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56794) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:28.589534 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7975e496-b8d3-4c0b-82c5-09148010e2a5 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:28.604612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-347a7757-a6bf-44e2-8aac-8202de79fbe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b75c7fff163473b887d8349b56db64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391119 Aug 31 14:47:28.605301 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56796) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:28.608625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 7975e496-b8d3-4c0b-82c5-09148010e2a5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:28.609000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 7975e496-b8d3-4c0b-82c5-09148010e2a5 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:28.609413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 07a2ad86-ba8f-4e51-ba4a-221231d915e5 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:28.629230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 07a2ad86-ba8f-4e51-ba4a-221231d915e5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:28.629579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 07a2ad86-ba8f-4e51-ba4a-221231d915e5 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:28.629984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a18764-533d-4b99-8653-3d2cb61cb39a no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:28.650794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 71a18764-533d-4b99-8653-3d2cb61cb39a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:28.651132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71a18764-533d-4b99-8653-3d2cb61cb39a not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:28.653598 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be422663-9e37-452c-831c-673c7208bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.675260 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be422663-9e37-452c-831c-673c7208bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.720526 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be422663-9e37-452c-831c-673c7208bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.723061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-be422663-9e37-452c-831c-673c7208bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.724244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-be422663-9e37-452c-831c-673c7208bbab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de87b938-b6dc-4a29-ae98-00ee19ee644d HTTP/1.1" status: 204 len: 168 time: 0.1185675 Aug 31 14:47:28.731814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be422663-9e37-452c-831c-673c7208bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87b938-b6dc-4a29-ae98-00ee19ee644d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:29.418344 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2d9303e8-699b-483a-9ba1-93d01a5bbb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.451286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56818) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:29.546609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-809525641-network', 'tenant_id': '873aa5fe782647369237721d10538ed6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:29.568068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Made reservation on behalf of 873aa5fe782647369237721d10538ed6 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:29.570490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.579045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.624007 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.675267 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.679383 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.706481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1537, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:47:29.712687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1027cc00-f7c2-4edc-8d53-48cbb54655d4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:29.718493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.718841 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Added segment a6a9333b-312f-4cca-9c0a-2472b1b8f1ce of type vlan for network fcd4d313-b9c5-4747-8929-f52d8c516f9c Aug 31 14:47:29.759685 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.784154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.785165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:29.785762 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.840113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3876784 Aug 31 14:47:29.843177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 56822) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:29.847380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927788df-2e61-47c2-a49f-7c88cc86a7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd4d313-b9c5-4747-8929-f52d8c516f9c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:29.848608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Request body: {'subnet': {'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-809525641-subnet', 'tenant_id': '873aa5fe782647369237721d10538ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:29.857484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network fcd4d313-b9c5-4747-8929-f52d8c516f9c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:47:29.870722 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Made reservation on behalf of 873aa5fe782647369237721d10538ed6 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:29.873098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.039521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.093152 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5f048e-b6d3-465d-8876-96ae3fa78ff1,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:30.101742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Checking segment: {'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:30.102099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Network hostable DHCP agents. Network: fcd4d313-b9c5-4747-8929-f52d8c516f9c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:47:30.118263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Network fcd4d313-b9c5-4747-8929-f52d8c516f9c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:47:30.126726 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, fcd4d313-b9c5-4747-8929-f52d8c516f9c) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:30.131251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:30.131849 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.138134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf04f469-ddb0-40f9-bf77-ead82ac74b15 None None] Network fcd4d313-b9c5-4747-8929-f52d8c516f9c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:30.150548 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1169cee1-d657-4f86-b6d2-ce9a4176c61f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3061113 Aug 31 14:47:30.420438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3718ce-6e20-49d7-aab1-995584990a66 None None] Network fcd4d313-b9c5-4747-8929-f52d8c516f9c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:30.610663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-a7a44168-09b3-4a63-bf25-580bc2235092 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:30.612786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-a7a44168-09b3-4a63-bf25-580bc2235092 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/networks?id=fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 200 len: 813 time: 0.1097646 Aug 31 14:47:30.627809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-c3ee2895-4b4a-4b10-9992-0ab9a799feb3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/quotas/873aa5fe782647369237721d10538ed6 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Aug 31 14:47:30.660581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-31341325-d39a-4d3c-a6f3-67d284447ac1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=873aa5fe782647369237721d10538ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270069 Aug 31 14:47:30.756364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-67493788-6e21-4c2f-afd6-bb2448d7be4e service neutron] 10.222.0.10 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872855 Aug 31 14:47:30.809355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.846888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-c9a9ad9a-5703-422f-9602-7ecd6f000b8d service neutron] 10.222.0.10 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840328 Aug 31 14:47:31.014825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b846db0d-1707-45e4-8d5b-12ff615b8ded req-74374dc4-1207-4f2c-9eb3-5ab8190901c5 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 210 time: 0.0276377 Aug 31 14:47:32.144204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e5df5df4-af28-4d1a-8a8d-4e9c0b2e0896 req-ba0186bc-cf74-42ae-8b81-51a66830bdac tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 210 time: 0.0331998 Aug 31 14:47:32.189985 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.209933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-b3ad273a-e3a0-44f3-b789-4d48bcb099ba tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:32.211734 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-b3ad273a-e3a0-44f3-b789-4d48bcb099ba tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "GET /v2.0/networks?id=fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 200 len: 813 time: 0.1543679 Aug 31 14:47:32.231833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Request body: {'port': {'device_id': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c', 'admin_state_up': True, 'tenant_id': '873aa5fe782647369237721d10538ed6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:32.342717 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Made reservation on behalf of 873aa5fe782647369237721d10538ed6 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:32.347183 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.474749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Allocated IP 172.20.0.7 (fcd4d313-b9c5-4747-8929-f52d8c516f9c/9a5f048e-b6d3-465d-8876-96ae3fa78ff1/c4c7b3b8-1aa8-4e63-bbdc-6093afb10629) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:32.624034 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.663556 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.708384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Network fcd4d313-b9c5-4747-8929-f52d8c516f9c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:32.711461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:32.715316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:32.738874 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Pushing event updated for resources: {'Port': ['ID=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:32.767764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:32.768458 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.782799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-142239a8-5494-4ecd-a094-6fa37d1ee8c1 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546496 Aug 31 14:47:32.802509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Request body: {'port': {'device_id': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:32.861456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.132700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:33.140521 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.156166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Transition to ACTIVE for port object c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:33.160916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.218050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Pushing event updated for resources: {'Port': ['ID=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:33.321014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Attempting to bind port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:33.321472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Attempting to bind port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:33.322108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Attempting to bind port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 on network fcd4d313-b9c5-4747-8929-f52d8c516f9c {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:33.331677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12c7f-c049-441d-a332-df5034019d5a req-e12e9010-671b-4523-a737-6f07f526c5ff tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.333809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fe12c7f-c049-441d-a332-df5034019d5a req-e12e9010-671b-4523-a737-6f07f526c5ff tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 943 time: 0.0949039 Aug 31 14:47:33.337661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 on network fcd4d313-b9c5-4747-8929-f52d8c516f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:47:33.337996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Attempting to bind port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 on network fcd4d313-b9c5-4747-8929-f52d8c516f9c {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:33.350145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:33.350494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Checking segment: {'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:33.350880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Bound using segment: {'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:33.351330 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Bound port: c4c7b3b8-1aa8-4e63-bbdc-6093afb10629, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:33.351703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.414573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2fe12c7f-c049-441d-a332-df5034019d5a req-0d80f5c8-130f-4bc0-81ff-0f9ee1894492 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Aug 31 14:47:33.452816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] For port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:33.457975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] For port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:33.463731 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.503600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.504252 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.505847 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] 10.222.0.26 "PUT /v2.0/ports/c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 HTTP/1.1" status: 200 len: 1091 time: 0.7078125 Aug 31 14:47:33.506321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'tag': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:33.509008 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cd18d0-59f7-4ac7-a059-7d038b63e139" -d '{"events": [{"name": "network-changed", "server_uuid": "19aa5041-a307-4694-b7bd-5f32dc0ec88b", "tag": "c4c7b3b8-1aa8-4e63-bbdc-6093afb10629"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:33.533609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4eb56-5bef-4422-9e1b-e8e5da299a4c service neutron] Pushing event updated for resources: {'Port': ['ID=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:33.553361 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca036497-703e-43c2-ab54-7283fd28772d x-openstack-request-id: req-ca036497-703e-43c2-ab54-7283fd28772d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:33.553659 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aa5041-a307-4694-b7bd-5f32dc0ec88b", "tag": "c4c7b3b8-1aa8-4e63-bbdc-6093afb10629", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:33.553917 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca036497-703e-43c2-ab54-7283fd28772d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:33.554341 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'tag': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629', 'status': 'completed', 'code': 200} Aug 31 14:47:33.616126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-fd0f02c1-4846-4fc0-97cf-b6bc35ba417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.617714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-fd0f02c1-4846-4fc0-97cf-b6bc35ba417b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=873aa5fe782647369237721d10538ed6&device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 1094 time: 0.0427098 Aug 31 14:47:33.671767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-63a80230-a07c-4163-82ef-e727bb3c4198 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 HTTP/1.1" status: 200 len: 217 time: 0.0381854 Aug 31 14:47:33.724007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-cf049f6e-ea92-4acd-b56e-3fdf810b2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.725517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-cf049f6e-ea92-4acd-b56e-3fdf810b2917 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a5f048e-b6d3-465d-8876-96ae3fa78ff1 HTTP/1.1" status: 200 len: 853 time: 0.0455656 Aug 31 14:47:33.759679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-c7527dee-995d-4c67-bc0d-77739e725fb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcd4d313-b9c5-4747-8929-f52d8c516f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260220 Aug 31 14:47:33.852265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-8fce6e30-e3da-4553-8bd4-7d345d0bab2d service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848403 Aug 31 14:47:33.950565 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8606ca35-3179-4301-929a-6ac8e279cb43 req-d40dd2f3-3734-47fd-861f-016c43500684 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889513 Aug 31 14:47:34.080168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-883d73b5-764c-4287-b9a4-42596ad5b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:34.081732 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-883d73b5-764c-4287-b9a4-42596ad5b38d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=873aa5fe782647369237721d10538ed6&device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 1094 time: 0.0428061 Aug 31 14:47:34.177463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-fbb4e45a-8c2c-4a37-9642-51b0e6484daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:34.178987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-fbb4e45a-8c2c-4a37-9642-51b0e6484daa service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 200 len: 915 time: 0.0899622 Aug 31 14:47:34.222892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-48d5f9c6-8340-4373-972d-0525c38294b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 HTTP/1.1" status: 200 len: 217 time: 0.0359302 Aug 31 14:47:34.274422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-20a3fb27-6353-45f9-abb4-0338e11f7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:34.275931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-20a3fb27-6353-45f9-abb4-0338e11f7884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a5f048e-b6d3-465d-8876-96ae3fa78ff1 HTTP/1.1" status: 200 len: 853 time: 0.0452728 Aug 31 14:47:34.315400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-f5611a64-bb47-4374-ae10-86105eaaa0b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcd4d313-b9c5-4747-8929-f52d8c516f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303099 Aug 31 14:47:34.412853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-655af243-54e7-47c8-b12e-a5cb224e92dd service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885434 Aug 31 14:47:34.540210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-06cd18d0-59f7-4ac7-a059-7d038b63e139 req-e0d8660a-5668-434f-8309-43ec9addfe38 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190109 Aug 31 14:47:34.556112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4d81c-462d-4ae0-b047-998b097c09f1 req-8869e65a-d722-4fc2-bba5-ea3a56872fed tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:34.557604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ea4d81c-462d-4ae0-b047-998b097c09f1 req-8869e65a-d722-4fc2-bba5-ea3a56872fed tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 943 time: 0.0718663 Aug 31 14:47:34.599045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5ea4d81c-462d-4ae0-b047-998b097c09f1 req-c30c0bc4-d08c-46fc-ab65-44fc24b637aa tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Aug 31 14:47:35.715370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7ea8e-4e4e-47d7-91d1-4270990cd266 req-aef8e6c3-e43e-4b1b-ad38-0e9f3fa6576b tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:35.716889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33f7ea8e-4e4e-47d7-91d1-4270990cd266 req-aef8e6c3-e43e-4b1b-ad38-0e9f3fa6576b tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 943 time: 0.0501232 Aug 31 14:47:35.755346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33f7ea8e-4e4e-47d7-91d1-4270990cd266 req-87f2982b-9b80-4dd5-8e06-529df9ea228a tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Aug 31 14:47:36.883843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ed32-a3d5-40e8-a999-6e4055120a93 req-25aaf844-cf6a-4de3-83a0-439a504ce1b2 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:36.885375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd21ed32-a3d5-40e8-a999-6e4055120a93 req-25aaf844-cf6a-4de3-83a0-439a504ce1b2 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 943 time: 0.0557625 Aug 31 14:47:36.922658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd21ed32-a3d5-40e8-a999-6e4055120a93 req-c89696f2-2f9d-4354-beea-18d790fcf520 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Aug 31 14:47:37.666200 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:47:37.760039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:37.771585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629', 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c', 'port_id': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629', 'mac_address': 'fa:16:3e:5f:6b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5f048e-b6d3-465d-8876-96ae3fa78ff1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:47:37.812603 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:37.825540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:37.845263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:37.849752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:37.901816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:38.039310 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65edb2-3420-4a49-95a2-734d5b0d5419 req-3f542b8a-b159-432f-b454-f135b6c95afa tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:38.040826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f65edb2-3420-4a49-95a2-734d5b0d5419 req-3f542b8a-b159-432f-b454-f135b6c95afa tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 944 time: 0.0497479 Aug 31 14:47:38.080119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f65edb2-3420-4a49-95a2-734d5b0d5419 req-930b53b5-9f47-4037-a6f4-e6c1b5d4acad tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Aug 31 14:47:38.126908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c4c7b3b8-1aa8-4e63-bbdc-6093afb10629'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:39.200232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0df48-b63c-4189-98e3-ff60aa729bb8 req-bb3251b2-455f-42c0-99c3-3f20a6d97062 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:39.201725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0df48-b63c-4189-98e3-ff60aa729bb8 req-bb3251b2-455f-42c0-99c3-3f20a6d97062 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 944 time: 0.0507834 Aug 31 14:47:39.241709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2d0df48-b63c-4189-98e3-ff60aa729bb8 req-2965f78d-5703-40a1-82bc-303896df57ba tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Aug 31 14:47:39.552899 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:47:39.671769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:39.723132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:39.727075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:39.727490 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.805869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.833595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:39.835785 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a528f125-f59b-4a40-b3d4-2e554fb71f67" -d '{"events": [{"server_uuid": "19aa5041-a307-4694-b7bd-5f32dc0ec88b", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b3b8-1aa8-4e63-bbdc-6093afb10629"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:39.849280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:39.854254 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.878372 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739aa474-6412-4ac0-b065-8fc3cf2e7749 x-openstack-request-id: req-739aa474-6412-4ac0-b065-8fc3cf2e7749 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:39.878645 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aa5041-a307-4694-b7bd-5f32dc0ec88b", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b3b8-1aa8-4e63-bbdc-6093afb10629", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:39.878894 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-739aa474-6412-4ac0-b065-8fc3cf2e7749 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:39.879275 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629', 'code': 200} Aug 31 14:47:39.904555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:40.014014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c5912-5bc5-4eab-9e79-fbbf510a6b0b req-107afbe4-3d1f-4ff7-86ba-c0b0cba5818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:40.015536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96c5912-5bc5-4eab-9e79-fbbf510a6b0b req-107afbe4-3d1f-4ff7-86ba-c0b0cba5818c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 1096 time: 0.0451303 Aug 31 14:47:40.051947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a96c5912-5bc5-4eab-9e79-fbbf510a6b0b req-22b74b55-1251-42f2-8dca-ce0395709c28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282562 Aug 31 14:47:40.364023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58ee3d-4688-4e0d-b992-5013396a28c0 req-816ec60c-602d-4d88-898b-8aadde4c88f6 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:40.365663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b58ee3d-4688-4e0d-b992-5013396a28c0 req-816ec60c-602d-4d88-898b-8aadde4c88f6 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0527196 Aug 31 14:47:40.407766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b58ee3d-4688-4e0d-b992-5013396a28c0 req-836371bd-0a1f-49b5-81ed-368712deac91 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358863 Aug 31 14:47:40.463496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.524092 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93226b-ecd7-45ac-8120-65cec55659d7 req-932cf18a-ea52-4a7c-af22-07811946df5f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:41.525703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d93226b-ecd7-45ac-8120-65cec55659d7 req-932cf18a-ea52-4a7c-af22-07811946df5f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0502009 Aug 31 14:47:41.565877 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d93226b-ecd7-45ac-8120-65cec55659d7 req-65d8d542-c6fc-4b06-a8f3-eb712b339651 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Aug 31 14:47:41.792278 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-566de1a0-e128-4e23-b235-7bfa7fb88c83 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:41.793792 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-566de1a0-e128-4e23-b235-7bfa7fb88c83 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/networks?id=fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 200 len: 813 time: 0.1074293 Aug 31 14:47:41.809339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-97c96f23-5e8c-4186-9c31-2321b4dd648c tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/quotas/873aa5fe782647369237721d10538ed6 HTTP/1.1" status: 200 len: 375 time: 0.0090957 Aug 31 14:47:41.858798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-045b6da8-0a1e-4447-8799-dacc6767e961 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=873aa5fe782647369237721d10538ed6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439858 Aug 31 14:47:41.953916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-355af4bc-9f47-423a-8693-02a9f26204b2 service neutron] 10.222.0.10 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874214 Aug 31 14:47:42.047804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-4d1a9642-348b-4930-9fe9-b245f93276bf service neutron] 10.222.0.10 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877330 Aug 31 14:47:42.209491 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50d29c6b-83e4-4ee9-a5ec-e138ce00f434 req-cd6f9611-ee53-4b66-9e09-0f06653b966d tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 210 time: 0.0288401 Aug 31 14:47:43.242084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-0b229503-f9ed-4b70-9c65-5a138e837b6f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.243661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-0b229503-f9ed-4b70-9c65-5a138e837b6f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "GET /v2.0/networks?id=fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 200 len: 813 time: 0.1122670 Aug 31 14:47:43.264372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Request body: {'port': {'device_id': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c', 'admin_state_up': True, 'tenant_id': '873aa5fe782647369237721d10538ed6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:43.343962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d4d04bd8-b756-4fd4-828f-cd16e8fc5292 req-5e2a7302-7457-491e-a6a1-5c5d49f8ef56 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 210 time: 0.0398936 Aug 31 14:47:43.402324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Made reservation on behalf of 873aa5fe782647369237721d10538ed6 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:43.405958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.547918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Allocated IP 172.20.0.12 (fcd4d313-b9c5-4747-8929-f52d8c516f9c/9a5f048e-b6d3-465d-8876-96ae3fa78ff1/a28178d9-2231-4a87-8472-e66662953357) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:43.699948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.745498 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.784733 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c4c7b3b8-1aa8-4e63-bbdc-6093afb10629'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:43.795957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Network fcd4d313-b9c5-4747-8929-f52d8c516f9c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:43.803430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:43.807576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:43.839844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Pushing event updated for resources: {'Port': ['ID=a28178d9-2231-4a87-8472-e66662953357,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:43.866742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.867857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.885780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-e252b446-c861-4d1f-b8ee-c8066ed15402 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6253929 Aug 31 14:47:43.904658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Request body: {'port': {'device_id': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:43.960436 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.233906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28178d9-2231-4a87-8472-e66662953357 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:44.242225 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.254989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Transition to ACTIVE for port object a28178d9-2231-4a87-8472-e66662953357 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:44.259979 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.312300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Pushing event updated for resources: {'Port': ['ID=a28178d9-2231-4a87-8472-e66662953357,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:44.381347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Attempting to bind port a28178d9-2231-4a87-8472-e66662953357 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:44.381690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Attempting to bind port a28178d9-2231-4a87-8472-e66662953357 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:44.382026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Attempting to bind port a28178d9-2231-4a87-8472-e66662953357 on network fcd4d313-b9c5-4747-8929-f52d8c516f9c {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:44.386696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Port a28178d9-2231-4a87-8472-e66662953357 on network fcd4d313-b9c5-4747-8929-f52d8c516f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:47:44.387026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Attempting to bind port a28178d9-2231-4a87-8472-e66662953357 on network fcd4d313-b9c5-4747-8929-f52d8c516f9c {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:44.391804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:44.392213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Checking segment: {'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:44.392704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Bound using segment: {'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:44.393161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Bound port: a28178d9-2231-4a87-8472-e66662953357, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:44.393854 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.490489 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] For port a28178d9-2231-4a87-8472-e66662953357, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:44.494121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] For port a28178d9-2231-4a87-8472-e66662953357, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a28178d9-2231-4a87-8472-e66662953357,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:44.508136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a5-3b6b-4fa0-b911-2bc781b0ef63 req-bccab2ba-8cb6-4ed6-bcd2-42519a9d656d tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:44.509658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e9411a5-3b6b-4fa0-b911-2bc781b0ef63 req-bccab2ba-8cb6-4ed6-bcd2-42519a9d656d tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 944 time: 0.0841026 Aug 31 14:47:44.510675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.560133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:44.560747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.562143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] 10.222.0.26 "PUT /v2.0/ports/a28178d9-2231-4a87-8472-e66662953357 HTTP/1.1" status: 200 len: 1092 time: 0.6618485 Aug 31 14:47:44.567032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'tag': 'a28178d9-2231-4a87-8472-e66662953357'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:44.569297 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b7942-712f-4709-bda6-255cea7a45eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9a73c2-9240-49f2-a385-d5a331e9e707", "tag": "a28178d9-2231-4a87-8472-e66662953357"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:44.600474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e9411a5-3b6b-4fa0-b911-2bc781b0ef63 req-a34d9eae-2c60-459c-91fa-48062ff373d4 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845981 Aug 31 14:47:44.601478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc0ba2-6ae6-4a78-b2b5-5866ff211b4c service neutron] Pushing event updated for resources: {'Port': ['ID=a28178d9-2231-4a87-8472-e66662953357,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:44.646216 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4843f242-d3ba-4073-b70c-0928047bc143 x-openstack-request-id: req-4843f242-d3ba-4073-b70c-0928047bc143 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:44.646508 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9a73c2-9240-49f2-a385-d5a331e9e707", "tag": "a28178d9-2231-4a87-8472-e66662953357", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:44.646759 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4843f242-d3ba-4073-b70c-0928047bc143 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:44.647149 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'tag': 'a28178d9-2231-4a87-8472-e66662953357', 'status': 'completed', 'code': 200} Aug 31 14:47:44.666692 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-76b33a7b-c72c-487b-9e8b-d12c8f233d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:44.668355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-76b33a7b-c72c-487b-9e8b-d12c8f233d7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=873aa5fe782647369237721d10538ed6&device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 1095 time: 0.0496235 Aug 31 14:47:44.719325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-6dfc4a5c-7130-4808-aaf3-f718de6b60a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a28178d9-2231-4a87-8472-e66662953357 HTTP/1.1" status: 200 len: 217 time: 0.0340488 Aug 31 14:47:44.773052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-c18d61dd-90ad-45c8-9ca6-e65730f303c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:44.774461 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-c18d61dd-90ad-45c8-9ca6-e65730f303c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a5f048e-b6d3-465d-8876-96ae3fa78ff1 HTTP/1.1" status: 200 len: 853 time: 0.0468471 Aug 31 14:47:44.808417 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-ad30a1ea-c046-4f2a-a08b-46062c2ffeb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcd4d313-b9c5-4747-8929-f52d8c516f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246725 Aug 31 14:47:44.914524 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-bed98c75-09a5-4fd3-827c-02b0667d4b63 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937986 Aug 31 14:47:45.008292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74e1735c-9f5a-4dee-9c35-f1e581e8904f req-7b14867a-c57c-4438-8eab-24a9f91092a1 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849886 Aug 31 14:47:45.144613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-0e0d6e4c-2a82-434e-8bfc-ad9ab958e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:45.146157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-0e0d6e4c-2a82-434e-8bfc-ad9ab958e05c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=873aa5fe782647369237721d10538ed6&device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 1095 time: 0.0490234 Aug 31 14:47:45.238475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-e571d505-b631-46e7-8dd9-c8b874a29d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:45.239979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-e571d505-b631-46e7-8dd9-c8b874a29d86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 200 len: 915 time: 0.0864966 Aug 31 14:47:45.287827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-823b5a78-5ca3-4e1b-abc8-3aa0e6b84831 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a28178d9-2231-4a87-8472-e66662953357 HTTP/1.1" status: 200 len: 217 time: 0.0402057 Aug 31 14:47:45.704052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-a00d7caf-1197-42c7-b3d1-6c67fb77b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:45.706100 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-a00d7caf-1197-42c7-b3d1-6c67fb77b5c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a5f048e-b6d3-465d-8876-96ae3fa78ff1 HTTP/1.1" status: 200 len: 853 time: 0.4108255 Aug 31 14:47:45.740287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-f295b83a-d70d-4943-9f1f-c6b1414c4eae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcd4d313-b9c5-4747-8929-f52d8c516f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251591 Aug 31 14:47:45.748578 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eca1d9-f672-4a7b-85b9-e93733e8f720 req-fb7b02c9-424c-4312-b506-ac6cd633c714 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:45.749973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64eca1d9-f672-4a7b-85b9-e93733e8f720 req-fb7b02c9-424c-4312-b506-ac6cd633c714 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 944 time: 0.0760391 Aug 31 14:47:45.835174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64eca1d9-f672-4a7b-85b9-e93733e8f720 req-b43ded48-deaf-4173-8ffc-01465700cd72 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757818 Aug 31 14:47:45.861432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-3a4e7e2e-6e50-4218-9123-2c847a1c4786 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099463 Aug 31 14:47:45.955261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c6b7942-712f-4709-bda6-255cea7a45eb req-22ab6ad3-bd25-4273-9b8e-b24b452fd717 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860593 Aug 31 14:47:46.600011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-ecb4b543-a43d-45e2-8ff1-caeb297e6c4c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396497 Aug 31 14:47:46.710580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-3940e376-110a-45e5-b803-8f0fdecc3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:46.711953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-3940e376-110a-45e5-b803-8f0fdecc3cbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=873aa5fe782647369237721d10538ed6&device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 1096 time: 0.0397410 Aug 31 14:47:46.819408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-b29f9a9e-cb00-4182-9540-7e73cd1c018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:46.820944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-b29f9a9e-cb00-4182-9540-7e73cd1c018e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 200 len: 915 time: 0.0880573 Aug 31 14:47:46.865242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-e4802b69-3ba0-4874-b779-69cafe1a6f70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 HTTP/1.1" status: 200 len: 217 time: 0.0347946 Aug 31 14:47:46.943637 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-fd1c5dc4-ce77-46b2-ada5-040914bdbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:46.945117 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-fd1c5dc4-ce77-46b2-ada5-040914bdbea5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a5f048e-b6d3-465d-8876-96ae3fa78ff1 HTTP/1.1" status: 200 len: 853 time: 0.0714769 Aug 31 14:47:46.979743 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-7b5c0065-b481-45bd-b466-1d0437f5b248 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcd4d313-b9c5-4747-8929-f52d8c516f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258300 Aug 31 14:47:46.987093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4688e57-f92c-4b4d-8463-28926203903b req-89a69ca4-d85b-4f5d-9f3a-c51eb61e1657 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:46.988453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4688e57-f92c-4b4d-8463-28926203903b req-89a69ca4-d85b-4f5d-9f3a-c51eb61e1657 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 944 time: 0.0852971 Aug 31 14:47:47.072937 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4688e57-f92c-4b4d-8463-28926203903b req-678278ee-21c3-426d-91c7-120a407d4b32 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Aug 31 14:47:47.106673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-f40e63c2-26bf-44f3-9432-411f129a1de2 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172452 Aug 31 14:47:47.205419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-73af1858-2a47-4794-ad77-3e7d773ddd8d req-af5af38d-b55b-4b0b-948f-bd35fbf542d6 service neutron] 10.222.0.26 "GET /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904860 Aug 31 14:47:47.711387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a28178d9-2231-4a87-8472-e66662953357 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:47:47.803329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a28178d9-2231-4a87-8472-e66662953357, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a28178d9-2231-4a87-8472-e66662953357,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:47.814721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'a28178d9-2231-4a87-8472-e66662953357', 'network_id': 'fcd4d313-b9c5-4747-8929-f52d8c516f9c', 'port_id': 'a28178d9-2231-4a87-8472-e66662953357', 'mac_address': 'fa:16:3e:c7:47:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5f048e-b6d3-465d-8876-96ae3fa78ff1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:47:47.850397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.865676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28178d9-2231-4a87-8472-e66662953357 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:47.885729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a28178d9-2231-4a87-8472-e66662953357, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a28178d9-2231-4a87-8472-e66662953357,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:47.890041 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.938111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a28178d9-2231-4a87-8472-e66662953357,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:47.945686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.946040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.946385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.946724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.947067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.947400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.947731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.948061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.948387 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.948715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.949067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:47.949396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.207725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a488-38cb-46d8-8e19-eed9155332e0 req-08601de9-e223-4224-acbf-10f141348530 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:48.209266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f22a488-38cb-46d8-8e19-eed9155332e0 req-08601de9-e223-4224-acbf-10f141348530 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 945 time: 0.0517948 Aug 31 14:47:48.218889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['a28178d9-2231-4a87-8472-e66662953357'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:48.249709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f22a488-38cb-46d8-8e19-eed9155332e0 req-32f1553e-94f7-4cb6-86ea-a47ed8efc3c7 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Aug 31 14:47:49.369889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c16b6-8566-43e4-84b6-577a7bb29ab1 req-c79bb927-12ca-4041-9aaa-153c526f5118 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:49.371406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076c16b6-8566-43e4-84b6-577a7bb29ab1 req-c79bb927-12ca-4041-9aaa-153c526f5118 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 945 time: 0.0540822 Aug 31 14:47:49.410481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076c16b6-8566-43e4-84b6-577a7bb29ab1 req-7ffbfc12-53ac-4561-9567-71812a3dfb9d tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Aug 31 14:47:49.711152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a28178d9-2231-4a87-8472-e66662953357 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:49.767673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port a28178d9-2231-4a87-8472-e66662953357 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:49.771654 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port a28178d9-2231-4a87-8472-e66662953357 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:49.772034 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.847563 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.869797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28178d9-2231-4a87-8472-e66662953357'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:49.872158 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52378110-faf2-4a90-97e8-d946c930974e" -d '{"events": [{"server_uuid": "0d9a73c2-9240-49f2-a385-d5a331e9e707", "name": "network-vif-plugged", "status": "completed", "tag": "a28178d9-2231-4a87-8472-e66662953357"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:49.886219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port a28178d9-2231-4a87-8472-e66662953357, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a28178d9-2231-4a87-8472-e66662953357,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:49.891593 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.920010 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbc8b7f-2f53-45c8-83b3-a5cec00be893 x-openstack-request-id: req-1fbc8b7f-2f53-45c8-83b3-a5cec00be893 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:49.920302 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9a73c2-9240-49f2-a385-d5a331e9e707", "name": "network-vif-plugged", "status": "completed", "tag": "a28178d9-2231-4a87-8472-e66662953357", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:49.920551 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fbc8b7f-2f53-45c8-83b3-a5cec00be893 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:49.920953 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28178d9-2231-4a87-8472-e66662953357', 'code': 200} Aug 31 14:47:49.946528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=a28178d9-2231-4a87-8472-e66662953357,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:50.043080 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a4d2e-f75e-4261-aba8-46ae8ff402dd req-cc458526-cc7a-4310-a011-f30a3fa8326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:50.044501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74a4d2e-f75e-4261-aba8-46ae8ff402dd req-cc458526-cc7a-4310-a011-f30a3fa8326c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 1097 time: 0.0398591 Aug 31 14:47:50.085733 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74a4d2e-f75e-4261-aba8-46ae8ff402dd req-ab369e82-4ae0-472d-856f-ffda2b79f123 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270550 Aug 31 14:47:50.529118 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50253502-2416-427a-9392-452e1b661183 req-0c66b115-89c5-4ca9-bea1-6c1edf24d282 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:50.530627 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50253502-2416-427a-9392-452e1b661183 req-0c66b115-89c5-4ca9-bea1-6c1edf24d282 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 946 time: 0.0505462 Aug 31 14:47:50.569656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50253502-2416-427a-9392-452e1b661183 req-86ae03f8-3bd9-4e3b-b9f7-031dabcf37be tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Aug 31 14:47:51.686349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cdc29-ed31-40c8-94d6-47c1ac9cf791 req-8c431e07-59ff-421f-bd46-712f62ca419b tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.687750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-179cdc29-ed31-40c8-94d6-47c1ac9cf791 req-8c431e07-59ff-421f-bd46-712f62ca419b tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 946 time: 0.0523164 Aug 31 14:47:51.734383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-179cdc29-ed31-40c8-94d6-47c1ac9cf791 req-d81d857c-e2f2-4432-8c5c-7e20e7b1f43f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Aug 31 14:47:51.988212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20314d-a952-4a6b-ae96-cfa6e417ecdf req-cf9432fd-d239-4f15-9bff-4eab2f0508e0 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.989663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb20314d-a952-4a6b-ae96-cfa6e417ecdf req-cf9432fd-d239-4f15-9bff-4eab2f0508e0 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 946 time: 0.0527463 Aug 31 14:47:52.028356 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eb20314d-a952-4a6b-ae96-cfa6e417ecdf req-19b15c5b-d84e-4f08-afa0-73aaf542214a tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Aug 31 14:47:53.146766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339d50-f516-4ab0-8f73-94906e910ad3 req-60cdbd58-7c9f-4b24-ad4f-76b20ec302f5 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:53.148357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83339d50-f516-4ab0-8f73-94906e910ad3 req-60cdbd58-7c9f-4b24-ad4f-76b20ec302f5 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 946 time: 0.0517447 Aug 31 14:47:53.187576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83339d50-f516-4ab0-8f73-94906e910ad3 req-482a53a7-b40a-46de-9701-9b73f1939f6e tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Aug 31 14:47:53.636779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-b9362d9d-b77e-429e-a1db-ab17ed2009ce tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:53.638204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-b9362d9d-b77e-429e-a1db-ab17ed2009ce tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 946 time: 0.0540659 Aug 31 14:47:53.728570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Deleting port a28178d9-2231-4a87-8472-e66662953357 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:53.728937 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.819888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] For port a28178d9-2231-4a87-8472-e66662953357, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=a28178d9-2231-4a87-8472-e66662953357,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:53.820258 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.833158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Calling delete_port for a28178d9-2231-4a87-8472-e66662953357 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:53.960623 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.993460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Pushing event deleted for resources: {'Port': ['ID=a28178d9-2231-4a87-8472-e66662953357,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:53.996731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c4c7b3b8-1aa8-4e63-bbdc-6093afb10629', 'a28178d9-2231-4a87-8472-e66662953357'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:54.033432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] No DVR routers for this DVR port a28178d9-2231-4a87-8472-e66662953357 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:54.036094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.038383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ae47b3f-f8f2-47c5-952c-888a3377e250 req-8e8965f2-0537-4800-8977-547926cdb9fb tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "DELETE /v2.0/ports/a28178d9-2231-4a87-8472-e66662953357 HTTP/1.1" status: 204 len: 173 time: 0.3919339 Aug 31 14:47:54.038836 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'name': 'network-vif-deleted', 'tag': 'a28178d9-2231-4a87-8472-e66662953357'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:54.041170 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61233528-0dee-4ee5-aad3-852f5f989c2e" -d '{"events": [{"server_uuid": "0d9a73c2-9240-49f2-a385-d5a331e9e707", "name": "network-vif-deleted", "tag": "a28178d9-2231-4a87-8472-e66662953357"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:54.084725 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87749db0-78c5-4c76-8787-c0bc811a9321 x-openstack-request-id: req-87749db0-78c5-4c76-8787-c0bc811a9321 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:54.085292 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9a73c2-9240-49f2-a385-d5a331e9e707", "name": "network-vif-deleted", "tag": "a28178d9-2231-4a87-8472-e66662953357", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:54.085649 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87749db0-78c5-4c76-8787-c0bc811a9321 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:54.086266 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9a73c2-9240-49f2-a385-d5a331e9e707', 'name': 'network-vif-deleted', 'tag': 'a28178d9-2231-4a87-8472-e66662953357', 'status': 'completed', 'code': 200} Aug 31 14:47:54.296018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5152e59e-d3e4-4e27-9b16-2683fe3ad4ff req-6ac46d66-bc41-4acf-89cc-c3cefd5017b3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9a73c2-9240-49f2-a385-d5a331e9e707 HTTP/1.1" status: 200 len: 210 time: 0.0257652 Aug 31 14:47:55.446761 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a533-bebf-467c-8c21-7d949f7c5aef req-10356400-48ec-45d8-a25c-8ae552368c04 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:55.448258 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04c5a533-bebf-467c-8c21-7d949f7c5aef req-10356400-48ec-45d8-a25c-8ae552368c04 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0501297 Aug 31 14:47:55.495392 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-04c5a533-bebf-467c-8c21-7d949f7c5aef req-65b501ed-e0ca-40b7-bab2-ca4d50704771 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Aug 31 14:47:55.626251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663ed97-9b78-492a-aba9-e338c79465b4 req-b882aed9-3879-4b9f-896e-26f176e854ea tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:55.628320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b663ed97-9b78-492a-aba9-e338c79465b4 req-b882aed9-3879-4b9f-896e-26f176e854ea tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0502570 Aug 31 14:47:55.671222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b663ed97-9b78-492a-aba9-e338c79465b4 req-a3df409c-0062-4b62-b865-83e5d88709c9 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Aug 31 14:47:55.793133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abfb0-d656-4f86-928a-cd2e0769c18f req-00714bb8-1b7f-401d-ba9e-543cc40458e7 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:55.794641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09abfb0-d656-4f86-928a-cd2e0769c18f req-00714bb8-1b7f-401d-ba9e-543cc40458e7 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0570910 Aug 31 14:47:55.833671 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d09abfb0-d656-4f86-928a-cd2e0769c18f req-18cd1973-ca3d-47f3-90b5-4815abb59310 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Aug 31 14:47:56.002082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfd6d7-9b5f-4f5a-86a6-75f2b9a7fe7f req-0ed5751b-58f5-450b-aba8-009b48c1496f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:56.003571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3cfd6d7-9b5f-4f5a-86a6-75f2b9a7fe7f req-0ed5751b-58f5-450b-aba8-009b48c1496f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0515053 Aug 31 14:47:56.046362 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f3cfd6d7-9b5f-4f5a-86a6-75f2b9a7fe7f req-f050c98c-fda0-41ac-849c-71408486dbf5 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Aug 31 14:47:56.162980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90baddc-35c9-4430-a306-175268bde359 req-0a042732-0496-4ccc-be98-b9190df2b94d tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:56.164342 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e90baddc-35c9-4430-a306-175268bde359 req-0a042732-0496-4ccc-be98-b9190df2b94d tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0496910 Aug 31 14:47:56.202035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e90baddc-35c9-4430-a306-175268bde359 req-21541f85-1b71-488f-ac37-7e3388ab44f2 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Aug 31 14:47:56.327102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fb1a4-3607-4ebd-8ce8-f93f177ab5c5 req-845edf6e-49ce-46ff-b5f9-ce556c5856ce tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:56.328614 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc5fb1a4-3607-4ebd-8ce8-f93f177ab5c5 req-845edf6e-49ce-46ff-b5f9-ce556c5856ce tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0502021 Aug 31 14:47:56.367003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fc5fb1a4-3607-4ebd-8ce8-f93f177ab5c5 req-b146965f-3752-4e91-a3b3-cc13b8fad1e5 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Aug 31 14:47:56.670864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412a16f-a910-4be8-b0a8-7e73605637e5 req-285703f8-9359-4e29-ba82-740b6cf7181a tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:56.672256 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412a16f-a910-4be8-b0a8-7e73605637e5 req-285703f8-9359-4e29-ba82-740b6cf7181a tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0489929 Aug 31 14:47:56.713915 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4412a16f-a910-4be8-b0a8-7e73605637e5 req-755487be-6093-4dcc-a762-89768f0fd681 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Aug 31 14:47:56.867012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e8e7b0f-ed49-4fd7-8f02-fed2b9172148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.733701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a28178d9-2231-4a87-8472-e66662953357 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:57.758016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: a28178d9-2231-4a87-8472-e66662953357 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:57.758360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device a28178d9-2231-4a87-8472-e66662953357 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:57.836262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882668c5-bf86-40a1-876f-7996bbf8999a req-3c3b383b-f110-4e01-8c18-66017c892e6c tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:57.837827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-882668c5-bf86-40a1-876f-7996bbf8999a req-3c3b383b-f110-4e01-8c18-66017c892e6c tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0539062 Aug 31 14:47:57.875756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-882668c5-bf86-40a1-876f-7996bbf8999a req-4443771f-e7a5-43f9-8244-2cd205b42704 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/security-groups?id=1027cc00-f7c2-4edc-8d53-48cbb54655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Aug 31 14:47:58.400331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-f39ce418-3e64-4013-afc5-45ec41c44956 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.401867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-f39ce418-3e64-4013-afc5-45ec41c44956 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 945 time: 0.0507376 Aug 31 14:47:58.495321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Deleting port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:58.495675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.584883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] For port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,segment=NetworkSegment(a6a9333b-312f-4cca-9c0a-2472b1b8f1ce),segment_id=a6a9333b-312f-4cca-9c0a-2472b1b8f1ce)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:58.585263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.597971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Calling delete_port for c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:58.726739 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.758197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Pushing event deleted for resources: {'Port': ['ID=c4c7b3b8-1aa8-4e63-bbdc-6093afb10629,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:58.759855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['c4c7b3b8-1aa8-4e63-bbdc-6093afb10629'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:58.799042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] No DVR routers for this DVR port c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:58.801605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.803586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db038425-5c1f-49f3-89c0-7e46b5f89729 req-681d1b5e-7bf4-44d8-a748-fa46daa604a3 tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.26 "DELETE /v2.0/ports/c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 HTTP/1.1" status: 204 len: 173 time: 0.3947263 Aug 31 14:47:58.804034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'name': 'network-vif-deleted', 'tag': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:58.806312 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3054c44-63e3-4a78-ab2e-ec0f50f640ff" -d '{"events": [{"server_uuid": "19aa5041-a307-4694-b7bd-5f32dc0ec88b", "name": "network-vif-deleted", "tag": "c4c7b3b8-1aa8-4e63-bbdc-6093afb10629"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:58.847788 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e6bfe-5f97-444c-9348-8b664c3f09d9 x-openstack-request-id: req-ec2e6bfe-5f97-444c-9348-8b664c3f09d9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:58.848439 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aa5041-a307-4694-b7bd-5f32dc0ec88b", "name": "network-vif-deleted", "tag": "c4c7b3b8-1aa8-4e63-bbdc-6093afb10629", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:58.848439 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec2e6bfe-5f97-444c-9348-8b664c3f09d9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:58.848729 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aa5041-a307-4694-b7bd-5f32dc0ec88b', 'name': 'network-vif-deleted', 'tag': 'c4c7b3b8-1aa8-4e63-bbdc-6093afb10629', 'status': 'completed', 'code': 200} Aug 31 14:47:58.990201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b9e4916d-36e0-41c8-b6f3-24dd571a0d2b req-f9eb30b3-f91c-46f2-b76d-b21f611e714f tempest-ServersNegativeTestJSON-1927150756 tempest-ServersNegativeTestJSON-1927150756-project] 10.222.0.10 "GET /v2.0/ports?device_id=19aa5041-a307-4694-b7bd-5f32dc0ec88b HTTP/1.1" status: 200 len: 210 time: 0.0317643 Aug 31 14:47:59.418941 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1eacd26e-8771-44c8-ab58-1fbcc2d84b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.624955 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.050719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56984) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:00.095752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] Deleting subnet 9a5f048e-b6d3-465d-8876-96ae3fa78ff1 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:00.099376 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.134959 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.171622 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.222881 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.253820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5f048e-b6d3-465d-8876-96ae3fa78ff1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:00.258868 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.261789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7e679bfa-3c69-4cf3-920f-9f40a10a3426 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9a5f048e-b6d3-465d-8876-96ae3fa78ff1 HTTP/1.1" status: 204 len: 168 time: 0.2100308 Aug 31 14:48:00.263292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56986) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:00.329210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.411401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.422038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd4d313-b9c5-4747-8929-f52d8c516f9c']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:00.433323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:00.433635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a9333b-312f-4cca-9c0a-2472b1b8f1ce') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:00.442408 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.455775 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.461993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:00.462393 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:00.464341 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:00.519122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.524786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.526653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/fcd4d313-b9c5-4747-8929-f52d8c516f9c HTTP/1.1" status: 204 len: 168 time: 0.2624526 Aug 31 14:48:00.538404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428d121-8b4c-4f3d-8c0b-08c3e51902ad admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd4d313-b9c5-4747-8929-f52d8c516f9c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:00.636714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:00.676315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b089f809-491a-4177-9dd9-3d583f9467b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=873aa5fe782647369237721d10538ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384355 Aug 31 14:48:00.678789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 56992) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:00.729475 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1950e6cf-6744-4c32-8ccb-7debd6e3ab2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.750815 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1950e6cf-6744-4c32-8ccb-7debd6e3ab2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.796791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1950e6cf-6744-4c32-8ccb-7debd6e3ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.799691 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1950e6cf-6744-4c32-8ccb-7debd6e3ab2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.800837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1950e6cf-6744-4c32-8ccb-7debd6e3ab2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1027cc00-f7c2-4edc-8d53-48cbb54655d4 HTTP/1.1" status: 204 len: 168 time: 0.1211824 Aug 31 14:48:00.808548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950e6cf-6744-4c32-8ccb-7debd6e3ab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1027cc00-f7c2-4edc-8d53-48cbb54655d4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:00.825448 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.470181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57014) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:01.562762 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932378874'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:01.585608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:01.589157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.598456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.692963 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.696770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.721522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:01.736438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d194d18-9fd6-4f6d-b6a7-fc015be6e696,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:01.742132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.742619 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Added segment 967b236a-0a1d-4111-88e3-bea730a5575e of type vlan for network b2aa5147-e18f-4465-b2dd-121290e7a27d Aug 31 14:48:01.785344 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.812025 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.818041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:01.818650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.876089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4047713 Aug 31 14:48:01.886819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bfdd5-2472-4c17-9194-9d6cf653d5f5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Network': ['ID=b2aa5147-e18f-4465-b2dd-121290e7a27d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:01.898053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b2aa5147-e18f-4465-b2dd-121290e7a27d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:02.183845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:02.432285 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-274234d4-a6fe-46ba-bdb6-7240c35b3342 req-0d4c68a8-f51f-417a-b464-a68651db9afe service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256805 Aug 31 14:48:02.494882 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-274234d4-a6fe-46ba-bdb6-7240c35b3342 req-72ccb95d-f11b-4fed-964f-24db51cf4550 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0252175 Aug 31 14:48:02.541535 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-274234d4-a6fe-46ba-bdb6-7240c35b3342 req-0da0ee52-f051-423b-a0dc-9d4fd40dc389 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193751 Aug 31 14:48:02.638397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274234d4-a6fe-46ba-bdb6-7240c35b3342 req-52753016-6e82-4867-8432-03b66bbbc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:02.639802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-274234d4-a6fe-46ba-bdb6-7240c35b3342 req-52753016-6e82-4867-8432-03b66bbbc686 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912321 Aug 31 14:48:03.742315 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:03.767979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:03.768314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device c4c7b3b8-1aa8-4e63-bbdc-6093afb10629 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:05.238272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:05.243501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'subnet': {'network_id': 'b2aa5147-e18f-4465-b2dd-121290e7a27d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:05.330327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:05.333805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.530455 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.597260 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Subnet': ['ID=a28ab2d2-3f72-4619-ad0f-1a01babba1e8,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:05.606120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Checking segment: {'id': '967b236a-0a1d-4111-88e3-bea730a5575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'b2aa5147-e18f-4465-b2dd-121290e7a27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:05.606486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network hostable DHCP agents. Network: b2aa5147-e18f-4465-b2dd-121290e7a27d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:05.626419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network b2aa5147-e18f-4465-b2dd-121290e7a27d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:05.636094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b2aa5147-e18f-4465-b2dd-121290e7a27d) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:05.640886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:05.642410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.653887 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fbdb75-21d9-41af-a7f0-84bb25562ae5 None None] Network b2aa5147-e18f-4465-b2dd-121290e7a27d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:05.659393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4ccac016-20a2-4532-b4f2-fd29b52f623e tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4200001 Aug 31 14:48:05.662795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:05.667875 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1422532442'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:05.691971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:05.695618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.720640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:05.729899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.730242 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Added segment dcb580f1-6311-4338-8517-c0a1de3e582c of type vlan for network 3493751a-ce97-491d-8c9f-b37dc0bf7ed7 Aug 31 14:48:05.780063 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.808012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.810788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b2aa5147-e18f-4465-b2dd-121290e7a27d', 'network_id': 'b2aa5147-e18f-4465-b2dd-121290e7a27d', 'tenant_id': 'dcb551ea9c7a4f779f2f4f60e9113ab3', 'fixed_ips': [{'subnet_id': 'a28ab2d2-3f72-4619-ad0f-1a01babba1e8'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:05.811763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.814846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:05.815477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.884217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2203045 Aug 31 14:48:05.887359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57024) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:05.895529 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'subnet': {'network_id': '3493751a-ce97-491d-8c9f-b37dc0bf7ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:05.937743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bab82-e0ea-4dc5-9d17-3c2b6ab1adf5 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Network': ['ID=3493751a-ce97-491d-8c9f-b37dc0bf7ed7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:05.952828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 3493751a-ce97-491d-8c9f-b37dc0bf7ed7 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:05.991132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:05.994740 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.025195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Allocated IP 2001:db8:0:ffff::2 (b2aa5147-e18f-4465-b2dd-121290e7a27d/a28ab2d2-3f72-4619-ad0f-1a01babba1e8/1fed2166-f98e-4b9c-95f8-9b5f0f642ce2) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:06.205766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.219899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.230577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Transition to ACTIVE for port object 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:06.248617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Transition to ACTIVE for port object 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:06.256587 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.272619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Subnet': ['ID=c38b6908-51c1-4799-946b-079368d23451,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:06.281650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Checking segment: {'id': 'dcb580f1-6311-4338-8517-c0a1de3e582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '3493751a-ce97-491d-8c9f-b37dc0bf7ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:06.282020 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network hostable DHCP agents. Network: 3493751a-ce97-491d-8c9f-b37dc0bf7ed7, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:06.293278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Network b2aa5147-e18f-4465-b2dd-121290e7a27d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:06.299783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network 3493751a-ce97-491d-8c9f-b37dc0bf7ed7 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:06.299946 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:06.304128 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:06.310651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 3493751a-ce97-491d-8c9f-b37dc0bf7ed7) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:06.316039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:06.319062 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.319231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Pushing event updated for resources: {'Port': ['ID=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:06.336495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ee31fd19-90f5-417f-b85f-d0ac20a112df tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4455962 Aug 31 14:48:06.336710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4152f-e713-48da-b5f7-ba2ad3a7ab3a None None] Network 3493751a-ce97-491d-8c9f-b37dc0bf7ed7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:06.336973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57028) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:06.414989 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Attempting to bind port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:06.415399 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Attempting to bind port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '967b236a-0a1d-4111-88e3-bea730a5575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'b2aa5147-e18f-4465-b2dd-121290e7a27d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:06.415850 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Attempting to bind port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 on network b2aa5147-e18f-4465-b2dd-121290e7a27d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:06.426065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:06.426456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Checking segment: {'id': '967b236a-0a1d-4111-88e3-bea730a5575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'b2aa5147-e18f-4465-b2dd-121290e7a27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:06.426876 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.427278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Bound using segment: {'id': '967b236a-0a1d-4111-88e3-bea730a5575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'b2aa5147-e18f-4465-b2dd-121290e7a27d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:06.427787 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Bound port: 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967b236a-0a1d-4111-88e3-bea730a5575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'b2aa5147-e18f-4465-b2dd-121290e7a27d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:06.428184 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.440794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.523110 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.577221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] For port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:06.586532 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] For port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,segment=NetworkSegment(967b236a-0a1d-4111-88e3-bea730a5575e),segment_id=967b236a-0a1d-4111-88e3-bea730a5575e)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:06.603428 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.618348 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.642832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Subnet': ['ID=c38b6908-51c1-4799-946b-079368d23451,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:06.652101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd212e1-002b-464c-a9be-73321a254e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-3493751a-ce97-491d-8c9f-b37dc0bf7ed7', 'network_id': '3493751a-ce97-491d-8c9f-b37dc0bf7ed7', 'tenant_id': 'dcb551ea9c7a4f779f2f4f60e9113ab3', 'fixed_ips': [{'subnet_id': 'c38b6908-51c1-4799-946b-079368d23451'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:06.652981 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2dd212e1-002b-464c-a9be-73321a254e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.713292 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.725424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3493751a-ce97-491d-8c9f-b37dc0bf7ed7']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:06.738539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb580f1-6311-4338-8517-c0a1de3e582c') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:06.739025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb580f1-6311-4338-8517-c0a1de3e582c') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:06.747453 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad4420-7d17-48e1-a62d-0a7662bc542e None None] Pushing event updated for resources: {'Port': ['ID=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:06.750222 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.769713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.774844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aedb87c-91e3-4c85-9e36-34a7d63056ef None None] Network 3493751a-ce97-491d-8c9f-b37dc0bf7ed7 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:06.778190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:06.778672 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:06.783587 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:06.873075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.889833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.891994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/3493751a-ce97-491d-8c9f-b37dc0bf7ed7 HTTP/1.1" status: 204 len: 168 time: 0.5540769 Aug 31 14:48:06.895708 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57030) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:06.902019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-799222668'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:06.902209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4a102-16a4-41f6-8a30-7f4d35a631be tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Network': ['ID=3493751a-ce97-491d-8c9f-b37dc0bf7ed7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:06.928495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:06.932279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.962692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] vlan segment allocate from pool success with {'vlan_id': 1547, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:06.974669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.975032 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Added segment 927d0f13-cc79-4da6-8379-87684a669872 of type vlan for network 5add1975-67f5-4047-9053-f46eb29cd942 Aug 31 14:48:07.015372 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.041850 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.047560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:07.048154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.111801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2146685 Aug 31 14:48:07.114691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57032) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.117531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385c6b0-5f60-4359-a9e7-e443448fa161 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Network': ['ID=5add1975-67f5-4047-9053-f46eb29cd942,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:07.120054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'subnet': {'network_id': '5add1975-67f5-4047-9053-f46eb29cd942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:07.128949 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5add1975-67f5-4047-9053-f46eb29cd942 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:07.223329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:07.226779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.282700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Performing IP validity checks on allocation pools {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:48:07.283347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.ipam_backend_mixin [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:48:07.420910 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.478433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Subnet': ['ID=b0a6916c-63f8-4614-8ce2-358099f2be2c,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:07.497289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Checking segment: {'id': '927d0f13-cc79-4da6-8379-87684a669872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': '5add1975-67f5-4047-9053-f46eb29cd942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:07.497662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network hostable DHCP agents. Network: 5add1975-67f5-4047-9053-f46eb29cd942, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:07.515844 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network 5add1975-67f5-4047-9053-f46eb29cd942 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:07.525942 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 5add1975-67f5-4047-9053-f46eb29cd942) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:07.530258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:07.530862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.541318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d0af14-7b74-41e6-8abd-f430e4f0e86b None None] Network 5add1975-67f5-4047-9053-f46eb29cd942 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:07.546809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0658dc9e-cb23-423b-988b-7a82fcc54731 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4309571 Aug 31 14:48:07.550079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57034) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.660699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.679183 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0dc0e6-2988-4a2b-b784-751b76cd2db1 None None] Network b2aa5147-e18f-4465-b2dd-121290e7a27d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:07.719675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.788713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fe5e7f08-930f-4772-abd9-5ae6682527d6 None None] Provisioning for port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:07.791906 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.796678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156958c-b8e9-4b02-ae75-e82069c749ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-5add1975-67f5-4047-9053-f46eb29cd942', 'network_id': '5add1975-67f5-4047-9053-f46eb29cd942', 'tenant_id': 'dcb551ea9c7a4f779f2f4f60e9113ab3', 'fixed_ips': [{'subnet_id': 'b0a6916c-63f8-4614-8ce2-358099f2be2c'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:07.798061 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4156958c-b8e9-4b02-ae75-e82069c749ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.821386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a6916c-63f8-4614-8ce2-358099f2be2c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:07.889908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.904174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5add1975-67f5-4047-9053-f46eb29cd942']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:07.923995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927d0f13-cc79-4da6-8379-87684a669872') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:07.924369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927d0f13-cc79-4da6-8379-87684a669872') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:07.934967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.952031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.958968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Releasing vlan 1547 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:07.959433 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:07.962625 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:07.966646 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23871865-89b0-4090-be25-0c0c2a7426f8 None None] Network 5add1975-67f5-4047-9053-f46eb29cd942 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:08.021060 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.030367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.032831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/5add1975-67f5-4047-9053-f46eb29cd942 HTTP/1.1" status: 204 len: 168 time: 0.4817629 Aug 31 14:48:08.036920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57038) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.045105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830970231'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:08.058409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98642a-eb15-4685-9da3-635de16de475 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Network': ['ID=5add1975-67f5-4047-9053-f46eb29cd942,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:08.084775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:08.088476 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.117281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] vlan segment allocate from pool success with {'vlan_id': 1546, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:08.130228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.130627 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Added segment 174f6512-7b3d-44f1-af9d-4b6b9caeb220 of type vlan for network d919fc08-43f9-4a7e-996c-d842be1c77fa Aug 31 14:48:08.179571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.208557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.214435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:08.215353 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.282820 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2417960 Aug 31 14:48:08.283700 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57040) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.290209 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'subnet': {'network_id': 'd919fc08-43f9-4a7e-996c-d842be1c77fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:08.308919 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998cd43-1316-4761-8c0d-306fab49edbc tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Network': ['ID=d919fc08-43f9-4a7e-996c-d842be1c77fa,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:08.320236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network d919fc08-43f9-4a7e-996c-d842be1c77fa details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:08.388845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:08.396232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.584051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.638500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:08.653250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Subnet': ['ID=9a0b4bb6-f4e8-40a1-ad3f-22b5c9c94374,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:08.661856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Checking segment: {'id': '174f6512-7b3d-44f1-af9d-4b6b9caeb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': 'd919fc08-43f9-4a7e-996c-d842be1c77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:08.662215 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network hostable DHCP agents. Network: d919fc08-43f9-4a7e-996c-d842be1c77fa, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:08.678630 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network d919fc08-43f9-4a7e-996c-d842be1c77fa is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:08.687882 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, d919fc08-43f9-4a7e-996c-d842be1c77fa) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:08.692836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:08.694000 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.698890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:08.701195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f8f7b-5c53-4b0a-98a4-df513d4eafe7 None None] Network d919fc08-43f9-4a7e-996c-d842be1c77fa requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:08.709827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1e5b11cd-a7b1-437c-8c86-b2629fabde53 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4257014 Aug 31 14:48:08.714203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57042) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.716136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:08.716514 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.721006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781912'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:08.742203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:08.745758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.775498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] vlan segment allocate from pool success with {'vlan_id': 1526, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:08.791353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.792058 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Added segment bb8b6e9e-e810-4bbe-9d96-278c0a2003c7 of type vlan for network 51c0bf6c-f365-44df-82ab-bd6c960dda43 Aug 31 14:48:08.835576 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.863747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.869811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:08.870446 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.897929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.932506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2161198 Aug 31 14:48:08.936107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57044) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.944829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Request body: {'subnet': {'network_id': '51c0bf6c-f365-44df-82ab-bd6c960dda43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:08.945926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-d919fc08-43f9-4a7e-996c-d842be1c77fa', 'network_id': 'd919fc08-43f9-4a7e-996c-d842be1c77fa', 'tenant_id': 'dcb551ea9c7a4f779f2f4f60e9113ab3', 'fixed_ips': [{'subnet_id': '9a0b4bb6-f4e8-40a1-ad3f-22b5c9c94374'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:08.946781 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.962820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8781d-9a98-4270-8013-ba19542442e4 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Network': ['ID=51c0bf6c-f365-44df-82ab-bd6c960dda43,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:08.974914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,segment=NetworkSegment(967b236a-0a1d-4111-88e3-bea730a5575e),segment_id=967b236a-0a1d-4111-88e3-bea730a5575e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:08.978547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 51c0bf6c-f365-44df-82ab-bd6c960dda43 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:08.984069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.064209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Made reservation on behalf of dcb551ea9c7a4f779f2f4f60e9113ab3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:09.068071 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.195014 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:09.224253 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Allocated IP 2001:db8::2 (d919fc08-43f9-4a7e-996c-d842be1c77fa/9a0b4bb6-f4e8-40a1-ad3f-22b5c9c94374/a58f8fb5-b36e-4130-a4c9-5eacb983cfba) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:09.265845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.326881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event updated for resources: {'Subnet': ['ID=a5d6512c-5a36-4dd9-b16c-f05f78222a05,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:09.343446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Checking segment: {'id': 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '51c0bf6c-f365-44df-82ab-bd6c960dda43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:09.343810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network hostable DHCP agents. Network: 51c0bf6c-f365-44df-82ab-bd6c960dda43, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:09.362740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Network 51c0bf6c-f365-44df-82ab-bd6c960dda43 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:09.373229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 51c0bf6c-f365-44df-82ab-bd6c960dda43) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:09.379831 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.386460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:09.387307 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.390015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4e8a1-8b02-4443-ac87-a080a0faec2f None None] Network 51c0bf6c-f365-44df-82ab-bd6c960dda43 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:09.402737 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9c1856ae-d476-4ca2-8ba3-db081d1a6735 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4653196 Aug 31 14:48:09.405435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57046) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.408607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Transition to ACTIVE for port object a58f8fb5-b36e-4130-a4c9-5eacb983cfba will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:09.459985 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Transition to ACTIVE for port object a58f8fb5-b36e-4130-a4c9-5eacb983cfba will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:09.474268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.535804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Network d919fc08-43f9-4a7e-996c-d842be1c77fa is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:09.560107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Pushing event updated for resources: {'Port': ['ID=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:09.562776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:09.567391 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:09.657385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Attempting to bind port a58f8fb5-b36e-4130-a4c9-5eacb983cfba on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:09.657802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Attempting to bind port a58f8fb5-b36e-4130-a4c9-5eacb983cfba by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '174f6512-7b3d-44f1-af9d-4b6b9caeb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': 'd919fc08-43f9-4a7e-996c-d842be1c77fa'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:09.658367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Attempting to bind port a58f8fb5-b36e-4130-a4c9-5eacb983cfba on network d919fc08-43f9-4a7e-996c-d842be1c77fa {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:09.665095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-51c0bf6c-f365-44df-82ab-bd6c960dda43', 'network_id': '51c0bf6c-f365-44df-82ab-bd6c960dda43', 'tenant_id': 'dcb551ea9c7a4f779f2f4f60e9113ab3', 'fixed_ips': [{'subnet_id': 'a5d6512c-5a36-4dd9-b16c-f05f78222a05'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:09.665954 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.669856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:09.670234 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Checking segment: {'id': '174f6512-7b3d-44f1-af9d-4b6b9caeb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': 'd919fc08-43f9-4a7e-996c-d842be1c77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:09.670635 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.671032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Bound using segment: {'id': '174f6512-7b3d-44f1-af9d-4b6b9caeb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': 'd919fc08-43f9-4a7e-996c-d842be1c77fa'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:09.671518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Bound port: a58f8fb5-b36e-4130-a4c9-5eacb983cfba, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174f6512-7b3d-44f1-af9d-4b6b9caeb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': 'd919fc08-43f9-4a7e-996c-d842be1c77fa'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:09.671906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.839626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] For port a58f8fb5-b36e-4130-a4c9-5eacb983cfba, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:09.842518 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.857521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] For port a58f8fb5-b36e-4130-a4c9-5eacb983cfba, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,segment=NetworkSegment(174f6512-7b3d-44f1-af9d-4b6b9caeb220),segment_id=174f6512-7b3d-44f1-af9d-4b6b9caeb220)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:09.863759 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.897176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.900104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Allocated IP 2001:db8::2 (51c0bf6c-f365-44df-82ab-bd6c960dda43/a5d6512c-5a36-4dd9-b16c-f05f78222a05/d939dd0c-fa31-431c-9a15-5279e74a2179) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:09.951572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a499e-aa38-42a6-ae53-a8b8fb0f5374 None None] Pushing event updated for resources: {'Port': ['ID=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:10.092049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.100970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Transition to ACTIVE for port object d939dd0c-fa31-431c-9a15-5279e74a2179 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:10.137082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Transition to ACTIVE for port object d939dd0c-fa31-431c-9a15-5279e74a2179 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:10.144988 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.163234 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.198179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Network 51c0bf6c-f365-44df-82ab-bd6c960dda43 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:10.201825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:10.206629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:10.209563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d6512c-5a36-4dd9-b16c-f05f78222a05,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:10.217695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Pushing event updated for resources: {'Port': ['ID=d939dd0c-fa31-431c-9a15-5279e74a2179,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:10.282366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Attempting to bind port d939dd0c-fa31-431c-9a15-5279e74a2179 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:10.282929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Attempting to bind port d939dd0c-fa31-431c-9a15-5279e74a2179 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '51c0bf6c-f365-44df-82ab-bd6c960dda43'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:10.284198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Attempting to bind port d939dd0c-fa31-431c-9a15-5279e74a2179 on network 51c0bf6c-f365-44df-82ab-bd6c960dda43 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:10.288575 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.290251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:10.291344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Checking segment: {'id': 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '51c0bf6c-f365-44df-82ab-bd6c960dda43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:10.291818 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.292275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Bound using segment: {'id': 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '51c0bf6c-f365-44df-82ab-bd6c960dda43'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:10.292817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Bound port: d939dd0c-fa31-431c-9a15-5279e74a2179, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1526, 'network_id': '51c0bf6c-f365-44df-82ab-bd6c960dda43'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:10.293359 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.302249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c0bf6c-f365-44df-82ab-bd6c960dda43']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:10.315002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:10.315372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:10.325405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.339626 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.347189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Releasing vlan 1526 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:10.348837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:10.350673 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:10.371841 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] For port d939dd0c-fa31-431c-9a15-5279e74a2179, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:10.411268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] For port d939dd0c-fa31-431c-9a15-5279e74a2179, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d939dd0c-fa31-431c-9a15-5279e74a2179,segment=NetworkSegment(bb8b6e9e-e810-4bbe-9d96-278c0a2003c7),segment_id=bb8b6e9e-e810-4bbe-9d96-278c0a2003c7)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:10.412976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.db.api [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:48:10.412976 n-d-792362-6 neutron-server[101361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:48:10.412976 n-d-792362-6 neutron-server[101361]: [parameters: {'id': '51c0bf6c-f365-44df-82ab-bd6c960dda43'}] Aug 31 14:48:10.412976 n-d-792362-6 neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:48:10.413638 n-d-792362-6 neutron-server[101361]: DEBUG oslo_db.api [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:48:10.415528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.504834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcea1a-bf9f-4f3b-8202-e766bbf22aa2 None None] Pushing event updated for resources: {'Port': ['ID=d939dd0c-fa31-431c-9a15-5279e74a2179,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:10.508127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.515567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b6a2c-2aa0-4317-9838-ff5dc1a5bce4 None None] Network 51c0bf6c-f365-44df-82ab-bd6c960dda43 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:10.718713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a58f8fb5-b36e-4130-a4c9-5eacb983cfba up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:10.772067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a58f8fb5-b36e-4130-a4c9-5eacb983cfba completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:10.776496 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:10.832039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:10.832423 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.915369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.925914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98b95d-a897-4d08-8088-d37c7b7f34f2 None None] Network d919fc08-43f9-4a7e-996c-d842be1c77fa requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:10.979574 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Deleting port d939dd0c-fa31-431c-9a15-5279e74a2179 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:10.979915 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.042504 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] For port d939dd0c-fa31-431c-9a15-5279e74a2179, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d939dd0c-fa31-431c-9a15-5279e74a2179,segment=NetworkSegment(bb8b6e9e-e810-4bbe-9d96-278c0a2003c7),segment_id=bb8b6e9e-e810-4bbe-9d96-278c0a2003c7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:11.042880 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.053987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-28f6195f-7815-4240-8400-7381a8bad3ac None None] Provisioning for port a58f8fb5-b36e-4130-a4c9-5eacb983cfba completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:11.057616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Calling delete_port for d939dd0c-fa31-431c-9a15-5279e74a2179 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:11.058666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-28f6195f-7815-4240-8400-7381a8bad3ac None None] Provisioning complete for port a58f8fb5-b36e-4130-a4c9-5eacb983cfba triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:11.059052 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28f6195f-7815-4240-8400-7381a8bad3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.149976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.163765 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28f6195f-7815-4240-8400-7381a8bad3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.176731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Port': ['ID=d939dd0c-fa31-431c-9a15-5279e74a2179,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.180126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No DVR routers for this DVR port d939dd0c-fa31-431c-9a15-5279e74a2179 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:11.200789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-28f6195f-7815-4240-8400-7381a8bad3ac None None] For port a58f8fb5-b36e-4130-a4c9-5eacb983cfba, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,segment=NetworkSegment(174f6512-7b3d-44f1-af9d-4b6b9caeb220),segment_id=174f6512-7b3d-44f1-af9d-4b6b9caeb220)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:11.205878 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28f6195f-7815-4240-8400-7381a8bad3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.265326 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.272137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6195f-7815-4240-8400-7381a8bad3ac None None] Pushing event updated for resources: {'Port': ['ID=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.278249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c0bf6c-f365-44df-82ab-bd6c960dda43']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:11.289334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:11.289645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8b6e9e-e810-4bbe-9d96-278c0a2003c7') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:11.300170 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.319997 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.326698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Releasing vlan 1526 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:11.327098 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.329429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f6ea30-4b40-4414-b514-42647b7420a6 None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:11.330684 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:11.390300 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.397770 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.399598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/51c0bf6c-f365-44df-82ab-bd6c960dda43 HTTP/1.1" status: 204 len: 168 time: 1.9932430 Aug 31 14:48:11.402565 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57048) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.409686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6ea30-4b40-4414-b514-42647b7420a6 None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:48:11.411715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da90d3b-1760-408d-aeeb-73c968c2a199 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Network': ['ID=51c0bf6c-f365-44df-82ab-bd6c960dda43,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.434243 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1554207c-6976-4393-8fec-b71bb665464d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] GET failed (client error): The resource could not be found. Aug 31 14:48:11.438381 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1554207c-6976-4393-8fec-b71bb665464d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "GET /v2.0/subnets/a5d6512c-5a36-4dd9-b16c-f05f78222a05 HTTP/1.1" status: 404 len: 337 time: 0.0315750 Aug 31 14:48:11.438819 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57050) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.459485 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a49974b-68a3-48d0-8d14-516b9516ee9b tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:11.460027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a49974b-68a3-48d0-8d14-516b9516ee9b tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:11.465320 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1a49974b-68a3-48d0-8d14-516b9516ee9b tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/51c0bf6c-f365-44df-82ab-bd6c960dda43 HTTP/1.1" status: 404 len: 339 time: 0.0211186 Aug 31 14:48:11.465779 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57052) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.475739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6b18c9e6-9719-46aa-95eb-15005da6c6a0 None None] Provisioning complete for port a58f8fb5-b36e-4130-a4c9-5eacb983cfba triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:11.476123 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6b18c9e6-9719-46aa-95eb-15005da6c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.493699 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-860c6c8b-260a-47f1-9de8-65668d684e19 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:11.494159 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860c6c8b-260a-47f1-9de8-65668d684e19 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:11.495889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-860c6c8b-260a-47f1-9de8-65668d684e19 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/subnets/a5d6512c-5a36-4dd9-b16c-f05f78222a05 HTTP/1.1" status: 404 len: 337 time: 0.0290320 Aug 31 14:48:11.498506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57054) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.516928 n-d-792362-6 neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6ce874-79d7-47f1-bd8c-6909497aa59a tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:11.517484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6ce874-79d7-47f1-bd8c-6909497aa59a tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:11.519597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2f6ce874-79d7-47f1-bd8c-6909497aa59a tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/51c0bf6c-f365-44df-82ab-bd6c960dda43 HTTP/1.1" status: 404 len: 339 time: 0.0197704 Aug 31 14:48:11.521882 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57056) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.576701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Deleting subnet 9a0b4bb6-f4e8-40a1-ad3f-22b5c9c94374 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:11.580422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.621719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.711898 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.776660 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.804111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0b4bb6-f4e8-40a1-ad3f-22b5c9c94374,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.807308 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.809511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d9f01b18-8185-4246-9cb9-dc4efa71927d tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/subnets/9a0b4bb6-f4e8-40a1-ad3f-22b5c9c94374 HTTP/1.1" status: 204 len: 168 time: 0.2865963 Aug 31 14:48:11.811167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735394e-fe09-4ee1-9c1f-96f6545cf7d9 None None] Network d919fc08-43f9-4a7e-996c-d842be1c77fa requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:11.811872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.890578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.944725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Deleting port a58f8fb5-b36e-4130-a4c9-5eacb983cfba {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:11.945327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.974663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] DHCP port deletion for d919fc08-43f9-4a7e-996c-d842be1c77fa request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:12.024119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] For port a58f8fb5-b36e-4130-a4c9-5eacb983cfba, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,segment=NetworkSegment(174f6512-7b3d-44f1-af9d-4b6b9caeb220),segment_id=174f6512-7b3d-44f1-af9d-4b6b9caeb220)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:12.024493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.039604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Calling delete_port for a58f8fb5-b36e-4130-a4c9-5eacb983cfba owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:12.040255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] Deleting port a58f8fb5-b36e-4130-a4c9-5eacb983cfba {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:12.040610 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.103817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] For port a58f8fb5-b36e-4130-a4c9-5eacb983cfba, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,segment=NetworkSegment(174f6512-7b3d-44f1-af9d-4b6b9caeb220),segment_id=174f6512-7b3d-44f1-af9d-4b6b9caeb220)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:12.104167 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.118356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] Calling delete_port for a58f8fb5-b36e-4130-a4c9-5eacb983cfba owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:12.122149 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.157007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No DVR routers for this DVR port a58f8fb5-b36e-4130-a4c9-5eacb983cfba on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:12.161896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Port': ['ID=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:12.199120 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.225167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] Pushing event deleted for resources: {'Port': ['ID=a58f8fb5-b36e-4130-a4c9-5eacb983cfba,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:12.227036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596cf5d-4990-4b1a-b635-256aa09f7d19 None None] No DVR routers for this DVR port a58f8fb5-b36e-4130-a4c9-5eacb983cfba on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:12.245654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.256610 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d919fc08-43f9-4a7e-996c-d842be1c77fa']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:12.267625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174f6512-7b3d-44f1-af9d-4b6b9caeb220') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:12.267930 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174f6512-7b3d-44f1-af9d-4b6b9caeb220') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:12.277633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.291390 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.298303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Releasing vlan 1546 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:12.298708 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:12.301770 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:12.367491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.374611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.379634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/d919fc08-43f9-4a7e-996c-d842be1c77fa HTTP/1.1" status: 204 len: 168 time: 0.5668283 Aug 31 14:48:12.379785 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57060) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:12.391659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004bcf-9f4a-4848-a984-32a32ec22293 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Network': ['ID=d919fc08-43f9-4a7e-996c-d842be1c77fa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:12.408501 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e419e037-109d-4d4b-a3fc-9d3845f15422 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:12.409197 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e419e037-109d-4d4b-a3fc-9d3845f15422 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:12.410704 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e419e037-109d-4d4b-a3fc-9d3845f15422 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/subnets/b0a6916c-63f8-4614-8ce2-358099f2be2c HTTP/1.1" status: 404 len: 337 time: 0.0298543 Aug 31 14:48:12.413290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57062) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:12.431680 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d050faa7-2372-489d-880f-5e7b77d90c37 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:12.432262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d050faa7-2372-489d-880f-5e7b77d90c37 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:12.433996 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d050faa7-2372-489d-880f-5e7b77d90c37 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/5add1975-67f5-4047-9053-f46eb29cd942 HTTP/1.1" status: 404 len: 339 time: 0.0197906 Aug 31 14:48:12.436483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57064) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:12.461648 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7ac1b3-c921-46ae-b55f-0bc542482e30 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:12.462023 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7ac1b3-c921-46ae-b55f-0bc542482e30 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:12.463707 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0f7ac1b3-c921-46ae-b55f-0bc542482e30 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/subnets/c38b6908-51c1-4799-946b-079368d23451 HTTP/1.1" status: 404 len: 337 time: 0.0263066 Aug 31 14:48:12.466369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57066) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:12.484688 n-d-792362-6 neutron-server[101360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8905b988-8ac3-4779-ac15-1b5e48390b4f tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:12.485821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8905b988-8ac3-4779-ac15-1b5e48390b4f tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:12.487483 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8905b988-8ac3-4779-ac15-1b5e48390b4f tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/3493751a-ce97-491d-8c9f-b37dc0bf7ed7 HTTP/1.1" status: 404 len: 339 time: 0.0202346 Aug 31 14:48:12.490021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57068) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:12.544406 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Deleting subnet a28ab2d2-3f72-4619-ad0f-1a01babba1e8 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:12.548301 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.588621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.613936 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a58f8fb5-b36e-4130-a4c9-5eacb983cfba no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:12.633728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a58f8fb5-b36e-4130-a4c9-5eacb983cfba {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:12.634194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a58f8fb5-b36e-4130-a4c9-5eacb983cfba not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:12.674506 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.738061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.768446 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Subnet': ['ID=a28ab2d2-3f72-4619-ad0f-1a01babba1e8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:12.772562 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.774553 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b34858d9-7cff-461a-884b-eaafdceca879 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/subnets/a28ab2d2-3f72-4619-ad0f-1a01babba1e8 HTTP/1.1" status: 204 len: 168 time: 0.2836356 Aug 31 14:48:12.777678 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57070) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:12.780138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8914a5-06f5-4851-9166-69cbc29bce06 None None] Network b2aa5147-e18f-4465-b2dd-121290e7a27d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:12.853955 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.909470 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Deleting port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:12.909820 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.970819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] DHCP port deletion for b2aa5147-e18f-4465-b2dd-121290e7a27d request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:12.980317 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] For port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,segment=NetworkSegment(967b236a-0a1d-4111-88e3-bea730a5575e),segment_id=967b236a-0a1d-4111-88e3-bea730a5575e)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:12.980702 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.994591 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Calling delete_port for 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:13.022413 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] Deleting port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:13.023013 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.074367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.088181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] For port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,segment=NetworkSegment(967b236a-0a1d-4111-88e3-bea730a5575e),segment_id=967b236a-0a1d-4111-88e3-bea730a5575e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:13.088599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.105509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] Calling delete_port for 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:13.105733 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Port': ['ID=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:13.109195 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] No DVR routers for this DVR port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:13.192809 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.193906 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.203170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aa5147-e18f-4465-b2dd-121290e7a27d']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:13.215771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967b236a-0a1d-4111-88e3-bea730a5575e') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:13.216037 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967b236a-0a1d-4111-88e3-bea730a5575e') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:13.219908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] Pushing event deleted for resources: {'Port': ['ID=1fed2166-f98e-4b9c-95f8-9b5f0f642ce2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:13.223230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503162bc-8ebe-48a5-834f-a600349bce39 None None] No DVR routers for this DVR port 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:13.229360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.245325 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.253221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:13.253622 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:13.256710 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:13.325144 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.332911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.334763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] 10.222.0.10 "DELETE /v2.0/networks/b2aa5147-e18f-4465-b2dd-121290e7a27d HTTP/1.1" status: 204 len: 168 time: 0.5561383 Aug 31 14:48:13.350533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b73e40-5a84-4c31-87ca-a7b1520b33b2 tempest-NetworksIpV6Test-861612644 tempest-NetworksIpV6Test-861612644-project] Pushing event deleted for resources: {'Network': ['ID=b2aa5147-e18f-4465-b2dd-121290e7a27d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:13.597661 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57076) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:13.752434 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-37bb50a5-0631-4200-8756-7952dd07b337 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcb551ea9c7a4f779f2f4f60e9113ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534846 Aug 31 14:48:13.755024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57080) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:13.803402 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-827eae46-9c0f-42fa-989f-575b66f6e8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.824119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-827eae46-9c0f-42fa-989f-575b66f6e8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.871751 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-827eae46-9c0f-42fa-989f-575b66f6e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.874813 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-827eae46-9c0f-42fa-989f-575b66f6e8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.876270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-827eae46-9c0f-42fa-989f-575b66f6e8b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d194d18-9fd6-4f6d-b6a7-fc015be6e696 HTTP/1.1" status: 204 len: 168 time: 0.1201520 Aug 31 14:48:13.889238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eae46-9c0f-42fa-989f-575b66f6e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d194d18-9fd6-4f6d-b6a7-fc015be6e696,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:14.542720 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57102) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:14.616275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:14.645524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-b3143c4e-559c-438a-b556-b54857d8876e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-891352494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:14.648618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:14.649195 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1fed2166-f98e-4b9c-95f8-9b5f0f642ce2 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:14.671910 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3143c4e-559c-438a-b556-b54857d8876e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.673546 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3143c4e-559c-438a-b556-b54857d8876e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.728138 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3143c4e-559c-438a-b556-b54857d8876e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.732510 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3143c4e-559c-438a-b556-b54857d8876e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.750737 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b3143c4e-559c-438a-b556-b54857d8876e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.752039 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b3143c4e-559c-438a-b556-b54857d8876e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2082291 Aug 31 14:48:14.755332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57106) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:14.760620 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1678951958'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:14.786825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Made reservation on behalf of d6ea428733a8472ca5c39b0be4904742 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:14.791862 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.804098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.903810 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.908649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.938298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:14.945561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d601af3e-8658-4d93-94b1-395df445b16f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:14.953761 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.954113 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Added segment 8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325 of type vlan for network eccec64e-9500-488e-854d-f056f75b865b Aug 31 14:48:15.000063 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.026866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.033353 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:15.033952 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.096598 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3402131 Aug 31 14:48:15.099533 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57108) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:15.102693 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb793e-d10b-455d-a759-09d7a116e573 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event updated for resources: {'Network': ['ID=eccec64e-9500-488e-854d-f056f75b865b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:15.105216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Request body: {'subnet': {'network_id': 'eccec64e-9500-488e-854d-f056f75b865b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:15.115255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network eccec64e-9500-488e-854d-f056f75b865b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:15.205743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Made reservation on behalf of d6ea428733a8472ca5c39b0be4904742 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:15.209978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.408242 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.476270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event updated for resources: {'Subnet': ['ID=90a97311-4eac-46be-87ac-92719de61717,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:15.485598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Checking segment: {'id': '8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'eccec64e-9500-488e-854d-f056f75b865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:15.485971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Network hostable DHCP agents. Network: eccec64e-9500-488e-854d-f056f75b865b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:15.504280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Network eccec64e-9500-488e-854d-f056f75b865b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:15.513544 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, eccec64e-9500-488e-854d-f056f75b865b) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:15.518994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:15.519817 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.523827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5a6fd-1748-4399-8ccc-59e181b980e5 None None] Network eccec64e-9500-488e-854d-f056f75b865b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:15.545658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6ab10e36-daa5-4cb7-8bc3-340ff58309e6 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4446084 Aug 31 14:48:15.547158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57110) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:15.552304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1045982125'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:15.574602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Made reservation on behalf of d6ea428733a8472ca5c39b0be4904742 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:15.579082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.604789 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] vlan segment allocate from pool success with {'vlan_id': 1545, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:15.615750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.616022 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Added segment 6283c686-a2e8-4deb-ba9a-cfe4bed56d89 of type vlan for network 77ee3f72-11f5-4160-b90f-d6ef23f6f30b Aug 31 14:48:15.663113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.690147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.695893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:15.696534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.767445 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2192197 Aug 31 14:48:15.770963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57112) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:15.777179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Request body: {'subnet': {'network_id': '77ee3f72-11f5-4160-b90f-d6ef23f6f30b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:15.780464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8b1b9-efd2-44c8-b5ca-9c728061682d tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event updated for resources: {'Network': ['ID=77ee3f72-11f5-4160-b90f-d6ef23f6f30b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:15.802194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 77ee3f72-11f5-4160-b90f-d6ef23f6f30b details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:15.872945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Made reservation on behalf of d6ea428733a8472ca5c39b0be4904742 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:15.876972 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.898562 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-eccec64e-9500-488e-854d-f056f75b865b', 'network_id': 'eccec64e-9500-488e-854d-f056f75b865b', 'tenant_id': 'd6ea428733a8472ca5c39b0be4904742', 'fixed_ips': [{'subnet_id': '90a97311-4eac-46be-87ac-92719de61717'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:15.899418 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.037873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Allocated IP 172.20.0.2 (eccec64e-9500-488e-854d-f056f75b865b/90a97311-4eac-46be-87ac-92719de61717/ccbdd804-7d04-4bae-8149-fff8d4df430b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:16.072553 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.138115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event updated for resources: {'Subnet': ['ID=d668d7d8-b8e5-4c89-8f0e-3728d8d2ac4a,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.147093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Checking segment: {'id': '6283c686-a2e8-4deb-ba9a-cfe4bed56d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': '77ee3f72-11f5-4160-b90f-d6ef23f6f30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:16.147483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Network hostable DHCP agents. Network: 77ee3f72-11f5-4160-b90f-d6ef23f6f30b, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:16.165823 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Network 77ee3f72-11f5-4160-b90f-d6ef23f6f30b is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:16.175298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 77ee3f72-11f5-4160-b90f-d6ef23f6f30b) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:16.180510 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:16.181198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.197864 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-be3ece96-0d88-4fd7-97b9-7199b1232449 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4249923 Aug 31 14:48:16.200646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57114) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:16.205857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0ffa8249-1df6-45bc-bfe5-4c777f7d6180 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Request body: {'router': {'external_gateway_info': {'network_id': '77ee3f72-11f5-4160-b90f-d6ef23f6f30b'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:16.207164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90e34d3-f594-45be-9d0d-1c11124b44ec None None] Network 77ee3f72-11f5-4160-b90f-d6ef23f6f30b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:16.309918 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.323997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Transition to ACTIVE for port object ccbdd804-7d04-4bae-8149-fff8d4df430b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:16.359165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Transition to ACTIVE for port object ccbdd804-7d04-4bae-8149-fff8d4df430b will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:16.374253 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.420087 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8249-1df6-45bc-bfe5-4c777f7d6180 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.447987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Network eccec64e-9500-488e-854d-f056f75b865b is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:16.455411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:16.457889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:16.474062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Pushing event updated for resources: {'Port': ['ID=ccbdd804-7d04-4bae-8149-fff8d4df430b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.510325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d9ef8-5773-4a4c-8526-14b618cd95fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-77ee3f72-11f5-4160-b90f-d6ef23f6f30b', 'network_id': '77ee3f72-11f5-4160-b90f-d6ef23f6f30b', 'tenant_id': 'd6ea428733a8472ca5c39b0be4904742', 'fixed_ips': [{'subnet_id': 'd668d7d8-b8e5-4c89-8f0e-3728d8d2ac4a'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:16.511164 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-518d9ef8-5773-4a4c-8526-14b618cd95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.536379 n-d-792362-6 neutron-server[101360]: INFO neutron.api.v2.resource [None req-0ffa8249-1df6-45bc-bfe5-4c777f7d6180 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:48:16.537490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0ffa8249-1df6-45bc-bfe5-4c777f7d6180 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "PUT /v2.0/routers/c9c31b57-f800-4423-9560-374eb37dfb7f HTTP/1.1" status: 400 len: 364 time: 0.3358481 Aug 31 14:48:16.543570 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57116) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:16.553227 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:48:16.560579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Attempting to bind port ccbdd804-7d04-4bae-8149-fff8d4df430b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:16.560982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Attempting to bind port ccbdd804-7d04-4bae-8149-fff8d4df430b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'eccec64e-9500-488e-854d-f056f75b865b'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:16.561372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Attempting to bind port ccbdd804-7d04-4bae-8149-fff8d4df430b on network eccec64e-9500-488e-854d-f056f75b865b {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:16.595800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Deleting subnet d668d7d8-b8e5-4c89-8f0e-3728d8d2ac4a {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:16.599183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.615811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:16.616225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Checking segment: {'id': '8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'eccec64e-9500-488e-854d-f056f75b865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:16.616605 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.617044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Bound using segment: {'id': '8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'eccec64e-9500-488e-854d-f056f75b865b'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:16.617528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Bound port: ccbdd804-7d04-4bae-8149-fff8d4df430b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'eccec64e-9500-488e-854d-f056f75b865b'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:16.617915 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.646947 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.695338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.700885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] For port ccbdd804-7d04-4bae-8149-fff8d4df430b, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:16.704069 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] For port ccbdd804-7d04-4bae-8149-fff8d4df430b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ccbdd804-7d04-4bae-8149-fff8d4df430b,segment=NetworkSegment(8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325),segment_id=8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:16.709237 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.758403 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server [None req-518d9ef8-5773-4a4c-8526-14b618cd95fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d668d7d8-b8e5-4c89-8f0e-3728d8d2ac4a: This subnet is being modified by another concurrent operation. Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d668d7d8-b8e5-4c89-8f0e-3728d8d2ac4a: This subnet is being modified by another concurrent operation. Aug 31 14:48:16.773846 n-d-792362-6 neutron-server[101362]: ERROR oslo_messaging.rpc.server Aug 31 14:48:16.779676 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.780569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "DELETE /v2.0/subnets/d668d7d8-b8e5-4c89-8f0e-3728d8d2ac4a HTTP/1.1" status: 204 len: 168 time: 0.2358155 Aug 31 14:48:16.781208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc348-7ef6-4158-b443-22b1594f5d79 None None] Pushing event updated for resources: {'Port': ['ID=ccbdd804-7d04-4bae-8149-fff8d4df430b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.781470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57118) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:16.801699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe3f36-4a7c-4898-8b75-cc8db98cda9e tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event deleted for resources: {'Subnet': ['ID=d668d7d8-b8e5-4c89-8f0e-3728d8d2ac4a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.804165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6afdc-113c-4069-93c8-e2d7a90a60aa None None] Network 77ee3f72-11f5-4160-b90f-d6ef23f6f30b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:16.885742 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.997886 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.011526 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ee3f72-11f5-4160-b90f-d6ef23f6f30b']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.023070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6283c686-a2e8-4deb-ba9a-cfe4bed56d89') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.023496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6283c686-a2e8-4deb-ba9a-cfe4bed56d89') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.033716 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.049570 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.057223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Releasing vlan 1545 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:17.057850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:17.062280 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:17.125100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.132505 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.134370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "DELETE /v2.0/networks/77ee3f72-11f5-4160-b90f-d6ef23f6f30b HTTP/1.1" status: 204 len: 168 time: 0.3518057 Aug 31 14:48:17.137356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57120) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:17.147114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event deleted for resources: {'Network': ['ID=77ee3f72-11f5-4160-b90f-d6ef23f6f30b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:17.154905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.155364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.155782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.156198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.157287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.157764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.158110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.158508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.158906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.159303 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.159703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.160099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a9a5a-06c7-43e4-a7eb-e5e2a0aeef66 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:17.200234 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Deleting subnet 90a97311-4eac-46be-87ac-92719de61717 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:17.203584 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.248745 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.343699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.417359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.449832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event deleted for resources: {'Subnet': ['ID=90a97311-4eac-46be-87ac-92719de61717,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:17.458121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.460210 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-2f785a18-e1dc-4e58-98ea-d463c355daa1 tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "DELETE /v2.0/subnets/90a97311-4eac-46be-87ac-92719de61717 HTTP/1.1" status: 204 len: 168 time: 0.3218153 Aug 31 14:48:17.462855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57122) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:17.549558 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.609168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Deleting port ccbdd804-7d04-4bae-8149-fff8d4df430b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:17.609637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.689363 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] For port ccbdd804-7d04-4bae-8149-fff8d4df430b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=ccbdd804-7d04-4bae-8149-fff8d4df430b,segment=NetworkSegment(8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325),segment_id=8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:17.689744 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.705041 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Calling delete_port for ccbdd804-7d04-4bae-8149-fff8d4df430b owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:17.741804 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fdb7b7-ac03-45b1-8cbd-2f87714772a7 None None] Network eccec64e-9500-488e-854d-f056f75b865b requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:17.797101 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.816673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-29adadec-fc94-4bda-a7dc-fdb22926e990 None None] Provisioning complete for port ccbdd804-7d04-4bae-8149-fff8d4df430b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:17.817347 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29adadec-fc94-4bda-a7dc-fdb22926e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.824057 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event deleted for resources: {'Port': ['ID=ccbdd804-7d04-4bae-8149-fff8d4df430b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:17.825980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] No DVR routers for this DVR port ccbdd804-7d04-4bae-8149-fff8d4df430b on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:17.839749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-29adadec-fc94-4bda-a7dc-fdb22926e990 None None] Port ccbdd804-7d04-4bae-8149-fff8d4df430b was deleted so its status cannot be updated. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:48:17.913669 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.923507 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccec64e-9500-488e-854d-f056f75b865b']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.933962 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.934261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd9ee62-deb9-4a25-80d2-fe9ad6e5e325') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.937149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148aa31-7b55-4218-a95b-86ef40a716bd None None] DHCP port deletion for eccec64e-9500-488e-854d-f056f75b865b request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:17.944235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.954456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0807a6-0ecf-4b7b-8df6-91ff2e17777c None None] get_active_networks_info from n-d-792362-6 {{(pid=101362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:48:17.964609 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.970788 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:17.971175 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:17.974172 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:18.020467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0807a6-0ecf-4b7b-8df6-91ff2e17777c None None] Resources bound (agent type, host, resource id): {{(pid=101362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:48:18.322025 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.326843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.329099 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "DELETE /v2.0/networks/eccec64e-9500-488e-854d-f056f75b865b HTTP/1.1" status: 204 len: 168 time: 0.8651264 Aug 31 14:48:18.331944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:18.344214 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f007598-e391-4eef-94d4-35ef9a7a96cc tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Pushing event deleted for resources: {'Network': ['ID=eccec64e-9500-488e-854d-f056f75b865b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:18.360104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bfc9f67a-1af5-406a-936c-9243243a583c tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c31b57-f800-4423-9560-374eb37dfb7f HTTP/1.1" status: 200 len: 205 time: 0.0264254 Aug 31 14:48:18.362728 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57126) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:18.441176 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57438a2a-3a77-45f5-91d2-531e9dcd70ee tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.605573 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57438a2a-3a77-45f5-91d2-531e9dcd70ee tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.607726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57438a2a-3a77-45f5-91d2-531e9dcd70ee tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.652602 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57438a2a-3a77-45f5-91d2-531e9dcd70ee tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.653140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57438a2a-3a77-45f5-91d2-531e9dcd70ee tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Fanout notify agent at l3_agent the message router_deleted on router c9c31b57-f800-4423-9560-374eb37dfb7f {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:48:18.660245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57438a2a-3a77-45f5-91d2-531e9dcd70ee tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.661764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-57438a2a-3a77-45f5-91d2-531e9dcd70ee tempest-RoutersNegativeTest-176481824 tempest-RoutersNegativeTest-176481824-project] 10.222.0.10 "DELETE /v2.0/routers/c9c31b57-f800-4423-9560-374eb37dfb7f HTTP/1.1" status: 204 len: 168 time: 0.2976367 Aug 31 14:48:18.921675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57132) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:19.069814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-124e6749-c8fd-43d6-b512-232d682fd35d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6ea428733a8472ca5c39b0be4904742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469524 Aug 31 14:48:19.072328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57136) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:19.121107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc026-42b6-48b8-8544-3986095bf9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.144552 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc026-42b6-48b8-8544-3986095bf9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.192248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc026-42b6-48b8-8544-3986095bf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.194996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc026-42b6-48b8-8544-3986095bf9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.196158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8b1bc026-42b6-48b8-8544-3986095bf9a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d601af3e-8658-4d93-94b1-395df445b16f HTTP/1.1" status: 204 len: 168 time: 0.1228950 Aug 31 14:48:19.205601 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bc026-42b6-48b8-8544-3986095bf9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d601af3e-8658-4d93-94b1-395df445b16f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:19.829502 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57158) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:19.930423 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2001812129-network', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:19.950017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Made reservation on behalf of e3f956e9028c4ffaade832e6d8077694 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:19.952791 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.961733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.061583 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.067100 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.095296 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:20.101754 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8214a2eb-00ad-428c-b490-232a2ca74367,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:20.109788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.110408 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Added segment 2f3805eb-0c46-4083-bf8a-bddc86b6965e of type vlan for network 246be503-6be2-49ae-8b8e-eda597d13ed4 Aug 31 14:48:20.156358 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.182772 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.183838 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:20.184455 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.243963 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4127052 Aug 31 14:48:20.246790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:20.252739 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Request body: {'subnet': {'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-subnet', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:20.254499 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e937c-86dc-42fc-842f-55c9e8b8a422 admin admin] Pushing event updated for resources: {'Network': ['ID=246be503-6be2-49ae-8b8e-eda597d13ed4,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:20.266488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:20.281467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Made reservation on behalf of e3f956e9028c4ffaade832e6d8077694 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:20.284372 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.466115 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.528608 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3fc2be-6389-4e33-ab9e-f9eb071de1b4,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:20.537486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Checking segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:20.537852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Network hostable DHCP agents. Network: 246be503-6be2-49ae-8b8e-eda597d13ed4, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:20.559031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:20.571456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 246be503-6be2-49ae-8b8e-eda597d13ed4) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:20.575932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:20.576536 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.582655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007e502-582b-44ef-8d6d-b1b10a467b8f None None] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:20.592553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-432ffd79-8e13-4c2a-a23e-3c8879503dd3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3445032 Aug 31 14:48:20.597008 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57164) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:20.602054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:20.623714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.624719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.683099 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.745117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-246be503-6be2-49ae-8b8e-eda597d13ed4', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:20.746082 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.824563 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.901898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Allocated IP 172.20.0.2 (246be503-6be2-49ae-8b8e-eda597d13ed4/4e3fc2be-6389-4e33-ab9e-f9eb071de1b4/0e8021d0-0ca7-498e-9b41-d57aa0e974e8) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:21.061652 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.077792 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.082310 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.087539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Transition to ACTIVE for port object 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:21.104065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Transition to ACTIVE for port object 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:21.118403 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.159746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:21.162879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:21.166546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:21.174381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Pushing event updated for resources: {'Port': ['ID=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:21.207662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Allocated IP 172.25.0.155 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/37eae73f-c47b-4e30-9a32-acb04b8b136d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:21.229542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Attempting to bind port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:21.229921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Attempting to bind port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:21.230293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Attempting to bind port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 on network 246be503-6be2-49ae-8b8e-eda597d13ed4 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:21.236267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:21.236647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Checking segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:21.237128 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.237528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Bound using segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:21.237998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Bound port: 0e8021d0-0ca7-498e-9b41-d57aa0e974e8, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:21.238378 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.310000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] For port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:21.314422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] For port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:21.318618 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.322675 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.368210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.380998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a136b4-a758-4381-8997-a49ef542fe7e None None] Pushing event updated for resources: {'Port': ['ID=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:21.414270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:21.417340 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:21.421346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:21.449635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Pushing event updated for resources: {'Port': ['ID=37eae73f-c47b-4e30-9a32-acb04b8b136d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:21.718835 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.927411 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.061399 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Router 2ffc231d-85e3-4be6-80de-d73ca7509050 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:48:22.183216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:22.194150 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Sync routers for ids ['2ffc231d-85e3-4be6-80de-d73ca7509050'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:22.201351 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.207050 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4b7042b8-b076-48ee-8531-9f090dde974e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6070263 Aug 31 14:48:22.207297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57166) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:22.208354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Routers {'2ffc231d-85e3-4be6-80de-d73ca7509050'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:22.209722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['2ffc231d-85e3-4be6-80de-d73ca7509050'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:22.340147 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Set router 2ffc231d-85e3-4be6-80de-d73ca7509050 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:22.397687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7519dac9-0263-4d65-aa53-cba115e10e9d None None] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:22.531287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0524716e-c855-4d2a-9059-f0b546058819 None None] Provisioning for port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:22.660070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:48:21Z', 'revision_number': 3, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port': {'id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:21Z', 'updated_at': '2021-08-31T14:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:22.665061 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:22.668183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.715165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Checking router: 2ffc231d-85e3-4be6-80de-d73ca7509050 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:22.715522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Updating router 2ffc231d-85e3-4be6-80de-d73ca7509050 port 37eae73f-c47b-4e30-9a32-acb04b8b136d binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:48:22.755724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.849923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Allocated IP 172.20.0.1 (246be503-6be2-49ae-8b8e-eda597d13ed4/4e3fc2be-6389-4e33-ab9e-f9eb071de1b4/601d37f4-a0e1-486e-bda5-6a4b234fa43f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:22.866812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:22.874848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:22.875276 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.998017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.015956 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Transition to ACTIVE for port object 601d37f4-a0e1-486e-bda5-6a4b234fa43f will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:23.053448 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.097170 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:23.102039 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:23.105269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:23.130391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Pushing event updated for resources: {'Port': ['ID=601d37f4-a0e1-486e-bda5-6a4b234fa43f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:23.152571 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.228302 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.243508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0a60e5c3-e9ac-4bb3-b54f-863cba89a189 None None] Provisioning complete for port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:23.243860 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a60e5c3-e9ac-4bb3-b54f-863cba89a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.304307 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.338871 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:23.353812 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.361866 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.398511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Transition to ACTIVE for port object 37eae73f-c47b-4e30-9a32-acb04b8b136d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:23.411796 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.459261 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:23.489766 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.494878 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.509457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Attempting to bind port 37eae73f-c47b-4e30-9a32-acb04b8b136d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:23.509892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Attempting to bind port 37eae73f-c47b-4e30-9a32-acb04b8b136d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:23.510242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Attempting to bind port 37eae73f-c47b-4e30-9a32-acb04b8b136d on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:23.523382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:23.523758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:23.524165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.524561 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:23.525077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Bound port: 37eae73f-c47b-4e30-9a32-acb04b8b136d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:23.525467 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.549750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d7136-5380-4ccc-9c60-ce756e967d14 None None] Pushing event updated for resources: {'Port': ['ID=37eae73f-c47b-4e30-9a32-acb04b8b136d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:23.573542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Pushing event updated for resources: {'Port': ['ID=601d37f4-a0e1-486e-bda5-6a4b234fa43f,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:23.580721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.592477 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] For port 37eae73f-c47b-4e30-9a32-acb04b8b136d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:23.596799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] For port 37eae73f-c47b-4e30-9a32-acb04b8b136d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37eae73f-c47b-4e30-9a32-acb04b8b136d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:23.602974 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.675191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3cf65220-b250-4d6d-a3f6-fc947a56526c None None] Provisioning for port 601d37f4-a0e1-486e-bda5-6a4b234fa43f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:23.683503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d7136-5380-4ccc-9c60-ce756e967d14 None None] Pushing event updated for resources: {'Port': ['ID=37eae73f-c47b-4e30-9a32-acb04b8b136d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:23.686856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3cf65220-b250-4d6d-a3f6-fc947a56526c None None] Provisioning complete for port 601d37f4-a0e1-486e-bda5-6a4b234fa43f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:23.688337 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3cf65220-b250-4d6d-a3f6-fc947a56526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.690423 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Routers {'2ffc231d-85e3-4be6-80de-d73ca7509050'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:23.690906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['2ffc231d-85e3-4be6-80de-d73ca7509050'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:23.704348 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:23.705952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:23.775908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3cf65220-b250-4d6d-a3f6-fc947a56526c None None] Port 601d37f4-a0e1-486e-bda5-6a4b234fa43f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:23.837874 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Router 2ffc231d-85e3-4be6-80de-d73ca7509050 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:23.838133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] Set router 2ffc231d-85e3-4be6-80de-d73ca7509050 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:23.966618 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:23.971846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8b53a907-f37d-4cd9-b722-84e8f872c78c admin admin] 10.222.0.10 "PUT /v2.0/routers/2ffc231d-85e3-4be6-80de-d73ca7509050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637179 Aug 31 14:48:24.019951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-770c30bc-b883-4e5c-b836-64fafc932250 None None] Provisioning complete for port 601d37f4-a0e1-486e-bda5-6a4b234fa43f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:24.020335 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-770c30bc-b883-4e5c-b836-64fafc932250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.076921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-770c30bc-b883-4e5c-b836-64fafc932250 None None] Port 601d37f4-a0e1-486e-bda5-6a4b234fa43f cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:24.101140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 4, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port': {'id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:21Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '601d37f4-a0e1-486e-bda5-6a4b234fa43f', 'name': '', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'mac_address': 'fa:16:3e:a1:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:22Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 2, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'subnets': [{'id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:24.130359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c705ed-33fc-42db-8cca-118190504e40 None None] The sync data for ids ['2ffc231d-85e3-4be6-80de-d73ca7509050'] in n-d-792362-6 is: [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 4, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port': {'id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:21Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '601d37f4-a0e1-486e-bda5-6a4b234fa43f', 'name': '', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'mac_address': 'fa:16:3e:a1:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:22Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 2, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'subnets': [{'id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:24.501011 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57182) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:24.506531 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-653188335-network', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:24.529655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Made reservation on behalf of d70aa56065b941ac93c335683bb2d263 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:24.532690 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.542185 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.641377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:24.665971 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.671216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.699201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] vlan segment allocate from pool success with {'vlan_id': 1508, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:24.700454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:24.700717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.708168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718122c9-243d-458f-816e-3515b2580906,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.718005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.718373 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Added segment 2c5a6f0e-777d-46d4-a27a-808b1ea90846 of type vlan for network 37d91963-3fe0-47de-ab44-c37e4c072f7d Aug 31 14:48:24.721812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.721812 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.722061 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.722377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.722713 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.723395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.723395 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.723691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.724002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.724324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.724651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.725281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:24.809061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.846291 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.847609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:24.848055 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.905901 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4037430 Aug 31 14:48:24.909560 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57184) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:24.916324 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Request body: {'subnet': {'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-subnet', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:24.928466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2505-4e18-4442-b5e2-db6c94e3822a admin admin] Pushing event updated for resources: {'Network': ['ID=37d91963-3fe0-47de-ab44-c37e4c072f7d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.939482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:24.951043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Made reservation on behalf of d70aa56065b941ac93c335683bb2d263 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:24.954315 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.167331 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.224054 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651d86e5-40a8-4403-9a5e-8061bc9e9678,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:25.236094 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Checking segment: {'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:25.236528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Network hostable DHCP agents. Network: 37d91963-3fe0-47de-ab44-c37e4c072f7d, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:25.261412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:25.274120 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 37d91963-3fe0-47de-ab44-c37e4c072f7d) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:25.280160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:25.281311 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.285564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a19d7f-c161-4872-8a45-7816c72e4265 None None] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:25.302152 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4cabb24d-7f9b-4917-8b06-6dd8c9a02037 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3889229 Aug 31 14:48:25.302455 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57186) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:25.307160 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:25.334974 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.336167 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.403477 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.491723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-37d91963-3fe0-47de-ab44-c37e4c072f7d', 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'fixed_ips': [{'subnet_id': '651d86e5-40a8-4403-9a5e-8061bc9e9678'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:25.492696 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.599425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.662678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Allocated IP 172.20.0.2 (37d91963-3fe0-47de-ab44-c37e4c072f7d/651d86e5-40a8-4403-9a5e-8061bc9e9678/71b7f525-c740-4ec0-97f0-48d3aab21a6a) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:25.847423 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.867718 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.879232 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.888960 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Transition to ACTIVE for port object 71b7f525-c740-4ec0-97f0-48d3aab21a6a will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:25.906834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Transition to ACTIVE for port object 71b7f525-c740-4ec0-97f0-48d3aab21a6a will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:25.916260 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.953612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:25.958068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:25.961973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:25.996584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Pushing event updated for resources: {'Port': ['ID=71b7f525-c740-4ec0-97f0-48d3aab21a6a,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:26.020169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Allocated IP 172.25.0.191 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/1e03966a-9608-48b0-80fe-c625e153ccf3) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:26.035047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Attempting to bind port 71b7f525-c740-4ec0-97f0-48d3aab21a6a on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:26.035854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Attempting to bind port 71b7f525-c740-4ec0-97f0-48d3aab21a6a by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:26.035854 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Attempting to bind port 71b7f525-c740-4ec0-97f0-48d3aab21a6a on network 37d91963-3fe0-47de-ab44-c37e4c072f7d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:26.042021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:26.042404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Checking segment: {'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:26.042844 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.043238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Bound using segment: {'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:26.043724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Bound port: 71b7f525-c740-4ec0-97f0-48d3aab21a6a, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:26.044109 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.134983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] For port 71b7f525-c740-4ec0-97f0-48d3aab21a6a, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:26.138366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] For port 71b7f525-c740-4ec0-97f0-48d3aab21a6a, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71b7f525-c740-4ec0-97f0-48d3aab21a6a,segment=NetworkSegment(2c5a6f0e-777d-46d4-a27a-808b1ea90846),segment_id=2c5a6f0e-777d-46d4-a27a-808b1ea90846)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:26.144238 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.151385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.206582 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.217629 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb550d9a-1205-4102-974b-042b02a373e4 None None] Pushing event updated for resources: {'Port': ['ID=71b7f525-c740-4ec0-97f0-48d3aab21a6a,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:26.272786 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:26.276359 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:26.280276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:26.286073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Pushing event updated for resources: {'Port': ['ID=1e03966a-9608-48b0-80fe-c625e153ccf3,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:26.326369 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Sync routers for ids ['2ffc231d-85e3-4be6-80de-d73ca7509050'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:26.337120 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Routers {'2ffc231d-85e3-4be6-80de-d73ca7509050'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:26.337848 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['2ffc231d-85e3-4be6-80de-d73ca7509050'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:26.519572 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Set router 2ffc231d-85e3-4be6-80de-d73ca7509050 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:26.663169 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.730094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37eae73f-c47b-4e30-9a32-acb04b8b136d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:26.766879 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 4, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port': {'id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:21Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '601d37f4-a0e1-486e-bda5-6a4b234fa43f', 'name': '', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'mac_address': 'fa:16:3e:a1:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:22Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 2, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'subnets': [{'id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:26.797098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 37eae73f-c47b-4e30-9a32-acb04b8b136d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:26.800945 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Checking router: 2ffc231d-85e3-4be6-80de-d73ca7509050 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:26.801271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 37eae73f-c47b-4e30-9a32-acb04b8b136d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:26.801813 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Updating router 2ffc231d-85e3-4be6-80de-d73ca7509050 port 601d37f4-a0e1-486e-bda5-6a4b234fa43f binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:48:26.802748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.833050 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.896103 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1b91ead3-1e93-42c3-aa07-a03cc7c20b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.920726 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.952680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 37eae73f-c47b-4e30-9a32-acb04b8b136d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37eae73f-c47b-4e30-9a32-acb04b8b136d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:26.959935 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.961739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71b7f525-c740-4ec0-97f0-48d3aab21a6a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:27.133483 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=37eae73f-c47b-4e30-9a32-acb04b8b136d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:27.149728 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.158924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 71b7f525-c740-4ec0-97f0-48d3aab21a6a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:27.162358 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Transition to ACTIVE for port object 601d37f4-a0e1-486e-bda5-6a4b234fa43f will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:27.170990 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.234808 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Pushing event updated for resources: {'Port': ['ID=601d37f4-a0e1-486e-bda5-6a4b234fa43f,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:27.258411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.258634 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.258887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.259697 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.260207 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.260721 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.261253 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.261765 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.262271 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.262772 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.263338 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.263890 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.264516 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:27.298833 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Attempting to bind port 601d37f4-a0e1-486e-bda5-6a4b234fa43f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:27.299204 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Attempting to bind port 601d37f4-a0e1-486e-bda5-6a4b234fa43f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:27.299776 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Attempting to bind port 601d37f4-a0e1-486e-bda5-6a4b234fa43f on network 246be503-6be2-49ae-8b8e-eda597d13ed4 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:27.306808 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:27.307455 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Checking segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:27.307868 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.308582 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Bound using segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:27.309094 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Bound port: 601d37f4-a0e1-486e-bda5-6a4b234fa43f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:27.309481 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.400974 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] For port 601d37f4-a0e1-486e-bda5-6a4b234fa43f, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:27.404839 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] For port 601d37f4-a0e1-486e-bda5-6a4b234fa43f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=601d37f4-a0e1-486e-bda5-6a4b234fa43f,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:27.412798 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.428223 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:48:27.485748 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Routers {'2ffc231d-85e3-4be6-80de-d73ca7509050'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:27.486473 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['2ffc231d-85e3-4be6-80de-d73ca7509050'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:27.556195 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9d3c-4c2f-4b2e-a720-e6ec429b3df2 None None] Pushing event updated for resources: {'Port': ['ID=601d37f4-a0e1-486e-bda5-6a4b234fa43f,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:27.586312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:27.603710 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Sync routers for ids ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:27.607083 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.610653 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-442418ad-ed98-4ceb-830c-460c830d3084 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3072627 Aug 31 14:48:27.613437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57190) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:27.623748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Routers {'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:27.624416 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:27.642269 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] Set router 2ffc231d-85e3-4be6-80de-d73ca7509050 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:27.696846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b38b4-1c0c-471e-879a-a6b0a22267f6 None None] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:27.848691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f0d0835e-d604-4fbb-8d40-07b8876e0974 None None] Provisioning for port 71b7f525-c740-4ec0-97f0-48d3aab21a6a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:27.852795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Set router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:28.028058 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 4, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port': {'id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:21Z', 'updated_at': '2021-08-31T14:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '601d37f4-a0e1-486e-bda5-6a4b234fa43f', 'name': '', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'mac_address': 'fa:16:3e:a1:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:22Z', 'updated_at': '2021-08-31T14:48:27Z', 'revision_number': 4, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'subnets': [{'id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:28.073523 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ccef-4f02-4869-8ab2-6540951771b0 None None] The sync data for ids ['2ffc231d-85e3-4be6-80de-d73ca7509050'] in n-d-792362-6 is: [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:48:23Z', 'revision_number': 4, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port': {'id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:21Z', 'updated_at': '2021-08-31T14:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '601d37f4-a0e1-486e-bda5-6a4b234fa43f', 'name': '', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'mac_address': 'fa:16:3e:a1:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:22Z', 'updated_at': '2021-08-31T14:48:27Z', 'revision_number': 4, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'subnets': [{'id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:28.083378 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f0d0835e-d604-4fbb-8d40-07b8876e0974 None None] Provisioning complete for port 71b7f525-c740-4ec0-97f0-48d3aab21a6a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:28.083743 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0d0835e-d604-4fbb-8d40-07b8876e0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.194648 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.344299 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0d0835e-d604-4fbb-8d40-07b8876e0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.394056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f0d0835e-d604-4fbb-8d40-07b8876e0974 None None] For port 71b7f525-c740-4ec0-97f0-48d3aab21a6a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71b7f525-c740-4ec0-97f0-48d3aab21a6a,segment=NetworkSegment(2c5a6f0e-777d-46d4-a27a-808b1ea90846),segment_id=2c5a6f0e-777d-46d4-a27a-808b1ea90846)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:28.397028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:26Z', 'revision_number': 3, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port': {'id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:28.400300 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0d0835e-d604-4fbb-8d40-07b8876e0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.430280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Checking router: c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:28.430639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Updating router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc port 1e03966a-9608-48b0-80fe-c625e153ccf3 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:48:28.495949 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Allocated IP 172.20.0.1 (37d91963-3fe0-47de-ab44-c37e4c072f7d/651d86e5-40a8-4403-9a5e-8061bc9e9678/a110799c-c39c-480c-9696-8f03f56460bf) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:28.501273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.546396 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0835e-d604-4fbb-8d40-07b8876e0974 None None] Pushing event updated for resources: {'Port': ['ID=71b7f525-c740-4ec0-97f0-48d3aab21a6a,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:28.666806 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.689303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Transition to ACTIVE for port object a110799c-c39c-480c-9696-8f03f56460bf will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:28.735218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.740275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37eae73f-c47b-4e30-9a32-acb04b8b136d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:28.778452 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:28.786118 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:28.790130 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:28.816777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Pushing event updated for resources: {'Port': ['ID=a110799c-c39c-480c-9696-8f03f56460bf,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:28.851121 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.904626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fc599fc1-aad6-495e-b838-26ee7d6de0f2 None None] Provisioning complete for port 71b7f525-c740-4ec0-97f0-48d3aab21a6a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:28.905279 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc599fc1-aad6-495e-b838-26ee7d6de0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.984139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 37eae73f-c47b-4e30-9a32-acb04b8b136d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:28.985128 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.004900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.043608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.061077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Transition to ACTIVE for port object 1e03966a-9608-48b0-80fe-c625e153ccf3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:29.072604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.189454 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268bf6e-5171-4885-853d-d33b9001998f None None] Pushing event updated for resources: {'Port': ['ID=1e03966a-9608-48b0-80fe-c625e153ccf3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:29.193708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Attempting to bind port 1e03966a-9608-48b0-80fe-c625e153ccf3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:29.194085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Attempting to bind port 1e03966a-9608-48b0-80fe-c625e153ccf3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:29.194456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Attempting to bind port 1e03966a-9608-48b0-80fe-c625e153ccf3 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:29.201265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:29.201651 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:29.202060 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.202570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:29.203015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Bound port: 1e03966a-9608-48b0-80fe-c625e153ccf3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:29.203392 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.205696 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71b7f525-c740-4ec0-97f0-48d3aab21a6a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:29.232394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.244079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.294691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] For port 1e03966a-9608-48b0-80fe-c625e153ccf3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:29.306175 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] For port 1e03966a-9608-48b0-80fe-c625e153ccf3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1e03966a-9608-48b0-80fe-c625e153ccf3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:29.320157 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.326342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.328779 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Pushing event updated for resources: {'Port': ['ID=a110799c-c39c-480c-9696-8f03f56460bf,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:29.330500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 71b7f525-c740-4ec0-97f0-48d3aab21a6a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:29.332736 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.381634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-695e1adb-7546-4832-bdeb-1bf212ad14cd None None] Provisioning for port a110799c-c39c-480c-9696-8f03f56460bf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:29.405283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-695e1adb-7546-4832-bdeb-1bf212ad14cd None None] Provisioning complete for port a110799c-c39c-480c-9696-8f03f56460bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:29.405854 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-695e1adb-7546-4832-bdeb-1bf212ad14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.445863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:29.448052 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:29.491674 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-403d1cb3-fbc1-438e-99da-f190d6ff996f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.493135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Routers {'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:29.493779 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:47:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:29.495625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268bf6e-5171-4885-853d-d33b9001998f None None] Pushing event updated for resources: {'Port': ['ID=1e03966a-9608-48b0-80fe-c625e153ccf3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:29.501673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-695e1adb-7546-4832-bdeb-1bf212ad14cd None None] Port a110799c-c39c-480c-9696-8f03f56460bf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:29.603612 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:29.639078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 601d37f4-a0e1-486e-bda5-6a4b234fa43f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:29.671204 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.683337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] Set router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:29.755202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:29.761235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b95101ff-5699-41b9-b763-69d5c32ae5ac admin admin] 10.222.0.10 "PUT /v2.0/routers/c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1465800 Aug 31 14:48:29.775046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff662453-0baa-4d9c-8790-e46330be5fad None None] Provisioning complete for port a110799c-c39c-480c-9696-8f03f56460bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:29.775429 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff662453-0baa-4d9c-8790-e46330be5fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.859849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 601d37f4-a0e1-486e-bda5-6a4b234fa43f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:29.874963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-ff662453-0baa-4d9c-8790-e46330be5fad None None] Port a110799c-c39c-480c-9696-8f03f56460bf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:29.879467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 601d37f4-a0e1-486e-bda5-6a4b234fa43f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:29.880018 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.183710 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.214785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:28Z', 'revision_number': 4, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port': {'id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a110799c-c39c-480c-9696-8f03f56460bf', 'name': '', 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'mac_address': 'fa:16:3e:9c:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:28Z', 'updated_at': '2021-08-31T14:48:29Z', 'revision_number': 2, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'subnets': [{'id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:30.252736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 601d37f4-a0e1-486e-bda5-6a4b234fa43f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=601d37f4-a0e1-486e-bda5-6a4b234fa43f,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:30.254568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a74ba-8a60-489d-b5ff-08c13ea3a8bf None None] The sync data for ids ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'] in n-d-792362-6 is: [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:28Z', 'revision_number': 4, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port': {'id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a110799c-c39c-480c-9696-8f03f56460bf', 'name': '', 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'mac_address': 'fa:16:3e:9c:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:28Z', 'updated_at': '2021-08-31T14:48:29Z', 'revision_number': 2, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'subnets': [{'id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:30.258958 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.326011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=601d37f4-a0e1-486e-bda5-6a4b234fa43f,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:30.586950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-b0a9b884-54d4-415c-b379-14ccea2a91ec tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:30.589405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-b0a9b884-54d4-415c-b379-14ccea2a91ec tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/networks?id=246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 200 len: 817 time: 0.1621733 Aug 31 14:48:30.610680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-30817c72-1b38-41dc-9f6d-5fd3379ce393 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/quotas/e3f956e9028c4ffaade832e6d8077694 HTTP/1.1" status: 200 len: 375 time: 0.0104263 Aug 31 14:48:30.678924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-d31614fc-400b-4f06-9b92-988dbac55d45 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3f956e9028c4ffaade832e6d8077694&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550675 Aug 31 14:48:30.680367 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 601d37f4-a0e1-486e-bda5-6a4b234fa43f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:30.740182 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 601d37f4-a0e1-486e-bda5-6a4b234fa43f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:30.740809 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.788443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-fa9c3af6-fe8f-4b62-9c21-b92b6cc679e9 service neutron] 10.222.0.10 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921869 Aug 31 14:48:30.836848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.891817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-e75d40fa-fc51-4ba7-90f8-bbc72f219c1f service neutron] 10.222.0.10 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955424 Aug 31 14:48:31.096718 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c82d250b-0c7b-4467-86a6-3fa613538a8d req-c1a8c264-1660-4460-a08d-178f57433b10 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 210 time: 0.0351398 Aug 31 14:48:32.155547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-2c22528c-981b-45db-aaee-2473cb7deff8 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:32.157619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-2c22528c-981b-45db-aaee-2473cb7deff8 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "GET /v2.0/networks?id=246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 200 len: 817 time: 0.1164074 Aug 31 14:48:32.186589 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.190646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Request body: {'port': {'device_id': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'admin_state_up': True, 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:32.220471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3b7c0acd-4e07-45b4-8ecd-cf7b6af2b7bd req-6eae3d0c-3452-42fc-b901-d2090f43dc84 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 210 time: 0.0515120 Aug 31 14:48:32.245554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf74b23-284c-4640-a335-71160761835f None None] Sync routers for ids ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:32.255170 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] Routers {'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:32.255785 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:32.317485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Made reservation on behalf of e3f956e9028c4ffaade832e6d8077694 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:32.321026 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.377853 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] Set router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:32.453124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Allocated IP 172.20.0.3 (246be503-6be2-49ae-8b8e-eda597d13ed4/4e3fc2be-6389-4e33-ab9e-f9eb071de1b4/313e5e48-18fc-4b5d-be52-9c8524e50f79) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:32.580822 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:28Z', 'revision_number': 4, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port': {'id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a110799c-c39c-480c-9696-8f03f56460bf', 'name': '', 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'mac_address': 'fa:16:3e:9c:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:28Z', 'updated_at': '2021-08-31T14:48:29Z', 'revision_number': 2, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'subnets': [{'id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:32.602030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.610011 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf74b23-284c-4640-a335-71160761835f None None] Checking router: c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:32.610515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf74b23-284c-4640-a335-71160761835f None None] Updating router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc port a110799c-c39c-480c-9696-8f03f56460bf binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:48:32.638160 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9cf74b23-284c-4640-a335-71160761835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.667882 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1e03966a-9608-48b0-80fe-c625e153ccf3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:32.721490 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1e03966a-9608-48b0-80fe-c625e153ccf3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:32.725983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1e03966a-9608-48b0-80fe-c625e153ccf3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:32.726367 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.814967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.836903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 1e03966a-9608-48b0-80fe-c625e153ccf3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1e03966a-9608-48b0-80fe-c625e153ccf3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:32.842099 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.893221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=1e03966a-9608-48b0-80fe-c625e153ccf3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:32.930386 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9cf74b23-284c-4640-a335-71160761835f None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.941309 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9cf74b23-284c-4640-a335-71160761835f None None] Transition to ACTIVE for port object a110799c-c39c-480c-9696-8f03f56460bf will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:32.948092 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9cf74b23-284c-4640-a335-71160761835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.979462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Transition to ACTIVE for port object 313e5e48-18fc-4b5d-be52-9c8524e50f79 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:33.026298 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.029249 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8ecfd-f347-478c-a831-05f689089542 None None] Pushing event updated for resources: {'Port': ['ID=a110799c-c39c-480c-9696-8f03f56460bf,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:33.065250 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9cf74b23-284c-4640-a335-71160761835f None None] Attempting to bind port a110799c-c39c-480c-9696-8f03f56460bf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:33.065827 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9cf74b23-284c-4640-a335-71160761835f None None] Attempting to bind port a110799c-c39c-480c-9696-8f03f56460bf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:33.066123 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf74b23-284c-4640-a335-71160761835f None None] Attempting to bind port a110799c-c39c-480c-9696-8f03f56460bf on network 37d91963-3fe0-47de-ab44-c37e4c072f7d {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:33.072220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf74b23-284c-4640-a335-71160761835f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:33.072597 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf74b23-284c-4640-a335-71160761835f None None] Checking segment: {'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:33.073038 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9cf74b23-284c-4640-a335-71160761835f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.073435 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf74b23-284c-4640-a335-71160761835f None None] Bound using segment: {'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:33.073906 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9cf74b23-284c-4640-a335-71160761835f None None] Bound port: a110799c-c39c-480c-9696-8f03f56460bf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5a6f0e-777d-46d4-a27a-808b1ea90846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1508, 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:33.074292 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9cf74b23-284c-4640-a335-71160761835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.076003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:33.079815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:33.083767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:33.124984 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Pushing event updated for resources: {'Port': ['ID=313e5e48-18fc-4b5d-be52-9c8524e50f79,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:33.148400 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:33.149127 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.164397 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9cf74b23-284c-4640-a335-71160761835f None None] For port a110799c-c39c-480c-9696-8f03f56460bf, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:33.168164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-c879d016-779f-400c-83b1-a46a941883a7 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9832525 Aug 31 14:48:33.168776 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9cf74b23-284c-4640-a335-71160761835f None None] For port a110799c-c39c-480c-9696-8f03f56460bf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a110799c-c39c-480c-9696-8f03f56460bf,segment=NetworkSegment(2c5a6f0e-777d-46d4-a27a-808b1ea90846),segment_id=2c5a6f0e-777d-46d4-a27a-808b1ea90846)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:33.174463 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9cf74b23-284c-4640-a335-71160761835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.187983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Request body: {'port': {'device_id': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:33.246880 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] Routers {'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:33.247799 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:48:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:33.265139 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8ecfd-f347-478c-a831-05f689089542 None None] Pushing event updated for resources: {'Port': ['ID=a110799c-c39c-480c-9696-8f03f56460bf,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:33.265917 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.395473 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] Set router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:33.464068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152201-6611-4e58-a5d7-ee61f8035e88 req-4c5e4832-db6e-4aa4-9609-20a750a66c6a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:33.465136 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-633a981c-a51f-4c57-b647-e6d7ae51eb39 None None] Provisioning for port 313e5e48-18fc-4b5d-be52-9c8524e50f79 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:33.466018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f152201-6611-4e58-a5d7-ee61f8035e88 req-4c5e4832-db6e-4aa4-9609-20a750a66c6a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 931 time: 0.1454921 Aug 31 14:48:33.476071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-633a981c-a51f-4c57-b647-e6d7ae51eb39 None None] Provisioning complete for port 313e5e48-18fc-4b5d-be52-9c8524e50f79 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:33.476957 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-633a981c-a51f-4c57-b647-e6d7ae51eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.527888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-633a981c-a51f-4c57-b647-e6d7ae51eb39 None None] Port 313e5e48-18fc-4b5d-be52-9c8524e50f79 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:33.559020 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f152201-6611-4e58-a5d7-ee61f8035e88 req-01157707-14da-40b7-829d-9d53c5a942ea tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854814 Aug 31 14:48:33.641867 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9cf74b23-284c-4640-a335-71160761835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:28Z', 'revision_number': 4, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port': {'id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a110799c-c39c-480c-9696-8f03f56460bf', 'name': '', 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'mac_address': 'fa:16:3e:9c:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:28Z', 'updated_at': '2021-08-31T14:48:33Z', 'revision_number': 4, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'subnets': [{'id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:33.669297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313e5e48-18fc-4b5d-be52-9c8524e50f79 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:48:33.675082 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf74b23-284c-4640-a335-71160761835f None None] The sync data for ids ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'] in n-d-792362-6 is: [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:28Z', 'revision_number': 4, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port': {'id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a110799c-c39c-480c-9696-8f03f56460bf', 'name': '', 'network_id': '37d91963-3fe0-47de-ab44-c37e4c072f7d', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'mac_address': 'fa:16:3e:9c:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:28Z', 'updated_at': '2021-08-31T14:48:33Z', 'revision_number': 4, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'subnets': [{'id': '651d86e5-40a8-4403-9a5e-8061bc9e9678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:33.677851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.691803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Transition to ACTIVE for port object 313e5e48-18fc-4b5d-be52-9c8524e50f79 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:33.695581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.747023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Pushing event updated for resources: {'Port': ['ID=313e5e48-18fc-4b5d-be52-9c8524e50f79,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:33.825150 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Attempting to bind port 313e5e48-18fc-4b5d-be52-9c8524e50f79 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:33.825494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Attempting to bind port 313e5e48-18fc-4b5d-be52-9c8524e50f79 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:33.825828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Attempting to bind port 313e5e48-18fc-4b5d-be52-9c8524e50f79 on network 246be503-6be2-49ae-8b8e-eda597d13ed4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:33.831175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Port 313e5e48-18fc-4b5d-be52-9c8524e50f79 on network 246be503-6be2-49ae-8b8e-eda597d13ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:48:33.831374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Attempting to bind port 313e5e48-18fc-4b5d-be52-9c8524e50f79 on network 246be503-6be2-49ae-8b8e-eda597d13ed4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:33.836534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:33.836902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Checking segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:33.837283 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Bound using segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:33.837713 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Bound port: 313e5e48-18fc-4b5d-be52-9c8524e50f79, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:33.838076 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.931804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] For port 313e5e48-18fc-4b5d-be52-9c8524e50f79, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:33.935486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] For port 313e5e48-18fc-4b5d-be52-9c8524e50f79, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:33.940519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.978754 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:33.979377 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.980780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] 10.222.0.26 "PUT /v2.0/ports/313e5e48-18fc-4b5d-be52-9c8524e50f79 HTTP/1.1" status: 200 len: 1091 time: 0.7979665 Aug 31 14:48:33.981256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'tag': '313e5e48-18fc-4b5d-be52-9c8524e50f79'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:33.983593 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae" -d '{"events": [{"name": "network-changed", "server_uuid": "85b44590-1c00-41a6-a4d8-772324ecdc1f", "tag": "313e5e48-18fc-4b5d-be52-9c8524e50f79"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:34.009512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64924a-c309-430d-9637-9dd6aa7fb9cf service neutron] Pushing event updated for resources: {'Port': ['ID=313e5e48-18fc-4b5d-be52-9c8524e50f79,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:34.044252 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6f87b4-7da6-4366-a0b0-b248bff96a6f x-openstack-request-id: req-5a6f87b4-7da6-4366-a0b0-b248bff96a6f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:34.044634 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b44590-1c00-41a6-a4d8-772324ecdc1f", "tag": "313e5e48-18fc-4b5d-be52-9c8524e50f79", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:34.044999 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a6f87b4-7da6-4366-a0b0-b248bff96a6f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:34.045760 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'tag': '313e5e48-18fc-4b5d-be52-9c8524e50f79', 'status': 'completed', 'code': 200} Aug 31 14:48:34.108499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-a0f70cf6-27bf-4eb0-8c80-3ebf9e448970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.110592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-a0f70cf6-27bf-4eb0-8c80-3ebf9e448970 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f956e9028c4ffaade832e6d8077694&device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 1094 time: 0.0495477 Aug 31 14:48:34.170301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-0c212918-4185-40e4-a9bf-0c099eaa58ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79 HTTP/1.1" status: 200 len: 217 time: 0.0453732 Aug 31 14:48:34.230162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-adf0d62e-3e4e-4901-9472-22246fdf9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.231996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-adf0d62e-3e4e-4901-9472-22246fdf9e2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e3fc2be-6389-4e33-ab9e-f9eb071de1b4 HTTP/1.1" status: 200 len: 856 time: 0.0539274 Aug 31 14:48:34.293405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383459b-bfde-490f-a275-a38df582eea7 req-bcc83a78-2401-4a45-9583-8fb34ec1b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.294939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-bcc83a78-2401-4a45-9583-8fb34ec1b699 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=246be503-6be2-49ae-8b8e-eda597d13ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547514 Aug 31 14:48:34.391949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-5921776c-4112-486b-8e6d-ad1a0e926a13 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892656 Aug 31 14:48:34.482612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b383459b-bfde-490f-a275-a38df582eea7 req-0fd60522-e1cd-40ba-8708-93de68a82c69 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824721 Aug 31 14:48:34.627722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-b6b80f92-dbe7-4af5-8b32-6c1f0202f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.629291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-b6b80f92-dbe7-4af5-8b32-6c1f0202f19e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f956e9028c4ffaade832e6d8077694&device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 1094 time: 0.0463409 Aug 31 14:48:34.673219 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a110799c-c39c-480c-9696-8f03f56460bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:34.727932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a110799c-c39c-480c-9696-8f03f56460bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:34.732125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a110799c-c39c-480c-9696-8f03f56460bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:34.732489 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.763048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566981ac-01b4-4787-be63-6a25e759812f req-76ec4a25-3328-425b-8f02-d6b64073ef65 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.764450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-566981ac-01b4-4787-be63-6a25e759812f req-76ec4a25-3328-425b-8f02-d6b64073ef65 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 943 time: 0.1082480 Aug 31 14:48:34.769428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-5d09e068-32c3-4806-9049-a0f7874cdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.771308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-5d09e068-32c3-4806-9049-a0f7874cdfe1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 200 len: 919 time: 0.1335206 Aug 31 14:48:34.811301 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.828156 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-2e5bf10b-1023-4431-91be-0c3dbe3966e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79 HTTP/1.1" status: 200 len: 217 time: 0.0491586 Aug 31 14:48:34.843523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a110799c-c39c-480c-9696-8f03f56460bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a110799c-c39c-480c-9696-8f03f56460bf,segment=NetworkSegment(2c5a6f0e-777d-46d4-a27a-808b1ea90846),segment_id=2c5a6f0e-777d-46d4-a27a-808b1ea90846)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:34.847667 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.848475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1e03966a-9608-48b0-80fe-c625e153ccf3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:34.848760 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-566981ac-01b4-4787-be63-6a25e759812f req-bf3beeac-7e0d-49ee-9492-6c014b4f413b tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763896 Aug 31 14:48:34.888858 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-5c88d882-cb31-4344-adfb-f75cd5c5f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.890517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-5c88d882-cb31-4344-adfb-f75cd5c5f30d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e3fc2be-6389-4e33-ab9e-f9eb071de1b4 HTTP/1.1" status: 200 len: 856 time: 0.0544865 Aug 31 14:48:34.928728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a110799c-c39c-480c-9696-8f03f56460bf,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:34.938201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-2db7b970-2cea-47d6-b6af-58e5e564ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.939721 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-2db7b970-2cea-47d6-b6af-58e5e564ea90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=246be503-6be2-49ae-8b8e-eda597d13ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409899 Aug 31 14:48:34.941363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1e03966a-9608-48b0-80fe-c625e153ccf3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:34.941738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.057907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-c2ff3aeb-a4e0-4d21-86cb-9c423ffd5380 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103384 Aug 31 14:48:35.153376 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc5c2f37-7e1b-4aac-abdc-b8fd73f84eae req-085f5d42-e47f-42bd-8551-3166513424f5 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860903 Aug 31 14:48:35.967348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965469b-a6f1-42fe-b7cd-1cf6d5fd425a req-3b7032d4-0fbd-4aec-8cca-afa2de33c044 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:35.968859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1965469b-a6f1-42fe-b7cd-1cf6d5fd425a req-3b7032d4-0fbd-4aec-8cca-afa2de33c044 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 943 time: 0.0506635 Aug 31 14:48:36.007805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1965469b-a6f1-42fe-b7cd-1cf6d5fd425a req-6ed26e58-8335-4ab8-85ca-8d191d2db4b0 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 31 14:48:36.635334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a110799c-c39c-480c-9696-8f03f56460bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:36.687638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a110799c-c39c-480c-9696-8f03f56460bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:36.688005 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.138877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c22c5b-c3da-4204-9b1a-40f0f6e1293d req-4ce04083-fb6f-412d-8fde-cec08ba9c8de tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:37.140882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62c22c5b-c3da-4204-9b1a-40f0f6e1293d req-4ce04083-fb6f-412d-8fde-cec08ba9c8de tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 943 time: 0.0532284 Aug 31 14:48:37.180214 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-62c22c5b-c3da-4204-9b1a-40f0f6e1293d req-e4526c05-bbb8-4cf5-87bb-2781915e6645 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Aug 31 14:48:37.847209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 313e5e48-18fc-4b5d-be52-9c8524e50f79 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:48:37.945602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 313e5e48-18fc-4b5d-be52-9c8524e50f79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:37.957643 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '313e5e48-18fc-4b5d-be52-9c8524e50f79', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'port_id': '313e5e48-18fc-4b5d-be52-9c8524e50f79', 'mac_address': 'fa:16:3e:9e:4e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:48:37.995723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:38.014109 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313e5e48-18fc-4b5d-be52-9c8524e50f79 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:48:38.039737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 313e5e48-18fc-4b5d-be52-9c8524e50f79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:38.044094 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:38.103728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=313e5e48-18fc-4b5d-be52-9c8524e50f79,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:38.298811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da3cdd-12e1-4e7c-8799-fb551df41df5 req-efaebe8a-5312-4805-a9ea-a3d071b6b9d4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:38.300330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14da3cdd-12e1-4e7c-8799-fb551df41df5 req-efaebe8a-5312-4805-a9ea-a3d071b6b9d4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 944 time: 0.0518427 Aug 31 14:48:38.335357 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['313e5e48-18fc-4b5d-be52-9c8524e50f79'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:48:38.340300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-14da3cdd-12e1-4e7c-8799-fb551df41df5 req-e6ea5d12-465b-416e-94bf-2abc6d024d3d tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Aug 31 14:48:39.470065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be3ebc-84d2-46df-9645-fefe07e58457 req-0f3b184a-41de-4674-a375-d607560fd9a6 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.471917 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7be3ebc-84d2-46df-9645-fefe07e58457 req-0f3b184a-41de-4674-a375-d607560fd9a6 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 944 time: 0.0525346 Aug 31 14:48:39.520136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f7be3ebc-84d2-46df-9645-fefe07e58457 req-a30bf14a-a81e-4d29-8b0d-ba55b248a77c tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Aug 31 14:48:39.850568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 313e5e48-18fc-4b5d-be52-9c8524e50f79 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:39.906118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 313e5e48-18fc-4b5d-be52-9c8524e50f79 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:39.909747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 313e5e48-18fc-4b5d-be52-9c8524e50f79 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:39.910133 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.011123 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.033536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313e5e48-18fc-4b5d-be52-9c8524e50f79'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:40.036156 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488402ea-1aa7-4bbb-82ec-4f2851fe2d04" -d '{"events": [{"server_uuid": "85b44590-1c00-41a6-a4d8-772324ecdc1f", "name": "network-vif-plugged", "status": "completed", "tag": "313e5e48-18fc-4b5d-be52-9c8524e50f79"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:40.050073 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 313e5e48-18fc-4b5d-be52-9c8524e50f79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:40.054482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.086075 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d73ac58-a3b6-4a7b-a9ad-a308887616ec x-openstack-request-id: req-5d73ac58-a3b6-4a7b-a9ad-a308887616ec {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:40.086363 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b44590-1c00-41a6-a4d8-772324ecdc1f", "name": "network-vif-plugged", "status": "completed", "tag": "313e5e48-18fc-4b5d-be52-9c8524e50f79", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:40.086610 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d73ac58-a3b6-4a7b-a9ad-a308887616ec {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:40.086995 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313e5e48-18fc-4b5d-be52-9c8524e50f79', 'code': 200} Aug 31 14:48:40.112676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=313e5e48-18fc-4b5d-be52-9c8524e50f79,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:40.215607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730ef39-da53-47b2-80f4-f3fb8c12cd26 req-78b6e4d9-6690-483f-b0bf-d11b31c097d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:40.217150 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6730ef39-da53-47b2-80f4-f3fb8c12cd26 req-78b6e4d9-6690-483f-b0bf-d11b31c097d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 1096 time: 0.0505188 Aug 31 14:48:40.253261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6730ef39-da53-47b2-80f4-f3fb8c12cd26 req-e295bc06-f8e8-415b-80e9-d62bcdf14cdf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285106 Aug 31 14:48:40.470522 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.658819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017c704-cc42-485f-88eb-f650df9ef7c9 req-91f7fc4b-63c9-4845-a523-a250285e6966 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:40.660328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8017c704-cc42-485f-88eb-f650df9ef7c9 req-91f7fc4b-63c9-4845-a523-a250285e6966 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 945 time: 0.0531783 Aug 31 14:48:40.707830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8017c704-cc42-485f-88eb-f650df9ef7c9 req-bd46cfe5-7ddd-46e8-aec6-157475d9fe41 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Aug 31 14:48:41.825397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05d35e-5a6d-4fec-ae9c-2f8a902eefb6 req-f113182a-7f7a-4958-a020-ad0f8e0ebe86 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:41.826881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c05d35e-5a6d-4fec-ae9c-2f8a902eefb6 req-f113182a-7f7a-4958-a020-ad0f8e0ebe86 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 945 time: 0.0490587 Aug 31 14:48:41.864769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c05d35e-5a6d-4fec-ae9c-2f8a902eefb6 req-ad099fc4-732e-4522-984d-8663239ac64b tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Aug 31 14:48:41.984056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d792f6-5d0d-4126-bf96-be07ee5bad87 req-4d793d20-371c-484a-bb93-3abc5f49955a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:41.985804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5d792f6-5d0d-4126-bf96-be07ee5bad87 req-4d793d20-371c-484a-bb93-3abc5f49955a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 945 time: 0.0553460 Aug 31 14:48:42.028076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5d792f6-5d0d-4126-bf96-be07ee5bad87 req-fdea3d58-3395-4e7e-8c43-05f53593163e tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Aug 31 14:48:47.726121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-b0b518a1-bc76-4f25-bafe-f084e2762179 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580720 Aug 31 14:48:47.831698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d412e-7557-437d-a3fb-5d64068015b2 req-3c54ee30-b17a-452b-bef2-338711dbaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.833250 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-3c54ee30-b17a-452b-bef2-338711dbaae7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f956e9028c4ffaade832e6d8077694&device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 1096 time: 0.0421226 Aug 31 14:48:47.971554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d412e-7557-437d-a3fb-5d64068015b2 req-96bfc815-47c2-47c3-aae6-e469e3a42f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.973049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-96bfc815-47c2-47c3-aae6-e469e3a42f59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 200 len: 919 time: 0.0948713 Aug 31 14:48:48.016620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-c5ec5da7-b4c2-473c-a1c7-52ed0f204af1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79 HTTP/1.1" status: 200 len: 217 time: 0.0355642 Aug 31 14:48:48.066211 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d412e-7557-437d-a3fb-5d64068015b2 req-8cd18f5d-914b-492d-ae7f-9021aee22b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:48.067673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-8cd18f5d-914b-492d-ae7f-9021aee22b6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e3fc2be-6389-4e33-ab9e-f9eb071de1b4 HTTP/1.1" status: 200 len: 856 time: 0.0439787 Aug 31 14:48:48.117993 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d412e-7557-437d-a3fb-5d64068015b2 req-891c5410-6965-48b9-a72d-24a921d85a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:48.119508 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-891c5410-6965-48b9-a72d-24a921d85a95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=246be503-6be2-49ae-8b8e-eda597d13ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444708 Aug 31 14:48:48.212301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-3de375dd-41a0-4ee7-86cd-53dea73801c0 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843902 Aug 31 14:48:48.309109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-074d412e-7557-437d-a3fb-5d64068015b2 req-15bd512a-5ef3-41f0-a2c1-e08c1d622601 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Aug 31 14:48:53.559398 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:48:56.870073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9b5f906a-2949-459f-8ba7-fced5c949670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.424525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b330362-bd52-4e34-90fa-50f604169c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.622799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:00.820499 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:01.683781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995f7-3a48-4217-a0a8-79a2121577ba req-41613ddd-7a05-452b-96fd-54c2dff875bd tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:01.685297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c6995f7-3a48-4217-a0a8-79a2121577ba req-41613ddd-7a05-452b-96fd-54c2dff875bd tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 945 time: 0.0501008 Aug 31 14:49:01.722795 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8c6995f7-3a48-4217-a0a8-79a2121577ba req-5bb6b43c-206d-4a3f-8ce0-0258850c4410 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Aug 31 14:49:02.191853 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.842932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d715a-840f-42b4-ac5f-6b874db289e4 req-645e91ce-4962-4b22-b6e8-0a2f69400908 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:02.844390 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a60d715a-840f-42b4-ac5f-6b874db289e4 req-645e91ce-4962-4b22-b6e8-0a2f69400908 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 945 time: 0.0521080 Aug 31 14:49:02.883641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a60d715a-840f-42b4-ac5f-6b874db289e4 req-00868b3a-a5b6-4c85-b9ce-e4191ebcbc67 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Aug 31 14:49:03.469632 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-afccffc7-89b2-4387-96cd-fd611e905ad9 req-ddc2a5fd-c694-4116-be66-fd48379b8643 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0817273 Aug 31 14:49:03.558282 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-afccffc7-89b2-4387-96cd-fd611e905ad9 req-74922a2a-512a-4603-a619-0bf3e31f0b18 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0331268 Aug 31 14:49:03.613405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-afccffc7-89b2-4387-96cd-fd611e905ad9 req-a1200a65-9a94-425f-bc86-c33e4cd34297 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229261 Aug 31 14:49:03.626712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-370a8cf9-83a2-478b-b524-f36e8d0613fd tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.628103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-370a8cf9-83a2-478b-b524-f36e8d0613fd tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 945 time: 0.0574605 Aug 31 14:49:03.707434 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccffc7-89b2-4387-96cd-fd611e905ad9 req-2029e245-2e71-4f6e-b071-608c899a384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.708971 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-afccffc7-89b2-4387-96cd-fd611e905ad9 req-2029e245-2e71-4f6e-b071-608c899a384c service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0886307 Aug 31 14:49:03.722017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Deleting port 313e5e48-18fc-4b5d-be52-9c8524e50f79 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:03.722375 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.818111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] For port 313e5e48-18fc-4b5d-be52-9c8524e50f79, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=313e5e48-18fc-4b5d-be52-9c8524e50f79,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:03.818491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.831783 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Calling delete_port for 313e5e48-18fc-4b5d-be52-9c8524e50f79 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:03.971229 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.004359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['313e5e48-18fc-4b5d-be52-9c8524e50f79'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:49:04.016299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c2505879-f3bb-4cbf-b014-e275a64fddb9 req-786040bd-fd01-4e90-93cd-bd353a024fff tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=85b44590-1c00-41a6-a4d8-772324ecdc1f HTTP/1.1" status: 200 len: 210 time: 0.0542667 Aug 31 14:49:04.019038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Pushing event deleted for resources: {'Port': ['ID=313e5e48-18fc-4b5d-be52-9c8524e50f79,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:04.062757 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] No DVR routers for this DVR port 313e5e48-18fc-4b5d-be52-9c8524e50f79 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:04.065426 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.067555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-643aad11-5faa-4be2-8429-d9d11cc1f5f5 req-261d98ab-758c-48be-9e69-22821b7e6d80 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "DELETE /v2.0/ports/313e5e48-18fc-4b5d-be52-9c8524e50f79 HTTP/1.1" status: 204 len: 173 time: 0.4318790 Aug 31 14:49:04.068000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'name': 'network-vif-deleted', 'tag': '313e5e48-18fc-4b5d-be52-9c8524e50f79'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:04.070343 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d20de6d-50cb-4f6b-adcd-70370a5a9add" -d '{"events": [{"server_uuid": "85b44590-1c00-41a6-a4d8-772324ecdc1f", "name": "network-vif-deleted", "tag": "313e5e48-18fc-4b5d-be52-9c8524e50f79"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:04.117322 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f098bc8-cffc-4f4a-b150-da04a822cbdd x-openstack-request-id: req-6f098bc8-cffc-4f4a-b150-da04a822cbdd {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:04.117640 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b44590-1c00-41a6-a4d8-772324ecdc1f", "name": "network-vif-deleted", "tag": "313e5e48-18fc-4b5d-be52-9c8524e50f79", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:04.117892 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f098bc8-cffc-4f4a-b150-da04a822cbdd {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:04.118293 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b44590-1c00-41a6-a4d8-772324ecdc1f', 'name': 'network-vif-deleted', 'tag': '313e5e48-18fc-4b5d-be52-9c8524e50f79', 'status': 'completed', 'code': 200} Aug 31 14:49:04.630226 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-c663f5f7-a227-484d-9837-a0d41b15d6e8 tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] (101361) timed out ('10.222.0.101', 50196) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:49:05.709427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-380abdb2-518b-4b25-82b0-f65837fef567 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.710879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-380abdb2-518b-4b25-82b0-f65837fef567 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/networks?id=246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 200 len: 817 time: 0.1039243 Aug 31 14:49:05.727245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-36ccffb0-5b9e-4f8e-8566-2079b9ae64b9 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/quotas/e3f956e9028c4ffaade832e6d8077694 HTTP/1.1" status: 200 len: 375 time: 0.0102990 Aug 31 14:49:05.784096 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-faa7b34a-d4f7-47e2-9c04-9a8ecd4e94e9 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3f956e9028c4ffaade832e6d8077694&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508864 Aug 31 14:49:05.895639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-789f8ba0-2540-443f-95c0-20cbf96391e9 service neutron] 10.222.0.10 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979166 Aug 31 14:49:05.997556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-27c8ee65-c1ac-407d-be6f-de7180a5bfb0 service neutron] 10.222.0.10 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952902 Aug 31 14:49:06.177364 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e95eff8b-30fe-4888-82b0-7efe9f3f137d req-7b8e55b0-4401-4472-94be-24ca05c353b1 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 210 time: 0.0267913 Aug 31 14:49:06.794026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-6d4a3d9a-3990-49f5-aa8f-fdba4d5d6d20 req-99288daa-d1cd-4198-b3be-1d57fd19a2ab tempest-TestSecurityGroupsBasicOps-1537326045 tempest-TestSecurityGroupsBasicOps-1537326045-project] (101360) timed out ('10.222.0.10', 54302) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:49:07.212441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-0b74f3cc-a270-4210-ac6b-9cb593199a37 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:07.214168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-0b74f3cc-a270-4210-ac6b-9cb593199a37 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "GET /v2.0/networks?id=246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 200 len: 817 time: 0.1085973 Aug 31 14:49:07.236502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Request body: {'port': {'device_id': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'admin_state_up': True, 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:07.310108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7b3943f0-4eb3-41d9-913f-14fdfbc33e11 req-77fb873c-f308-42c4-8373-80de5b59beb4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 210 time: 0.0577583 Aug 31 14:49:07.374541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Made reservation on behalf of e3f956e9028c4ffaade832e6d8077694 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:07.378188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.501366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Allocated IP 172.20.0.5 (246be503-6be2-49ae-8b8e-eda597d13ed4/4e3fc2be-6389-4e33-ab9e-f9eb071de1b4/12ededeb-ef43-4b3a-81f1-d79ffe508a5a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:07.649235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.662775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Transition to ACTIVE for port object 12ededeb-ef43-4b3a-81f1-d79ffe508a5a will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:07.694477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.738107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:07.741222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:07.744978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:07.751862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Pushing event updated for resources: {'Port': ['ID=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:07.797823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:07.798459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.813796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3eff9233-9f69-4b38-8786-08cb76004366 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812626 Aug 31 14:49:07.833316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Request body: {'port': {'device_id': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:07.894882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.946921 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39224903-ee10-4691-8cd5-2828d5b495c5 None None] Provisioning for port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:07.951078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-39224903-ee10-4691-8cd5-2828d5b495c5 None None] Provisioning complete for port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:07.951487 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-39224903-ee10-4691-8cd5-2828d5b495c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.976721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 313e5e48-18fc-4b5d-be52-9c8524e50f79 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:08.001689 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 313e5e48-18fc-4b5d-be52-9c8524e50f79 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:08.002098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 313e5e48-18fc-4b5d-be52-9c8524e50f79 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:08.007146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-39224903-ee10-4691-8cd5-2828d5b495c5 None None] Port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:08.154122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ededeb-ef43-4b3a-81f1-d79ffe508a5a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:49:08.162074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.174846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Transition to ACTIVE for port object 12ededeb-ef43-4b3a-81f1-d79ffe508a5a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:08.178768 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.230932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Pushing event updated for resources: {'Port': ['ID=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:08.302077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Attempting to bind port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:08.302413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Attempting to bind port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:08.302746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Attempting to bind port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a on network 246be503-6be2-49ae-8b8e-eda597d13ed4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:08.307417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a on network 246be503-6be2-49ae-8b8e-eda597d13ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:49:08.307744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Attempting to bind port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a on network 246be503-6be2-49ae-8b8e-eda597d13ed4 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:08.313051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:08.313397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Checking segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:08.313786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Bound using segment: {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:08.314217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Bound port: 12ededeb-ef43-4b3a-81f1-d79ffe508a5a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3805eb-0c46-4083-bf8a-bddc86b6965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:08.314584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.396655 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] For port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:08.427015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] For port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:08.434864 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.474707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:08.475450 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.476988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] 10.222.0.26 "PUT /v2.0/ports/12ededeb-ef43-4b3a-81f1-d79ffe508a5a HTTP/1.1" status: 200 len: 1091 time: 0.6482084 Aug 31 14:49:08.478176 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'tag': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:08.480449 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "5358047e-2adf-4dd5-90b3-aa6b0c5292fa", "tag": "12ededeb-ef43-4b3a-81f1-d79ffe508a5a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:08.492614 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93003173-50b4-44f3-b151-c48b880e452e req-6ef08690-35a0-42c3-8c00-cebadaf4a3aa tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:08.494439 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93003173-50b4-44f3-b151-c48b880e452e req-6ef08690-35a0-42c3-8c00-cebadaf4a3aa tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 943 time: 0.1102297 Aug 31 14:49:08.535017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100af53a-e4ec-4888-ae81-bbd1323a7f69 service neutron] Pushing event updated for resources: {'Port': ['ID=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:08.576026 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93003173-50b4-44f3-b151-c48b880e452e req-6205d94e-395d-4a04-afed-c31e94dfe972 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733795 Aug 31 14:49:08.590961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3489add6-f0e3-408e-a59a-afb8fbcf99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:08.592632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-3489add6-f0e3-408e-a59a-afb8fbcf99df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f956e9028c4ffaade832e6d8077694&device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 1094 time: 0.0586812 Aug 31 14:49:08.651681 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb29351-2708-4405-aaf6-d6f20fafb9ef x-openstack-request-id: req-1fb29351-2708-4405-aaf6-d6f20fafb9ef {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:08.651681 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5358047e-2adf-4dd5-90b3-aa6b0c5292fa", "tag": "12ededeb-ef43-4b3a-81f1-d79ffe508a5a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:08.651901 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fb29351-2708-4405-aaf6-d6f20fafb9ef {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:08.652326 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'tag': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a', 'status': 'completed', 'code': 200} Aug 31 14:49:08.654195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-6ced62b0-7e69-4c66-86eb-b9877697fe53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ededeb-ef43-4b3a-81f1-d79ffe508a5a HTTP/1.1" status: 200 len: 217 time: 0.0454774 Aug 31 14:49:08.705893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-d749e1a7-9f92-457f-8260-8facdaeff000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:08.707375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-d749e1a7-9f92-457f-8260-8facdaeff000 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e3fc2be-6389-4e33-ab9e-f9eb071de1b4 HTTP/1.1" status: 200 len: 856 time: 0.0450749 Aug 31 14:49:08.756576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-763fa2d8-9624-4282-85a4-4c69c055f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:08.758421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-763fa2d8-9624-4282-85a4-4c69c055f25e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=246be503-6be2-49ae-8b8e-eda597d13ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431590 Aug 31 14:49:08.855867 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-81b00a57-b7f1-4c42-8ad1-172905d0478c service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889349 Aug 31 14:49:08.948554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b6c53c0-8c05-49fc-ba04-601f83db69b5 req-bea20519-84d2-4764-899a-0cea50bff397 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Aug 31 14:49:09.081577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-c07ec324-b0ec-4ae3-b742-24d8369d3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:09.083095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-c07ec324-b0ec-4ae3-b742-24d8369d3fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f956e9028c4ffaade832e6d8077694&device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 1094 time: 0.0423884 Aug 31 14:49:09.175818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-a695f6b3-06de-4d81-b1ac-a09a78c9fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:09.177368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-a695f6b3-06de-4d81-b1ac-a09a78c9fa00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 200 len: 919 time: 0.0869508 Aug 31 14:49:09.219761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-3241eb30-d2b1-42ef-98da-c5cb2c0dc0a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ededeb-ef43-4b3a-81f1-d79ffe508a5a HTTP/1.1" status: 200 len: 217 time: 0.0351193 Aug 31 14:49:09.270003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-a7052dfc-dae5-48bd-8c27-3a0d23cef908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:09.271443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-a7052dfc-dae5-48bd-8c27-3a0d23cef908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e3fc2be-6389-4e33-ab9e-f9eb071de1b4 HTTP/1.1" status: 200 len: 856 time: 0.0437887 Aug 31 14:49:09.324266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-0e57da67-e56f-4742-bb6f-0cb3ae5c6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:09.325816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-0e57da67-e56f-4742-bb6f-0cb3ae5c6583 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=246be503-6be2-49ae-8b8e-eda597d13ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448697 Aug 31 14:49:09.420521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-438aeeaf-94e0-4712-bb21-89cc1a3f0127 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869708 Aug 31 14:49:09.516198 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-91248ee7-7d53-4b5f-b24a-cd5c3dd7fb1f req-80d077ec-b2e5-4b54-b851-c323ed8190f5 service neutron] 10.222.0.26 "GET /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876017 Aug 31 14:49:09.699811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f6d4-99d7-4ede-a0f6-41a9854de5a1 req-eeef93f3-5c09-48d7-9080-697558113d07 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:09.701405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e05f6d4-99d7-4ede-a0f6-41a9854de5a1 req-eeef93f3-5c09-48d7-9080-697558113d07 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 943 time: 0.0550928 Aug 31 14:49:09.739834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e05f6d4-99d7-4ede-a0f6-41a9854de5a1 req-e25eb56d-c122-454b-97af-01110d286b26 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Aug 31 14:49:10.472799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.857093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd3f27-66ae-4795-b3fc-39ab81d5a582 req-571ae60e-9d4b-4d1f-8575-59c84e10187e tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:10.858580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78dd3f27-66ae-4795-b3fc-39ab81d5a582 req-571ae60e-9d4b-4d1f-8575-59c84e10187e tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 943 time: 0.0502260 Aug 31 14:49:10.896152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78dd3f27-66ae-4795-b3fc-39ab81d5a582 req-e46b4369-982c-4489-8be1-104996e7b1be tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Aug 31 14:49:12.006333 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12ededeb-ef43-4b3a-81f1-d79ffe508a5a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:49:12.014764 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05684ef-1229-4f0e-a39b-7a28a9f40c94 req-e9067a9f-c2f5-4987-bf47-f0f104fef914 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:12.017246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a05684ef-1229-4f0e-a39b-7a28a9f40c94 req-e9067a9f-c2f5-4987-bf47-f0f104fef914 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 943 time: 0.0540702 Aug 31 14:49:12.055302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a05684ef-1229-4f0e-a39b-7a28a9f40c94 req-f1108dda-6de1-461a-a8b3-ee9ac52ea90c tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Aug 31 14:49:12.103198 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:12.114570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a', 'network_id': '246be503-6be2-49ae-8b8e-eda597d13ed4', 'port_id': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a', 'mac_address': 'fa:16:3e:fc:b3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3fc2be-6389-4e33-ab9e-f9eb071de1b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:49:12.151867 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:12.164158 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ededeb-ef43-4b3a-81f1-d79ffe508a5a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:49:12.183327 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:12.187977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:12.233885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:12.240600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.240978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.241323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.241661 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.242001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.242332 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.242663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.242991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.243317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.243642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.243969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.244292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:12.467101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['12ededeb-ef43-4b3a-81f1-d79ffe508a5a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:49:13.171618 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdd840-9a57-454c-a6e8-f2ff0ac987fd req-8d969787-73e7-49c0-a1df-9283f93171d3 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:13.173116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22bdd840-9a57-454c-a6e8-f2ff0ac987fd req-8d969787-73e7-49c0-a1df-9283f93171d3 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 944 time: 0.0494769 Aug 31 14:49:13.209829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22bdd840-9a57-454c-a6e8-f2ff0ac987fd req-b8253fdc-f6a3-4513-a895-94b5e686de45 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306361 Aug 31 14:49:14.006100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12ededeb-ef43-4b3a-81f1-d79ffe508a5a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:14.055020 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:14.058825 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:14.059209 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.138647 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.163002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:14.165299 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42bd65f-9576-4843-add2-d7ffcbe2e6a0" -d '{"events": [{"server_uuid": "5358047e-2adf-4dd5-90b3-aa6b0c5292fa", "name": "network-vif-plugged", "status": "completed", "tag": "12ededeb-ef43-4b3a-81f1-d79ffe508a5a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:14.177884 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:14.183069 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.233537 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:14.258638 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a79135-35b6-4cdb-8b9c-52108fd81296 x-openstack-request-id: req-b7a79135-35b6-4cdb-8b9c-52108fd81296 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:14.258937 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358047e-2adf-4dd5-90b3-aa6b0c5292fa", "name": "network-vif-plugged", "status": "completed", "tag": "12ededeb-ef43-4b3a-81f1-d79ffe508a5a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:14.259193 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7a79135-35b6-4cdb-8b9c-52108fd81296 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:14.259586 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a', 'code': 200} Aug 31 14:49:14.350860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549b57-3492-4983-a92b-a00b8625a5e6 req-8ddcad48-0cce-41c0-9ae5-894014e15b1a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:14.352438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05549b57-3492-4983-a92b-a00b8625a5e6 req-8ddcad48-0cce-41c0-9ae5-894014e15b1a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 945 time: 0.0500975 Aug 31 14:49:14.751102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05549b57-3492-4983-a92b-a00b8625a5e6 req-3edd74da-9d15-4dc1-9021-8c2950744e00 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915858 Aug 31 14:49:14.757953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d861-a7ec-4d90-8ddc-21a3b8605544 req-6b4514fb-8f30-4903-93c8-09b319e4f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:14.759414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6329d861-a7ec-4d90-8ddc-21a3b8605544 req-6b4514fb-8f30-4903-93c8-09b319e4f2db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 1096 time: 0.3938770 Aug 31 14:49:14.803433 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6329d861-a7ec-4d90-8ddc-21a3b8605544 req-5fd4bd91-e2c8-4498-b237-c13327b4e55b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281444 Aug 31 14:49:15.869603 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7b4cb-8042-4d1b-887e-b1fc4ca089ef req-4e082a41-2bc2-439c-a5db-8cc28a48c9de tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:15.871120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26e7b4cb-8042-4d1b-887e-b1fc4ca089ef req-4e082a41-2bc2-439c-a5db-8cc28a48c9de tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 945 time: 0.0502901 Aug 31 14:49:15.913725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-26e7b4cb-8042-4d1b-887e-b1fc4ca089ef req-a11becd6-773f-4633-a65f-4a8fb6f7fced tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Aug 31 14:49:17.031388 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28dfae-07e1-4a9c-af3a-40a7d17a1968 req-d75333f8-2e91-47f0-86b5-f52c0db65b13 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:17.032988 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c28dfae-07e1-4a9c-af3a-40a7d17a1968 req-d75333f8-2e91-47f0-86b5-f52c0db65b13 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 945 time: 0.0503020 Aug 31 14:49:17.070850 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c28dfae-07e1-4a9c-af3a-40a7d17a1968 req-2fea5e57-1428-4c67-ba9a-ef7c5fbb9f9d tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Aug 31 14:49:17.187562 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b76b-3fa4-4f25-b719-5b32b4825d0c req-ac265dbc-4bae-45c3-9834-d3af28fe0f5a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:17.189093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbf8b76b-3fa4-4f25-b719-5b32b4825d0c req-ac265dbc-4bae-45c3-9834-d3af28fe0f5a tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 945 time: 0.0521729 Aug 31 14:49:17.226646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbf8b76b-3fa4-4f25-b719-5b32b4825d0c req-e3d8b4f8-e90e-4aa9-b99e-0716d274cdfa tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Aug 31 14:49:26.874952 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-733131a5-fcd8-4712-9408-4a69c4e9bf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.426529 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b8af981c-f2c5-419c-8b04-ccf319931083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.635224 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.558437 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:49:30.825198 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.194442 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.806537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c125-167f-46dd-a8c1-1602f44dd848 req-7d26abda-36d8-498f-9e63-f65c70330e81 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:36.808042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e349c125-167f-46dd-a8c1-1602f44dd848 req-7d26abda-36d8-498f-9e63-f65c70330e81 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 945 time: 0.0488720 Aug 31 14:49:36.847244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e349c125-167f-46dd-a8c1-1602f44dd848 req-6e40912d-be53-4dec-bdda-61c47ac73431 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Aug 31 14:49:37.963549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e0b25-fe2c-44db-a18c-e47d5bfea761 req-13ad886a-c2e2-430d-9ff2-8be7b556ab2c tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:37.965103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b9e0b25-fe2c-44db-a18c-e47d5bfea761 req-13ad886a-c2e2-430d-9ff2-8be7b556ab2c tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 31 14:49:38.004284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b9e0b25-fe2c-44db-a18c-e47d5bfea761 req-e6dd3a36-6e7f-41f6-9b23-25b130da9db2 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Aug 31 14:49:38.727945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-9eac058c-2bb1-49bf-882f-9939eac9e050 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:38.729458 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-9eac058c-2bb1-49bf-882f-9939eac9e050 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 945 time: 0.0556312 Aug 31 14:49:38.846724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Deleting port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:38.847072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.945689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] For port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:38.946088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.961005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Calling delete_port for 12ededeb-ef43-4b3a-81f1-d79ffe508a5a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:39.127713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.163523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Pushing event deleted for resources: {'Port': ['ID=12ededeb-ef43-4b3a-81f1-d79ffe508a5a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:39.163801 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['12ededeb-ef43-4b3a-81f1-d79ffe508a5a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:49:39.180437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df84bd-484f-49eb-9f48-f2ee777cec51 req-1ce9d236-36e9-44bb-ba38-84bb665db7e0 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:39.181983 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41df84bd-484f-49eb-9f48-f2ee777cec51 req-1ce9d236-36e9-44bb-ba38-84bb665db7e0 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/ports?device_id=5358047e-2adf-4dd5-90b3-aa6b0c5292fa HTTP/1.1" status: 200 len: 867 time: 0.0936878 Aug 31 14:49:39.192152 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.192514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.192845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.193210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.193543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.193881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.194212 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.194539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.194870 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.195194 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.195518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.195838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:39.249473 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] No DVR routers for this DVR port 12ededeb-ef43-4b3a-81f1-d79ffe508a5a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:39.254808 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.257112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f87b337-3bfc-4458-8a06-c49c34cc7a5c req-a0360e41-f2bb-41d3-a132-afdaf9fd78e4 tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.26 "DELETE /v2.0/ports/12ededeb-ef43-4b3a-81f1-d79ffe508a5a HTTP/1.1" status: 204 len: 173 time: 0.5199986 Aug 31 14:49:39.257572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'name': 'network-vif-deleted', 'tag': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:39.259931 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c08f381-2fee-41f9-bde2-d8b28870a94e" -d '{"events": [{"server_uuid": "5358047e-2adf-4dd5-90b3-aa6b0c5292fa", "name": "network-vif-deleted", "tag": "12ededeb-ef43-4b3a-81f1-d79ffe508a5a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:39.281446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-41df84bd-484f-49eb-9f48-f2ee777cec51 req-8a7dc28b-71a7-45ea-9246-72d297f6826f tempest-TestEncryptedCinderVolumes-1283607070 tempest-TestEncryptedCinderVolumes-1283607070-project] 10.222.0.10 "GET /v2.0/security-groups?id=8214a2eb-00ad-428c-b490-232a2ca74367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824628 Aug 31 14:49:39.418755 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e6a4b-f8f8-405a-93c0-f318eb243345 x-openstack-request-id: req-2f4e6a4b-f8f8-405a-93c0-f318eb243345 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:39.419696 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358047e-2adf-4dd5-90b3-aa6b0c5292fa", "name": "network-vif-deleted", "tag": "12ededeb-ef43-4b3a-81f1-d79ffe508a5a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:39.420111 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f4e6a4b-f8f8-405a-93c0-f318eb243345 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:39.420538 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358047e-2adf-4dd5-90b3-aa6b0c5292fa', 'name': 'network-vif-deleted', 'tag': '12ededeb-ef43-4b3a-81f1-d79ffe508a5a', 'status': 'completed', 'code': 200} Aug 31 14:49:40.379804 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57500) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:40.479468 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:40.762434 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.013312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Deleting port 601d37f4-a0e1-486e-bda5-6a4b234fa43f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:41.013570 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.091969 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] For port 601d37f4-a0e1-486e-bda5-6a4b234fa43f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=601d37f4-a0e1-486e-bda5-6a4b234fa43f,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:41.092346 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.104922 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Calling delete_port for 601d37f4-a0e1-486e-bda5-6a4b234fa43f owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:41.282119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.309854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Pushing event deleted for resources: {'Port': ['ID=601d37f4-a0e1-486e-bda5-6a4b234fa43f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:41.337545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.337903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.338253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.338594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.338937 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.339273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.339606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.339941 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.340273 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.340624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.341480 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.341806 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:41.488014 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.697112 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Router 2ffc231d-85e3-4be6-80de-d73ca7509050 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:41.799383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:41.804374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b6de6bc9-9937-462e-9632-3053f3e96392 admin admin] 10.222.0.10 "PUT /v2.0/routers/2ffc231d-85e3-4be6-80de-d73ca7509050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228952 Aug 31 14:49:41.807201 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57502) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:41.808216 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] Sync routers for ids ['2ffc231d-85e3-4be6-80de-d73ca7509050'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:41.818171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] Routers {'2ffc231d-85e3-4be6-80de-d73ca7509050'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:41.818784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['2ffc231d-85e3-4be6-80de-d73ca7509050'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:41.909187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.922265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] Set router 2ffc231d-85e3-4be6-80de-d73ca7509050 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:42.020782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.073714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Deleting port 37eae73f-c47b-4e30-9a32-acb04b8b136d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:42.074058 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.101944 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:49:41Z', 'revision_number': 5, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port': {'id': '37eae73f-c47b-4e30-9a32-acb04b8b136d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:21Z', 'updated_at': '2021-08-31T14:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:42.128026 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] Checking router: 2ffc231d-85e3-4be6-80de-d73ca7509050 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:42.136749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] Routers {'2ffc231d-85e3-4be6-80de-d73ca7509050'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:42.137408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['2ffc231d-85e3-4be6-80de-d73ca7509050'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:42.155259 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] For port 37eae73f-c47b-4e30-9a32-acb04b8b136d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=37eae73f-c47b-4e30-9a32-acb04b8b136d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:42.155630 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.167887 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Calling delete_port for 37eae73f-c47b-4e30-9a32-acb04b8b136d owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:42.202789 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12ededeb-ef43-4b3a-81f1-d79ffe508a5a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:42.229521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 12ededeb-ef43-4b3a-81f1-d79ffe508a5a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:42.229863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 12ededeb-ef43-4b3a-81f1-d79ffe508a5a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:42.244481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] Set router 2ffc231d-85e3-4be6-80de-d73ca7509050 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:42.298448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:49:42Z', 'revision_number': 6, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:42.324915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a43cfd-1c7f-4a92-b5b2-965b659e5516 None None] The sync data for ids ['2ffc231d-85e3-4be6-80de-d73ca7509050'] in n-d-792362-6 is: [{'id': '2ffc231d-85e3-4be6-80de-d73ca7509050', 'name': 'tempest-TestEncryptedCinderVolumes-2001812129-router', 'tenant_id': 'e3f956e9028c4ffaade832e6d8077694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:20Z', 'updated_at': '2021-08-31T14:49:42Z', 'revision_number': 6, 'project_id': 'e3f956e9028c4ffaade832e6d8077694', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:42.337978 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.365548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Pushing event deleted for resources: {'Port': ['ID=37eae73f-c47b-4e30-9a32-acb04b8b136d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:42.431549 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.812471 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.814742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.859235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.859761 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ffc231d-85e3-4be6-80de-d73ca7509050 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:42.864930 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.865407 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ae3907e1-c78c-4e02-906b-17fc7982cafd admin admin] 10.222.0.10 "DELETE /v2.0/routers/2ffc231d-85e3-4be6-80de-d73ca7509050 HTTP/1.1" status: 204 len: 168 time: 1.0572820 Aug 31 14:49:42.868021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57504) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:42.912263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] Deleting subnet 4e3fc2be-6389-4e33-ab9e-f9eb071de1b4 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:42.915317 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.950469 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.033247 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.093059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.118795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 601d37f4-a0e1-486e-bda5-6a4b234fa43f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:43.121469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3fc2be-6389-4e33-ab9e-f9eb071de1b4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:43.128860 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.130953 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-50a71a6f-bfcd-439f-90a0-8b012b0a8896 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4e3fc2be-6389-4e33-ab9e-f9eb071de1b4 HTTP/1.1" status: 204 len: 168 time: 0.2619190 Aug 31 14:49:43.134968 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57506) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:43.153139 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0dbb5-eec5-42c3-9a1b-e7dbafc0b4a5 None None] Network 246be503-6be2-49ae-8b8e-eda597d13ed4 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:43.156627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 601d37f4-a0e1-486e-bda5-6a4b234fa43f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:43.156983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 601d37f4-a0e1-486e-bda5-6a4b234fa43f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:43.219805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.283743 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Deleting port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:43.284130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.336619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] DHCP port deletion for 246be503-6be2-49ae-8b8e-eda597d13ed4 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:43.356975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] For port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:43.357725 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.373991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Calling delete_port for 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:43.398560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] Deleting port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:43.398948 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.464774 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.471577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] For port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,segment=NetworkSegment(2f3805eb-0c46-4083-bf8a-bddc86b6965e),segment_id=2f3805eb-0c46-4083-bf8a-bddc86b6965e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:43.471577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.483269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] Calling delete_port for 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:43.490495 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:43.493966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] No DVR routers for this DVR port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:43.566673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.572366 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.592394 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246be503-6be2-49ae-8b8e-eda597d13ed4']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:43.595754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] Pushing event deleted for resources: {'Port': ['ID=0e8021d0-0ca7-498e-9b41-d57aa0e974e8,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:43.599412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ac64d-0b7e-4c48-98cd-4eb233a19f6c None None] No DVR routers for this DVR port 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:43.606794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3805eb-0c46-4083-bf8a-bddc86b6965e') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:43.606794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3805eb-0c46-4083-bf8a-bddc86b6965e') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:43.616587 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.634458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.641519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:43.641905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:43.643653 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:43.697530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.703866 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.705867 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] 10.222.0.10 "DELETE /v2.0/networks/246be503-6be2-49ae-8b8e-eda597d13ed4 HTTP/1.1" status: 204 len: 168 time: 0.5696516 Aug 31 14:49:43.709424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57508) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:43.717315 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6897f-1f6b-4ab1-aaa7-75ff33590338 admin admin] Pushing event deleted for resources: {'Network': ['ID=246be503-6be2-49ae-8b8e-eda597d13ed4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:44.057714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.300287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Deleting port a110799c-c39c-480c-9696-8f03f56460bf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:44.300628 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.379660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] For port a110799c-c39c-480c-9696-8f03f56460bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a110799c-c39c-480c-9696-8f03f56460bf,segment=NetworkSegment(2c5a6f0e-777d-46d4-a27a-808b1ea90846),segment_id=2c5a6f0e-777d-46d4-a27a-808b1ea90846)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:44.380039 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.397022 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Calling delete_port for a110799c-c39c-480c-9696-8f03f56460bf owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:44.576513 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.607299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Pushing event deleted for resources: {'Port': ['ID=a110799c-c39c-480c-9696-8f03f56460bf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:44.733395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:44.757287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:44.758189 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0e8021d0-0ca7-498e-9b41-d57aa0e974e8 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:44.758879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37eae73f-c47b-4e30-9a32-acb04b8b136d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:44.789533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 37eae73f-c47b-4e30-9a32-acb04b8b136d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:44.790197 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 37eae73f-c47b-4e30-9a32-acb04b8b136d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:44.807778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.037720 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:45.155124 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:45.160566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3d312f59-b9d5-4d16-ac98-509dca6b0814 admin admin] 10.222.0.10 "PUT /v2.0/routers/c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500799 Aug 31 14:49:45.163025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57510) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:45.165644 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] Sync routers for ids ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:45.177846 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] Routers {'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:45.178541 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:45.269216 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.378361 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] Set router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:45.379269 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.438317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Deleting port 1e03966a-9608-48b0-80fe-c625e153ccf3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:45.438680 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.521887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] For port 1e03966a-9608-48b0-80fe-c625e153ccf3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1e03966a-9608-48b0-80fe-c625e153ccf3,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:45.522257 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.537234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Calling delete_port for 1e03966a-9608-48b0-80fe-c625e153ccf3 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:45.568289 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:49:44Z', 'revision_number': 5, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port': {'id': '1e03966a-9608-48b0-80fe-c625e153ccf3', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:45.597756 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] Checking router: c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:45.607702 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] Routers {'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:45.609389 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:45.697383 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] Set router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:45.711401 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.745690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e03966a-9608-48b0-80fe-c625e153ccf3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:45.748948 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 6, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:45.780777 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2726d7-7394-4ca4-9841-6ddeb7c46184 None None] The sync data for ids ['c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc'] in n-d-792362-6 is: [{'id': 'c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc', 'name': 'tempest-TestEncryptedCinderVolumes-653188335-router', 'tenant_id': 'd70aa56065b941ac93c335683bb2d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:48:25Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 6, 'project_id': 'd70aa56065b941ac93c335683bb2d263', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:45.811689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.902205 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.904897 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.947112 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.947726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:45.951977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.953153 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-289b0cce-b0ae-48e6-b7b3-3f0fc456c4b4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c21d57dd-aaa1-4727-b6ef-4b9e10e7e2fc HTTP/1.1" status: 204 len: 168 time: 0.7891846 Aug 31 14:49:45.955865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.003185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] Deleting subnet 651d86e5-40a8-4403-9a5e-8061bc9e9678 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:46.006238 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.040669 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.118123 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.175191 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.206332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651d86e5-40a8-4403-9a5e-8061bc9e9678,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:46.209939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.211823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9bdbde27-e166-4c6d-89d1-977b3755d370 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/651d86e5-40a8-4403-9a5e-8061bc9e9678 HTTP/1.1" status: 204 len: 168 time: 0.2550471 Aug 31 14:49:46.214352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57516) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.218271 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170e355-9c35-4560-ad8a-7c3ade978af3 None None] Network 37d91963-3fe0-47de-ab44-c37e4c072f7d requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:46.286534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.341593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Deleting port 71b7f525-c740-4ec0-97f0-48d3aab21a6a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:46.341852 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.411499 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] For port 71b7f525-c740-4ec0-97f0-48d3aab21a6a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=71b7f525-c740-4ec0-97f0-48d3aab21a6a,segment=NetworkSegment(2c5a6f0e-777d-46d4-a27a-808b1ea90846),segment_id=2c5a6f0e-777d-46d4-a27a-808b1ea90846)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:46.411879 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.424252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Calling delete_port for 71b7f525-c740-4ec0-97f0-48d3aab21a6a owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:46.500943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.526398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Pushing event deleted for resources: {'Port': ['ID=71b7f525-c740-4ec0-97f0-48d3aab21a6a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:46.530393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] No DVR routers for this DVR port 71b7f525-c740-4ec0-97f0-48d3aab21a6a on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:46.540363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca886c6-e9e1-4904-bfba-50fd8b81f273 None None] DHCP port deletion for 37d91963-3fe0-47de-ab44-c37e4c072f7d request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:46.608837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.619933 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d91963-3fe0-47de-ab44-c37e4c072f7d']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:46.633247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5a6f0e-777d-46d4-a27a-808b1ea90846') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:46.633545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5a6f0e-777d-46d4-a27a-808b1ea90846') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:46.644041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.658563 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.664524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Releasing vlan 1508 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:46.664950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:46.666712 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:46.675140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a110799c-c39c-480c-9696-8f03f56460bf no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:46.694881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a110799c-c39c-480c-9696-8f03f56460bf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:46.695338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a110799c-c39c-480c-9696-8f03f56460bf not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:46.695834 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1e03966a-9608-48b0-80fe-c625e153ccf3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:46.715064 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1e03966a-9608-48b0-80fe-c625e153ccf3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:46.715501 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1e03966a-9608-48b0-80fe-c625e153ccf3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:46.716606 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71b7f525-c740-4ec0-97f0-48d3aab21a6a no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:46.725390 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.738492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 71b7f525-c740-4ec0-97f0-48d3aab21a6a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:46.738947 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 71b7f525-c740-4ec0-97f0-48d3aab21a6a not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:46.742983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.747205 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] 10.222.0.10 "DELETE /v2.0/networks/37d91963-3fe0-47de-ab44-c37e4c072f7d HTTP/1.1" status: 204 len: 168 time: 0.5296078 Aug 31 14:49:46.747369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9e203-17ad-48c4-9427-e5f383caeaef admin admin] Pushing event deleted for resources: {'Network': ['ID=37d91963-3fe0-47de-ab44-c37e4c072f7d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:46.925577 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57520) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.964467 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-101622dc-bd86-44e3-a4a9-aab61631c6db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3f956e9028c4ffaade832e6d8077694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376887 Aug 31 14:49:46.968017 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57522) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.022045 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-992b84ec-37b1-437d-8757-8f6f57f880bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.043105 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-992b84ec-37b1-437d-8757-8f6f57f880bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.088535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-992b84ec-37b1-437d-8757-8f6f57f880bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.091617 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-992b84ec-37b1-437d-8757-8f6f57f880bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.092787 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-992b84ec-37b1-437d-8757-8f6f57f880bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8214a2eb-00ad-428c-b490-232a2ca74367 HTTP/1.1" status: 204 len: 168 time: 0.1238053 Aug 31 14:49:47.100972 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b84ec-37b1-437d-8757-8f6f57f880bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8214a2eb-00ad-428c-b490-232a2ca74367,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:47.424299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57528) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.464745 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-af32fe19-993f-4c38-ad00-c3962f556c55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d70aa56065b941ac93c335683bb2d263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390825 Aug 31 14:49:47.472261 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57530) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.539763 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da120059-14a4-4e7c-aea8-c8027b53e42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.561363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da120059-14a4-4e7c-aea8-c8027b53e42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.613201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da120059-14a4-4e7c-aea8-c8027b53e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.615742 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da120059-14a4-4e7c-aea8-c8027b53e42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.616918 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da120059-14a4-4e7c-aea8-c8027b53e42b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/718122c9-243d-458f-816e-3515b2580906 HTTP/1.1" status: 204 len: 168 time: 0.1434090 Aug 31 14:49:47.626068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da120059-14a4-4e7c-aea8-c8027b53e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718122c9-243d-458f-816e-3515b2580906,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:48.343200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57552) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:48.444393 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1811190622-network', 'tenant_id': '9142269c227b40ff8058da7d950d74e3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:48.464794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Made reservation on behalf of 9142269c227b40ff8058da7d950d74e3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:48.467277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.476039 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.569882 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.573442 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.597158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1537, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:48.606143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18b9311-e16f-46aa-8747-12d470f6f8f7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:48.611766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.611766 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Added segment 358ff39f-21ad-48bc-9370-b3ea97c73cd8 of type vlan for network 49d612c0-81d1-409e-b2a3-f400034eddcb Aug 31 14:49:48.653123 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.677126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.678084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:48.678674 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.737326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3925705 Aug 31 14:49:48.740070 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57556) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:48.746657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Request body: {'subnet': {'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1811190622-subnet', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:48.752727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ad059-fe61-47dc-9788-3049df08ffb3 admin admin] Pushing event updated for resources: {'Network': ['ID=49d612c0-81d1-409e-b2a3-f400034eddcb,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:48.764468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 49d612c0-81d1-409e-b2a3-f400034eddcb details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:48.772426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Made reservation on behalf of 9142269c227b40ff8058da7d950d74e3 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:48.775000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.957275 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.013334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbcd595-2d99-4617-9509-a9de9d5a8f38,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:49.023654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Checking segment: {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:49.024015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Network hostable DHCP agents. Network: 49d612c0-81d1-409e-b2a3-f400034eddcb, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:49.040276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Network 49d612c0-81d1-409e-b2a3-f400034eddcb is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:49.048913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 49d612c0-81d1-409e-b2a3-f400034eddcb) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:49.053148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:49.053778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.058766 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34067b-96f4-4ccc-a825-734e4e62a7c2 None None] Network 49d612c0-81d1-409e-b2a3-f400034eddcb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:49.068004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6f11dc97-7385-43af-8038-6ef497a7ba53 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3269038 Aug 31 14:49:49.070627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57558) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:49.074975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:49.095512 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.096585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.151152 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.205499 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-49d612c0-81d1-409e-b2a3-f400034eddcb', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:49.206393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.286661 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.343285 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Allocated IP 172.20.0.2 (49d612c0-81d1-409e-b2a3-f400034eddcb/5bbcd595-2d99-4617-9509-a9de9d5a8f38/d19b820b-6d69-4620-a5ba-31bba200dfa3) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:49.489843 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.498617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Transition to ACTIVE for port object d19b820b-6d69-4620-a5ba-31bba200dfa3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:49.514616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Transition to ACTIVE for port object d19b820b-6d69-4620-a5ba-31bba200dfa3 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:49.520375 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.562916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Network 49d612c0-81d1-409e-b2a3-f400034eddcb is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:49.568114 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:49.571857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:49.581595 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Pushing event updated for resources: {'Port': ['ID=d19b820b-6d69-4620-a5ba-31bba200dfa3,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:49.635097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Attempting to bind port d19b820b-6d69-4620-a5ba-31bba200dfa3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:49.635466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Attempting to bind port d19b820b-6d69-4620-a5ba-31bba200dfa3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:49.635829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Attempting to bind port d19b820b-6d69-4620-a5ba-31bba200dfa3 on network 49d612c0-81d1-409e-b2a3-f400034eddcb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:49.641879 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:49.642254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Checking segment: {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:49.642656 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.643051 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Bound using segment: {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:49.643522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Bound port: d19b820b-6d69-4620-a5ba-31bba200dfa3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:49.643905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.710703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] For port d19b820b-6d69-4620-a5ba-31bba200dfa3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:49.713953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] For port d19b820b-6d69-4620-a5ba-31bba200dfa3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d19b820b-6d69-4620-a5ba-31bba200dfa3,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:49.718678 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.788535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28012c-7c5b-4b7c-9075-9b6e7953d1a6 None None] Pushing event updated for resources: {'Port': ['ID=d19b820b-6d69-4620-a5ba-31bba200dfa3,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:49.843784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.862911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.994634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Allocated IP 172.25.0.161 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/f0500579-5370-46e7-9434-d1a359a5a44a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:50.102405 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.141437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.181743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:50.185300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:50.188033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:50.215686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Pushing event updated for resources: {'Port': ['ID=f0500579-5370-46e7-9434-d1a359a5a44a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:50.455316 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.666003 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.674331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa550bf7-576e-46d3-9dc1-5e271572db33 None None] Network 49d612c0-81d1-409e-b2a3-f400034eddcb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:50.718280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d19b820b-6d69-4620-a5ba-31bba200dfa3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:50.787530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8e536fc8-3683-47fd-827e-8b30baa964e7 None None] Provisioning for port d19b820b-6d69-4620-a5ba-31bba200dfa3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:50.804040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Router 186248ea-791b-4153-8be8-a058310c174c is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:50.811412 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d19b820b-6d69-4620-a5ba-31bba200dfa3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:50.816943 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d19b820b-6d69-4620-a5ba-31bba200dfa3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:50.817316 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.918184 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:50.931466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Sync routers for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:50.936173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.940707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-52daf65e-566f-45ce-9f72-7ea4480714be admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8660915 Aug 31 14:49:50.941085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57560) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.960666 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.971186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:50.971836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:51.037248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d19b820b-6d69-4620-a5ba-31bba200dfa3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d19b820b-6d69-4620-a5ba-31bba200dfa3,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:51.042806 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.139215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:51.141252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d19b820b-6d69-4620-a5ba-31bba200dfa3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.262811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6f88e84d-10d5-4a3a-b1f1-c02a12143d06 None None] Provisioning complete for port d19b820b-6d69-4620-a5ba-31bba200dfa3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:51.263054 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6f88e84d-10d5-4a3a-b1f1-c02a12143d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.397727 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.401229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:50Z', 'revision_number': 3, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:51.429130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Checking router: 186248ea-791b-4153-8be8-a058310c174c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:51.429481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Updating router 186248ea-791b-4153-8be8-a058310c174c port f0500579-5370-46e7-9434-d1a359a5a44a binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:51.454738 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.604674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Allocated IP 172.20.0.1 (49d612c0-81d1-409e-b2a3-f400034eddcb/5bbcd595-2d99-4617-9509-a9de9d5a8f38/d556e756-cd9b-445e-8906-fba44f69f438) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:51.708624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.709353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.719911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Transition to ACTIVE for port object f0500579-5370-46e7-9434-d1a359a5a44a will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:51.722483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Transition to ACTIVE for port object d556e756-cd9b-445e-8906-fba44f69f438 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:51.725745 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.761047 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.778072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Attempting to bind port f0500579-5370-46e7-9434-d1a359a5a44a on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:51.778963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Attempting to bind port f0500579-5370-46e7-9434-d1a359a5a44a by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:51.779331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Attempting to bind port f0500579-5370-46e7-9434-d1a359a5a44a on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:51.782356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7006e-6adc-480f-a0c0-42bb0a8b2c7a None None] Pushing event updated for resources: {'Port': ['ID=f0500579-5370-46e7-9434-d1a359a5a44a,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.786915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:51.787300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:51.787701 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.788090 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:51.788551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Bound port: f0500579-5370-46e7-9434-d1a359a5a44a, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:51.788957 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.806043 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Network 49d612c0-81d1-409e-b2a3-f400034eddcb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:51.808956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:51.813136 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:51.838456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d556e756-cd9b-445e-8906-fba44f69f438,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.845998 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] For port f0500579-5370-46e7-9434-d1a359a5a44a, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:51.850346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] For port f0500579-5370-46e7-9434-d1a359a5a44a, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f0500579-5370-46e7-9434-d1a359a5a44a,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:51.856287 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.857503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.909988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:51.910724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:51.967938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7006e-6adc-480f-a0c0-42bb0a8b2c7a None None] Pushing event updated for resources: {'Port': ['ID=f0500579-5370-46e7-9434-d1a359a5a44a,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:52.000984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.044774 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:52.155995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-afca9731-d088-4bef-9267-0a2245c80458 None None] Provisioning for port d556e756-cd9b-445e-8906-fba44f69f438 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:52.162759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-afca9731-d088-4bef-9267-0a2245c80458 None None] Provisioning complete for port d556e756-cd9b-445e-8906-fba44f69f438 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:52.163139 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-afca9731-d088-4bef-9267-0a2245c80458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.168611 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.173777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.218731 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-afca9731-d088-4bef-9267-0a2245c80458 None None] Port d556e756-cd9b-445e-8906-fba44f69f438 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:52.241665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.244291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d556e756-cd9b-445e-8906-fba44f69f438,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:52.267094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:50Z', 'revision_number': 3, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:52.296708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49b900-50f3-46c0-8e02-ce9c45ddd664 None None] The sync data for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 is: [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:50Z', 'revision_number': 3, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:52.347861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Network 49d612c0-81d1-409e-b2a3-f400034eddcb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:52.349518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:52.475306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Router 186248ea-791b-4153-8be8-a058310c174c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:52.606434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:52.611449 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9313f8cd-14e0-4712-8de8-d0e62e62cec6 admin admin] 10.222.0.10 "PUT /v2.0/routers/186248ea-791b-4153-8be8-a058310c174c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692972 Aug 31 14:49:52.642095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-42c37c7c-f13f-4e63-9633-beb125029f7f None None] Provisioning complete for port d556e756-cd9b-445e-8906-fba44f69f438 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:52.642095 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42c37c7c-f13f-4e63-9633-beb125029f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.685512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-42c37c7c-f13f-4e63-9633-beb125029f7f None None] Port d556e756-cd9b-445e-8906-fba44f69f438 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:52.770669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d19b820b-6d69-4620-a5ba-31bba200dfa3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:52.829132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d19b820b-6d69-4620-a5ba-31bba200dfa3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:52.829511 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.918273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f0500579-5370-46e7-9434-d1a359a5a44a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:52.974201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port f0500579-5370-46e7-9434-d1a359a5a44a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:52.978770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f0500579-5370-46e7-9434-d1a359a5a44a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:52.979252 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.063205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.084270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port f0500579-5370-46e7-9434-d1a359a5a44a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f0500579-5370-46e7-9434-d1a359a5a44a,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:53.089266 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.147687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=f0500579-5370-46e7-9434-d1a359a5a44a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.170151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57576) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:53.175823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1438439529-network', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:53.196675 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Made reservation on behalf of 3ae6d8adc41742a7afd0f392cefbfc8b for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:53.199206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.213905 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.306044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.310578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.334531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:53.344537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd869e36-5868-4fa8-96e1-1dd2d7d4c3da,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.349410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.349752 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Added segment 92791f1b-1bad-4df5-bace-70e26d5217b3 of type vlan for network 5884e6ab-f97f-4417-a3f1-137fbfd39554 Aug 31 14:49:53.392346 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.417462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.418568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:53.419812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.470548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2985744 Aug 31 14:49:53.473451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57578) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:53.478573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Request body: {'subnet': {'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1438439529-subnet', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:53.479846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d77906-255f-4139-9b2c-8cc13186b63d admin admin] Pushing event updated for resources: {'Network': ['ID=5884e6ab-f97f-4417-a3f1-137fbfd39554,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.490438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:53.506405 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Made reservation on behalf of 3ae6d8adc41742a7afd0f392cefbfc8b for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:53.509374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.679205 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.734821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a212b5-789f-4001-99a8-8e70b6305b6d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.755157 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Checking segment: {'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:53.755710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Network hostable DHCP agents. Network: 5884e6ab-f97f-4417-a3f1-137fbfd39554, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:53.773818 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:53.783073 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 5884e6ab-f97f-4417-a3f1-137fbfd39554) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:53.787298 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:53.787899 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.792976 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08624243-7c7f-443c-9440-e21bccdb2772 None None] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:53.806137 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-db9bb1cc-6198-45f5-8dfe-db176b83e2d0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3313022 Aug 31 14:49:53.808772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57580) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:53.814203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:53.837030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.838022 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.899241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.910348 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Sync routers for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:53.924270 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:53.925177 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:54.046382 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:54.050579 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.103040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-5884e6ab-f97f-4417-a3f1-137fbfd39554', 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'fixed_ips': [{'subnet_id': '94a212b5-789f-4001-99a8-8e70b6305b6d'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:54.104161 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.256798 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Allocated IP 172.20.0.2 (5884e6ab-f97f-4417-a3f1-137fbfd39554/94a212b5-789f-4001-99a8-8e70b6305b6d/1bfbdc97-21f3-415e-a6b1-4e80b47475fe) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:54.258384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.264473 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:52Z', 'revision_number': 2, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:54.279302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.296049 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Checking router: 186248ea-791b-4153-8be8-a058310c174c for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:54.296683 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Updating router 186248ea-791b-4153-8be8-a058310c174c port d556e756-cd9b-445e-8906-fba44f69f438 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:54.342872 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.397271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Allocated IP 172.25.0.170 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/4376989a-2f8c-4d8f-be35-e8dc92c30f6d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:54.453445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.462771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Transition to ACTIVE for port object 1bfbdc97-21f3-415e-a6b1-4e80b47475fe will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:54.482802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Transition to ACTIVE for port object 1bfbdc97-21f3-415e-a6b1-4e80b47475fe will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:54.490723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.532912 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.550679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:54.557619 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:54.561369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:54.572100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Pushing event updated for resources: {'Port': ['ID=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.588784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.625382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Attempting to bind port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:54.626002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Attempting to bind port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:54.626262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Attempting to bind port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe on network 5884e6ab-f97f-4417-a3f1-137fbfd39554 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:54.633125 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:54.633510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Checking segment: {'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:54.633922 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.634326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Bound using segment: {'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:54.635168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Bound port: 1bfbdc97-21f3-415e-a6b1-4e80b47475fe, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:54.635168 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.636664 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:54.640193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:54.643222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:54.650304 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.663699 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Transition to ACTIVE for port object d556e756-cd9b-445e-8906-fba44f69f438 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:54.669286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.672613 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.707588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f0500579-5370-46e7-9434-d1a359a5a44a up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:54.723337 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Pushing event updated for resources: {'Port': ['ID=d556e756-cd9b-445e-8906-fba44f69f438,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.733321 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.733755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.734201 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.734800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.735742 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.736153 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.736887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.736887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.737267 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.737602 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.737937 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.738710 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:54.749122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] For port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:54.768678 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] For port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,segment=NetworkSegment(92791f1b-1bad-4df5-bace-70e26d5217b3),segment_id=92791f1b-1bad-4df5-bace-70e26d5217b3)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:54.775409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.815831 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Attempting to bind port d556e756-cd9b-445e-8906-fba44f69f438 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:54.816025 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Attempting to bind port d556e756-cd9b-445e-8906-fba44f69f438 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:54.816664 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Attempting to bind port d556e756-cd9b-445e-8906-fba44f69f438 on network 49d612c0-81d1-409e-b2a3-f400034eddcb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:54.821668 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:54.822051 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Checking segment: {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:54.822460 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.823114 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Bound using segment: {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:54.823313 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Bound port: d556e756-cd9b-445e-8906-fba44f69f438, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:54.823735 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.827372 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f0500579-5370-46e7-9434-d1a359a5a44a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:54.828407 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.897583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3f0f-d3b5-4881-9ba3-d2790e884f25 None None] Pushing event updated for resources: {'Port': ['ID=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.915223 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] For port d556e756-cd9b-445e-8906-fba44f69f438, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:54.920361 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] For port d556e756-cd9b-445e-8906-fba44f69f438, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d556e756-cd9b-445e-8906-fba44f69f438,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:54.925490 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.994459 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:54.995574 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:55.048313 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc803f-c697-457c-8a7b-d670505b0193 None None] Pushing event updated for resources: {'Port': ['ID=d556e756-cd9b-445e-8906-fba44f69f438,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:55.155900 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:55.411378 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.487055 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:54Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:55.515341 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb88306-53b2-481b-81ab-b4b4cd37043a None None] The sync data for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 is: [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:54Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:55.636492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.782462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Router 47aefa67-5eff-4719-ba42-a09d8d9df6fa is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:55.907312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:55.921432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Sync routers for ids ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:55.931222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Routers {'47aefa67-5eff-4719-ba42-a09d8d9df6fa'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:55.931603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.932140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:55.936032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f25b660c-c4c7-48ad-b510-d82e40ce94c2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1228812 Aug 31 14:49:55.936985 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57582) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:55.977656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2917ec-80de-4db7-8d3c-6036c8f8f14e None None] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:56.075600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8f0e9ee8-960d-4dd1-9a4a-996ac0f64a28 None None] Provisioning for port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:56.126424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Set router 47aefa67-5eff-4719-ba42-a09d8d9df6fa gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:56.392617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:49:54Z', 'revision_number': 3, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port': {'id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:54Z', 'updated_at': '2021-08-31T14:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:56.415358 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.425214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Checking router: 47aefa67-5eff-4719-ba42-a09d8d9df6fa for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:56.425572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Updating router 47aefa67-5eff-4719-ba42-a09d8d9df6fa port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:56.458559 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.610331 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Allocated IP 172.20.0.1 (5884e6ab-f97f-4417-a3f1-137fbfd39554/94a212b5-789f-4001-99a8-8e70b6305b6d/41c90511-1585-40ae-ab3d-a4743f60036b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:56.760846 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.766045 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d556e756-cd9b-445e-8906-fba44f69f438 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:56.775615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Transition to ACTIVE for port object 41c90511-1585-40ae-ab3d-a4743f60036b will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:56.811001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.811970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.825784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Transition to ACTIVE for port object 4376989a-2f8c-4d8f-be35-e8dc92c30f6d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:56.832563 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.847035 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:56.849951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:56.855654 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:56.878907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port d556e756-cd9b-445e-8906-fba44f69f438 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:56.890042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Pushing event updated for resources: {'Port': ['ID=41c90511-1585-40ae-ab3d-a4743f60036b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:56.906921 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.913174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d556e756-cd9b-445e-8906-fba44f69f438 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:56.913545 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.937348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Attempting to bind port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:56.938227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Attempting to bind port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:56.938227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Attempting to bind port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:56.940035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bec65-fcce-440f-bf26-196938a4f042 None None] Pushing event updated for resources: {'Port': ['ID=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:56.948272 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:56.948718 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:56.949086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.949482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:56.950503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Bound port: 4376989a-2f8c-4d8f-be35-e8dc92c30f6d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:56.950891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.955374 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2193bb09-a757-45e5-b9fe-ebf68183f7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.021366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] For port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:57.053092 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.064242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] For port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:57.074943 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.106185 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.171108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bec65-fcce-440f-bf26-196938a4f042 None None] Pushing event updated for resources: {'Port': ['ID=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:57.173597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Routers {'47aefa67-5eff-4719-ba42-a09d8d9df6fa'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:57.174256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:57.177803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port d556e756-cd9b-445e-8906-fba44f69f438, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d556e756-cd9b-445e-8906-fba44f69f438,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:57.213193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.213983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1bfbdc97-21f3-415e-a6b1-4e80b47475fe up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:57.223764 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.228484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.298398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Pushing event updated for resources: {'Port': ['ID=41c90511-1585-40ae-ab3d-a4743f60036b,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:57.300828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.320656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-115f48b9-a570-44cf-b5b8-fb1e99ed72e4 None None] Provisioning for port 41c90511-1585-40ae-ab3d-a4743f60036b completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:57.337742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-115f48b9-a570-44cf-b5b8-fb1e99ed72e4 None None] Provisioning complete for port 41c90511-1585-40ae-ab3d-a4743f60036b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:57.338119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-115f48b9-a570-44cf-b5b8-fb1e99ed72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.394837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=d556e756-cd9b-445e-8906-fba44f69f438,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:57.403415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] Set router 47aefa67-5eff-4719-ba42-a09d8d9df6fa gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:57.408732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:57.409680 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:57.436028 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:57.440709 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-115f48b9-a570-44cf-b5b8-fb1e99ed72e4 None None] Port 41c90511-1585-40ae-ab3d-a4743f60036b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:57.444635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:57.445042 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.532952 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Router 47aefa67-5eff-4719-ba42-a09d8d9df6fa has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:57.656533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:57.661568 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1de6809b-6b16-4c66-beb4-5b6b0c3f4a58 admin admin] 10.222.0.10 "PUT /v2.0/routers/47aefa67-5eff-4719-ba42-a09d8d9df6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7233958 Aug 31 14:49:57.742208 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-122d0304-1ec3-4a98-bec4-c2e417a26ba5 None None] Provisioning complete for port 41c90511-1585-40ae-ab3d-a4743f60036b triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:57.742586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-122d0304-1ec3-4a98-bec4-c2e417a26ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.833386 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-122d0304-1ec3-4a98-bec4-c2e417a26ba5 None None] Port 41c90511-1585-40ae-ab3d-a4743f60036b cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:57.835763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.895536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,segment=NetworkSegment(92791f1b-1bad-4df5-bace-70e26d5217b3),segment_id=92791f1b-1bad-4df5-bace-70e26d5217b3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:57.901490 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.938788 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 4, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port': {'id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:54Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '41c90511-1585-40ae-ab3d-a4743f60036b', 'name': '', 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'mac_address': 'fa:16:3e:bd:97:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:56Z', 'updated_at': '2021-08-31T14:49:56Z', 'revision_number': 1, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'subnets': [{'id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:57.971873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fd9b-4710-43fb-a101-276ae5dc6fad None None] The sync data for ids ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'] in n-d-792362-6 is: [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 4, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port': {'id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:54Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '41c90511-1585-40ae-ab3d-a4743f60036b', 'name': '', 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'mac_address': 'fa:16:3e:bd:97:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:56Z', 'updated_at': '2021-08-31T14:49:56Z', 'revision_number': 1, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'subnets': [{'id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:57.985511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:58.859695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d556e756-cd9b-445e-8906-fba44f69f438 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:58.929153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port d556e756-cd9b-445e-8906-fba44f69f438 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:58.929642 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.051029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4376989a-2f8c-4d8f-be35-e8dc92c30f6d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:59.131320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:59.137701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:59.138411 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.260745 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.292965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:59.298841 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.299859 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1bfbdc97-21f3-415e-a6b1-4e80b47475fe up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:59.408481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:59.431408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:59.431882 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.464666 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55effcc6-8fcd-4b30-83ee-2a8a018a6976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.630388 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.367496 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Sync routers for ids ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:00.391108 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Routers {'47aefa67-5eff-4719-ba42-a09d8d9df6fa'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:00.392241 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:00.532351 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Set router 47aefa67-5eff-4719-ba42-a09d8d9df6fa gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:00.738145 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4376989a-2f8c-4d8f-be35-e8dc92c30f6d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:00.793611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:00.793945 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.831194 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 4, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port': {'id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:54Z', 'updated_at': '2021-08-31T14:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '41c90511-1585-40ae-ab3d-a4743f60036b', 'name': '', 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'mac_address': 'fa:16:3e:bd:97:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:56Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 2, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'subnets': [{'id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:00.860400 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.886182 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Checking router: 47aefa67-5eff-4719-ba42-a09d8d9df6fa for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:00.888116 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Updating router 47aefa67-5eff-4719-ba42-a09d8d9df6fa port 41c90511-1585-40ae-ab3d-a4743f60036b binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:50:00.929182 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.281795 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.294784 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Transition to ACTIVE for port object 41c90511-1585-40ae-ab3d-a4743f60036b will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:01.301207 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.365497 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ed8cf-adbf-4cef-9591-ef322cebc262 None None] Pushing event updated for resources: {'Port': ['ID=41c90511-1585-40ae-ab3d-a4743f60036b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:01.441773 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Attempting to bind port 41c90511-1585-40ae-ab3d-a4743f60036b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:01.442480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Attempting to bind port 41c90511-1585-40ae-ab3d-a4743f60036b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:01.442480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Attempting to bind port 41c90511-1585-40ae-ab3d-a4743f60036b on network 5884e6ab-f97f-4417-a3f1-137fbfd39554 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:01.447838 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:01.448095 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Checking segment: {'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:01.448448 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.448834 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Bound using segment: {'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:01.449317 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Bound port: 41c90511-1585-40ae-ab3d-a4743f60036b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92791f1b-1bad-4df5-bace-70e26d5217b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:01.449722 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.546958 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] For port 41c90511-1585-40ae-ab3d-a4743f60036b, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:01.550447 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] For port 41c90511-1585-40ae-ab3d-a4743f60036b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=41c90511-1585-40ae-ab3d-a4743f60036b,segment=NetworkSegment(92791f1b-1bad-4df5-bace-70e26d5217b3),segment_id=92791f1b-1bad-4df5-bace-70e26d5217b3)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:01.556372 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.628591 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ed8cf-adbf-4cef-9591-ef322cebc262 None None] Pushing event updated for resources: {'Port': ['ID=41c90511-1585-40ae-ab3d-a4743f60036b,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:01.630433 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Routers {'47aefa67-5eff-4719-ba42-a09d8d9df6fa'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:01.631166 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:49:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:01.785880 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] Set router 47aefa67-5eff-4719-ba42-a09d8d9df6fa gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:02.032082 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 4, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port': {'id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:54Z', 'updated_at': '2021-08-31T14:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '41c90511-1585-40ae-ab3d-a4743f60036b', 'name': '', 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'mac_address': 'fa:16:3e:bd:97:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:56Z', 'updated_at': '2021-08-31T14:50:01Z', 'revision_number': 4, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'subnets': [{'id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:02.062752 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f29bad-2deb-46be-acbd-7e30fe86028f None None] The sync data for ids ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'] in n-d-792362-6 is: [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 4, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port': {'id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:54Z', 'updated_at': '2021-08-31T14:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '41c90511-1585-40ae-ab3d-a4743f60036b', 'name': '', 'network_id': '5884e6ab-f97f-4417-a3f1-137fbfd39554', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'mac_address': 'fa:16:3e:bd:97:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:56Z', 'updated_at': '2021-08-31T14:50:01Z', 'revision_number': 4, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'subnets': [{'id': '94a212b5-789f-4001-99a8-8e70b6305b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:02.197899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.745433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 41c90511-1585-40ae-ab3d-a4743f60036b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:02.813915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 41c90511-1585-40ae-ab3d-a4743f60036b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:02.823359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 41c90511-1585-40ae-ab3d-a4743f60036b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:02.824014 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.934839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.969574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 41c90511-1585-40ae-ab3d-a4743f60036b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=41c90511-1585-40ae-ab3d-a4743f60036b,segment=NetworkSegment(92791f1b-1bad-4df5-bace-70e26d5217b3),segment_id=92791f1b-1bad-4df5-bace-70e26d5217b3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:02.983393 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.040813 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=41c90511-1585-40ae-ab3d-a4743f60036b,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:03.434567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ffac7e9-1053-46ab-8648-caf3bd6c2437 req-7d3ebf04-dbb3-4a52-9981-65bfaa42f2fc service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278926 Aug 31 14:50:03.530972 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ffac7e9-1053-46ab-8648-caf3bd6c2437 req-89373db6-1c13-4472-9edc-c53cecd3c96c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0289998 Aug 31 14:50:03.594371 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ffac7e9-1053-46ab-8648-caf3bd6c2437 req-358981e1-9ba5-406d-bde9-a200f72b12b9 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219014 Aug 31 14:50:03.714133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffac7e9-1053-46ab-8648-caf3bd6c2437 req-f2c3993c-5f8c-4ec4-9b5b-4901bfaaa31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:03.715835 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3ffac7e9-1053-46ab-8648-caf3bd6c2437 req-f2c3993c-5f8c-4ec4-9b5b-4901bfaaa31e service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1142609 Aug 31 14:50:04.693828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 41c90511-1585-40ae-ab3d-a4743f60036b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:04.756470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 41c90511-1585-40ae-ab3d-a4743f60036b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:04.757146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.556703 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:50:07.817781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-f43122f8-a37f-402e-868e-249ec0027ff1 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:07.819288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-f43122f8-a37f-402e-868e-249ec0027ff1 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 815 time: 0.1060946 Aug 31 14:50:07.835158 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-231949f4-8d02-4fe4-a0ac-fe39adcb9641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/quotas/9142269c227b40ff8058da7d950d74e3 HTTP/1.1" status: 200 len: 375 time: 0.0093446 Aug 31 14:50:07.888279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-abc5e73f-0617-4ea5-9965-db3936ed4014 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475340 Aug 31 14:50:08.078523 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-0d121657-6f19-4761-9c8c-414932fb1e5d service neutron] 10.222.0.10 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787171 Aug 31 14:50:08.169055 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-624c0ef0-e67f-4706-b775-9bb600b6d50f service neutron] 10.222.0.10 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Aug 31 14:50:08.335520 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07959040-c7f1-43f2-b11d-50b4b79e33f9 req-5cfc907e-c8ca-4e07-9f7e-963652224333 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 210 time: 0.0339668 Aug 31 14:50:09.366802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-03882417-65b5-48b5-8ca9-6f172a97d1c5 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:09.368611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-03882417-65b5-48b5-8ca9-6f172a97d1c5 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 815 time: 0.1075666 Aug 31 14:50:09.398498 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'port': {'device_id': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'admin_state_up': True, 'tenant_id': '9142269c227b40ff8058da7d950d74e3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:09.478355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4841081-bc37-4a13-9115-18705b03e405 req-09695f12-f5a4-42e4-80b5-cab5734aec06 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 210 time: 0.0630832 Aug 31 14:50:09.544814 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Made reservation on behalf of 9142269c227b40ff8058da7d950d74e3 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:09.548776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.694803 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Allocated IP 172.20.0.13 (49d612c0-81d1-409e-b2a3-f400034eddcb/5bbcd595-2d99-4617-9509-a9de9d5a8f38/0d949748-8379-4885-ac19-d4e936a082bf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:09.957729 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.981108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Transition to ACTIVE for port object 0d949748-8379-4885-ac19-d4e936a082bf will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:10.034939 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.091613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Network 49d612c0-81d1-409e-b2a3-f400034eddcb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:10.095435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:10.100035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:10.127652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:10.156069 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:10.157075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.175367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-edfd53ef-9a34-480b-9e3e-f0959ab0638d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812529 Aug 31 14:50:10.407269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5a8c3bcf-8c5e-45df-9138-52fa94925b8b None None] Provisioning for port 0d949748-8379-4885-ac19-d4e936a082bf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:10.412900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5a8c3bcf-8c5e-45df-9138-52fa94925b8b None None] Provisioning complete for port 0d949748-8379-4885-ac19-d4e936a082bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:10.413363 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3bcf-8c5e-45df-9138-52fa94925b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.449060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c3bcf-8c5e-45df-9138-52fa94925b8b None None] Port 0d949748-8379-4885-ac19-d4e936a082bf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:10.490170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.623426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa021a99-ee4a-4505-927e-b3c61036e03d req-ebb77944-92fa-4078-b119-f0ea10ef8bfb tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:10.625098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa021a99-ee4a-4505-927e-b3c61036e03d req-ebb77944-92fa-4078-b119-f0ea10ef8bfb tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0636284 Aug 31 14:50:10.671745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fa021a99-ee4a-4505-927e-b3c61036e03d req-9f96d60d-094e-46d7-a3ff-d7f064286b22 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Aug 31 14:50:11.790375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5d973-cab2-4001-8796-b8e4a713840a req-eaad0f2e-5bcb-4ae0-9ce4-44ebe5df87d7 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:11.791873 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82a5d973-cab2-4001-8796-b8e4a713840a req-eaad0f2e-5bcb-4ae0-9ce4-44ebe5df87d7 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0513000 Aug 31 14:50:11.832014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-82a5d973-cab2-4001-8796-b8e4a713840a req-1dc85a77-c6fc-440f-a1b8-387e359c6c3e tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Aug 31 14:50:12.973104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996e946-2092-491b-973a-a985c83e908c req-108d5935-e85e-4b87-ba66-614c07d99fea tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:12.975074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c996e946-2092-491b-973a-a985c83e908c req-108d5935-e85e-4b87-ba66-614c07d99fea tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0644491 Aug 31 14:50:13.030476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c996e946-2092-491b-973a-a985c83e908c req-0b039721-a0b8-4faa-9cb3-b3c9e1f55c71 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466306 Aug 31 14:50:14.173746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b44ced-d2d0-4041-a688-b6a954c5be56 req-de24ba7d-c9b7-4325-91af-f65007eacd0d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:14.175283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23b44ced-d2d0-4041-a688-b6a954c5be56 req-de24ba7d-c9b7-4325-91af-f65007eacd0d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0637963 Aug 31 14:50:14.219110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23b44ced-d2d0-4041-a688-b6a954c5be56 req-ff4bfc0e-7316-4344-ba2c-dd3bb8ef0630 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Aug 31 14:50:15.345448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc9047-235b-4d8b-9a3d-2fe4b99ed50f req-e3eb593a-9cc3-4fba-9d62-aadca93a0b5a tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:15.348386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0fc9047-235b-4d8b-9a3d-2fe4b99ed50f req-e3eb593a-9cc3-4fba-9d62-aadca93a0b5a tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0561094 Aug 31 14:50:15.395018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0fc9047-235b-4d8b-9a3d-2fe4b99ed50f req-9167e13b-2746-4702-bf07-d0d1c8806791 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Aug 31 14:50:16.531493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5340e3-4e28-450e-abf2-4f87896c5b40 req-ebd2b70c-81c9-48a1-ae3c-c3883e289808 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:16.534800 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f5340e3-4e28-450e-abf2-4f87896c5b40 req-ebd2b70c-81c9-48a1-ae3c-c3883e289808 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0644116 Aug 31 14:50:16.582551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f5340e3-4e28-450e-abf2-4f87896c5b40 req-1a25313b-c7d4-4413-9efb-e1d92df9ce60 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Aug 31 14:50:17.714191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c3322-85ea-4c9f-a87f-0aa403fdce62 req-ef33af3e-82b9-4303-a1ae-06a4cd8591aa tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:17.716129 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f6c3322-85ea-4c9f-a87f-0aa403fdce62 req-ef33af3e-82b9-4303-a1ae-06a4cd8591aa tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0638816 Aug 31 14:50:17.768833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2f6c3322-85ea-4c9f-a87f-0aa403fdce62 req-312c0490-8a9f-4c97-8764-1c80f50b5d5e tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 Aug 31 14:50:18.889005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78c38-e3b8-434b-abd2-510576883e94 req-8cf4f58e-a60b-4a91-b036-241f18b89045 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:18.890407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5b78c38-e3b8-434b-abd2-510576883e94 req-8cf4f58e-a60b-4a91-b036-241f18b89045 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0512569 Aug 31 14:50:18.937161 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5b78c38-e3b8-434b-abd2-510576883e94 req-e11441e3-ef07-48dc-be69-070cf763df8f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Aug 31 14:50:20.062381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868c63e-2786-4f03-ba9a-5404b07e4f36 req-52d67544-ce7b-4f99-89c0-a6e492b15193 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:20.064450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3868c63e-2786-4f03-ba9a-5404b07e4f36 req-52d67544-ce7b-4f99-89c0-a6e492b15193 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 932 time: 0.0606229 Aug 31 14:50:20.103016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3868c63e-2786-4f03-ba9a-5404b07e4f36 req-3c0b3679-8271-4b2c-944d-3f00284505ed tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Aug 31 14:50:20.294127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Request body: {'port': {'device_id': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:20.350327 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.622940 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d949748-8379-4885-ac19-d4e936a082bf {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:20.630872 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.643253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Transition to ACTIVE for port object 0d949748-8379-4885-ac19-d4e936a082bf will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:20.647119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.696004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Pushing event updated for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:20.777093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Attempting to bind port 0d949748-8379-4885-ac19-d4e936a082bf on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:20.777573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Attempting to bind port 0d949748-8379-4885-ac19-d4e936a082bf by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:20.777973 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Attempting to bind port 0d949748-8379-4885-ac19-d4e936a082bf on network 49d612c0-81d1-409e-b2a3-f400034eddcb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:20.782985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Port 0d949748-8379-4885-ac19-d4e936a082bf on network 49d612c0-81d1-409e-b2a3-f400034eddcb not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:50:20.783349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Attempting to bind port 0d949748-8379-4885-ac19-d4e936a082bf on network 49d612c0-81d1-409e-b2a3-f400034eddcb {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:20.788724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:20.789117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Checking segment: {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:20.789641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Bound using segment: {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:20.789982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Bound port: 0d949748-8379-4885-ac19-d4e936a082bf, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358ff39f-21ad-48bc-9370-b3ea97c73cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:20.790330 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.864266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:20.867949 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0d949748-8379-4885-ac19-d4e936a082bf,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:20.872767 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.912462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:20.913145 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.914541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 1092 time: 0.6250091 Aug 31 14:50:20.914982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:20.917331 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822d4e8-bab1-45c5-b969-848eb3bffa05" -d '{"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:20.952017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51978166-2e44-4544-aef8-b8e25114ac67 service neutron] Pushing event updated for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:20.963521 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd6c949-b71b-4208-9d5f-423246275f10 x-openstack-request-id: req-ddd6c949-b71b-4208-9d5f-423246275f10 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:20.963816 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:20.964071 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddd6c949-b71b-4208-9d5f-423246275f10 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:20.964952 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf', 'status': 'completed', 'code': 200} Aug 31 14:50:21.030925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-8ce54d21-ea0c-48f7-871f-1ef9f7eca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.032611 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-8ce54d21-ea0c-48f7-871f-1ef9f7eca73d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1095 time: 0.0509896 Aug 31 14:50:21.086132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-4aa33a39-cb22-4724-a3ab-b932dafefbde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 217 time: 0.0385840 Aug 31 14:50:21.141232 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-b6dece1e-9c59-4532-901d-d19d7caad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.142766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-b6dece1e-9c59-4532-901d-d19d7caad2f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0464590 Aug 31 14:50:21.221071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-e6f7c5b0-c10a-4f5d-ba68-7a39d70e74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.222618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-e6f7c5b0-c10a-4f5d-ba68-7a39d70e74cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719986 Aug 31 14:50:21.234642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d667fe-71ef-49cf-86dc-05539ff54748 req-5d0507bd-b9d3-433e-b783-078918ec869e tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.236038 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29d667fe-71ef-49cf-86dc-05539ff54748 req-5d0507bd-b9d3-433e-b783-078918ec869e tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 944 time: 0.0598781 Aug 31 14:50:21.323607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29d667fe-71ef-49cf-86dc-05539ff54748 req-da405776-87cf-4b2e-9fcb-52277ee14da6 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796432 Aug 31 14:50:21.350251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-a1637b12-4517-4fe4-bfc0-c217aeec51fc service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130011 Aug 31 14:50:21.458965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac65cc8-6095-4262-95bb-d3ee25c89ba9 req-acb16b52-f052-4e86-9855-bffee2d80c6e service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986066 Aug 31 14:50:21.602979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-7561ae3b-dc6e-4ccd-9a2d-de1b58cff2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.604504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-7561ae3b-dc6e-4ccd-9a2d-de1b58cff2ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1095 time: 0.0534608 Aug 31 14:50:21.696682 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-d0f207d7-d63d-4eda-acec-e38626fde06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.698252 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-d0f207d7-d63d-4eda-acec-e38626fde06c service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.0862660 Aug 31 14:50:21.745621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-3a037b77-53c5-4587-99d2-bd9ae2ed52d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 217 time: 0.0387316 Aug 31 14:50:21.798866 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-d352ced4-d5c8-427e-90f0-339a8d7ec82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.800350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-d352ced4-d5c8-427e-90f0-339a8d7ec82d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0465496 Aug 31 14:50:21.848426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-56a0ef35-ea9c-4d56-a50a-a5c30266f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:21.849993 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-56a0ef35-ea9c-4d56-a50a-a5c30266f972 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417118 Aug 31 14:50:21.948034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-3144f9ba-7d18-4516-bf36-f0f8b9cdaa8c service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892751 Aug 31 14:50:22.041786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3822d4e8-bab1-45c5-b969-848eb3bffa05 req-20d07f9c-06ab-4ec4-8edd-9236bf50dbf9 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845726 Aug 31 14:50:22.451827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aefdfb-bb3a-43ec-b059-c2b5829bdcce req-78adea24-f3bc-4778-9bc5-3961fb21f605 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:22.453380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aefdfb-bb3a-43ec-b059-c2b5829bdcce req-78adea24-f3bc-4778-9bc5-3961fb21f605 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 944 time: 0.0610023 Aug 31 14:50:22.505943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c6aefdfb-bb3a-43ec-b059-c2b5829bdcce req-070987fc-b4e9-466c-97cf-6f6946ac32aa tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Aug 31 14:50:23.632289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7776b-c270-43c9-b909-da1b94da530a req-2e3dfd33-fbbf-4c5e-9937-cf6c6b602a30 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:23.633775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebc7776b-c270-43c9-b909-da1b94da530a req-2e3dfd33-fbbf-4c5e-9937-cf6c6b602a30 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 944 time: 0.0561638 Aug 31 14:50:23.677320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ebc7776b-c270-43c9-b909-da1b94da530a req-e4da3a64-5487-482f-900a-630baceb6371 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 Aug 31 14:50:24.348831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0d949748-8379-4885-ac19-d4e936a082bf details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:50:24.446802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0d949748-8379-4885-ac19-d4e936a082bf,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:24.458912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '0d949748-8379-4885-ac19-d4e936a082bf', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'port_id': '0d949748-8379-4885-ac19-d4e936a082bf', 'mac_address': 'fa:16:3e:72:71:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:50:24.502353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.519400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d949748-8379-4885-ac19-d4e936a082bf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:24.545267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0d949748-8379-4885-ac19-d4e936a082bf,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:24.549564 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.601422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:24.608533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.608900 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.609251 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.609593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.609932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.610267 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.610600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.610935 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.611262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.611588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.611915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.612239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:24.794860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e193d0-91b4-441b-b261-2e1a5f66496a req-d1fa0335-4f44-454e-ad02-de00adbb87d7 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:24.796350 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4e193d0-91b4-441b-b261-2e1a5f66496a req-d1fa0335-4f44-454e-ad02-de00adbb87d7 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 945 time: 0.0506544 Aug 31 14:50:24.837269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4e193d0-91b4-441b-b261-2e1a5f66496a req-b636a3fd-9f65-4266-941c-efd1104400fe tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Aug 31 14:50:24.860006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0d949748-8379-4885-ac19-d4e936a082bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:50:25.953792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dd374-71b9-4d65-b222-aff948e0050a req-c8cf3917-0c59-4f78-860b-7b6041dcc7e9 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:25.955304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c78dd374-71b9-4d65-b222-aff948e0050a req-c8cf3917-0c59-4f78-860b-7b6041dcc7e9 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 945 time: 0.0496571 Aug 31 14:50:25.997581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c78dd374-71b9-4d65-b222-aff948e0050a req-db53de0e-cb77-400c-be75-a32a05e23495 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Aug 31 14:50:26.347893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0d949748-8379-4885-ac19-d4e936a082bf up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:26.398939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 0d949748-8379-4885-ac19-d4e936a082bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:26.402503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 0d949748-8379-4885-ac19-d4e936a082bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:26.402875 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.477673 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.500429 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:26.502708 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75fca97-9b85-445c-990f-4218946388c7" -d '{"events": [{"server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d949748-8379-4885-ac19-d4e936a082bf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:26.516533 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0d949748-8379-4885-ac19-d4e936a082bf,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:26.520721 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.543532 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e7ebc0-ba8d-4a03-a298-979b0f291637 x-openstack-request-id: req-c3e7ebc0-ba8d-4a03-a298-979b0f291637 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:26.543820 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d949748-8379-4885-ac19-d4e936a082bf", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:26.544069 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3e7ebc0-ba8d-4a03-a298-979b0f291637 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:26.544452 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf', 'code': 200} Aug 31 14:50:26.572364 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:26.674468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771564f2-013e-4eb6-9a78-925fd9afb615 req-88c4f39c-7f7b-4a1b-8a99-d82fa35ff81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:26.676138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-771564f2-013e-4eb6-9a78-925fd9afb615 req-88c4f39c-7f7b-4a1b-8a99-d82fa35ff81b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1097 time: 0.0417609 Aug 31 14:50:26.712359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-771564f2-013e-4eb6-9a78-925fd9afb615 req-a9b099ba-0b74-484c-82bf-0ade13086615 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276921 Aug 31 14:50:26.878465 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db259fc4-086b-4c94-84bd-82668eaa2cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.115570 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d160ef-93c8-40d4-b1e6-285fbb1d1d37 req-66be489f-37fa-4165-a42d-4a73e379399b tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:27.117140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78d160ef-93c8-40d4-b1e6-285fbb1d1d37 req-66be489f-37fa-4165-a42d-4a73e379399b tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0503774 Aug 31 14:50:27.156688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-78d160ef-93c8-40d4-b1e6-285fbb1d1d37 req-8c395795-1c1d-4fa2-ab5c-8726080d1aee tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Aug 31 14:50:28.271276 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d263f-423b-4fde-b0a4-7a346f2e3629 req-75c41ee8-a435-48a6-a0b1-f28e40e480d9 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:28.272769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-634d263f-423b-4fde-b0a4-7a346f2e3629 req-75c41ee8-a435-48a6-a0b1-f28e40e480d9 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0493026 Aug 31 14:50:28.314755 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-634d263f-423b-4fde-b0a4-7a346f2e3629 req-f1a57d05-61b5-4b5e-ad4d-ce660b27cc0b tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360198 Aug 31 14:50:28.428749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7b955-4c01-49fb-959d-f891355036f6 req-c52c884a-96d0-400b-abfb-7a86851b2322 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:28.429598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4c7b955-4c01-49fb-959d-f891355036f6 req-c52c884a-96d0-400b-abfb-7a86851b2322 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0499902 Aug 31 14:50:28.468425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4c7b955-4c01-49fb-959d-f891355036f6 req-859ef8f2-e731-4bb3-9861-c1d1e18f736d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Aug 31 14:50:28.654009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf8f3-2597-4bf4-985f-ce55005ff36c req-7d33f8d7-d5f8-4a39-854d-024f4ffc378a tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:28.655493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee5cf8f3-2597-4bf4-985f-ce55005ff36c req-7d33f8d7-d5f8-4a39-854d-024f4ffc378a tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0504260 Aug 31 14:50:28.693120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee5cf8f3-2597-4bf4-985f-ce55005ff36c req-ff5fe253-9fac-4a72-a668-9ae43e72ae02 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Aug 31 14:50:29.427526 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d5a2-c04b-4fef-8aa4-ee13d80a0fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:29.627876 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.829163 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.197747 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.320990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacf221-014c-40df-9e62-515c24129732 req-ff8aef22-9853-4533-8b4d-58429706d8aa tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:40.322378 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cacf221-014c-40df-9e62-515c24129732 req-ff8aef22-9853-4533-8b4d-58429706d8aa tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Aug 31 14:50:40.365649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2cacf221-014c-40df-9e62-515c24129732 req-0f523259-64c8-4a66-aa26-b0ea423d7c29 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Aug 31 14:50:40.389689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57776) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:40.471997 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256ce4f4-15d1-465b-8529-30b1e6afd4e5 tempest-TestMinimumBasicScenario-1735168277 tempest-TestMinimumBasicScenario-1735168277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:40.473603 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-256ce4f4-15d1-465b-8529-30b1e6afd4e5 tempest-TestMinimumBasicScenario-1735168277 tempest-TestMinimumBasicScenario-1735168277-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1092 time: 0.0829246 Aug 31 14:50:40.476557 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:40.481237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '0d949748-8379-4885-ac19-d4e936a082bf', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:40.490501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.506027 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.616510 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.726227 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Allocated IP 172.25.0.121 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/f9c38fb2-43c1-4554-837c-c9f2f0e7e584) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:40.832097 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.871188 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.915771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:40.920343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:40.924660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:40.927691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'Port': ['ID=f9c38fb2-43c1-4554-837c-c9f2f0e7e584,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:40.953848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.954207 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.954554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.954896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.955235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.955589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.955906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.956235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.956568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.956923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.957255 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:40.957584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:41.288069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.353693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.502737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.507383 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.572825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'Port': ['ID=f9c38fb2-43c1-4554-837c-c9f2f0e7e584,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:41.584453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.701048 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Floating IP 37b95359-c416-49e7-affe-48c0b97e5bf4 associated. External IP: 172.25.0.121, port: 0d949748-8379-4885-ac19-d4e936a082bf. Aug 31 14:50:42.244245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Router 186248ea-791b-4153-8be8-a058310c174c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:42.350765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:42.365634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] Sync routers for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:42.367641 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.375574 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:42.376202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:42.396167 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fc1e62bd-4387-4201-93d7-5ae55094790f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9185286 Aug 31 14:50:42.396743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:42.399013 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ad89b-7de8-4277-9f85-6b50e6405456" -d '{"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:42.399341 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57782) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.404775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867144078', 'description': 'tempest-secgroup-smoke-1867144078 description', 'project_id': '9142269c227b40ff8058da7d950d74e3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:42.430171 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.442671 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3aae6e-1606-49a2-8042-c10466a1430c x-openstack-request-id: req-5d3aae6e-1606-49a2-8042-c10466a1430c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:42.442974 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:42.443346 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d3aae6e-1606-49a2-8042-c10466a1430c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:42.443761 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf', 'status': 'completed', 'code': 200} Aug 31 14:50:42.488694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:42.517267 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.521639 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.541097 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.542910 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425729 Aug 31 14:50:42.546196 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57786) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.553320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-bd05c6b6-1755-4b7d-aad0-2a94bc3d556c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'security_group_rule': {'security_group_id': '066b4098-99ff-4b76-802b-014310d8806c', 'project_id': '9142269c227b40ff8058da7d950d74e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:42.562348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-0eb742c5-f320-4e4a-bc4d-5758415a8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:42.564145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-0eb742c5-f320-4e4a-bc4d-5758415a8bce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1097 time: 0.0460958 Aug 31 14:50:42.570913 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066b4098-99ff-4b76-802b-014310d8806c,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:42.580721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.581108 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.581461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.581820 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.582145 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.582679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.583020 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.583361 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.583699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.584036 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.584370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.584701 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82982a5-37a8-4b8b-a1eb-3de7a60e9ff4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:42.604070 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd05c6b6-1755-4b7d-aad0-2a94bc3d556c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.658589 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd05c6b6-1755-4b7d-aad0-2a94bc3d556c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.664130 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd05c6b6-1755-4b7d-aad0-2a94bc3d556c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.676483 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-6359d931-0bc9-4e29-a834-ffc44c1d1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:42.678552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-6359d931-0bc9-4e29-a834-ffc44c1d1c2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.1072702 Aug 31 14:50:42.686147 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05c6b6-1755-4b7d-aad0-2a94bc3d556c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef124f9-d28a-4ab9-a183-e2076d04dcca,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:42.701038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bd05c6b6-1755-4b7d-aad0-2a94bc3d556c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.703864 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bd05c6b6-1755-4b7d-aad0-2a94bc3d556c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565406 Aug 31 14:50:42.714246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57788) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.719240 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-188425be-74f6-4526-aef8-a02d6fbb53dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'security_group_rule': {'security_group_id': '066b4098-99ff-4b76-802b-014310d8806c', 'project_id': '9142269c227b40ff8058da7d950d74e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:42.743965 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '37b95359-c416-49e7-affe-48c0b97e5bf4', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '186248ea-791b-4153-8be8-a058310c174c', 'port_id': '0d949748-8379-4885-ac19-d4e936a082bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'mac_address': 'fa:16:3e:72:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:41Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 0, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 5, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:42.752450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-188425be-74f6-4526-aef8-a02d6fbb53dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.766598 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-69d650c9-496d-4253-9753-cb8edc93036c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 1000 time: 0.0770960 Aug 31 14:50:42.778092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] Checking router: 186248ea-791b-4153-8be8-a058310c174c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:42.786840 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:42.787467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:50:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:42.815355 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-188425be-74f6-4526-aef8-a02d6fbb53dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.820185 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-188425be-74f6-4526-aef8-a02d6fbb53dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.826343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-d2549233-b0ff-454b-a519-33f35dc3b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:42.827849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-d2549233-b0ff-454b-a519-33f35dc3b0fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0537782 Aug 31 14:50:42.839883 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188425be-74f6-4526-aef8-a02d6fbb53dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246a22fe-d022-41f0-bb7b-94777eca18b5,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:42.848079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-188425be-74f6-4526-aef8-a02d6fbb53dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.850168 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-188425be-74f6-4526-aef8-a02d6fbb53dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342297 Aug 31 14:50:42.853740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57790) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.861877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-92abaefb-cc98-4422-bd94-98cc8ae536fd tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'security_group_rule': {'security_group_id': '066b4098-99ff-4b76-802b-014310d8806c', 'project_id': '9142269c227b40ff8058da7d950d74e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:42.913975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:42.914296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-7e276c8f-140b-4a55-8559-830ef7fb195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:42.915840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-7e276c8f-140b-4a55-8559-830ef7fb195b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790763 Aug 31 14:50:42.921517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92abaefb-cc98-4422-bd94-98cc8ae536fd tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.057429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92abaefb-cc98-4422-bd94-98cc8ae536fd tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.064075 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92abaefb-cc98-4422-bd94-98cc8ae536fd tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.082479 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-7861e377-eae9-46e5-8773-f1f983e7de80 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510901 Aug 31 14:50:43.087037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abaefb-cc98-4422-bd94-98cc8ae536fd tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b861a56-db0b-4b0b-af83-1a4d164fd105,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.110467 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-92abaefb-cc98-4422-bd94-98cc8ae536fd tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.114221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-92abaefb-cc98-4422-bd94-98cc8ae536fd tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556319 Aug 31 14:50:43.117451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57792) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:43.122427 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-dde60ab1-9aab-40dc-86b8-1657afca442d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'security_group_rule': {'security_group_id': '066b4098-99ff-4b76-802b-014310d8806c', 'project_id': '9142269c227b40ff8058da7d950d74e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:43.160107 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde60ab1-9aab-40dc-86b8-1657afca442d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.161558 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '37b95359-c416-49e7-affe-48c0b97e5bf4', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '186248ea-791b-4153-8be8-a058310c174c', 'port_id': '0d949748-8379-4885-ac19-d4e936a082bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'mac_address': 'fa:16:3e:72:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:41Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 0, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 5, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:43.189910 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862460bc-604c-4eb8-b64a-4ba1492446b3 None None] The sync data for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 is: [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '37b95359-c416-49e7-affe-48c0b97e5bf4', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '186248ea-791b-4153-8be8-a058310c174c', 'port_id': '0d949748-8379-4885-ac19-d4e936a082bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'mac_address': 'fa:16:3e:72:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:41Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 0, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 5, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:43.202592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-690ad89b-7de8-4277-9f85-6b50e6405456 req-17db513b-299a-421d-ac00-308691e5e712 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111481 Aug 31 14:50:43.234548 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde60ab1-9aab-40dc-86b8-1657afca442d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.240637 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde60ab1-9aab-40dc-86b8-1657afca442d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.262171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde60ab1-9aab-40dc-86b8-1657afca442d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105caf2b-842d-44ac-abb8-ef5aa84d2d11,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.272545 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-dde60ab1-9aab-40dc-86b8-1657afca442d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.276569 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-dde60ab1-9aab-40dc-86b8-1657afca442d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554883 Aug 31 14:50:43.276799 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57794) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:43.281566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'security_group_rule': {'security_group_id': '066b4098-99ff-4b76-802b-014310d8806c', 'project_id': '9142269c227b40ff8058da7d950d74e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:43.303696 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Project 9142269c227b40ff8058da7d950d74e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:50:43.309597 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.383208 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.387611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.405668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b49ddd-0b98-4ba4-a8a3-b9ad41a7c4ee,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.412588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.413710 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d8d0ae40-6b61-460e-96c3-15fdd84ece0c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358786 Aug 31 14:50:43.416549 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57796) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:43.421153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'security_group_rule': {'security_group_id': '066b4098-99ff-4b76-802b-014310d8806c', 'project_id': '9142269c227b40ff8058da7d950d74e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:43.423957 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51578088-5a95-4dfa-aefd-3357d2b5fb05 None None] New status for floating IP 37b95359-c416-49e7-affe-48c0b97e5bf4: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:50:43.443861 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Project 9142269c227b40ff8058da7d950d74e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:50:43.449633 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.510270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.514704 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.533494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e265888f-fb0a-4af6-9ec2-ead4d29a8bfc,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.536390 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.541021 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0246b6d7-1232-414d-9e0b-a1401b543082 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217518 Aug 31 14:50:43.621561 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-2a53a148-d981-422c-8699-bbec5802142a tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867144078&fields=id&tenant_id=9142269c227b40ff8058da7d950d74e3 HTTP/1.1" status: 200 len: 267 time: 0.0362060 Aug 31 14:50:43.674911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-47ece153-cfab-45c2-852d-c501b569490f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:43.676416 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-47ece153-cfab-45c2-852d-c501b569490f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0485954 Aug 31 14:50:43.688362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'port': {'security_groups': ['d18b9311-e16f-46aa-8747-12d470f6f8f7', '066b4098-99ff-4b76-802b-014310d8806c']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:43.752705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.944153 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0d949748-8379-4885-ac19-d4e936a082bf,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:43.973787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.979247 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.020478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0d949748-8379-4885-ac19-d4e936a082bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:50:44.023410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.024301 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.025817 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3d3c6287-2397-4b62-91e8-e35b5e9ec8f0 req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "PUT /v2.0/ports/0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 982 time: 0.3420997 Aug 31 14:50:44.051484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca8b1a-8448-47a2-92e7-23064ab6a777 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:44.141107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08265d-7351-4f45-97b3-966ca6fce6c6 req-3820e9f8-fbae-47cf-ab95-d46a77dcc5a3 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.142731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a08265d-7351-4f45-97b3-966ca6fce6c6 req-3820e9f8-fbae-47cf-ab95-d46a77dcc5a3 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0550475 Aug 31 14:50:44.154795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0d949748-8379-4885-ac19-d4e936a082bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:50:44.191647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5a08265d-7351-4f45-97b3-966ca6fce6c6 req-e25485c3-916d-4106-ae91-15d7197faf71 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417147 Aug 31 14:50:44.279336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3998e958-527c-40a7-9e6c-103273f316c7 None None] Provisioning complete for port 0d949748-8379-4885-ac19-d4e936a082bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:44.279711 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3998e958-527c-40a7-9e6c-103273f316c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.445513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:44.447823 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d664028-e6d6-4ce1-a3ba-da10818e06d2" -d '{"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:44.486972 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51267e13-34b5-4f92-a391-29b80ccbde7b x-openstack-request-id: req-51267e13-34b5-4f92-a391-29b80ccbde7b {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:44.487286 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:44.487519 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51267e13-34b5-4f92-a391-29b80ccbde7b {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:44.487918 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf', 'status': 'completed', 'code': 200} Aug 31 14:50:44.555638 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:50:44.575239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-82c2176b-a150-425e-bca9-c65b525c0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.576796 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-82c2176b-a150-425e-bca9-c65b525c0a53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1136 time: 0.0443981 Aug 31 14:50:44.671615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-b43531e1-d934-43b0-8bd4-252709ef4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.673135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-b43531e1-d934-43b0-8bd4-252709ef4b4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.0891190 Aug 31 14:50:44.757824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-3b4ebba8-b5a5-4a8c-ad4f-556c5eedf9eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 1002 time: 0.0687180 Aug 31 14:50:44.809132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-8d4043df-131f-4b69-ad20-b4f3149dabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.810670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-8d4043df-131f-4b69-ad20-b4f3149dabb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0451601 Aug 31 14:50:44.859607 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-3fb07052-e476-435b-9577-f8cf7cad2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.861168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-3fb07052-e476-435b-9577-f8cf7cad2d98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411003 Aug 31 14:50:44.959048 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-285162b2-40d8-42d6-8b62-708246218ed7 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891821 Aug 31 14:50:45.049248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9d664028-e6d6-4ce1-a3ba-da10818e06d2 req-68630fec-b77a-4f21-ba8c-46d74bfc42ee service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818563 Aug 31 14:50:50.581762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-67e2b479-474e-42ab-8010-f0ecd47f9416 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406954 Aug 31 14:50:50.688492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-281cf39d-3b08-4511-8619-85fe0edde0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.690022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-281cf39d-3b08-4511-8619-85fe0edde0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1136 time: 0.0456302 Aug 31 14:50:50.795893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-84fd61c6-3589-4f77-9678-162e880bf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.797432 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-84fd61c6-3589-4f77-9678-162e880bf3f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.0881615 Aug 31 14:50:50.868014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-11515bd1-4cde-4176-84e5-36e3f2c310d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 1002 time: 0.0629172 Aug 31 14:50:50.922988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-a8df4f62-04de-449b-8c9c-fc7ddb421880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.924323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-a8df4f62-04de-449b-8c9c-fc7ddb421880 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0440736 Aug 31 14:50:50.969988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-228d2c6d-6efb-4aa5-84a1-ce6cc2cad5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.971451 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-228d2c6d-6efb-4aa5-84a1-ce6cc2cad5d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397031 Aug 31 14:50:51.066797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-326c3d0c-db05-4b4e-9264-a51d27e7cc04 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865388 Aug 31 14:50:51.156856 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e74802fa-3119-4c98-bf92-9a40eb5fb368 req-2706de51-f939-4a2e-90eb-18d2772b59dd service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823824 Aug 31 14:50:56.880010 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-543d7745-58ec-4773-9d64-f8d8e02e695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.429045 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f397aea-3493-444d-9858-1a1d02585760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.630057 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.837404 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.203395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.411563 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-475746d8-248c-4ff0-9847-02e6d80a5583 req-4fd849f9-eb55-443a-b311-f09467124855 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283625 Aug 31 14:51:05.477073 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-475746d8-248c-4ff0-9847-02e6d80a5583 req-5a9014c0-e088-47c7-bff8-0608c0a05081 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0251656 Aug 31 14:51:05.534375 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-475746d8-248c-4ff0-9847-02e6d80a5583 req-d6394bd3-01b4-4f81-b269-1cae9cc9a71c service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203204 Aug 31 14:51:05.630787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475746d8-248c-4ff0-9847-02e6d80a5583 req-035df7c9-f56a-4750-a6da-0d327546a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.632467 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-475746d8-248c-4ff0-9847-02e6d80a5583 req-035df7c9-f56a-4750-a6da-0d327546a574 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0877714 Aug 31 14:51:06.990475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e6d8c-a20d-428a-82cd-f0700c7b0204 req-23abc73e-74ae-41d8-bdd6-2a0e63a1dba7 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.991891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-370e6d8c-a20d-428a-82cd-f0700c7b0204 req-23abc73e-74ae-41d8-bdd6-2a0e63a1dba7 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0791271 Aug 31 14:51:07.024689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-1ec54def-01ff-4fe3-991a-25ed047c879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.026875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-1ec54def-01ff-4fe3-991a-25ed047c879b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1136 time: 0.0768661 Aug 31 14:51:07.059888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-370e6d8c-a20d-428a-82cd-f0700c7b0204 req-66257544-dee7-4b42-8b95-eedbdb80b4f3 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618401 Aug 31 14:51:07.126272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-df949b58-3153-4779-a666-e293ec4b0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.127750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-df949b58-3153-4779-a666-e293ec4b0f1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.0930328 Aug 31 14:51:07.199553 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-ec3e1d88-6203-40e4-856d-c0cb5a47ae2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 1002 time: 0.0637023 Aug 31 14:51:07.250001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-9f322c5a-c94f-4c02-af02-0b5e8ae6741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.251881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-9f322c5a-c94f-4c02-af02-0b5e8ae6741a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0445166 Aug 31 14:51:07.302394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-e02cfd95-62a7-479e-b7db-fabafdcd4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.303926 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-e02cfd95-62a7-479e-b7db-fabafdcd4aac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434008 Aug 31 14:51:07.407674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-ca25822e-ec97-4c16-9951-0c22b4d0a786 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948324 Aug 31 14:51:07.499808 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ef4ab46-db68-46bd-b09b-265a5e938516 req-69cec0a5-6cfe-4bff-8de0-d055ce190461 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836179 Aug 31 14:51:08.193026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18da2c3-295f-489d-98e2-044e8d2b9398 req-99015e94-0f17-40dd-b72d-eded3bd3b8dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.194551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b18da2c3-295f-489d-98e2-044e8d2b9398 req-99015e94-0f17-40dd-b72d-eded3bd3b8dc tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0508041 Aug 31 14:51:08.235421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b18da2c3-295f-489d-98e2-044e8d2b9398 req-7070a500-929f-4fe3-a5cd-fb008cf89483 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340736 Aug 31 14:51:09.358788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83889fcb-5e81-43a2-9cce-12b8bb062aa0 req-710b9e62-a1e6-41a3-bc54-a4d0b18d1c06 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:09.360412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83889fcb-5e81-43a2-9cce-12b8bb062aa0 req-710b9e62-a1e6-41a3-bc54-a4d0b18d1c06 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0557008 Aug 31 14:51:09.402601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83889fcb-5e81-43a2-9cce-12b8bb062aa0 req-7c26898b-0f37-4d9e-8cc6-e350ce775eb1 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360961 Aug 31 14:51:10.505080 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.561932 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33008707-6ede-44fc-8983-52ba916e58e0 req-b914282c-fc42-4fcd-a730-1cbd22a2ab97 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.563499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33008707-6ede-44fc-8983-52ba916e58e0 req-b914282c-fc42-4fcd-a730-1cbd22a2ab97 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0678589 Aug 31 14:51:10.614295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-33008707-6ede-44fc-8983-52ba916e58e0 req-e18e749b-bb03-4d8f-ab54-9f4c566f506f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426931 Aug 31 14:51:11.748817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb91d-650f-41df-b6c0-33c04efbdf2c req-f74eb037-2923-4e05-875a-6d2cd91e086b tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:11.750415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-010fb91d-650f-41df-b6c0-33c04efbdf2c req-f74eb037-2923-4e05-875a-6d2cd91e086b tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0625021 Aug 31 14:51:11.798051 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-010fb91d-650f-41df-b6c0-33c04efbdf2c req-d54071e5-75b6-40ac-983b-c711253c555c tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415072 Aug 31 14:51:12.921904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06798b-67e7-4a7a-babd-6a86f1763a95 req-180410ea-0e79-48f6-a0e1-ec1acc21ab99 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:12.923412 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f06798b-67e7-4a7a-babd-6a86f1763a95 req-180410ea-0e79-48f6-a0e1-ec1acc21ab99 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0577817 Aug 31 14:51:12.965540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f06798b-67e7-4a7a-babd-6a86f1763a95 req-27d03d87-bd76-4946-ad84-a74741c351d1 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359168 Aug 31 14:51:14.086050 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea52a7-fec2-462f-9bd0-38e7d3ac0083 req-3dbbccf6-da11-47d4-9675-b97f3c36a056 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.087574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15ea52a7-fec2-462f-9bd0-38e7d3ac0083 req-3dbbccf6-da11-47d4-9675-b97f3c36a056 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0520463 Aug 31 14:51:14.128438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15ea52a7-fec2-462f-9bd0-38e7d3ac0083 req-4d3e4d6c-6009-4d81-a7fa-0bbfaaee4eed tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346825 Aug 31 14:51:15.248358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951654a-acee-4e6f-a542-1a8fca86d8bb req-3d198d5a-c37d-4887-9255-a94b35db6231 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:15.249874 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0951654a-acee-4e6f-a542-1a8fca86d8bb req-3d198d5a-c37d-4887-9255-a94b35db6231 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0522199 Aug 31 14:51:15.289897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0951654a-acee-4e6f-a542-1a8fca86d8bb req-cb5acba8-2323-4958-82e5-9f5f00982b34 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339663 Aug 31 14:51:16.411188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816ea5-3001-4a1c-b4a2-d5e30662a6df req-9b48f60f-591b-41e3-a95b-9dd24d752d7d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.412680 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77816ea5-3001-4a1c-b4a2-d5e30662a6df req-9b48f60f-591b-41e3-a95b-9dd24d752d7d tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0538580 Aug 31 14:51:16.452591 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77816ea5-3001-4a1c-b4a2-d5e30662a6df req-599e2c50-6382-4b5d-aac0-9fff78471f73 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338426 Aug 31 14:51:17.570957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5bd8d-0068-4fed-8fa4-ad20c27e76d8 req-916d3df3-15c4-4567-be88-2e50cbf86276 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:17.573179 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22c5bd8d-0068-4fed-8fa4-ad20c27e76d8 req-916d3df3-15c4-4567-be88-2e50cbf86276 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0509045 Aug 31 14:51:17.614244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-22c5bd8d-0068-4fed-8fa4-ad20c27e76d8 req-e892df44-a868-4889-87ca-6bdfddbed340 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342863 Aug 31 14:51:18.734003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7bec7-1540-4c23-a82c-6104839e5f82 req-30b3b392-7561-47c6-8c8b-5bdd3fbd2be3 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.735574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71b7bec7-1540-4c23-a82c-6104839e5f82 req-30b3b392-7561-47c6-8c8b-5bdd3fbd2be3 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0507505 Aug 31 14:51:18.780946 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71b7bec7-1540-4c23-a82c-6104839e5f82 req-65544108-a671-4ad5-acc0-bd02ac744a6b tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388834 Aug 31 14:51:19.899006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2c36-c75e-4735-b2f8-cf7939f8b19c req-5f6c2abb-cad1-4808-aabd-d78d146f05b9 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:19.900621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab1b2c36-c75e-4735-b2f8-cf7939f8b19c req-5f6c2abb-cad1-4808-aabd-d78d146f05b9 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0536938 Aug 31 14:51:19.943567 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ab1b2c36-c75e-4735-b2f8-cf7939f8b19c req-da8573e6-6b5e-4ea1-b0bc-750e5fbb1e17 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356569 Aug 31 14:51:21.060288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cbe62-5bee-4519-9362-1f7d920dd05f req-e366498a-60cb-44f2-a149-e6d4b76e6ae5 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:21.061845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f3cbe62-5bee-4519-9362-1f7d920dd05f req-e366498a-60cb-44f2-a149-e6d4b76e6ae5 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0491779 Aug 31 14:51:21.101313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f3cbe62-5bee-4519-9362-1f7d920dd05f req-b8c03eda-3881-4c24-9d30-1fd003f0fb4f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332160 Aug 31 14:51:21.555579 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:51:22.217348 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf71-9ca1-46a4-9d24-f783ab024c6a req-5730f132-f8b7-4349-8e64-d71d562de3ee tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:22.218882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cc2cf71-9ca1-46a4-9d24-f783ab024c6a req-5730f132-f8b7-4349-8e64-d71d562de3ee tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0499578 Aug 31 14:51:22.260891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cc2cf71-9ca1-46a4-9d24-f783ab024c6a req-59111324-071c-41d1-bcbc-8d8c81ce14d8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358756 Aug 31 14:51:23.390495 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb7bbc-e0c7-4005-aaf5-7df13f8ec0fd req-bd6a666e-fe22-4b36-9d4b-0a13498ea102 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:23.392127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fb7bbc-e0c7-4005-aaf5-7df13f8ec0fd req-bd6a666e-fe22-4b36-9d4b-0a13498ea102 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0618503 Aug 31 14:51:23.436019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20fb7bbc-e0c7-4005-aaf5-7df13f8ec0fd req-d7d77cf7-81cf-4a93-94a8-f489c18709da tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363507 Aug 31 14:51:24.552048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013168-e6d1-485c-a624-54b2d1438e26 req-fda69b20-2cda-4a87-b92e-a3ba1ad51d1a tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:24.553604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36013168-e6d1-485c-a624-54b2d1438e26 req-fda69b20-2cda-4a87-b92e-a3ba1ad51d1a tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0492291 Aug 31 14:51:24.593865 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-36013168-e6d1-485c-a624-54b2d1438e26 req-48dfbb2f-9458-4f9c-8da2-87ae02ec6a48 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=066b4098-99ff-4b76-802b-014310d8806c&id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335643 Aug 31 14:51:26.880686 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1dfd2651-0fce-469d-8621-e8de4aa43530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.381745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-5512590c-5713-4408-87fc-e4b68e3d3b1a req-59746531-5757-4bbe-b279-931f6eb892fe tempest-ServerDiskConfigTestJSON-502770132 tempest-ServerDiskConfigTestJSON-502770132-project] (101360) timed out ('10.222.0.26', 53983) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:51:29.430342 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5d82e537-7d65-4f67-9329-85d917bf935e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.633220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.834229 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.203244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:40.511331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:50.585149 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-f0ce10d6-1f2d-46d2-aa89-6f3708c4017a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406265 Aug 31 14:51:50.690585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-bc7fc3f3-27e7-465b-bc4f-05a2a4234806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:50.692120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-bc7fc3f3-27e7-465b-bc4f-05a2a4234806 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1136 time: 0.0442309 Aug 31 14:51:50.794128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-2de4b1ea-49d6-43cc-b3d7-141e42146af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:50.795602 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-2de4b1ea-49d6-43cc-b3d7-141e42146af6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.0830190 Aug 31 14:51:50.864345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-ef3318c5-53b5-420e-97e3-d754d56011cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 1002 time: 0.0610583 Aug 31 14:51:50.914025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-0d469878-8092-4206-b58d-996eee907706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:50.915955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-0d469878-8092-4206-b58d-996eee907706 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0428617 Aug 31 14:51:50.961299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-5c254ff3-caa8-4d3a-b923-13d474251bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:50.962790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-5c254ff3-caa8-4d3a-b923-13d474251bb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390792 Aug 31 14:51:51.057738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-78232512-0423-4f00-af1e-cbc17afa387d service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872047 Aug 31 14:51:51.147005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a10cae4-245c-4d04-ba56-b1134cd740e0 req-384dd56d-bea9-42e6-a8eb-166179e51d80 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813687 Aug 31 14:51:56.881493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0e21-9059-4670-ab9d-cb5d20c8f7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.384316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-f3de76a4-0a49-4d71-94d3-235ae34ecd34 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867144078&fields=id&tenant_id=9142269c227b40ff8058da7d950d74e3 HTTP/1.1" status: 200 len: 267 time: 0.0342278 Aug 31 14:51:57.441642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6598b28e-77f9-4cd1-9d04-b41c253de2d5 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:57.443140 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6598b28e-77f9-4cd1-9d04-b41c253de2d5 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 985 time: 0.0531023 Aug 31 14:51:57.455009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Request body: {'port': {'security_groups': ['d18b9311-e16f-46aa-8747-12d470f6f8f7']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:57.523717 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.695082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0d949748-8379-4885-ac19-d4e936a082bf,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:57.723812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.729262 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.766115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0d949748-8379-4885-ac19-d4e936a082bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:51:57.770980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:57.771629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.772992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b828b8a7-1276-48da-826c-08f817c0d4e2 req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "PUT /v2.0/ports/0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 943 time: 0.3226712 Aug 31 14:51:57.773442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:57.775983 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd28a29a-463b-419c-a567-0f49a63e6209" -d '{"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:57.780076 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57884) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:57.801365 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event updated for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:57.810007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.810358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.810704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.811046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.811381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.811714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.812042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.812371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.812701 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.813081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.813407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.814143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0964f-51d8-492f-a3bc-dcd63d6b5641 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:57.850441 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dcca7b-b0a1-4e5e-bacf-68996c7ef1d6 x-openstack-request-id: req-47dcca7b-b0a1-4e5e-bacf-68996c7ef1d6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:57.850742 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:57.851000 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47dcca7b-b0a1-4e5e-bacf-68996c7ef1d6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:57.853108 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf', 'status': 'completed', 'code': 200} Aug 31 14:51:57.882362 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.910210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.923012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0d949748-8379-4885-ac19-d4e936a082bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:51:57.948512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-f1535327-be6b-4436-a8ee-7afd18f67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:57.949985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-f1535327-be6b-4436-a8ee-7afd18f67965 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1097 time: 0.0481036 Aug 31 14:51:57.978533 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.985082 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:57.986275 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "DELETE /v2.0/security-groups/066b4098-99ff-4b76-802b-014310d8806c HTTP/1.1" status: 204 len: 168 time: 0.2045043 Aug 31 14:51:57.998029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57888) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:57.999148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066b4098-99ff-4b76-802b-014310d8806c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:58.036072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.036332 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.036885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.037416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.037757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.038088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.038598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.038934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.039837 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.040169 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.040659 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.041189 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eba8a6-84f0-4dae-995d-518bb8d4a8c0 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:58.059404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-1ac4c518-ab1d-4347-b281-004aac603457 None None] Provisioning complete for port 0d949748-8379-4885-ac19-d4e936a082bf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:58.059778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c518-ab1d-4347-b281-004aac603457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.063213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-ec74ea29-114d-4f30-9d18-8e9a3bbb3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:58.064722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-ec74ea29-114d-4f30-9d18-8e9a3bbb3a4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.1060202 Aug 31 14:51:58.137028 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-fa3d61fe-8f0f-4a27-99e7-0423e94a6424 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 1002 time: 0.0635116 Aug 31 14:51:58.195036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-8eb8a5b6-ccf7-4238-be2b-8a2bb336fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:58.197123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-8eb8a5b6-ccf7-4238-be2b-8a2bb336fc6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0520313 Aug 31 14:51:58.247148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-a87c77bf-0865-49c1-b803-addbb2bfa844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:58.248578 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-a87c77bf-0865-49c1-b803-addbb2bfa844 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419099 Aug 31 14:51:58.344292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-a05e5b2a-031e-483f-b707-101d95f5ec2e service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854170 Aug 31 14:51:58.448046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd28a29a-463b-419c-a567-0f49a63e6209 req-06917de5-9476-4400-b161-3e00fffb28ac service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947411 Aug 31 14:51:58.530166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Deleting port f9c38fb2-43c1-4554-837c-c9f2f0e7e584 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:58.530407 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.554866 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:51:58.604316 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.604677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.616044 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Calling delete_port for f9c38fb2-43c1-4554-837c-c9f2f0e7e584 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:58.788365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.815673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event deleted for resources: {'Port': ['ID=f9c38fb2-43c1-4554-837c-c9f2f0e7e584,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:58.876276 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.876612 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Floating IP 37b95359-c416-49e7-affe-48c0b97e5bf4 disassociated (deleted). External IP: 172.25.0.121, port: 0d949748-8379-4885-ac19-d4e936a082bf. Aug 31 14:51:59.089463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Router 186248ea-791b-4153-8be8-a058310c174c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:51:59.197787 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:51:59.202588 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.207317 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] Sync routers for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:51:59.216564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:59.217213 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:59.232362 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4fa41737-eb31-48ca-b15d-e0a59207757f tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "DELETE /v2.0/floatingips/37b95359-c416-49e7-affe-48c0b97e5bf4 HTTP/1.1" status: 204 len: 168 time: 1.2231932 Aug 31 14:51:59.232362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:59.340650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:59.355482 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fdf8c5ff8d11f14b8e35a70937dd28bb08f43d1cf928ca480e026be531ccb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88c278d-1349-4e12-b99e-e061a1e98ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:59.481993 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78f652a7-f8e9-41ac-a3e1-e4c7168440a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.509502 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7838b8-8242-4685-a975-c1518ff92349 x-openstack-request-id: req-df7838b8-8242-4685-a975-c1518ff92349 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:59.510229 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "tag": "0d949748-8379-4885-ac19-d4e936a082bf", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:59.510495 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df7838b8-8242-4685-a975-c1518ff92349 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:59.511341 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf', 'status': 'completed', 'code': 200} Aug 31 14:51:59.583007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 5, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:59.608680 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] Checking router: 186248ea-791b-4153-8be8-a058310c174c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:51:59.611470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-8283de09-cce5-4afa-8bf3-37df590c725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:59.613017 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-8283de09-cce5-4afa-8bf3-37df590c725d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9142269c227b40ff8058da7d950d74e3&device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 1097 time: 0.0404856 Aug 31 14:51:59.616888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:59.618074 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:59.672689 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.712222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-c412a568-7747-4f5d-9a1f-673c87e0f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:59.713845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-c412a568-7747-4f5d-9a1f-673c87e0f9b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 200 len: 917 time: 0.0908349 Aug 31 14:51:59.735468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:59.757853 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-853a4a0a-220e-459c-8e1e-b86280431fea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 200 len: 217 time: 0.0354459 Aug 31 14:51:59.809889 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-17ac99db-dae7-43ac-b584-455f43cfbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:59.811750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-17ac99db-dae7-43ac-b584-455f43cfbd83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 200 len: 854 time: 0.0462008 Aug 31 14:51:59.864277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-86ec2406-f36a-4cdf-b00d-e6cb4773dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:59.865738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-86ec2406-f36a-4cdf-b00d-e6cb4773dd45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d612c0-81d1-409e-b2a3-f400034eddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450099 Aug 31 14:51:59.939346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 5, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:59.956345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-dbeb6ab1-4e2e-4e42-a31d-8391df53df40 service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828187 Aug 31 14:51:59.965277 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36987ac4-fb46-4633-8683-338ef5b15b70 None None] The sync data for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 is: [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 4, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'd556e756-cd9b-445e-8906-fba44f69f438', 'name': '', 'network_id': '49d612c0-81d1-409e-b2a3-f400034eddcb', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'mac_address': 'fa:16:3e:c7:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:51Z', 'updated_at': '2021-08-31T14:49:57Z', 'revision_number': 5, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'subnets': [{'id': '5bbcd595-2d99-4617-9509-a9de9d5a8f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:00.063157 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c88c278d-1349-4e12-b99e-e061a1e98ed2 req-f5ca7e20-c2e2-4e1c-8804-4a38d8d5ae6c service neutron] 10.222.0.26 "GET /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922334 Aug 31 14:52:00.195396 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820418e7-0976-471a-8918-080314b2c7e0 None None] New status for floating IP 37b95359-c416-49e7-affe-48c0b97e5bf4: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:52:00.836496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:02.206768 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:06.259295 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bfb5a-f0a1-4137-87c6-b8390c2d9450 req-51c0a2de-36ef-4b93-af73-e91a0e028405 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:06.260677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-532bfb5a-f0a1-4137-87c6-b8390c2d9450 req-51c0a2de-36ef-4b93-af73-e91a0e028405 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Aug 31 14:52:06.298690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-532bfb5a-f0a1-4137-87c6-b8390c2d9450 req-c193962d-296d-4e92-8426-e599eb8552d4 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Aug 31 14:52:06.543111 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e4794c6-8edf-443d-bd16-fea6a00baa09 req-b5b5781e-acb4-4684-a42e-0676b2fddae4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256310 Aug 31 14:52:06.607110 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e4794c6-8edf-443d-bd16-fea6a00baa09 req-ed887027-631a-4e76-ab66-7db45623f589 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0259397 Aug 31 14:52:06.657315 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e4794c6-8edf-443d-bd16-fea6a00baa09 req-d4d43a7c-1c2c-48f3-9cd7-9cc07c3a78a3 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194972 Aug 31 14:52:06.757297 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4794c6-8edf-443d-bd16-fea6a00baa09 req-6043f715-bb4a-4063-8358-69388737b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:06.758740 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5e4794c6-8edf-443d-bd16-fea6a00baa09 req-6043f715-bb4a-4063-8358-69388737b52d service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933890 Aug 31 14:52:07.413901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17842da-a07a-446d-9192-24d638978cff req-7a255e3c-5be5-48ce-b2f4-3a36c77c49aa tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:07.415493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c17842da-a07a-446d-9192-24d638978cff req-7a255e3c-5be5-48ce-b2f4-3a36c77c49aa tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0490189 Aug 31 14:52:07.452962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c17842da-a07a-446d-9192-24d638978cff req-60e57c21-3fcf-4e43-be4f-2d3877c41382 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Aug 31 14:52:08.211594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-3909b42f-f0ee-4338-87db-db3e88477155 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:08.213073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-3909b42f-f0ee-4338-87db-db3e88477155 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.26 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 946 time: 0.0533121 Aug 31 14:52:08.302214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Deleting port 0d949748-8379-4885-ac19-d4e936a082bf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:08.302554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.393830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] For port 0d949748-8379-4885-ac19-d4e936a082bf, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=0d949748-8379-4885-ac19-d4e936a082bf,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:08.394206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.407014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Calling delete_port for 0d949748-8379-4885-ac19-d4e936a082bf owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:08.559581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.590901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Pushing event deleted for resources: {'Port': ['ID=0d949748-8379-4885-ac19-d4e936a082bf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:08.592705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['0d949748-8379-4885-ac19-d4e936a082bf'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:52:08.631189 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a835f-82b2-4f5e-91b6-a1ffcda73d85 req-347edfde-218f-4fc1-afe2-848addd41b33 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:08.633278 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb4a835f-82b2-4f5e-91b6-a1ffcda73d85 req-347edfde-218f-4fc1-afe2-848addd41b33 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/ports?device_id=aec97d68-37d0-44be-b4c9-9e2c4b6949b3 HTTP/1.1" status: 200 len: 867 time: 0.1107118 Aug 31 14:52:08.650704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] No DVR routers for this DVR port 0d949748-8379-4885-ac19-d4e936a082bf on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:08.653353 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.655341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eab5dafd-cde5-40d1-a9ee-a5b1eb959ffc req-f02c0e9c-8943-4ebb-a83e-49c15394def8 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.26 "DELETE /v2.0/ports/0d949748-8379-4885-ac19-d4e936a082bf HTTP/1.1" status: 204 len: 173 time: 0.4352908 Aug 31 14:52:08.659898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'name': 'network-vif-deleted', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:08.662088 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a52abf2-ae7f-4988-ba39-376061877bf2" -d '{"events": [{"server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "name": "network-vif-deleted", "tag": "0d949748-8379-4885-ac19-d4e936a082bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:08.694315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fb4a835f-82b2-4f5e-91b6-a1ffcda73d85 req-1ca5e5da-2fe2-4b81-bc29-9ba76798ac35 tempest-TestMinimumBasicScenario-923312408 tempest-TestMinimumBasicScenario-923312408-project] 10.222.0.10 "GET /v2.0/security-groups?id=d18b9311-e16f-46aa-8747-12d470f6f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Aug 31 14:52:08.743617 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eda295-cd30-4dcb-9755-d84cd948ac86 x-openstack-request-id: req-93eda295-cd30-4dcb-9755-d84cd948ac86 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:08.743919 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec97d68-37d0-44be-b4c9-9e2c4b6949b3", "name": "network-vif-deleted", "tag": "0d949748-8379-4885-ac19-d4e936a082bf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:08.744176 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93eda295-cd30-4dcb-9755-d84cd948ac86 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:08.744571 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec97d68-37d0-44be-b4c9-9e2c4b6949b3', 'name': 'network-vif-deleted', 'tag': '0d949748-8379-4885-ac19-d4e936a082bf', 'status': 'completed', 'code': 200} Aug 31 14:52:10.274095 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.504020 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.959313 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.214114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Deleting port d556e756-cd9b-445e-8906-fba44f69f438 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:11.214472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.292921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] For port d556e756-cd9b-445e-8906-fba44f69f438, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d556e756-cd9b-445e-8906-fba44f69f438,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:11.293637 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.315950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Calling delete_port for d556e756-cd9b-445e-8906-fba44f69f438 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:11.497031 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.525001 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d556e756-cd9b-445e-8906-fba44f69f438,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:11.690381 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.909704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Router 186248ea-791b-4153-8be8-a058310c174c has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:12.019616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:12.026563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ab0df18d-9ed1-4ee4-9bcb-e6ee6dd579f9 admin admin] 10.222.0.10 "PUT /v2.0/routers/186248ea-791b-4153-8be8-a058310c174c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7514312 Aug 31 14:52:12.029268 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57992) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:12.033979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] Sync routers for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:12.047032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:12.047655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:12.139605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.154723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:12.239092 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.294660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Deleting port f0500579-5370-46e7-9434-d1a359a5a44a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:12.295364 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.336737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:52:11Z', 'revision_number': 5, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port': {'id': 'f0500579-5370-46e7-9434-d1a359a5a44a', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186248ea-791b-4153-8be8-a058310c174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:12.366786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] Checking router: 186248ea-791b-4153-8be8-a058310c174c for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:12.375138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] Routers {'186248ea-791b-4153-8be8-a058310c174c'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:12.375370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] For port f0500579-5370-46e7-9434-d1a359a5a44a, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f0500579-5370-46e7-9434-d1a359a5a44a,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:12.375740 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.375844 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['186248ea-791b-4153-8be8-a058310c174c'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:12.389214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Calling delete_port for f0500579-5370-46e7-9434-d1a359a5a44a owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:12.462892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] Set router 186248ea-791b-4153-8be8-a058310c174c gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:12.517194 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:52:12Z', 'revision_number': 6, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:12.545460 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7533ac-6fb6-421b-a97c-afef37284b39 None None] The sync data for ids ['186248ea-791b-4153-8be8-a058310c174c'] in n-d-792362-6 is: [{'id': '186248ea-791b-4153-8be8-a058310c174c', 'name': 'tempest-TestMinimumBasicScenario-1811190622-router', 'tenant_id': '9142269c227b40ff8058da7d950d74e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:49Z', 'updated_at': '2021-08-31T14:52:12Z', 'revision_number': 6, 'project_id': '9142269c227b40ff8058da7d950d74e3', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:12.557094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.583408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0500579-5370-46e7-9434-d1a359a5a44a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:12.646900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.736113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.738245 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.790984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.791549 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186248ea-791b-4153-8be8-a058310c174c {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:52:12.796491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.797710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a779b232-f9ba-4f63-a1a3-c90d652f00a5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/186248ea-791b-4153-8be8-a058310c174c HTTP/1.1" status: 204 len: 168 time: 0.7675254 Aug 31 14:52:12.800223 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57994) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:12.846907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0d949748-8379-4885-ac19-d4e936a082bf no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:12.849887 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] Deleting subnet 5bbcd595-2d99-4617-9509-a9de9d5a8f38 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:52:12.852970 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.866603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 0d949748-8379-4885-ac19-d4e936a082bf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:12.867306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 0d949748-8379-4885-ac19-d4e936a082bf not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:12.890722 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.983827 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.997535 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d556e756-cd9b-445e-8906-fba44f69f438 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:13.024157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d556e756-cd9b-445e-8906-fba44f69f438 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:13.024593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d556e756-cd9b-445e-8906-fba44f69f438 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:13.063800 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.096443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbcd595-2d99-4617-9509-a9de9d5a8f38,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:13.098489 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.101217 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8af99880-9748-47b1-9c24-5c4e2413eefc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5bbcd595-2d99-4617-9509-a9de9d5a8f38 HTTP/1.1" status: 204 len: 168 time: 0.3000247 Aug 31 14:52:13.103052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 57996) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:13.103202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60e8f8-0d9b-4d5e-a393-0f495e5093c8 None None] Network 49d612c0-81d1-409e-b2a3-f400034eddcb requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:13.171109 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.226864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Deleting port d19b820b-6d69-4620-a5ba-31bba200dfa3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:13.227228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.293912 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] For port d19b820b-6d69-4620-a5ba-31bba200dfa3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=d19b820b-6d69-4620-a5ba-31bba200dfa3,segment=NetworkSegment(358ff39f-21ad-48bc-9370-b3ea97c73cd8),segment_id=358ff39f-21ad-48bc-9370-b3ea97c73cd8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:13.294211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.307416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Calling delete_port for d19b820b-6d69-4620-a5ba-31bba200dfa3 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:13.355352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] DHCP port deletion for 49d612c0-81d1-409e-b2a3-f400034eddcb request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:52:13.397032 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.406647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Deleting port d19b820b-6d69-4620-a5ba-31bba200dfa3 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:13.407100 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.422886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19b820b-6d69-4620-a5ba-31bba200dfa3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:13.426367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] No DVR routers for this DVR port d19b820b-6d69-4620-a5ba-31bba200dfa3 on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:13.474725 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] For port d19b820b-6d69-4620-a5ba-31bba200dfa3, host n-d-792362-6, got binding levels [] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:13.475117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.488666 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Calling delete_port for d19b820b-6d69-4620-a5ba-31bba200dfa3 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:13.491324 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.ipam_backend_mixin [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Port d19b820b-6d69-4620-a5ba-31bba200dfa3 was not found and therefore no delete operation was performed {{(pid=101362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:52:13.493267 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.503263 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.513756 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d612c0-81d1-409e-b2a3-f400034eddcb']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:13.518885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Pushing event deleted for resources: {'Port': ['ID=d19b820b-6d69-4620-a5ba-31bba200dfa3,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:13.521093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] No DVR routers for this DVR port d19b820b-6d69-4620-a5ba-31bba200dfa3 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:13.528244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358ff39f-21ad-48bc-9370-b3ea97c73cd8') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:13.528244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358ff39f-21ad-48bc-9370-b3ea97c73cd8') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:13.531753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.532170 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.532638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.533122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.533518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.533963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.534353 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.534826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.535502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.535502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.535961 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.536343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb7d12-bc4c-46d9-aeaa-a1753ce1029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:13.540802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.555624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.561688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:52:13.562201 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:52:13.564101 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:52:13.624633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.628916 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.631534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] 10.222.0.10 "DELETE /v2.0/networks/49d612c0-81d1-409e-b2a3-f400034eddcb HTTP/1.1" status: 204 len: 168 time: 0.5269616 Aug 31 14:52:13.635024 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 57998) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:13.645833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70aa70-6a8c-49fa-9d7f-eb51a1f0e416 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d612c0-81d1-409e-b2a3-f400034eddcb,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:13.982804 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.220535 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Deleting port 41c90511-1585-40ae-ab3d-a4743f60036b {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:14.220887 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.299026 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] For port 41c90511-1585-40ae-ab3d-a4743f60036b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=41c90511-1585-40ae-ab3d-a4743f60036b,segment=NetworkSegment(92791f1b-1bad-4df5-bace-70e26d5217b3),segment_id=92791f1b-1bad-4df5-bace-70e26d5217b3)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:14.299387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.312278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Calling delete_port for 41c90511-1585-40ae-ab3d-a4743f60036b owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:14.489207 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.516105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c90511-1585-40ae-ab3d-a4743f60036b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:14.681885 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.794992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d19b820b-6d69-4620-a5ba-31bba200dfa3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:14.814741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: d19b820b-6d69-4620-a5ba-31bba200dfa3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:14.815093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device d19b820b-6d69-4620-a5ba-31bba200dfa3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:14.815514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f0500579-5370-46e7-9434-d1a359a5a44a no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:14.833824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: f0500579-5370-46e7-9434-d1a359a5a44a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:14.834174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f0500579-5370-46e7-9434-d1a359a5a44a not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:14.900462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Router 47aefa67-5eff-4719-ba42-a09d8d9df6fa has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:15.006996 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:15.012486 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4a0caffe-3356-4a26-835b-9dcec768c4e0 admin admin] 10.222.0.10 "PUT /v2.0/routers/47aefa67-5eff-4719-ba42-a09d8d9df6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756523 Aug 31 14:52:15.015296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:15.016946 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] Sync routers for ids ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:15.027123 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] Routers {'47aefa67-5eff-4719-ba42-a09d8d9df6fa'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:15.027840 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:15.120825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.131229 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] Set router 47aefa67-5eff-4719-ba42-a09d8d9df6fa gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:15.222737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.275423 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Deleting port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:15.275670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.306329 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:52:14Z', 'revision_number': 5, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port': {'id': '4376989a-2f8c-4d8f-be35-e8dc92c30f6d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:54Z', 'updated_at': '2021-08-31T14:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:15.331826 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] Checking router: 47aefa67-5eff-4719-ba42-a09d8d9df6fa for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:15.340784 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] Routers {'47aefa67-5eff-4719-ba42-a09d8d9df6fa'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:15.341524 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:15.354228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] For port 4376989a-2f8c-4d8f-be35-e8dc92c30f6d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:15.354607 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.367855 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Calling delete_port for 4376989a-2f8c-4d8f-be35-e8dc92c30f6d owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:15.429357 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] Set router 47aefa67-5eff-4719-ba42-a09d8d9df6fa gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:15.486114 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 6, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:15.513755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3578c17-ff14-475e-88cc-46f955d86bb7 None None] The sync data for ids ['47aefa67-5eff-4719-ba42-a09d8d9df6fa'] in n-d-792362-6 is: [{'id': '47aefa67-5eff-4719-ba42-a09d8d9df6fa', 'name': 'tempest-TestMinimumBasicScenario-1438439529-router', 'tenant_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 6, 'project_id': '3ae6d8adc41742a7afd0f392cefbfc8b', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:15.554555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.582996 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4376989a-2f8c-4d8f-be35-e8dc92c30f6d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:15.644070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.063977 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.066091 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.107540 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.108046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47aefa67-5eff-4719-ba42-a09d8d9df6fa {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:52:16.112464 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.113893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2657b16a-032f-4246-b7ba-46354597bc38 admin admin] 10.222.0.10 "DELETE /v2.0/routers/47aefa67-5eff-4719-ba42-a09d8d9df6fa HTTP/1.1" status: 204 len: 168 time: 1.0972860 Aug 31 14:52:16.116561 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58002) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:16.167342 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] Deleting subnet 94a212b5-789f-4001-99a8-8e70b6305b6d {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:52:16.170509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.204685 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.289649 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.343408 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.369967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a212b5-789f-4001-99a8-8e70b6305b6d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:16.373804 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.375725 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-56b3c261-a0a2-4ec8-aacc-6e6e2e73b7b6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/94a212b5-789f-4001-99a8-8e70b6305b6d HTTP/1.1" status: 204 len: 168 time: 0.2575071 Aug 31 14:52:16.378211 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58004) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:16.383914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3f97f-6eea-4c32-8f94-e0e5a8cccdde None None] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:16.452916 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.510858 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Deleting port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:16.511212 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.564168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] DHCP port deletion for 5884e6ab-f97f-4417-a3f1-137fbfd39554 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:52:16.576188 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] For port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,segment=NetworkSegment(92791f1b-1bad-4df5-bace-70e26d5217b3),segment_id=92791f1b-1bad-4df5-bace-70e26d5217b3)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:16.576567 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.589740 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Calling delete_port for 1bfbdc97-21f3-415e-a6b1-4e80b47475fe owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:16.609692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] Deleting port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:16.610070 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.673752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.676974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] For port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,segment=NetworkSegment(92791f1b-1bad-4df5-bace-70e26d5217b3),segment_id=92791f1b-1bad-4df5-bace-70e26d5217b3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:16.677703 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.691283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] Calling delete_port for 1bfbdc97-21f3-415e-a6b1-4e80b47475fe owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:16.699202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:16.702851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] No DVR routers for this DVR port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:16.768824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 41c90511-1585-40ae-ab3d-a4743f60036b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:16.781290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.791860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5884e6ab-f97f-4417-a3f1-137fbfd39554']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:16.794736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 41c90511-1585-40ae-ab3d-a4743f60036b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:16.795144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 41c90511-1585-40ae-ab3d-a4743f60036b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:16.795503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1bfbdc97-21f3-415e-a6b1-4e80b47475fe no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:16.802857 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92791f1b-1bad-4df5-bace-70e26d5217b3') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:16.803220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92791f1b-1bad-4df5-bace-70e26d5217b3') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:16.812645 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.829077 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.836093 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:52:16.836513 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:52:16.838365 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:52:16.894682 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.900779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.902695 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] 10.222.0.10 "DELETE /v2.0/networks/5884e6ab-f97f-4417-a3f1-137fbfd39554 HTTP/1.1" status: 204 len: 168 time: 0.5235384 Aug 31 14:52:16.916581 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07b4c3-cd74-428f-8a74-fbdbd632521a admin admin] Pushing event deleted for resources: {'Network': ['ID=5884e6ab-f97f-4417-a3f1-137fbfd39554,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:16.969422 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.971222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 1bfbdc97-21f3-415e-a6b1-4e80b47475fe {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:16.971583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 1bfbdc97-21f3-415e-a6b1-4e80b47475fe not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:16.971980 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4376989a-2f8c-4d8f-be35-e8dc92c30f6d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:16.995343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 4376989a-2f8c-4d8f-be35-e8dc92c30f6d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:16.995695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 4376989a-2f8c-4d8f-be35-e8dc92c30f6d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:16.997097 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] Network 5884e6ab-f97f-4417-a3f1-137fbfd39554 is not hosted by any dhcp agent {{(pid=101362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:52:16.997551 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] No DVR routers for this DVR port 1bfbdc97-21f3-415e-a6b1-4e80b47475fe on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:17.017053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d967555-7cd7-43d8-aeea-ae5c665b1781 None None] Pushing event deleted for resources: {'Port': ['ID=1bfbdc97-21f3-415e-a6b1-4e80b47475fe,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:17.082235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58008) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:17.125095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ce886f11-7d3a-4436-a45c-6191b832447d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9142269c227b40ff8058da7d950d74e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416324 Aug 31 14:52:17.127726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58010) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:17.176136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26d5d76-ccc6-4f19-9573-ec0df1e32b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.197289 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26d5d76-ccc6-4f19-9573-ec0df1e32b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.242574 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26d5d76-ccc6-4f19-9573-ec0df1e32b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.245417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26d5d76-ccc6-4f19-9573-ec0df1e32b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.246585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a26d5d76-ccc6-4f19-9573-ec0df1e32b7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d18b9311-e16f-46aa-8747-12d470f6f8f7 HTTP/1.1" status: 204 len: 168 time: 0.1178918 Aug 31 14:52:17.254229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5d76-ccc6-4f19-9573-ec0df1e32b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18b9311-e16f-46aa-8747-12d470f6f8f7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:17.559253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:17.598801 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-99726e1e-1aec-4f5b-8956-94d3bd96eeeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ae6d8adc41742a7afd0f392cefbfc8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383737 Aug 31 14:52:17.601266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58018) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:17.649517 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfe85ff3-2bae-4300-87a4-8a9dbf06aa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.670138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfe85ff3-2bae-4300-87a4-8a9dbf06aa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.719369 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfe85ff3-2bae-4300-87a4-8a9dbf06aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.722002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfe85ff3-2bae-4300-87a4-8a9dbf06aa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.723189 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cfe85ff3-2bae-4300-87a4-8a9dbf06aa51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd869e36-5868-4fa8-96e1-1dd2d7d4c3da HTTP/1.1" status: 204 len: 168 time: 0.1210105 Aug 31 14:52:17.732830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe85ff3-2bae-4300-87a4-8a9dbf06aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd869e36-5868-4fa8-96e1-1dd2d7d4c3da,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:19.311265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:19.315951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741450806', 'description': 'tempest-secgroup-smoke-1741450806 description', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:19.341625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.349510 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.441585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.445624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.480791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40b511-6b49-4228-b4ac-437b757d05c1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:19.533797 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.537237 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.563920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.565155 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2528634 Aug 31 14:52:19.566914 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa32fad-0a3b-40a6-9a06-eaf9debf8058 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb34daad-35c1-4051-bdb7-712289fcc2f3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:19.568330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58060) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:19.574692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a8c67af1-dad6-4418-885f-77a8771bc699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'cb34daad-35c1-4051-bdb7-712289fcc2f3', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:19.601777 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8c67af1-dad6-4418-885f-77a8771bc699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.661030 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8c67af1-dad6-4418-885f-77a8771bc699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.664699 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8c67af1-dad6-4418-885f-77a8771bc699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.684648 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c67af1-dad6-4418-885f-77a8771bc699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c5a09b-ec66-4637-b089-9f0bcd4f66e0,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:19.688166 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a8c67af1-dad6-4418-885f-77a8771bc699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.689530 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a8c67af1-dad6-4418-885f-77a8771bc699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188552 Aug 31 14:52:19.692228 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58062) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:19.697428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-6e1fe9fa-b857-46df-8003-a19321efdf86 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'cb34daad-35c1-4051-bdb7-712289fcc2f3', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:19.722463 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe9fa-b857-46df-8003-a19321efdf86 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.781458 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe9fa-b857-46df-8003-a19321efdf86 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.785081 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe9fa-b857-46df-8003-a19321efdf86 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.801822 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe9fa-b857-46df-8003-a19321efdf86 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79238101-0fe0-438d-8a7d-8c73d9210b1a,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:19.809059 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe9fa-b857-46df-8003-a19321efdf86 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.810164 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-6e1fe9fa-b857-46df-8003-a19321efdf86 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169858 Aug 31 14:52:19.812933 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58064) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:19.817291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-5965f131-2970-4a3a-b369-5a6d7a7925ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'cb34daad-35c1-4051-bdb7-712289fcc2f3', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:19.844118 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5965f131-2970-4a3a-b369-5a6d7a7925ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.900605 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5965f131-2970-4a3a-b369-5a6d7a7925ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.904712 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5965f131-2970-4a3a-b369-5a6d7a7925ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.924264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965f131-2970-4a3a-b369-5a6d7a7925ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cd40d9-97f3-46dc-b70e-5409fa967a13,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:19.927883 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-5965f131-2970-4a3a-b369-5a6d7a7925ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.929613 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5965f131-2970-4a3a-b369-5a6d7a7925ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152425 Aug 31 14:52:19.932533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58066) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:19.936891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-df039589-8b4c-4396-ba9c-3c8b785f0386 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'cb34daad-35c1-4051-bdb7-712289fcc2f3', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:19.962875 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df039589-8b4c-4396-ba9c-3c8b785f0386 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.023936 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df039589-8b4c-4396-ba9c-3c8b785f0386 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.027694 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df039589-8b4c-4396-ba9c-3c8b785f0386 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.045766 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df039589-8b4c-4396-ba9c-3c8b785f0386 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e34061-f342-43a3-b013-f77961665fd0,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:20.051470 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df039589-8b4c-4396-ba9c-3c8b785f0386 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.053315 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-df039589-8b4c-4396-ba9c-3c8b785f0386 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197767 Aug 31 14:52:20.056029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58068) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:20.060469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'cb34daad-35c1-4051-bdb7-712289fcc2f3', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:20.081611 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:52:20.086270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.146499 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.150190 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.167951 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1423265-8541-4c3b-9c72-41d7644abf2d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:20.173713 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.175195 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3746f6d3-0953-439d-b401-3f7b2e3b9f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182365 Aug 31 14:52:20.177995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58070) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:20.182453 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'cb34daad-35c1-4051-bdb7-712289fcc2f3', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:20.204329 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:52:20.209119 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.269672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.273098 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.292437 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c18ec55-51e5-4c16-a738-a5a6a6be92c4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:20.295853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.299033 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-07734b7b-038d-428b-b3e1-4a563f195506 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181893 Aug 31 14:52:20.300254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58072) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:20.306710 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'network': {'name': 'tempest-network-smoke--174993680', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'port_security_enabled': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:20.328250 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:20.331773 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.354833 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] vlan segment allocate from pool success with {'vlan_id': 1510, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:52:20.363631 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.363984 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Added segment 5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8 of type vlan for network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 Aug 31 14:52:20.407079 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.431830 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.440432 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:20.441338 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.515741 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2144763 Aug 31 14:52:20.518896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58074) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:20.523877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'admin_state_up': True, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:20.526360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5eff2-e8e5-4376-aaed-62ac5981682b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Network': ['ID=1d023d9e-fe7e-4d0a-9af9-147a584e6548,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:20.539794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:52:20.555938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.556992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.610076 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.744960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.942547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.962783 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.068253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.31 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/318cbbb3-cc5b-47bd-a019-99c59108e0e5) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:21.169492 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.208108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.244337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:21.248990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:21.252515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:21.283995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=318cbbb3-cc5b-47bd-a019-99c59108e0e5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:21.512578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.711507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.835421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router de519222-64d8-43b4-9e17-c913b4f92705 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:52:21.940168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:21.949732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Sync routers for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:21.957296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.958673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:21.958844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-44dd41fd-f4d9-48ec-8934-da8d8c5343bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4388952 Aug 31 14:52:21.959283 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:21.962537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58076) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.065098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:22.096722 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c3279e8f-b85a-444a-a1f3-9f1ea2b67802 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e3992c4bbf24156b09996e0b6c19f39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1329818 Aug 31 14:52:22.099456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58080) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.184316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d271faa-c8de-4f76-aa02-6080ef7fb732 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:22.185860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9d271faa-c8de-4f76-aa02-6080ef7fb732 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855055 Aug 31 14:52:22.188883 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58082) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.216727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-173fe9b4-fe8d-4461-b734-a186a55e6aba tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267875 Aug 31 14:52:22.219319 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.224041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1073025056', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:22.247033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:22.274328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Checking router: de519222-64d8-43b4-9e17-c913b4f92705 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:22.274835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Updating router de519222-64d8-43b4-9e17-c913b4f92705 port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:52:22.303017 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.316769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:22.320779 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.521543 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.562370 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.573122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Transition to ACTIVE for port object 318cbbb3-cc5b-47bd-a019-99c59108e0e5 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:22.579039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.584067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Subnet': ['ID=b202931f-885c-4d0b-8da9-eba4b8fa3c35,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:22.593662 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Checking segment: {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:22.594047 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network hostable DHCP agents. Network: 1d023d9e-fe7e-4d0a-9af9-147a584e6548, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:52:22.611493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:52:22.622300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 1d023d9e-fe7e-4d0a-9af9-147a584e6548) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:22.627357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:22.628982 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.633565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b9e74e-f2aa-44f4-979f-eddc64a88836 None None] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:22.647447 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-05f133ed-42af-4e3a-b327-4d5d91ce2f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4245739 Aug 31 14:52:22.648277 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58088) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.650889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Attempting to bind port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:22.651270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Attempting to bind port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:22.651644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Attempting to bind port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:22.653542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00b24-4a96-4c51-99e5-05d115b6811f None None] Pushing event updated for resources: {'Port': ['ID=318cbbb3-cc5b-47bd-a019-99c59108e0e5,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:22.688730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:22.689129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:22.689546 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.689945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:22.690425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Bound port: 318cbbb3-cc5b-47bd-a019-99c59108e0e5, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:22.690811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.769487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] For port 318cbbb3-cc5b-47bd-a019-99c59108e0e5, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:22.774528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] For port 318cbbb3-cc5b-47bd-a019-99c59108e0e5, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=318cbbb3-cc5b-47bd-a019-99c59108e0e5,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:22.779734 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.882753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:22.883304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:22.937441 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:52:22.938337 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.950488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00b24-4a96-4c51-99e5-05d115b6811f None None] Pushing event updated for resources: {'Port': ['ID=318cbbb3-cc5b-47bd-a019-99c59108e0e5,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:23.091404 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:23.092074 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.238868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Allocated IP 172.20.0.2 (1d023d9e-fe7e-4d0a-9af9-147a584e6548/b202931f-885c-4d0b-8da9-eba4b8fa3c35/a41a5896-f09b-40fa-8379-ba5380bc785f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:23.425573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:23.460968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc448d5-e997-4d1e-972b-b3f9fa254742 None None] The sync data for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 is: [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:23.466227 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.478807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Transition to ACTIVE for port object a41a5896-f09b-40fa-8379-ba5380bc785f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:23.494087 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Transition to ACTIVE for port object a41a5896-f09b-40fa-8379-ba5380bc785f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:23.499664 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.538395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:23.543566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:23.547232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:23.556434 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Pushing event updated for resources: {'Port': ['ID=a41a5896-f09b-40fa-8379-ba5380bc785f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:23.560103 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.1 (1d023d9e-fe7e-4d0a-9af9-147a584e6548/b202931f-885c-4d0b-8da9-eba4b8fa3c35/669b9b3e-a317-448d-92c7-e4822da9f668) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:23.701277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.733956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object 669b9b3e-a317-448d-92c7-e4822da9f668 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:23.770238 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.772611 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Attempting to bind port a41a5896-f09b-40fa-8379-ba5380bc785f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:23.773056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Attempting to bind port a41a5896-f09b-40fa-8379-ba5380bc785f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:23.773933 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Attempting to bind port a41a5896-f09b-40fa-8379-ba5380bc785f on network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:23.780531 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:23.781096 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Checking segment: {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:23.781353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.785503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Bound using segment: {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:23.785503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Bound port: a41a5896-f09b-40fa-8379-ba5380bc785f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:23.785503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.817500 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:23.821703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:23.825824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:23.849059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] For port a41a5896-f09b-40fa-8379-ba5380bc785f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:23.852793 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] For port a41a5896-f09b-40fa-8379-ba5380bc785f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a41a5896-f09b-40fa-8379-ba5380bc785f,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:23.853249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=669b9b3e-a317-448d-92c7-e4822da9f668,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:23.860625 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.877893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.936235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a206289-2aba-49a8-9c24-c88d593e7486 None None] Pushing event updated for resources: {'Port': ['ID=a41a5896-f09b-40fa-8379-ba5380bc785f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:24.025395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:24.677255 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:24.681900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:24.761506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=669b9b3e-a317-448d-92c7-e4822da9f668,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:24.764041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:24.841676 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 318cbbb3-cc5b-47bd-a019-99c59108e0e5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:24.879810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:24.885869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:24.914934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9500d-5182-4afa-a8b2-b6dd917ef954 None None] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:24.956047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:24.968134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:24.968508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.022481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router de519222-64d8-43b4-9e17-c913b4f92705 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:25.040257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ac28b961-46b6-4a7e-a803-1bdb71ff7ed4 None None] Provisioning for port a41a5896-f09b-40fa-8379-ba5380bc785f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:25.130508 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.150908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:25.161521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-29a8b707-3cb8-47e2-acf6-18ba4a9b620a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/de519222-64d8-43b4-9e17-c913b4f92705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120230 Aug 31 14:52:25.174877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 318cbbb3-cc5b-47bd-a019-99c59108e0e5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=318cbbb3-cc5b-47bd-a019-99c59108e0e5,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:25.180592 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.181466 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a41a5896-f09b-40fa-8379-ba5380bc785f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:25.275736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=318cbbb3-cc5b-47bd-a019-99c59108e0e5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:25.300528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a41a5896-f09b-40fa-8379-ba5380bc785f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:25.306229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a41a5896-f09b-40fa-8379-ba5380bc785f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:25.306726 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.350999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-dfd52b81-582e-4c84-aa84-72c059b1cdc8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741450806&fields=id&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 267 time: 0.0460923 Aug 31 14:52:25.399088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.440099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a41a5896-f09b-40fa-8379-ba5380bc785f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a41a5896-f09b-40fa-8379-ba5380bc785f,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:25.446301 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.503689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-78800cf9-6943-44ed-9722-d78a08b474d1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:25.507346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-78800cf9-6943-44ed-9722-d78a08b474d1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/networks?id=1d023d9e-fe7e-4d0a-9af9-147a584e6548 HTTP/1.1" status: 200 len: 796 time: 0.1389925 Aug 31 14:52:25.527643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-535b9554-a5d1-43d1-b710-7ae4b0fbe29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/quotas/3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 375 time: 0.0111368 Aug 31 14:52:25.535457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a41a5896-f09b-40fa-8379-ba5380bc785f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:25.552764 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Sync routers for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:25.574277 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:25.575174 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:25.581133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d6e93384-484b-4413-92fe-7e0e678bc9fa None None] Provisioning for port 669b9b3e-a317-448d-92c7-e4822da9f668 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:25.584736 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d6e93384-484b-4413-92fe-7e0e678bc9fa None None] Provisioning complete for port 669b9b3e-a317-448d-92c7-e4822da9f668 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:25.585744 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d6e93384-484b-4413-92fe-7e0e678bc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.612139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-0e2a9bf7-7a60-4ec5-ae19-9907a871b1f5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742435 Aug 31 14:52:25.628588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-d6e93384-484b-4413-92fe-7e0e678bc9fa None None] Port 669b9b3e-a317-448d-92c7-e4822da9f668 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:52:25.642004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d6e93384-484b-4413-92fe-7e0e678bc9fa None None] Provisioning complete for port a41a5896-f09b-40fa-8379-ba5380bc785f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:25.642737 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d6e93384-484b-4413-92fe-7e0e678bc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.707753 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:25.731539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-398e69ea-523e-4f23-918f-49f643fe66b3 service neutron] 10.222.0.10 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076498 Aug 31 14:52:25.847340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-79f40a65-72c9-455e-84f0-abe7ed0d8f28 service neutron] 10.222.0.10 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088274 Aug 31 14:52:25.875784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9c211c74-0a7d-4d10-95c7-c8a88a366cf4 None None] Provisioning complete for port 669b9b3e-a317-448d-92c7-e4822da9f668 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:25.876358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9c211c74-0a7d-4d10-95c7-c8a88a366cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.930579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9c211c74-0a7d-4d10-95c7-c8a88a366cf4 None None] Port 669b9b3e-a317-448d-92c7-e4822da9f668 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:52:25.958667 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:24Z', 'revision_number': 2, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:25.988165 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Checking router: de519222-64d8-43b4-9e17-c913b4f92705 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:25.988522 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Updating router de519222-64d8-43b4-9e17-c913b4f92705 port 669b9b3e-a317-448d-92c7-e4822da9f668 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:52:26.018231 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.055389 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-cf046c4f-2cb1-4e81-bb53-cd7dd11bf10e None None] Provisioning complete for port 669b9b3e-a317-448d-92c7-e4822da9f668 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:26.055724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cf046c4f-2cb1-4e81-bb53-cd7dd11bf10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.066486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5f076a60-e84f-4008-8107-6f5990bafafd req-01f55a3a-9f17-4454-b4e9-42616195af5c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 210 time: 0.0343106 Aug 31 14:52:26.101580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cf046c4f-2cb1-4e81-bb53-cd7dd11bf10e None None] Port 669b9b3e-a317-448d-92c7-e4822da9f668 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:52:26.377311 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.388100 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Transition to ACTIVE for port object 669b9b3e-a317-448d-92c7-e4822da9f668 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:26.398344 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.565646 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Pushing event updated for resources: {'Port': ['ID=669b9b3e-a317-448d-92c7-e4822da9f668,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:26.587364 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.587717 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.588057 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.588443 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.588773 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.589151 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.589478 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.589801 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.590120 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.590437 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.590751 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.591065 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:26.611469 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Attempting to bind port 669b9b3e-a317-448d-92c7-e4822da9f668 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:26.612055 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Attempting to bind port 669b9b3e-a317-448d-92c7-e4822da9f668 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:26.612524 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Attempting to bind port 669b9b3e-a317-448d-92c7-e4822da9f668 on network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:26.619336 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:26.620128 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Checking segment: {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:26.621656 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.621656 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Bound using segment: {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:26.622337 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Bound port: 669b9b3e-a317-448d-92c7-e4822da9f668, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:26.622806 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.695449 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] For port 669b9b3e-a317-448d-92c7-e4822da9f668, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:26.699850 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] For port 669b9b3e-a317-448d-92c7-e4822da9f668, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=669b9b3e-a317-448d-92c7-e4822da9f668,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:26.704946 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.770231 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ebd1c-840d-4593-8d14-80a3dd653145 None None] Pushing event updated for resources: {'Port': ['ID=669b9b3e-a317-448d-92c7-e4822da9f668,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:26.773538 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:26.774370 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:51:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:26.787445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 318cbbb3-cc5b-47bd-a019-99c59108e0e5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:26.850209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:26.850697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.886731 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:26.903284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f77921b3-a149-41de-b7f1-bdc39f2d8ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.974428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a41a5896-f09b-40fa-8379-ba5380bc785f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:27.030107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a41a5896-f09b-40fa-8379-ba5380bc785f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:27.030482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.127730 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:26Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:27.159110 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b008345-3855-475f-aabc-932b6e444ddc None None] The sync data for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 is: [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:26Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:27.199035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d89cf047-f8d5-44eb-bfe5-0b19178fada5 req-14052a12-ae4c-4653-8fc4-6430bc16d4b0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 210 time: 0.0329914 Aug 31 14:52:27.230357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-1307f4f3-5774-47d2-9c3f-07a72923605f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:27.232106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-1307f4f3-5774-47d2-9c3f-07a72923605f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/networks?id=1d023d9e-fe7e-4d0a-9af9-147a584e6548 HTTP/1.1" status: 200 len: 796 time: 0.1645665 Aug 31 14:52:27.294831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-864a6165-7fd6-4ce7-8229-79281ac1e118 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 380 time: 0.0447156 Aug 31 14:52:27.306686 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'port': {'device_id': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'admin_state_up': True, 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'security_groups': ['cb34daad-35c1-4051-bdb7-712289fcc2f3']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:27.427636 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:27.431387 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.566216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.13 (1d023d9e-fe7e-4d0a-9af9-147a584e6548/b202931f-885c-4d0b-8da9-eba4b8fa3c35/60128d0d-7a30-422f-899f-fb6fc9effe5a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:27.717212 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.731872 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object 60128d0d-7a30-422f-899f-fb6fc9effe5a will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:27.765083 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.810616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:27.813900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:27.817760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:27.842851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=60128d0d-7a30-422f-899f-fb6fc9effe5a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:27.871963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:27.872637 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.889692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d9936a6c-8fb3-4db3-aac1-dfcc267073d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5871096 Aug 31 14:52:27.909206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Request body: {'port': {'device_id': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:27.974549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.106634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b32c563b-4039-4266-8764-342bbab5ee13 None None] Provisioning for port 60128d0d-7a30-422f-899f-fb6fc9effe5a completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:28.111536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b32c563b-4039-4266-8764-342bbab5ee13 None None] Provisioning complete for port 60128d0d-7a30-422f-899f-fb6fc9effe5a triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:28.111914 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b32c563b-4039-4266-8764-342bbab5ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.151055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b32c563b-4039-4266-8764-342bbab5ee13 None None] Port 60128d0d-7a30-422f-899f-fb6fc9effe5a cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:52:28.257564 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60128d0d-7a30-422f-899f-fb6fc9effe5a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:52:28.265667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.281350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Transition to ACTIVE for port object 60128d0d-7a30-422f-899f-fb6fc9effe5a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:28.293666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.392638 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Pushing event updated for resources: {'Port': ['ID=60128d0d-7a30-422f-899f-fb6fc9effe5a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:28.423999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587afe44-52b5-44b3-acc7-4055a5bcf739 req-2b7a73b5-20e2-448b-a7b9-86383f6bc04d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:28.425634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-587afe44-52b5-44b3-acc7-4055a5bcf739 req-2b7a73b5-20e2-448b-a7b9-86383f6bc04d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 944 time: 0.1430190 Aug 31 14:52:28.498714 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-587afe44-52b5-44b3-acc7-4055a5bcf739 req-f9ac65e3-811f-40d1-80fa-5ec8de738002 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525932 Aug 31 14:52:28.503165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Attempting to bind port 60128d0d-7a30-422f-899f-fb6fc9effe5a on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:28.503632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Attempting to bind port 60128d0d-7a30-422f-899f-fb6fc9effe5a by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:28.503845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Attempting to bind port 60128d0d-7a30-422f-899f-fb6fc9effe5a on network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:28.509238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Port 60128d0d-7a30-422f-899f-fb6fc9effe5a on network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:52:28.509576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Attempting to bind port 60128d0d-7a30-422f-899f-fb6fc9effe5a on network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:28.515011 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:28.515357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Checking segment: {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:28.515747 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Bound using segment: {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:28.516182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Bound port: 60128d0d-7a30-422f-899f-fb6fc9effe5a, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:28.516556 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.586263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] For port 60128d0d-7a30-422f-899f-fb6fc9effe5a, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:28.589275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] For port 60128d0d-7a30-422f-899f-fb6fc9effe5a, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:28.593793 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.625963 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:28.626591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.627970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] 10.222.0.26 "PUT /v2.0/ports/60128d0d-7a30-422f-899f-fb6fc9effe5a HTTP/1.1" status: 200 len: 1092 time: 0.7233016 Aug 31 14:52:28.628408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:28.630690 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813" -d '{"events": [{"name": "network-changed", "server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:28.662712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b076f2-bf75-4aa0-87bd-ab34f4c83be4 service neutron] Pushing event updated for resources: {'Port': ['ID=60128d0d-7a30-422f-899f-fb6fc9effe5a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:28.699127 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2252a173-6ab1-416f-934e-febc114f71af x-openstack-request-id: req-2252a173-6ab1-416f-934e-febc114f71af {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:28.699577 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:28.700005 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2252a173-6ab1-416f-934e-febc114f71af {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:28.701047 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'status': 'completed', 'code': 200} Aug 31 14:52:28.763127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-ae22881b-4602-4c64-b669-0157e0e93622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:28.764716 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-ae22881b-4602-4c64-b669-0157e0e93622 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 1095 time: 0.0478108 Aug 31 14:52:28.784238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 669b9b3e-a317-448d-92c7-e4822da9f668 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:28.820548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-f758edc0-63d3-4fb1-b899-2c82faba179d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a HTTP/1.1" status: 200 len: 217 time: 0.0386612 Aug 31 14:52:28.837758 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 669b9b3e-a317-448d-92c7-e4822da9f668 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:28.841783 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 669b9b3e-a317-448d-92c7-e4822da9f668 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:28.842154 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.877286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-ed04f62a-4bbe-45bf-ab9f-5f108007fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:28.878803 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-ed04f62a-4bbe-45bf-ab9f-5f108007fda9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b202931f-885c-4d0b-8da9-eba4b8fa3c35 HTTP/1.1" status: 200 len: 835 time: 0.0508533 Aug 31 14:52:28.926725 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-4cdf2468-c8b3-4ee9-8fba-9485ea72f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:28.928372 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-4cdf2468-c8b3-4ee9-8fba-9485ea72f3f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d023d9e-fe7e-4d0a-9af9-147a584e6548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413847 Aug 31 14:52:28.931690 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.967843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 669b9b3e-a317-448d-92c7-e4822da9f668, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=669b9b3e-a317-448d-92c7-e4822da9f668,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:28.971747 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:29.021695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=669b9b3e-a317-448d-92c7-e4822da9f668,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:29.030303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-e925f688-0e27-41d1-a6aa-7c9f047d6bd9 service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933244 Aug 31 14:52:29.122968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11ce6996-b0c8-4de4-bac2-d44ad0ea73fb req-2b1d5261-1812-44db-985c-fc7392334ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845330 Aug 31 14:52:29.249449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-2efe086d-db3f-4e74-ac05-6f2546811a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:29.251002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-2efe086d-db3f-4e74-ac05-6f2546811a7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 1095 time: 0.0417085 Aug 31 14:52:29.356537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-08556bb0-8536-4120-83f4-564d34226388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:29.358084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-08556bb0-8536-4120-83f4-564d34226388 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d023d9e-fe7e-4d0a-9af9-147a584e6548 HTTP/1.1" status: 200 len: 898 time: 0.0909884 Aug 31 14:52:29.402539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-d037c6f9-e243-412d-8f75-eba34a1c00c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a HTTP/1.1" status: 200 len: 217 time: 0.0353999 Aug 31 14:52:29.433118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6cc0c33a-7d27-4901-8b83-87081b6c8cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:29.454848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-11a487ba-2554-4cbb-9958-70be25d19d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:29.456320 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-11a487ba-2554-4cbb-9958-70be25d19d37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b202931f-885c-4d0b-8da9-eba4b8fa3c35 HTTP/1.1" status: 200 len: 835 time: 0.0448303 Aug 31 14:52:29.507969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-6d945358-b28a-4534-b4ad-f0e23ce9a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:29.509490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-6d945358-b28a-4534-b4ad-f0e23ce9a4da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d023d9e-fe7e-4d0a-9af9-147a584e6548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444233 Aug 31 14:52:29.635457 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-113523a1-01ba-4c33-a3e8-d2f705b2b296 service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170750 Aug 31 14:52:29.636444 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:29.647362 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829031a-014d-4d02-8f93-03ca6c8ce29e req-3bc57443-d2bd-4586-ae66-96a346e046fe tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:29.648832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f829031a-014d-4d02-8f93-03ca6c8ce29e req-3bc57443-d2bd-4586-ae66-96a346e046fe tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 944 time: 0.0780027 Aug 31 14:52:29.733284 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f829031a-014d-4d02-8f93-03ca6c8ce29e req-0fcf10ae-4323-4773-835b-bdfcad0cf38a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755372 Aug 31 14:52:29.758829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-97f2ba74-b7b9-4ee6-8b68-7a2cdb7ba813 req-9f2754af-fad0-40a8-85b4-c755888c438b service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090162 Aug 31 14:52:30.756171 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 669b9b3e-a317-448d-92c7-e4822da9f668 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:30.805407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 669b9b3e-a317-448d-92c7-e4822da9f668 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:30.805785 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:30.850107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f196-2ac2-4e01-af0c-f6217779ab19 req-6960568a-aad9-472e-b7c0-6d88535e8b0f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:30.851484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8fe9f196-2ac2-4e01-af0c-f6217779ab19 req-6960568a-aad9-472e-b7c0-6d88535e8b0f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 944 time: 0.0504901 Aug 31 14:52:30.852220 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:30.893918 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8fe9f196-2ac2-4e01-af0c-f6217779ab19 req-4c4b4a62-bce9-4d01-bd7d-1913a17f9ee1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361719 Aug 31 14:52:30.943442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 60128d0d-7a30-422f-899f-fb6fc9effe5a details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:52:31.037898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 60128d0d-7a30-422f-899f-fb6fc9effe5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:31.048817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'port_id': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'mac_address': 'fa:16:3e:7d:c0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:52:31.089304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:31.102485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60128d0d-7a30-422f-899f-fb6fc9effe5a {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:52:31.122078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 60128d0d-7a30-422f-899f-fb6fc9effe5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:31.126048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:31.172325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=60128d0d-7a30-422f-899f-fb6fc9effe5a,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:31.414520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['60128d0d-7a30-422f-899f-fb6fc9effe5a'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:52:32.011502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4984c-d236-4251-a954-d52516d86a4f req-f6fafe4c-e51b-4244-87c8-0e456b7facc4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:32.013108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ac4984c-d236-4251-a954-d52516d86a4f req-f6fafe4c-e51b-4244-87c8-0e456b7facc4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 945 time: 0.0498483 Aug 31 14:52:32.054216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4ac4984c-d236-4251-a954-d52516d86a4f req-69e558c3-bf0e-4a63-ba5e-2a2d8b728291 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Aug 31 14:52:32.205751 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.955603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 60128d0d-7a30-422f-899f-fb6fc9effe5a up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:33.004852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 60128d0d-7a30-422f-899f-fb6fc9effe5a completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:33.010099 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 60128d0d-7a30-422f-899f-fb6fc9effe5a triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:33.010475 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.089780 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.113133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:33.115403 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bf5390-ec9d-4174-8f3b-caa673b37adc" -d '{"events": [{"server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "name": "network-vif-plugged", "status": "completed", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:33.128807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 60128d0d-7a30-422f-899f-fb6fc9effe5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:33.133959 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.171565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f765-7f3a-44eb-a0a7-f8f25d838e19 req-6ced909f-7dde-4a78-813d-8bf3bb978f69 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:33.173122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e443f765-7f3a-44eb-a0a7-f8f25d838e19 req-6ced909f-7dde-4a78-813d-8bf3bb978f69 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0506394 Aug 31 14:52:33.182476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=60128d0d-7a30-422f-899f-fb6fc9effe5a,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:33.213102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e443f765-7f3a-44eb-a0a7-f8f25d838e19 req-3bc21527-cbba-4ca3-bccf-8054d093b1e6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336144 Aug 31 14:52:33.255573 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bbb684-c95a-4c26-a65a-627e8fcf0ad9 x-openstack-request-id: req-81bbb684-c95a-4c26-a65a-627e8fcf0ad9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:33.256336 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "name": "network-vif-plugged", "status": "completed", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:33.256453 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81bbb684-c95a-4c26-a65a-627e8fcf0ad9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:33.256752 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'code': 200} Aug 31 14:52:33.384346 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82cb00-685a-4b18-9e25-0daf4af9f1ff req-9787715a-0842-4b78-af2a-a59aaf1f3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:33.385859 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da82cb00-685a-4b18-9e25-0daf4af9f1ff req-9787715a-0842-4b78-af2a-a59aaf1f3d79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 1097 time: 0.0410089 Aug 31 14:52:33.424537 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-da82cb00-685a-4b18-9e25-0daf4af9f1ff req-ff299a4b-a63b-49b0-b6b5-cc9fb4c5c027 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302126 Aug 31 14:52:34.330477 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cc024-80e2-4278-a1ff-809d368e41a4 req-c0b285fb-4c9e-4fe9-b419-c7533960cad2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:34.331955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c96cc024-80e2-4278-a1ff-809d368e41a4 req-c0b285fb-4c9e-4fe9-b419-c7533960cad2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0490289 Aug 31 14:52:34.370030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c96cc024-80e2-4278-a1ff-809d368e41a4 req-dd119ebf-0bd8-4288-bf69-55b1711c89a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315580 Aug 31 14:52:35.483983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e685b-9195-4f5f-a71f-37343c45f46b req-81c2b649-2812-40a4-b97c-8e1306f12e39 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:35.485507 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-373e685b-9195-4f5f-a71f-37343c45f46b req-81c2b649-2812-40a4-b97c-8e1306f12e39 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0497100 Aug 31 14:52:35.527143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-373e685b-9195-4f5f-a71f-37343c45f46b req-f40a1b4f-4921-4dfb-9045-f0d41d26e868 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353658 Aug 31 14:52:35.554981 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:52:35.645548 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4a440-6a9e-420a-bcc4-fc546fb541bf req-94a03a37-1547-418a-897d-95f9bc69aa43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:35.646953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cb4a440-6a9e-420a-bcc4-fc546fb541bf req-94a03a37-1547-418a-897d-95f9bc69aa43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0494552 Aug 31 14:52:35.689407 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1cb4a440-6a9e-420a-bcc4-fc546fb541bf req-5fdacb00-056d-42e2-908b-ceed9246f834 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350134 Aug 31 14:52:35.712034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58136) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:35.750501 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b32ec8-77f4-4b1e-9d61-ce59696c444c tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:35.752023 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-42b32ec8-77f4-4b1e-9d61-ce59696c444c tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 1092 time: 0.0390310 Aug 31 14:52:35.754856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58138) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:35.760312 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:35.782713 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:35.879033 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:35.985448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.179 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/81ca02b8-d52c-42bf-b92c-fb4279a93ca9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:36.085633 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.127147 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.163369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:36.168023 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:36.171537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:36.198264 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=81ca02b8-d52c-42bf-b92c-fb4279a93ca9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:36.530163 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.594896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.742528 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.747583 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.813140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=81ca02b8-d52c-42bf-b92c-fb4279a93ca9,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:36.825625 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.924080 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP d579600b-8666-41f8-8207-0edd25ca8d8a associated. External IP: 172.25.0.179, port: 60128d0d-7a30-422f-899f-fb6fc9effe5a. Aug 31 14:52:37.129953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router de519222-64d8-43b4-9e17-c913b4f92705 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:37.570571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:37.583546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] Sync routers for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:37.590137 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:37.594035 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:37.594653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:37.619266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3eea9131-1ec8-4a39-a2b6-ce1eb9ba6def tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8633981 Aug 31 14:52:37.619861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:37.622154 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300461a2-6e25-440e-9949-f41cbab44d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:37.701923 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:37.722002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb8fbe-ee3e-4a23-8025-2c22c13f8ca2 req-0d23f43c-b85e-4d68-b8f3-dce487c39f62 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:37.723536 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94cb8fbe-ee3e-4a23-8025-2c22c13f8ca2 req-0d23f43c-b85e-4d68-b8f3-dce487c39f62 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0517769 Aug 31 14:52:37.762649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94cb8fbe-ee3e-4a23-8025-2c22c13f8ca2 req-98a73dba-8e94-4b74-bb06-25521fb85199 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324814 Aug 31 14:52:37.785546 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58144) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:37.829625 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c7e754-1c5d-4d4b-8fa7-42ff54c29b4a x-openstack-request-id: req-00c7e754-1c5d-4d4b-8fa7-42ff54c29b4a {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:37.829922 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:37.830172 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00c7e754-1c5d-4d4b-8fa7-42ff54c29b4a {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:37.830562 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'status': 'completed', 'code': 200} Aug 31 14:52:37.858490 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1d34f72f-8ae1-48de-bafc-af99dc7d97c2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/d579600b-8666-41f8-8207-0edd25ca8d8a HTTP/1.1" status: 200 len: 992 time: 0.0703700 Aug 31 14:52:37.896724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300461a2-6e25-440e-9949-f41cbab44d7b req-010d9166-3ae4-46ad-a000-cd9ee3b39e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:37.898422 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300461a2-6e25-440e-9949-f41cbab44d7b req-010d9166-3ae4-46ad-a000-cd9ee3b39e82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 1097 time: 0.0400763 Aug 31 14:52:37.928306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd579600b-8666-41f8-8207-0edd25ca8d8a', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'port_id': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'mac_address': 'fa:16:3e:7d:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:52:36Z', 'updated_at': '2021-08-31T14:52:36Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:28Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:37.954459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] Checking router: de519222-64d8-43b4-9e17-c913b4f92705 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:37.962716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:37.963326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:37.987139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300461a2-6e25-440e-9949-f41cbab44d7b req-cf5dfc5b-f24e-45d9-835b-d56a61f25a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:37.988621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300461a2-6e25-440e-9949-f41cbab44d7b req-cf5dfc5b-f24e-45d9-835b-d56a61f25a05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d023d9e-fe7e-4d0a-9af9-147a584e6548 HTTP/1.1" status: 200 len: 898 time: 0.0829856 Aug 31 14:52:38.059134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300461a2-6e25-440e-9949-f41cbab44d7b req-68db6150-5b78-4add-9187-9d20e315d26e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a HTTP/1.1" status: 200 len: 1000 time: 0.0628164 Aug 31 14:52:38.068764 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:38.113048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300461a2-6e25-440e-9949-f41cbab44d7b req-4ea119b2-d9dc-4320-9a0b-dc0badfd370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:38.114632 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300461a2-6e25-440e-9949-f41cbab44d7b req-4ea119b2-d9dc-4320-9a0b-dc0badfd370c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b202931f-885c-4d0b-8da9-eba4b8fa3c35 HTTP/1.1" status: 200 len: 835 time: 0.0475211 Aug 31 14:52:38.161344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300461a2-6e25-440e-9949-f41cbab44d7b req-a31aea9e-fba3-4bdc-a542-8c805310e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:38.163525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300461a2-6e25-440e-9949-f41cbab44d7b req-a31aea9e-fba3-4bdc-a542-8c805310e333 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d023d9e-fe7e-4d0a-9af9-147a584e6548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404582 Aug 31 14:52:38.256510 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300461a2-6e25-440e-9949-f41cbab44d7b req-50906827-813b-496b-a7ab-522446ebd5f9 service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853717 Aug 31 14:52:38.295438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd579600b-8666-41f8-8207-0edd25ca8d8a', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'port_id': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'mac_address': 'fa:16:3e:7d:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:52:36Z', 'updated_at': '2021-08-31T14:52:36Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:28Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:38.349589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-300461a2-6e25-440e-9949-f41cbab44d7b req-0b1b8d16-770a-49ec-a915-0056c3909074 service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852997 Aug 31 14:52:38.468451 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72c72d-753c-4472-ad56-af48c3bc97df None None] The sync data for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 is: [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'd579600b-8666-41f8-8207-0edd25ca8d8a', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'port_id': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'mac_address': 'fa:16:3e:7d:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:52:36Z', 'updated_at': '2021-08-31T14:52:36Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:28Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:38.649309 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3612-e502-493f-a2d5-473c44a0bdee None None] New status for floating IP d579600b-8666-41f8-8207-0edd25ca8d8a: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:52:38.861370 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58146) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:38.926601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f740faec-9597-43e6-b58e-97519a2925d1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/d579600b-8666-41f8-8207-0edd25ca8d8a HTTP/1.1" status: 200 len: 994 time: 0.0639873 Aug 31 14:52:40.517420 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:52.591365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-73d8a2f4-a268-4c1c-94b8-b759ac30fff3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424817 Aug 31 14:52:52.694707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ff6a-f609-433e-a222-5398f1e2476c req-5528ddf9-317b-4350-9638-ac8b8a65c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:52.696512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-5528ddf9-317b-4350-9638-ac8b8a65c378 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 1097 time: 0.0424366 Aug 31 14:52:52.811060 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ff6a-f609-433e-a222-5398f1e2476c req-e6eb23d0-78fa-49ba-a88f-ada248a3f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:52.812530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-e6eb23d0-78fa-49ba-a88f-ada248a3f4cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d023d9e-fe7e-4d0a-9af9-147a584e6548 HTTP/1.1" status: 200 len: 898 time: 0.0940118 Aug 31 14:52:52.878631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-dec3babe-60a7-403c-b091-e2be7f53a8d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a HTTP/1.1" status: 200 len: 1002 time: 0.0563011 Aug 31 14:52:52.933486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ff6a-f609-433e-a222-5398f1e2476c req-bc8fcb40-2bae-46de-9077-cc9af1b452b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:52.934901 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-bc8fcb40-2bae-46de-9077-cc9af1b452b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b202931f-885c-4d0b-8da9-eba4b8fa3c35 HTTP/1.1" status: 200 len: 835 time: 0.0462353 Aug 31 14:52:52.983234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ff6a-f609-433e-a222-5398f1e2476c req-6fd74212-f339-44f8-9805-4b3ce99c9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:52.985331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-6fd74212-f339-44f8-9805-4b3ce99c9156 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d023d9e-fe7e-4d0a-9af9-147a584e6548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409112 Aug 31 14:52:53.081554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-580b13ec-d755-485c-a6db-9441e9223578 service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Aug 31 14:52:53.173939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3227ff6a-f609-433e-a222-5398f1e2476c req-e599640c-5d56-45f3-9d67-64ec0aaa3091 service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841815 Aug 31 14:52:56.885274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-619c97ec-cb0d-4aa2-9f21-252e65daac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.435834 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c96643a0-f5ec-452a-a64e-09a6cf2310cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.640083 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.841617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:02.206355 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:07.416827 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4af8137-9d25-46d3-81f7-d5c5b06878dd req-8c8e9095-7839-40d7-9af8-7ef58c659a86 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0321596 Aug 31 14:53:07.493724 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4af8137-9d25-46d3-81f7-d5c5b06878dd req-373a1fd0-35f3-4ba7-9e2b-cc55228c720f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0321162 Aug 31 14:53:07.546162 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4af8137-9d25-46d3-81f7-d5c5b06878dd req-47686192-20fa-4b4c-9876-6561bbf4e149 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210838 Aug 31 14:53:07.648813 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8137-9d25-46d3-81f7-d5c5b06878dd req-737a5eb2-acf2-4307-a7a5-2f890dc9966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:07.650270 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c4af8137-9d25-46d3-81f7-d5c5b06878dd req-737a5eb2-acf2-4307-a7a5-2f890dc9966f service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0971782 Aug 31 14:53:10.512360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:12.306174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185aa1d-ea29-49ec-b261-d6befe06ae3f req-4fc05291-9ab7-4b35-ab37-32463fb991b4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.307681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1185aa1d-ea29-49ec-b261-d6befe06ae3f req-4fc05291-9ab7-4b35-ab37-32463fb991b4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0496817 Aug 31 14:53:12.344753 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1185aa1d-ea29-49ec-b261-d6befe06ae3f req-58ef46e1-a8b7-428e-9a9e-c653058f29f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Aug 31 14:53:12.555009 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:53:13.468954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672ab02-a2a7-4e8b-9f1a-119328b341d0 req-d2bccb8b-a462-49d3-a1a4-d3cc9bb43697 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:13.470452 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d672ab02-a2a7-4e8b-9f1a-119328b341d0 req-d2bccb8b-a462-49d3-a1a4-d3cc9bb43697 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0542953 Aug 31 14:53:13.509249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d672ab02-a2a7-4e8b-9f1a-119328b341d0 req-77d3f414-801d-4116-9199-b38340e2bc2b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Aug 31 14:53:13.531646 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58168) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:13.591326 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7a7ec60f-f7ae-48b7-966a-2b75076a1c66 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/d579600b-8666-41f8-8207-0edd25ca8d8a HTTP/1.1" status: 200 len: 994 time: 0.0585294 Aug 31 14:53:14.870554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68aa4d-6202-4789-8ff0-c0b85213bac9 req-d0bc399a-2261-4146-8624-3f170775b987 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:14.871947 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c68aa4d-6202-4789-8ff0-c0b85213bac9 req-d0bc399a-2261-4146-8624-3f170775b987 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0498371 Aug 31 14:53:14.910297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c68aa4d-6202-4789-8ff0-c0b85213bac9 req-35120e8d-f828-454d-8822-46c3080cbe1e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323207 Aug 31 14:53:16.040004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638bcfa-2378-42fc-a2c9-f97ed535e4a4 req-fdd9ffb1-306e-4cfb-8ffa-e05ea664fc46 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:16.041540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d638bcfa-2378-42fc-a2c9-f97ed535e4a4 req-fdd9ffb1-306e-4cfb-8ffa-e05ea664fc46 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0605547 Aug 31 14:53:16.082891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d638bcfa-2378-42fc-a2c9-f97ed535e4a4 req-b953c9c2-b462-44ec-8e70-ac80803447b1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344532 Aug 31 14:53:16.106474 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58178) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:16.459492 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8ecf9c4d-5ace-458c-8954-1f878a568e45 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/d579600b-8666-41f8-8207-0edd25ca8d8a HTTP/1.1" status: 200 len: 994 time: 0.3518145 Aug 31 14:53:16.688025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58184) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:16.846663 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 81ca02b8-d52c-42bf-b92c-fb4279a93ca9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:16.847018 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:16.920941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:16.921281 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:16.932497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 81ca02b8-d52c-42bf-b92c-fb4279a93ca9 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:17.078189 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:17.106315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=81ca02b8-d52c-42bf-b92c-fb4279a93ca9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:17.118197 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.118558 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.118906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.119245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.119579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.119915 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.120249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.120579 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.120936 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.121267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.121594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.121923 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:17.174893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:17.175192 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP d579600b-8666-41f8-8207-0edd25ca8d8a disassociated (deleted). External IP: 172.25.0.179, port: 60128d0d-7a30-422f-899f-fb6fc9effe5a. Aug 31 14:53:17.385584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router de519222-64d8-43b4-9e17-c913b4f92705 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:17.497941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:17.502805 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:17.507582 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] Sync routers for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:17.516255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:17.516925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:17.531772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-09928e0f-0137-40e3-8127-26d6dc39671b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/floatingips/d579600b-8666-41f8-8207-0edd25ca8d8a HTTP/1.1" status: 204 len: 168 time: 0.8402181 Aug 31 14:53:17.531772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:17.532175 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9001a48e-96db-4822-9afa-21063cd46a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:17.635241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:17.689939 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a603bd2d-9c77-4d77-8ff1-ad8dcd949e88 x-openstack-request-id: req-a603bd2d-9c77-4d77-8ff1-ad8dcd949e88 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:17.690401 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:17.690717 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a603bd2d-9c77-4d77-8ff1-ad8dcd949e88 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:17.691294 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'status': 'completed', 'code': 200} Aug 31 14:53:17.815580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf743346-ea7e-4182-9d65-4e4d02179f8a req-ebbf3498-2c6c-4a7a-a14d-60a72f34dbd2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:17.817094 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf743346-ea7e-4182-9d65-4e4d02179f8a req-ebbf3498-2c6c-4a7a-a14d-60a72f34dbd2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0804758 Aug 31 14:53:17.819167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001a48e-96db-4822-9afa-21063cd46a9d req-5901dfc0-31fe-4f75-b317-ca939a2d7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:17.820677 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9001a48e-96db-4822-9afa-21063cd46a9d req-5901dfc0-31fe-4f75-b317-ca939a2d7b40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 1097 time: 0.0715568 Aug 31 14:53:17.847349 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:28Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:17.873924 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] Checking router: de519222-64d8-43b4-9e17-c913b4f92705 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:17.882948 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:17.883566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:17.907640 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bf743346-ea7e-4182-9d65-4e4d02179f8a req-cf559c02-b847-42e2-bb4c-26fac26b287c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836844 Aug 31 14:53:17.945137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001a48e-96db-4822-9afa-21063cd46a9d req-5911a518-98c7-467b-8a6a-0939043bf6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:17.946675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9001a48e-96db-4822-9afa-21063cd46a9d req-5911a518-98c7-467b-8a6a-0939043bf6f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d023d9e-fe7e-4d0a-9af9-147a584e6548 HTTP/1.1" status: 200 len: 898 time: 0.1157758 Aug 31 14:53:17.994697 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9001a48e-96db-4822-9afa-21063cd46a9d req-a3d8cd29-0c35-45d2-a779-ef40145a0378 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a HTTP/1.1" status: 200 len: 217 time: 0.0402713 Aug 31 14:53:18.000457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:18.044833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001a48e-96db-4822-9afa-21063cd46a9d req-67753d86-c173-43ee-aaba-6a08d5e5e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:18.046315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9001a48e-96db-4822-9afa-21063cd46a9d req-67753d86-c173-43ee-aaba-6a08d5e5e3a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b202931f-885c-4d0b-8da9-eba4b8fa3c35 HTTP/1.1" status: 200 len: 835 time: 0.0445132 Aug 31 14:53:18.092470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001a48e-96db-4822-9afa-21063cd46a9d req-27bfec55-7412-4dc8-a394-331798a3e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:18.094008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9001a48e-96db-4822-9afa-21063cd46a9d req-27bfec55-7412-4dc8-a394-331798a3e32a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d023d9e-fe7e-4d0a-9af9-147a584e6548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400562 Aug 31 14:53:18.189646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9001a48e-96db-4822-9afa-21063cd46a9d req-285d9d52-0b75-4bb0-86e0-a7ff3a01f41a service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Aug 31 14:53:18.198059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:28Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:18.228549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48323daf-9da6-4ea5-a91e-2b612d76c385 None None] The sync data for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 is: [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:23Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '669b9b3e-a317-448d-92c7-e4822da9f668', 'name': '', 'network_id': '1d023d9e-fe7e-4d0a-9af9-147a584e6548', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:d0:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:23Z', 'updated_at': '2021-08-31T14:52:28Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': 'b202931f-885c-4d0b-8da9-eba4b8fa3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:18.284589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9001a48e-96db-4822-9afa-21063cd46a9d req-344027e5-e0be-4093-9d49-3f2ee728fa7e service neutron] 10.222.0.26 "GET /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869973 Aug 31 14:53:18.451111 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69690a7-18a2-4c72-b6cd-12464247f4f2 None None] New status for floating IP d579600b-8666-41f8-8207-0edd25ca8d8a: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:53:19.025877 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8c686-f581-4724-bb36-aa2969d1fe5e req-2e646cc3-1213-4597-b384-418925414c7d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:19.027264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2d8c686-f581-4724-bb36-aa2969d1fe5e req-2e646cc3-1213-4597-b384-418925414c7d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0506115 Aug 31 14:53:19.063718 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e2d8c686-f581-4724-bb36-aa2969d1fe5e req-5ee6314e-5929-42f3-abdc-45c261b0594f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb34daad-35c1-4051-bdb7-712289fcc2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305793 Aug 31 14:53:19.570347 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa7547-cf71-46b3-9512-a56079230c1a req-27e381db-8e12-45e8-a956-5cd1acbd9d1a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:19.571789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77fa7547-cf71-46b3-9512-a56079230c1a req-27e381db-8e12-45e8-a956-5cd1acbd9d1a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 946 time: 0.0524457 Aug 31 14:53:19.663063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 60128d0d-7a30-422f-899f-fb6fc9effe5a {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:19.663329 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.756920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port 60128d0d-7a30-422f-899f-fb6fc9effe5a, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=60128d0d-7a30-422f-899f-fb6fc9effe5a,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:19.757299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.770146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 60128d0d-7a30-422f-899f-fb6fc9effe5a owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:19.898690 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.936770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=60128d0d-7a30-422f-899f-fb6fc9effe5a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:19.973760 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] No DVR routers for this DVR port 60128d0d-7a30-422f-899f-fb6fc9effe5a on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:19.976204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.978293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77fa7547-cf71-46b3-9512-a56079230c1a req-39c0226c-9e28-46fc-a5fd-8d9ceca012bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "DELETE /v2.0/ports/60128d0d-7a30-422f-899f-fb6fc9effe5a HTTP/1.1" status: 204 len: 173 time: 0.3997548 Aug 31 14:53:19.978731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'name': 'network-vif-deleted', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:19.981050 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdc0cd0-faeb-45f8-9cc5-eb706daeb75e" -d '{"events": [{"server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "name": "network-vif-deleted", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:20.018747 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf0d99-a8c2-4bb6-8277-7785433a7b30 x-openstack-request-id: req-1cbf0d99-a8c2-4bb6-8277-7785433a7b30 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:20.019042 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537f5dca-1e40-4ed4-ae97-052783afbd5a", "name": "network-vif-deleted", "tag": "60128d0d-7a30-422f-899f-fb6fc9effe5a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:20.019298 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cbf0d99-a8c2-4bb6-8277-7785433a7b30 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:20.019701 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537f5dca-1e40-4ed4-ae97-052783afbd5a', 'name': 'network-vif-deleted', 'tag': '60128d0d-7a30-422f-899f-fb6fc9effe5a', 'status': 'completed', 'code': 200} Aug 31 14:53:20.172827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bdca0c5-e0cb-4c45-8f94-a67674ff952b req-15ac629b-937a-406a-9942-1b5286f41797 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=537f5dca-1e40-4ed4-ae97-052783afbd5a HTTP/1.1" status: 200 len: 210 time: 0.0261729 Aug 31 14:53:21.229029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58200) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:21.585039 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.837056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 669b9b3e-a317-448d-92c7-e4822da9f668 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:21.837319 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.924407 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port 669b9b3e-a317-448d-92c7-e4822da9f668, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=669b9b3e-a317-448d-92c7-e4822da9f668,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:21.924777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.937572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 669b9b3e-a317-448d-92c7-e4822da9f668 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:22.121567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.150784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=669b9b3e-a317-448d-92c7-e4822da9f668,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:22.329693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.875086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router de519222-64d8-43b4-9e17-c913b4f92705 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:22.981374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:22.986266 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-831c026c-064b-4703-a09f-76a4ee2e73d8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/de519222-64d8-43b4-9e17-c913b4f92705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562242 Aug 31 14:53:22.989474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58202) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:22.994932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] Sync routers for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:23.004674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:23.006206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:23.042186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting subnet b202931f-885c-4d0b-8da9-eba4b8fa3c35 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:53:23.045285 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.085429 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.111649 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:23.171554 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.204143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 60128d0d-7a30-422f-899f-fb6fc9effe5a no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:23.228468 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 60128d0d-7a30-422f-899f-fb6fc9effe5a {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:23.228851 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 60128d0d-7a30-422f-899f-fb6fc9effe5a not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:23.231206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.261059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Subnet': ['ID=b202931f-885c-4d0b-8da9-eba4b8fa3c35,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.264961 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.269824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58204) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:23.270263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-aaf3a1af-3808-4c2f-b00e-1f4754641a27 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/subnets/b202931f-885c-4d0b-8da9-eba4b8fa3c35 HTTP/1.1" status: 204 len: 168 time: 0.2793977 Aug 31 14:53:23.291226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939cc5b-9b8d-47d3-b603-4b9483ba7c73 None None] Network 1d023d9e-fe7e-4d0a-9af9-147a584e6548 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:23.377906 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.406823 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:53:22Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:23.435795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] Checking router: de519222-64d8-43b4-9e17-c913b4f92705 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:23.450137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] Routers {'de519222-64d8-43b4-9e17-c913b4f92705'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:23.450749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['de519222-64d8-43b4-9e17-c913b4f92705'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:23.483387 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.539071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 318cbbb3-cc5b-47bd-a019-99c59108e0e5 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:23.540032 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.541484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] DHCP port deletion for 1d023d9e-fe7e-4d0a-9af9-147a584e6548 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:53:23.592019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] Set router de519222-64d8-43b4-9e17-c913b4f92705 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:23.619980 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port 318cbbb3-cc5b-47bd-a019-99c59108e0e5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=318cbbb3-cc5b-47bd-a019-99c59108e0e5,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:23.620364 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.633781 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 318cbbb3-cc5b-47bd-a019-99c59108e0e5 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:23.705380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Deleting port a41a5896-f09b-40fa-8379-ba5380bc785f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:23.705754 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.807529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.821630 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] For port a41a5896-f09b-40fa-8379-ba5380bc785f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a41a5896-f09b-40fa-8379-ba5380bc785f,segment=NetworkSegment(5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8),segment_id=5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:23.822032 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.837164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Calling delete_port for a41a5896-f09b-40fa-8379-ba5380bc785f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:23.838385 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=318cbbb3-cc5b-47bd-a019-99c59108e0e5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.850192 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.850552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.850898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.851246 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.851589 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.851923 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.852257 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.852592 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.852945 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.853280 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.853613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.853935 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:23.907745 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:53:22Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:23.909547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.938819 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f9ef2-16ec-48fe-9bc6-d97acdf1a2f1 None None] The sync data for ids ['de519222-64d8-43b4-9e17-c913b4f92705'] in n-d-792362-6 is: [{'id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535519729', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:53:22Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '318cbbb3-cc5b-47bd-a019-99c59108e0e5', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de519222-64d8-43b4-9e17-c913b4f92705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:20Z', 'updated_at': '2021-08-31T14:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:23.958351 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.989693 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Pushing event deleted for resources: {'Port': ['ID=a41a5896-f09b-40fa-8379-ba5380bc785f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.994306 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] No DVR routers for this DVR port a41a5896-f09b-40fa-8379-ba5380bc785f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:24.001101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.001805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.001805 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.002108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.002442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.002773 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.003103 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.003430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.004009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.004127 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.004475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.004792 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da150f-8d74-4c83-b4a9-6eb644d8d34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:24.015363 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.017697 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.060396 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.061115 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Fanout notify agent at l3_agent the message router_deleted on router de519222-64d8-43b4-9e17-c913b4f92705 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:53:24.068499 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.069634 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fe3b3276-8151-4da8-b97b-7231d45840a0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/routers/de519222-64d8-43b4-9e17-c913b4f92705 HTTP/1.1" status: 204 len: 168 time: 0.7981768 Aug 31 14:53:24.072241 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58206) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:24.150335 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.233277 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.243435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d023d9e-fe7e-4d0a-9af9-147a584e6548']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:24.253728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:24.254179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7f72f1-3887-4b3d-bef5-0c0eaea3cda8') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:24.264642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.289629 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.296139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Releasing vlan 1510 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:53:24.296663 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:53:24.299670 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:53:24.362270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.367668 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.372000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/networks/1d023d9e-fe7e-4d0a-9af9-147a584e6548 HTTP/1.1" status: 204 len: 168 time: 0.2964044 Aug 31 14:53:24.373894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58208) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:24.385126 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64141ce8-9b38-4fd3-871e-ce9f6c08b350 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Network': ['ID=1d023d9e-fe7e-4d0a-9af9-147a584e6548,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:24.437283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852fb564-3717-4e4d-835f-d1c8a900d06c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.462653 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852fb564-3717-4e4d-835f-d1c8a900d06c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.524113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852fb564-3717-4e4d-835f-d1c8a900d06c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.526812 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852fb564-3717-4e4d-835f-d1c8a900d06c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.527999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-852fb564-3717-4e4d-835f-d1c8a900d06c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb34daad-35c1-4051-bdb7-712289fcc2f3 HTTP/1.1" status: 204 len: 168 time: 0.1526065 Aug 31 14:53:24.542296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fb564-3717-4e4d-835f-d1c8a900d06c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb34daad-35c1-4051-bdb7-712289fcc2f3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:24.862024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58214) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:24.867401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-16d9c85c-7713-45c1-81d8-59328916baaa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243995813', 'description': 'tempest-secgroup-smoke-1243995813 description', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:24.890232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16d9c85c-7713-45c1-81d8-59328916baaa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.978878 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16d9c85c-7713-45c1-81d8-59328916baaa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.984043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16d9c85c-7713-45c1-81d8-59328916baaa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.007487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 669b9b3e-a317-448d-92c7-e4822da9f668 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:25.021404 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9c85c-7713-45c1-81d8-59328916baaa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3124ef1d-ada9-430e-bd5b-f486e41ab864,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.026740 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16d9c85c-7713-45c1-81d8-59328916baaa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.027975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-16d9c85c-7713-45c1-81d8-59328916baaa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1649024 Aug 31 14:53:25.030795 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58216) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.032660 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 669b9b3e-a317-448d-92c7-e4822da9f668 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:25.033132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 669b9b3e-a317-448d-92c7-e4822da9f668 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:25.033452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 318cbbb3-cc5b-47bd-a019-99c59108e0e5 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:25.035804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0d23394f-c50d-40aa-8b6e-098d3170ed7a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '3124ef1d-ada9-430e-bd5b-f486e41ab864', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.052776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 318cbbb3-cc5b-47bd-a019-99c59108e0e5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:25.053232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 318cbbb3-cc5b-47bd-a019-99c59108e0e5 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:25.053799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a41a5896-f09b-40fa-8379-ba5380bc785f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:25.062943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d23394f-c50d-40aa-8b6e-098d3170ed7a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.073336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a41a5896-f09b-40fa-8379-ba5380bc785f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:25.073674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a41a5896-f09b-40fa-8379-ba5380bc785f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:25.120553 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d23394f-c50d-40aa-8b6e-098d3170ed7a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.124072 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d23394f-c50d-40aa-8b6e-098d3170ed7a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.142582 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23394f-c50d-40aa-8b6e-098d3170ed7a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41c1f92-bfd3-4c32-99a2-b09f56ac1d37,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.150081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0d23394f-c50d-40aa-8b6e-098d3170ed7a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.151172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0d23394f-c50d-40aa-8b6e-098d3170ed7a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193202 Aug 31 14:53:25.153918 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58218) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.158696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b7701dcc-bc29-4306-ac8c-37a6d381deff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '3124ef1d-ada9-430e-bd5b-f486e41ab864', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.185020 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7701dcc-bc29-4306-ac8c-37a6d381deff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.241483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7701dcc-bc29-4306-ac8c-37a6d381deff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.245008 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7701dcc-bc29-4306-ac8c-37a6d381deff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.262868 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7701dcc-bc29-4306-ac8c-37a6d381deff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aecf669-712d-4b57-b67c-68c56cdf557b,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.268462 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7701dcc-bc29-4306-ac8c-37a6d381deff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.269650 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b7701dcc-bc29-4306-ac8c-37a6d381deff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146948 Aug 31 14:53:25.273181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58220) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.277559 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6187330b-7561-48dd-a9c4-ea5094e32b7c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '3124ef1d-ada9-430e-bd5b-f486e41ab864', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.304206 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6187330b-7561-48dd-a9c4-ea5094e32b7c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.365503 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6187330b-7561-48dd-a9c4-ea5094e32b7c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.369343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6187330b-7561-48dd-a9c4-ea5094e32b7c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.387691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187330b-7561-48dd-a9c4-ea5094e32b7c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc231a06-b848-468f-82a4-3eaccc4309d8,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.393452 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6187330b-7561-48dd-a9c4-ea5094e32b7c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.394752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6187330b-7561-48dd-a9c4-ea5094e32b7c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206536 Aug 31 14:53:25.397589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58222) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.402002 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1a880b55-2cc7-44e6-a1e0-d28d7dd1272a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '3124ef1d-ada9-430e-bd5b-f486e41ab864', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.427361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a880b55-2cc7-44e6-a1e0-d28d7dd1272a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.484962 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a880b55-2cc7-44e6-a1e0-d28d7dd1272a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.488324 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a880b55-2cc7-44e6-a1e0-d28d7dd1272a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.506463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a880b55-2cc7-44e6-a1e0-d28d7dd1272a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06b2783-2211-4e2d-8b34-1bf3ae0d10f0,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.512983 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1a880b55-2cc7-44e6-a1e0-d28d7dd1272a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.514176 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1a880b55-2cc7-44e6-a1e0-d28d7dd1272a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156609 Aug 31 14:53:25.516900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58224) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.521285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '3124ef1d-ada9-430e-bd5b-f486e41ab864', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.542375 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:53:25.547109 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.606520 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.610010 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.627299 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760634de-0306-423a-a272-282a9dfc1d70,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.634210 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.635486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1ba62d90-9322-4f5d-bba0-98a52a22b894 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176705 Aug 31 14:53:25.638331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58226) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.642602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '3124ef1d-ada9-430e-bd5b-f486e41ab864', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.665391 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:53:25.670474 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.734386 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.737957 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.755256 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222c47a0-054a-417e-99ab-c7c41b537a8a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.761646 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.762837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1f675a2d-4912-4112-bc14-e50d809ecccf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236513 Aug 31 14:53:25.765685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58228) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.770999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'network': {'name': 'tempest-network-smoke--1093180347', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'port_security_enabled': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.793880 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:25.797354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.820800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:53:25.830161 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.830532 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Added segment fd025eda-85c7-476f-817d-715067e1fb27 of type vlan for network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 Aug 31 14:53:25.871619 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.896190 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.901892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:25.902472 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.954137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873968 Aug 31 14:53:25.957043 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58230) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.962613 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'admin_state_up': True, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.973991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97130d-4898-47df-a50c-4f4ae62714bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Network': ['ID=7a9a1396-61f7-4de8-8424-94d4ee9ff430,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.985350 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:53:25.990593 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.991714 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.052003 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.197642 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.388347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.406958 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.507327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.192 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/266efe06-dcdd-4f0c-8c6c-96286e549a76) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:26.611937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.651652 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.685164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:26.687942 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:26.690355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:26.722855 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=266efe06-dcdd-4f0c-8c6c-96286e549a76,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:26.886601 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c937c17c-aa31-4b0a-8187-4dbb2cd7ad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.949487 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.142691 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.270097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 3a30aefe-0ed3-4728-82f6-af4af114922e is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:53:27.382010 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:27.391742 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Sync routers for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:27.400468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.401763 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0790e5b7-960f-4cae-b8f0-440cf47f1b4c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4436848 Aug 31 14:53:27.404821 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58232) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:27.405012 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:27.405554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:27.435214 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a054384f-647e-4699-8c7f-ef329f940e26 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e3992c4bbf24156b09996e0b6c19f39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267868 Aug 31 14:53:27.435449 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58234) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:27.509594 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:27.525420 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b446b-3723-49b4-8564-423034e305db tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:27.526955 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-848b446b-3723-49b4-8564-423034e305db tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906386 Aug 31 14:53:27.529929 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58236) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:27.558084 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ebe05759-87c1-437b-a699-cef2d533d777 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270975 Aug 31 14:53:27.560647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58238) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:27.565487 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142994162', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:27.655732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:27.659485 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.691457 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:26Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:27.718533 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Checking router: 3a30aefe-0ed3-4728-82f6-af4af114922e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:27.718880 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Updating router 3a30aefe-0ed3-4728-82f6-af4af114922e port 266efe06-dcdd-4f0c-8c6c-96286e549a76 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:53:27.745523 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.848918 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.916206 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Subnet': ['ID=7e7615c2-52df-47df-b5ce-94a2341b0b12,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:27.926387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Checking segment: {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:27.926824 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network hostable DHCP agents. Network: 7a9a1396-61f7-4de8-8424-94d4ee9ff430, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:53:27.945153 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:53:27.953843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 7a9a1396-61f7-4de8-8424-94d4ee9ff430) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:27.958451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:27.959076 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.965864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1be8b1-b4dd-4885-84b2-a77a39da988b None None] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:27.976005 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c962c658-ddd2-48a3-a65f-5b7d7dbf5347 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4140511 Aug 31 14:53:27.978635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58240) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:28.111075 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.124516 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Transition to ACTIVE for port object 266efe06-dcdd-4f0c-8c6c-96286e549a76 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:28.125212 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:53:28.126173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.131241 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.179280 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Attempting to bind port 266efe06-dcdd-4f0c-8c6c-96286e549a76 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:28.179603 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Attempting to bind port 266efe06-dcdd-4f0c-8c6c-96286e549a76 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:28.179919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Attempting to bind port 266efe06-dcdd-4f0c-8c6c-96286e549a76 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:28.194931 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:28.195336 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:28.195703 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.196772 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:28.196772 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Bound port: 266efe06-dcdd-4f0c-8c6c-96286e549a76, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:28.197054 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.199848 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Pushing event updated for resources: {'Port': ['ID=266efe06-dcdd-4f0c-8c6c-96286e549a76,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.227325 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.227676 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.228049 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.228464 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.228829 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.229335 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.229755 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.230087 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.230417 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.230745 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.231355 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.231691 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:28.267099 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] For port 266efe06-dcdd-4f0c-8c6c-96286e549a76, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:28.271772 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] For port 266efe06-dcdd-4f0c-8c6c-96286e549a76, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=266efe06-dcdd-4f0c-8c6c-96286e549a76,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:28.275512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Allocated IP 172.20.0.2 (7a9a1396-61f7-4de8-8424-94d4ee9ff430/7e7615c2-52df-47df-b5ce-94a2341b0b12/c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:28.276007 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.338505 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:28.339147 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:52:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:28.381325 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278709c-85e7-4200-a6aa-461fae873d0f None None] Pushing event updated for resources: {'Port': ['ID=266efe06-dcdd-4f0c-8c6c-96286e549a76,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.451036 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.453495 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.454726 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:28.462137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Transition to ACTIVE for port object c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:28.478196 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Transition to ACTIVE for port object c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:28.485079 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.523564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:28.528463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:28.532019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:28.541494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Pushing event updated for resources: {'Port': ['ID=c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.597903 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Attempting to bind port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:28.598550 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Attempting to bind port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:28.598981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Attempting to bind port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e on network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:28.604912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:28.605411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Checking segment: {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:28.605929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.606410 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Bound using segment: {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:28.606967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Bound port: c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:28.607445 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.648196 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:26Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:28.674827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6a84295c-d276-4084-8235-6efb88424378 None None] For port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:28.675919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae36f36-c363-4d60-a6cc-7f880361ca13 None None] The sync data for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 is: [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:26Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:28.679616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6a84295c-d276-4084-8235-6efb88424378 None None] For port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:28.684066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.744062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84295c-d276-4084-8235-6efb88424378 None None] Pushing event updated for resources: {'Port': ['ID=c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.783367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.1 (7a9a1396-61f7-4de8-8424-94d4ee9ff430/7e7615c2-52df-47df-b5ce-94a2341b0b12/dedc88a2-f900-4f1f-ae74-ac150b4d987d) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:28.931673 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.946241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object dedc88a2-f900-4f1f-ae74-ac150b4d987d will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:29.008410 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.061732 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:29.065195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:29.069449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:29.076063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=dedc88a2-f900-4f1f-ae74-ac150b4d987d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:29.118707 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.257228 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.444729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0132c628-77ed-4e48-baa8-c9463124d9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.571299 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.578085 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.648269 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.659765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=dedc88a2-f900-4f1f-ae74-ac150b4d987d,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:29.669443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.755134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af86f7b-4589-4440-93e4-f9001f6d078f None None] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:29.772342 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:29.774249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:29.841937 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4e381eed-d8c1-411b-8d18-70676cfb0cd5 None None] Provisioning for port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:29.892418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 3a30aefe-0ed3-4728-82f6-af4af114922e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:30.006439 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:30.012234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2160f1d0-782f-4405-a679-a857b0dab734 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/3a30aefe-0ed3-4728-82f6-af4af114922e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318661 Aug 31 14:53:30.174037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6dbe4180-949c-4f6a-b95b-c2f4528a37ed None None] Provisioning for port dedc88a2-f900-4f1f-ae74-ac150b4d987d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:30.176174 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-7fa659f4-243f-47b3-be32-dfb19d8bd524 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243995813&fields=id&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 267 time: 0.0427771 Aug 31 14:53:30.179013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-6dbe4180-949c-4f6a-b95b-c2f4528a37ed None None] Provisioning complete for port dedc88a2-f900-4f1f-ae74-ac150b4d987d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:30.179387 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4180-949c-4f6a-b95b-c2f4528a37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.220743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe4180-949c-4f6a-b95b-c2f4528a37ed None None] Port dedc88a2-f900-4f1f-ae74-ac150b4d987d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:53:30.300437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-07411e03-089c-4076-b2de-20adad0ba8fc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:30.302819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-07411e03-089c-4076-b2de-20adad0ba8fc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 797 time: 0.1190774 Aug 31 14:53:30.318438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-8490abb9-7523-4aa6-abe5-3bba661ab7c8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/quotas/3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 375 time: 0.0099320 Aug 31 14:53:30.362897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7a530024-d464-4ece-be54-040e208e8d63 None None] Provisioning complete for port dedc88a2-f900-4f1f-ae74-ac150b4d987d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:30.363304 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a530024-d464-4ece-be54-040e208e8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.390450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-c3189dac-69fb-4f67-8967-8b3ad5864dba tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661151 Aug 31 14:53:30.409652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7a530024-d464-4ece-be54-040e208e8d63 None None] Port dedc88a2-f900-4f1f-ae74-ac150b4d987d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:53:30.428151 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Sync routers for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:30.437786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:30.438515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:30.492999 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-875c9008-e03e-4fcc-85bb-e9162ca62fb4 service neutron] 10.222.0.10 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014314 Aug 31 14:53:30.554248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-329ecde4-93ea-44a7-bbfb-7c966e4a2ebd None None] Provisioning complete for port dedc88a2-f900-4f1f-ae74-ac150b4d987d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:30.554869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-329ecde4-93ea-44a7-bbfb-7c966e4a2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.578592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:30.588395 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-5b615822-f965-42c0-b089-09d2e12e6457 service neutron] 10.222.0.10 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891154 Aug 31 14:53:30.625509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-329ecde4-93ea-44a7-bbfb-7c966e4a2ebd None None] Port dedc88a2-f900-4f1f-ae74-ac150b4d987d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:53:30.766798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b1751565-6d70-4a99-939a-b162668ff38f req-35d42931-f8b3-48fc-82fb-e896566331ef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 210 time: 0.0390065 Aug 31 14:53:30.818475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 2, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:30.852579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Checking router: 3a30aefe-0ed3-4728-82f6-af4af114922e for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:30.852579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Updating router 3a30aefe-0ed3-4728-82f6-af4af114922e port dedc88a2-f900-4f1f-ae74-ac150b4d987d binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:53:30.876895 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 266efe06-dcdd-4f0c-8c6c-96286e549a76 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:30.904076 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.909325 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.977343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 266efe06-dcdd-4f0c-8c6c-96286e549a76 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:31.028038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 266efe06-dcdd-4f0c-8c6c-96286e549a76 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:31.028411 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.186361 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.222163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 266efe06-dcdd-4f0c-8c6c-96286e549a76, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=266efe06-dcdd-4f0c-8c6c-96286e549a76,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:31.229801 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.230557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:31.344769 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.354835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=266efe06-dcdd-4f0c-8c6c-96286e549a76,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:31.366564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Transition to ACTIVE for port object dedc88a2-f900-4f1f-ae74-ac150b4d987d will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:31.374503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.378570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:31.405612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:31.405978 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.464515 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f890d-489c-4f73-b110-3124c5ada17e None None] Pushing event updated for resources: {'Port': ['ID=dedc88a2-f900-4f1f-ae74-ac150b4d987d,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:31.517722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Attempting to bind port dedc88a2-f900-4f1f-ae74-ac150b4d987d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:31.518015 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Attempting to bind port dedc88a2-f900-4f1f-ae74-ac150b4d987d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:31.518390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Attempting to bind port dedc88a2-f900-4f1f-ae74-ac150b4d987d on network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:31.543721 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:31.544095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Checking segment: {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:31.544501 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.544918 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Bound using segment: {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:31.545400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Bound port: dedc88a2-f900-4f1f-ae74-ac150b4d987d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:31.545784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.566176 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.640981 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:31.649852 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.651982 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] For port dedc88a2-f900-4f1f-ae74-ac150b4d987d, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:31.658107 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] For port dedc88a2-f900-4f1f-ae74-ac150b4d987d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dedc88a2-f900-4f1f-ae74-ac150b4d987d,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:31.681142 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.725153 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:31.727777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:31.728392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:31.851223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f890d-489c-4f73-b110-3124c5ada17e None None] Pushing event updated for resources: {'Port': ['ID=dedc88a2-f900-4f1f-ae74-ac150b4d987d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:31.880384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:31.902414 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07120752-f9d2-4a20-b21d-71a4dc317dfd req-1c2f695b-f69a-4de2-992a-8cd44ad50594 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 210 time: 0.0645843 Aug 31 14:53:31.971645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-db0245fc-bd21-424f-849e-a3fd045fb9fb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:31.973177 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-db0245fc-bd21-424f-849e-a3fd045fb9fb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 797 time: 0.1734242 Aug 31 14:53:32.033343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-5903eb7c-621c-464f-abe2-320b4ab59b03 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 380 time: 0.0376325 Aug 31 14:53:32.054359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'port': {'device_id': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'admin_state_up': True, 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'security_groups': ['3124ef1d-ada9-430e-bd5b-f486e41ab864']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:32.107857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:32.168772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:32.172379 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.290955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b8d84-6b84-454c-9423-552fc8e50540 None None] The sync data for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 is: [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:32.302338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.4 (7a9a1396-61f7-4de8-8424-94d4ee9ff430/7e7615c2-52df-47df-b5ce-94a2341b0b12/bda47f2d-1c58-4d02-be21-39989919f9e2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:32.303016 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.461724 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.477409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object bda47f2d-1c58-4d02-be21-39989919f9e2 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:32.514103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.555801 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:32.560859 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:32.563316 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:32.597897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=bda47f2d-1c58-4d02-be21-39989919f9e2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:32.631511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:32.632164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.648730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-1cd970e4-a3db-4693-9165-e24741f5dd61 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989065 Aug 31 14:53:32.670749 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Request body: {'port': {'device_id': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:32.732136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.869877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9738-99b6-4c99-b354-26ed00986dab None None] Provisioning for port bda47f2d-1c58-4d02-be21-39989919f9e2 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:32.877149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9738-99b6-4c99-b354-26ed00986dab None None] Provisioning complete for port bda47f2d-1c58-4d02-be21-39989919f9e2 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:32.877755 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9738-99b6-4c99-b354-26ed00986dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.907571 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 266efe06-dcdd-4f0c-8c6c-96286e549a76 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:32.953737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9738-99b6-4c99-b354-26ed00986dab None None] Port bda47f2d-1c58-4d02-be21-39989919f9e2 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:53:32.971697 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 266efe06-dcdd-4f0c-8c6c-96286e549a76 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:32.972317 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.057667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:33.065475 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75c9ec-de1d-4f8b-9c4e-b237f054fdf4 req-82f10fa7-1923-4476-b0f5-29ac56336674 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.067110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b75c9ec-de1d-4f8b-9c4e-b237f054fdf4 req-82f10fa7-1923-4476-b0f5-29ac56336674 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 931 time: 0.0780690 Aug 31 14:53:33.112058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:33.112602 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.117648 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda47f2d-1c58-4d02-be21-39989919f9e2 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:33.131196 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.144925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9b75c9ec-de1d-4f8b-9c4e-b237f054fdf4 req-ab2fa332-3328-4d34-a6d1-6e4704278061 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595024 Aug 31 14:53:33.152695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Transition to ACTIVE for port object bda47f2d-1c58-4d02-be21-39989919f9e2 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:33.158699 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.212667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dedc88a2-f900-4f1f-ae74-ac150b4d987d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:33.235671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Pushing event updated for resources: {'Port': ['ID=bda47f2d-1c58-4d02-be21-39989919f9e2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:33.269331 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port dedc88a2-f900-4f1f-ae74-ac150b4d987d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:33.275049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dedc88a2-f900-4f1f-ae74-ac150b4d987d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:33.275439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.310005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Attempting to bind port bda47f2d-1c58-4d02-be21-39989919f9e2 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:33.310790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Attempting to bind port bda47f2d-1c58-4d02-be21-39989919f9e2 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:33.311311 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Attempting to bind port bda47f2d-1c58-4d02-be21-39989919f9e2 on network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:33.316730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Port bda47f2d-1c58-4d02-be21-39989919f9e2 on network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:33.317647 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Attempting to bind port bda47f2d-1c58-4d02-be21-39989919f9e2 on network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:33.323271 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:33.323617 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Checking segment: {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:33.324012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Bound using segment: {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:33.324444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Bound port: bda47f2d-1c58-4d02-be21-39989919f9e2, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd025eda-85c7-476f-817d-715067e1fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:33.324907 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.392131 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.412770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] For port bda47f2d-1c58-4d02-be21-39989919f9e2, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:33.417449 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] For port bda47f2d-1c58-4d02-be21-39989919f9e2, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bda47f2d-1c58-4d02-be21-39989919f9e2,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:33.424624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.431516 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port dedc88a2-f900-4f1f-ae74-ac150b4d987d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dedc88a2-f900-4f1f-ae74-ac150b4d987d,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:33.436816 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.467513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.468614 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.471072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-38871289-8536-4572-b30b-a74b1df27360 service neutron] 10.222.0.26 "PUT /v2.0/ports/bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 1091 time: 0.8048484 Aug 31 14:53:33.474243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:33.477846 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84922f15-9287-4b6d-8628-e1055bed4396" -d '{"events": [{"name": "network-changed", "server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:33.510977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38871289-8536-4572-b30b-a74b1df27360 service neutron] Pushing event updated for resources: {'Port': ['ID=bda47f2d-1c58-4d02-be21-39989919f9e2,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:33.518226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=dedc88a2-f900-4f1f-ae74-ac150b4d987d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:33.535309 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02ab612-6ba4-4242-a263-b627ce9665e2 x-openstack-request-id: req-c02ab612-6ba4-4242-a263-b627ce9665e2 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:33.535703 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:33.535880 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c02ab612-6ba4-4242-a263-b627ce9665e2 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:33.536284 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'status': 'completed', 'code': 200} Aug 31 14:53:33.603899 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-71b26cb1-d1bc-40cd-8bbd-d20ee15b048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.605494 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-71b26cb1-d1bc-40cd-8bbd-d20ee15b048a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1094 time: 0.0426672 Aug 31 14:53:33.659830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-4bdd511e-7253-4c08-bf86-f56dfe745f4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 217 time: 0.0392911 Aug 31 14:53:33.711491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-ffff84af-81de-436f-9586-0e4df3ea6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.712969 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-ffff84af-81de-436f-9586-0e4df3ea6bd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 200 len: 834 time: 0.0453286 Aug 31 14:53:33.761676 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-182ec364-4aa0-4d99-8be1-ec9b4b01ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.763200 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-182ec364-4aa0-4d99-8be1-ec9b4b01ab94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9a1396-61f7-4de8-8424-94d4ee9ff430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416183 Aug 31 14:53:33.859628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-0720cec0-5d98-4a56-b4a9-ea2bc4d12961 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865338 Aug 31 14:53:33.952699 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2e5ab656-0314-49bf-9a28-56f91484ba95 req-8eca0655-a814-4c3e-82dc-9d79c7ce0a1b service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Aug 31 14:53:34.093838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922f15-9287-4b6d-8628-e1055bed4396 req-85821026-acb9-434b-a552-c1117f362aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.095346 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84922f15-9287-4b6d-8628-e1055bed4396 req-85821026-acb9-434b-a552-c1117f362aed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1094 time: 0.0415666 Aug 31 14:53:34.189036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922f15-9287-4b6d-8628-e1055bed4396 req-3abbfb17-1e77-479f-bc9f-23418aeabf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.190512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84922f15-9287-4b6d-8628-e1055bed4396 req-3abbfb17-1e77-479f-bc9f-23418aeabf4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 899 time: 0.0869727 Aug 31 14:53:34.241190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84922f15-9287-4b6d-8628-e1055bed4396 req-59137459-dd1a-4a80-b4db-8fac55a18396 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 217 time: 0.0425866 Aug 31 14:53:34.313561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922f15-9287-4b6d-8628-e1055bed4396 req-bf62e4e9-24c9-4a39-ac0d-c814ca1a2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.315111 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84922f15-9287-4b6d-8628-e1055bed4396 req-bf62e4e9-24c9-4a39-ac0d-c814ca1a2d68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 200 len: 834 time: 0.0539715 Aug 31 14:53:34.322651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f531-8318-4316-b0a8-6215ebdc7543 req-f4b219bf-091d-4fdb-ab36-d313e0919ace tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.324061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc51f531-8318-4316-b0a8-6215ebdc7543 req-f4b219bf-091d-4fdb-ab36-d313e0919ace tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 943 time: 0.0925543 Aug 31 14:53:34.387959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc51f531-8318-4316-b0a8-6215ebdc7543 req-3d59fa36-24bf-45a9-ba8c-148f46a3f665 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555520 Aug 31 14:53:34.390581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922f15-9287-4b6d-8628-e1055bed4396 req-74b8ab55-b0f3-4758-89b0-cd8ba39577e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.392003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84922f15-9287-4b6d-8628-e1055bed4396 req-74b8ab55-b0f3-4758-89b0-cd8ba39577e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9a1396-61f7-4de8-8424-94d4ee9ff430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670984 Aug 31 14:53:34.488446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84922f15-9287-4b6d-8628-e1055bed4396 req-748dbab4-9b2d-41e3-9065-b9407e811b24 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863705 Aug 31 14:53:34.579465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84922f15-9287-4b6d-8628-e1055bed4396 req-5efedb8e-6db8-49b4-8a8e-ecb5ea6b67d9 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814216 Aug 31 14:53:34.788556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dedc88a2-f900-4f1f-ae74-ac150b4d987d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:34.835802 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dedc88a2-f900-4f1f-ae74-ac150b4d987d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:34.836174 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.282062 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bda47f2d-1c58-4d02-be21-39989919f9e2 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:35.372775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bda47f2d-1c58-4d02-be21-39989919f9e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bda47f2d-1c58-4d02-be21-39989919f9e2,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:35.385325 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'port_id': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'mac_address': 'fa:16:3e:b1:10:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:53:35.426231 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.438807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda47f2d-1c58-4d02-be21-39989919f9e2 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:35.458829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bda47f2d-1c58-4d02-be21-39989919f9e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bda47f2d-1c58-4d02-be21-39989919f9e2,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:35.463242 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.511128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959d11-1c91-414f-b6f8-467fa9931b42 req-9ae950b9-c333-48b8-b40f-cf370cd18885 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.511761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bda47f2d-1c58-4d02-be21-39989919f9e2,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:35.512623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2959d11-1c91-414f-b6f8-467fa9931b42 req-9ae950b9-c333-48b8-b40f-cf370cd18885 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 944 time: 0.0562618 Aug 31 14:53:35.551152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2959d11-1c91-414f-b6f8-467fa9931b42 req-30ed8c4b-5b1b-44bb-a994-491e715ecb59 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315812 Aug 31 14:53:35.776351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['bda47f2d-1c58-4d02-be21-39989919f9e2'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:36.663873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccbff2-fb2c-4173-90bb-0c1c453e2058 req-6b949d46-c22a-4bd9-b457-003b55af5b1c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.665302 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eccbff2-fb2c-4173-90bb-0c1c453e2058 req-6b949d46-c22a-4bd9-b457-003b55af5b1c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 944 time: 0.0484104 Aug 31 14:53:36.706093 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4eccbff2-fb2c-4173-90bb-0c1c453e2058 req-6df0799f-b191-4d55-bf3a-1c6161fbdf8a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Aug 31 14:53:37.290236 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bda47f2d-1c58-4d02-be21-39989919f9e2 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:37.338596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port bda47f2d-1c58-4d02-be21-39989919f9e2 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:37.342382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port bda47f2d-1c58-4d02-be21-39989919f9e2 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:37.342759 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:37.423650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:37.447628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:37.449953 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58149a-c73a-4791-b0d3-229845ec90e1" -d '{"events": [{"server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "name": "network-vif-plugged", "status": "completed", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:37.464836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port bda47f2d-1c58-4d02-be21-39989919f9e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bda47f2d-1c58-4d02-be21-39989919f9e2,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:37.469280 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:37.494392 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e320ada6-764f-4507-85c4-738f42e89460 x-openstack-request-id: req-e320ada6-764f-4507-85c4-738f42e89460 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:37.494685 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "name": "network-vif-plugged", "status": "completed", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:37.494938 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e320ada6-764f-4507-85c4-738f42e89460 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:37.495324 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'code': 200} Aug 31 14:53:37.521734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bda47f2d-1c58-4d02-be21-39989919f9e2,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:37.614955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba08a5-214d-409e-b797-0e575a72ff1b req-3119b6b2-fc75-4ae0-ada4-d543e74d1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:37.616580 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72ba08a5-214d-409e-b797-0e575a72ff1b req-3119b6b2-fc75-4ae0-ada4-d543e74d1bf3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1096 time: 0.0408413 Aug 31 14:53:37.651884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72ba08a5-214d-409e-b797-0e575a72ff1b req-555d4a8d-aae6-4fbf-a3db-d993dccd043c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275619 Aug 31 14:53:37.830317 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61456e-7022-4db6-be7a-6a9a6aca582b req-92044974-72a6-44a6-8f5c-61b2011b7bdc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:37.831896 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e61456e-7022-4db6-be7a-6a9a6aca582b req-92044974-72a6-44a6-8f5c-61b2011b7bdc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0549574 Aug 31 14:53:37.870098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e61456e-7022-4db6-be7a-6a9a6aca582b req-4314774c-36a6-4970-aae3-433cef7f36db tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Aug 31 14:53:38.985496 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c4420-41fb-44e6-a25c-bb0e50321cf4 req-3e977754-1a33-40b1-b719-d7465b75d258 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:38.986916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-697c4420-41fb-44e6-a25c-bb0e50321cf4 req-3e977754-1a33-40b1-b719-d7465b75d258 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0491896 Aug 31 14:53:39.026192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-697c4420-41fb-44e6-a25c-bb0e50321cf4 req-2287c4f9-52b2-45df-9c86-0fa510db8f64 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322452 Aug 31 14:53:39.142673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0177-7254-4f13-9e7d-564fb30d6350 req-d07c01ba-ddc6-49cb-9e18-8c94021ad530 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.144142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809d0177-7254-4f13-9e7d-564fb30d6350 req-d07c01ba-ddc6-49cb-9e18-8c94021ad530 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0490811 Aug 31 14:53:39.183294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-809d0177-7254-4f13-9e7d-564fb30d6350 req-ed8b75f0-b05d-4a75-80fb-127a83c32ff6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325296 Aug 31 14:53:39.205285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58292) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:39.248163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64473dca-7f36-4d25-8209-90fc5aaa28b0 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.249689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-64473dca-7f36-4d25-8209-90fc5aaa28b0 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1091 time: 0.0433412 Aug 31 14:53:39.252412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58294) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:39.257535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:39.280173 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.379873 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.833688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.176 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/64a9c81c-d0c1-42ea-906b-1a404483c3c4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:39.939543 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.977840 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.017272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:40.022216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:40.025734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:40.052834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=64a9c81c-d0c1-42ea-906b-1a404483c3c4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:40.384068 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.449859 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.510622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.602515 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.606671 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.669452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=64a9c81c-d0c1-42ea-906b-1a404483c3c4,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:40.684389 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.787632 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP 012695b5-d0ff-41b9-81f0-95ebfeeb0235 associated. External IP: 172.25.0.176, port: bda47f2d-1c58-4d02-be21-39989919f9e2. Aug 31 14:53:40.996094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 3a30aefe-0ed3-4728-82f6-af4af114922e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:41.105157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:41.115003 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] Sync routers for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:41.121705 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:41.124164 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:41.124957 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:41.149804 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c5aadb35-4678-4592-b854-1cdc0675bc15 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8963718 Aug 31 14:53:41.150687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:41.153148 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e8f63-9950-424e-ab72-15a3aa508618" -d '{"events": [{"name": "network-changed", "server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:41.233013 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:41.259110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836df31-f6cd-4ee2-b32e-b8a1b7b3f8ad req-5dfd0998-335b-4d62-96a8-326600020145 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.261601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c836df31-f6cd-4ee2-b32e-b8a1b7b3f8ad req-5dfd0998-335b-4d62-96a8-326600020145 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0633514 Aug 31 14:53:41.299727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c836df31-f6cd-4ee2-b32e-b8a1b7b3f8ad req-c52189c7-2de0-455e-bc9b-c0303670ff2e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325565 Aug 31 14:53:41.322639 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58300) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:41.366835 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbfc526-5207-4c72-a44a-85b2c997afc1 x-openstack-request-id: req-adbfc526-5207-4c72-a44a-85b2c997afc1 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:41.367136 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:41.367393 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-adbfc526-5207-4c72-a44a-85b2c997afc1 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:41.367797 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'status': 'completed', 'code': 200} Aug 31 14:53:41.395778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e0cf5f8b-eb85-4f65-a9d1-49c9991626b0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/012695b5-d0ff-41b9-81f0-95ebfeeb0235 HTTP/1.1" status: 200 len: 991 time: 0.0698643 Aug 31 14:53:41.444284 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-fe6f47ac-c743-4c7f-b135-59aed63f3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.445957 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-fe6f47ac-c743-4c7f-b135-59aed63f3135 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1096 time: 0.0425386 Aug 31 14:53:41.473248 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '012695b5-d0ff-41b9-81f0-95ebfeeb0235', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'port_id': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'mac_address': 'fa:16:3e:b1:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:53:40Z', 'updated_at': '2021-08-31T14:53:40Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:41.498385 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] Checking router: 3a30aefe-0ed3-4728-82f6-af4af114922e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:41.507531 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:41.508136 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:53:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:41.538191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-8cffc2c2-519e-4647-9358-a6d942b7dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.539584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-8cffc2c2-519e-4647-9358-a6d942b7dc05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 899 time: 0.0865803 Aug 31 14:53:41.611949 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-9b259d02-975a-4669-b9fc-0a3ebd5cac20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 999 time: 0.0649829 Aug 31 14:53:41.613330 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:41.662592 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-e0dc5ff2-c764-4e3b-a42d-a675254fd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.664060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-e0dc5ff2-c764-4e3b-a42d-a675254fd650 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 200 len: 834 time: 0.0447478 Aug 31 14:53:41.711777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-f8d427b9-f4fd-43c5-a9f3-9d8b23e07c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.713419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-f8d427b9-f4fd-43c5-a9f3-9d8b23e07c1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9a1396-61f7-4de8-8424-94d4ee9ff430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412712 Aug 31 14:53:41.809172 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-63bb9e99-2d66-45f7-94a2-07fd9bb3a4a5 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880089 Aug 31 14:53:41.837747 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '012695b5-d0ff-41b9-81f0-95ebfeeb0235', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'port_id': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'mac_address': 'fa:16:3e:b1:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:53:40Z', 'updated_at': '2021-08-31T14:53:40Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:41.864169 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566d031-fadd-4bcb-a241-4f154d7c6015 None None] The sync data for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 is: [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '012695b5-d0ff-41b9-81f0-95ebfeeb0235', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'port_id': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'mac_address': 'fa:16:3e:b1:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:53:40Z', 'updated_at': '2021-08-31T14:53:40Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:41.902011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db2e8f63-9950-424e-ab72-15a3aa508618 req-daca169b-a43d-44eb-828e-c43371959c22 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852954 Aug 31 14:53:42.056345 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26a739-241b-4229-b293-fc2dd380fa0f None None] New status for floating IP 012695b5-d0ff-41b9-81f0-95ebfeeb0235: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:53:42.399791 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58302) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:42.464639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1e35fa6e-0149-468e-98ba-f6517daac82a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/012695b5-d0ff-41b9-81f0-95ebfeeb0235 HTTP/1.1" status: 200 len: 993 time: 0.0635855 Aug 31 14:53:49.553045 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:53:52.649670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-1f806dc1-3221-4c5c-b5a6-342b4b53b942 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957620 Aug 31 14:53:52.751860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-4cf18b0e-378a-46ea-bf46-13a3bf7a6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:52.753398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-4cf18b0e-378a-46ea-bf46-13a3bf7a6dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1096 time: 0.0409112 Aug 31 14:53:52.859349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-c06c59f2-6f08-4b96-91fa-1b285048e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:52.861069 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-c06c59f2-6f08-4b96-91fa-1b285048e86a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 899 time: 0.0878422 Aug 31 14:53:52.925586 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-f7a24bfa-9b1e-468b-bddc-670435167a03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 1001 time: 0.0566027 Aug 31 14:53:52.980201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-9b6d92f2-8b5f-4923-ae69-0e22792d72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:52.982420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-9b6d92f2-8b5f-4923-ae69-0e22792d72d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 200 len: 834 time: 0.0496273 Aug 31 14:53:53.035781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-ee323385-7461-4258-95bb-57da6e3145b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:53.037322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-ee323385-7461-4258-95bb-57da6e3145b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9a1396-61f7-4de8-8424-94d4ee9ff430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459862 Aug 31 14:53:53.129104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-396882ab-4339-4d76-b487-e52a6cdb597e service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795548 Aug 31 14:53:53.225396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d86adf14-71e8-4ff7-8da9-16f5fc7a4139 req-d4642673-bb65-426a-ab69-5fe848591706 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886261 Aug 31 14:53:56.888959 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-428cf68b-6689-438e-96a5-ae3e645c761c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:59.439205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a731-8690-4d8b-a825-8c42a4741aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:59.644659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:00.849464 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:02.215951 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:08.477260 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bedb5cc6-e2a4-4407-8ccc-85bf77c334f0 req-50fbd0fb-1fa3-484f-865b-42ee86af5044 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0806260 Aug 31 14:54:08.631960 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bedb5cc6-e2a4-4407-8ccc-85bf77c334f0 req-6ab9f299-380e-4e37-87d1-26c8af98927e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0251470 Aug 31 14:54:08.681839 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bedb5cc6-e2a4-4407-8ccc-85bf77c334f0 req-51818e04-b9fc-4096-bed1-07efd275e8ec service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188160 Aug 31 14:54:08.781854 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb5cc6-e2a4-4407-8ccc-85bf77c334f0 req-994686cc-213d-4271-90a1-9902bbe6b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:08.783370 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bedb5cc6-e2a4-4407-8ccc-85bf77c334f0 req-994686cc-213d-4271-90a1-9902bbe6b4b9 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0903368 Aug 31 14:54:10.523786 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:16.024812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-94a9f428-001d-4885-a3f1-e4e70f450e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.026404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-94a9f428-001d-4885-a3f1-e4e70f450e73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1096 time: 0.0732486 Aug 31 14:54:16.049441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acab0b1-d881-49ea-bb10-c03431a8c2a5 req-cb66918a-822b-45df-9535-3ddb5a5f7f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.050916 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5acab0b1-d881-49ea-bb10-c03431a8c2a5 req-cb66918a-822b-45df-9535-3ddb5a5f7f48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.1314461 Aug 31 14:54:16.131610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5acab0b1-d881-49ea-bb10-c03431a8c2a5 req-841d00bb-abc3-432e-9604-1e429dc468fa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698533 Aug 31 14:54:16.155298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-3b89babf-db21-4b44-9ea3-3f184c2ad617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.156791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-3b89babf-db21-4b44-9ea3-3f184c2ad617 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 899 time: 0.1221733 Aug 31 14:54:16.179891 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-1ca90c7b-427f-46f9-9f8f-dcd237e920c9 req-a65a17ec-ffe0-48a1-8169-575979505121 service neutron] (101360) timed out ('10.222.0.10', 54602) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:54:16.228201 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-e06b1968-104e-4581-80e8-6cbd564dd0fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 1001 time: 0.0632436 Aug 31 14:54:16.278249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-8c05efcc-179a-4be5-9d82-050333b91305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.279653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-8c05efcc-179a-4be5-9d82-050333b91305 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 200 len: 834 time: 0.0442531 Aug 31 14:54:16.325966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-ad41b608-5be3-436a-b9d1-5fe01da7b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.327430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-ad41b608-5be3-436a-b9d1-5fe01da7b9fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9a1396-61f7-4de8-8424-94d4ee9ff430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398352 Aug 31 14:54:16.425322 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-ea193bb8-e7bc-419a-99f8-239329a480d1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886130 Aug 31 14:54:16.516515 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72b95694-1d1f-4d3e-86f4-6a0a46708eb2 req-11b4d2fd-c146-4eb7-9ec1-8b11d6513dae service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823572 Aug 31 14:54:17.261137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637d91-3746-4872-b08b-769513690e2d req-676814ef-3840-4192-b27c-e9bf1a9b5e3d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:17.262663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b637d91-3746-4872-b08b-769513690e2d req-676814ef-3840-4192-b27c-e9bf1a9b5e3d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0503869 Aug 31 14:54:17.298954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b637d91-3746-4872-b08b-769513690e2d req-5983628f-707e-482f-9b0d-bc9c38c3b77d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304856 Aug 31 14:54:18.419405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59878c-b559-43b7-b445-89c1d7a27b9f req-826f98f3-5679-4aa0-a674-50439ea5c11b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:18.420914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad59878c-b559-43b7-b445-89c1d7a27b9f req-826f98f3-5679-4aa0-a674-50439ea5c11b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0544109 Aug 31 14:54:18.458643 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad59878c-b559-43b7-b445-89c1d7a27b9f req-9a821934-8e63-4aef-803e-cac340258915 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Aug 31 14:54:19.573376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57fd89-69a3-4918-b613-3f13c31ddc2b req-0f78e483-c76b-4aa1-ba85-eb3ea43987da tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:19.574904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb57fd89-69a3-4918-b613-3f13c31ddc2b req-0f78e483-c76b-4aa1-ba85-eb3ea43987da tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0485892 Aug 31 14:54:19.613122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb57fd89-69a3-4918-b613-3f13c31ddc2b req-4d359df6-6418-4bf4-8c9f-b0c001f96594 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Aug 31 14:54:20.727799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8cb78-66f4-4b53-8d3c-ffb2aee4d994 req-4074c4fe-a705-46f6-a3dc-ab53d0e9386e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:20.729304 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79e8cb78-66f4-4b53-8d3c-ffb2aee4d994 req-4074c4fe-a705-46f6-a3dc-ab53d0e9386e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0485253 Aug 31 14:54:20.767037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79e8cb78-66f4-4b53-8d3c-ffb2aee4d994 req-b66b78de-7581-46c7-b2ac-a7230acc32e6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Aug 31 14:54:21.886994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879775be-f50f-4cde-91e8-b158952a26e4 req-5ebb872b-8b01-4020-b758-2fc51410ed58 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:21.888589 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-879775be-f50f-4cde-91e8-b158952a26e4 req-5ebb872b-8b01-4020-b758-2fc51410ed58 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0533102 Aug 31 14:54:21.926857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-879775be-f50f-4cde-91e8-b158952a26e4 req-f7619ea1-d2e1-44e6-b906-8a2a6544f814 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Aug 31 14:54:23.046366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07a8a-5112-4612-926f-b4f71dcd0d39 req-f93834c2-62da-4984-adcd-927c7f83f1d0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:23.047783 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64c07a8a-5112-4612-926f-b4f71dcd0d39 req-f93834c2-62da-4984-adcd-927c7f83f1d0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0526247 Aug 31 14:54:23.086056 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-64c07a8a-5112-4612-926f-b4f71dcd0d39 req-cdd031e3-cc51-4e7e-9201-9ee168e4f404 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316095 Aug 31 14:54:24.202134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd7622-9ec0-4778-89c5-14d133abb3e8 req-a57e50aa-732a-4516-a2c2-c15bb5d7158b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:24.203601 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cdd7622-9ec0-4778-89c5-14d133abb3e8 req-a57e50aa-732a-4516-a2c2-c15bb5d7158b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0497718 Aug 31 14:54:24.241236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5cdd7622-9ec0-4778-89c5-14d133abb3e8 req-ec50f9c6-6cb0-408b-9697-5bbc3ce3418f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Aug 31 14:54:25.360677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32875ea3-1638-422f-aebf-203f2f1fe23e req-ed8a8cda-ed45-42b1-8dae-3ba7590e4142 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:25.362229 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32875ea3-1638-422f-aebf-203f2f1fe23e req-ed8a8cda-ed45-42b1-8dae-3ba7590e4142 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0533357 Aug 31 14:54:25.400971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32875ea3-1638-422f-aebf-203f2f1fe23e req-5b130a36-78a8-46fe-b650-99a9d2cd6ffa tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Aug 31 14:54:26.531742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96569ded-1739-4f7e-90c9-5263036461ec req-9745aa43-d4ae-4eb5-8979-9f4af1203a46 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:26.533279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96569ded-1739-4f7e-90c9-5263036461ec req-9745aa43-d4ae-4eb5-8979-9f4af1203a46 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0516248 Aug 31 14:54:26.551577 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:54:26.571213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96569ded-1739-4f7e-90c9-5263036461ec req-ea3cf4a7-358f-43cb-934f-d903d370a78f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Aug 31 14:54:26.890519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5b36288c-7f4a-410c-99b4-65312fdca2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.688137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce1e5-6e2f-4820-8869-cf17c6517301 req-a8349506-11cb-4771-ab9c-37e641641637 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:27.689653 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e0ce1e5-6e2f-4820-8869-cf17c6517301 req-a8349506-11cb-4771-ab9c-37e641641637 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0499051 Aug 31 14:54:27.726227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1e0ce1e5-6e2f-4820-8869-cf17c6517301 req-bf26692b-7da8-4277-828c-66a9097c870f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306649 Aug 31 14:54:27.748736 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58352) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:27.811707 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-52b5801c-4e96-472f-bdbd-c0979964376f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/012695b5-d0ff-41b9-81f0-95ebfeeb0235 HTTP/1.1" status: 200 len: 993 time: 0.0617931 Aug 31 14:54:29.441173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6e961e7e-e18a-47b5-9eab-bc872636e451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:29.644737 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:30.850891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:32.215465 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:40.544414 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.581872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-efd7a6ae-43d3-426d-83b5-9dd4716532d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460136 Aug 31 14:54:54.690386 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-359be665-da72-4047-a5f8-232d4a98d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:54.691798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-359be665-da72-4047-a5f8-232d4a98d415 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1096 time: 0.0430610 Aug 31 14:54:54.808740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-51322857-6344-4b3c-9619-1f455ae32f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:54.810287 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-51322857-6344-4b3c-9619-1f455ae32f67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 899 time: 0.0906899 Aug 31 14:54:54.882382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-12a5db8b-f688-47a9-a625-d8d897ebfe65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 1001 time: 0.0634077 Aug 31 14:54:54.932656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-8e14b820-39a1-45e6-9d80-7db1b661a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:54.934122 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-8e14b820-39a1-45e6-9d80-7db1b661a05f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 200 len: 834 time: 0.0442843 Aug 31 14:54:54.984019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-332502ae-3847-4c40-84cf-c930bc07d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:54.985709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-332502ae-3847-4c40-84cf-c930bc07d217 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9a1396-61f7-4de8-8424-94d4ee9ff430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425723 Aug 31 14:54:55.085110 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-8f0d9f32-56d4-4f46-8a3d-18525104b54b service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914121 Aug 31 14:54:55.187182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-54ff2cfe-6cf0-46c5-bec4-bf31428602b2 req-0edda8aa-32f4-47a3-9858-98398f1e290d service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Aug 31 14:54:56.892350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1e6df4db-f846-431a-8d83-bee8feaaf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.443078 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77c84429-7dbe-49e0-a391-98a526b16d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.646623 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.176083 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58372) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:00.329663 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 64a9c81c-d0c1-42ea-906b-1a404483c3c4 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:00.330085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.410896 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.411286 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.423634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 64a9c81c-d0c1-42ea-906b-1a404483c3c4 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:00.571137 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.854977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.884007 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=64a9c81c-d0c1-42ea-906b-1a404483c3c4,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:00.893672 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.894660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.894998 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.895943 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.896670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.896670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.896987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.897320 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.897655 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.897984 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.898313 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.898637 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:00.955320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.955652 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP 012695b5-d0ff-41b9-81f0-95ebfeeb0235 disassociated (deleted). External IP: 172.25.0.176, port: bda47f2d-1c58-4d02-be21-39989919f9e2. Aug 31 14:55:01.167038 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 3a30aefe-0ed3-4728-82f6-af4af114922e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:01.278334 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:01.283187 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.288390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] Sync routers for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:01.297125 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:01.297723 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:01.310765 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ea4d1c78-c037-4595-8182-bf59d1a8ed99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/floatingips/012695b5-d0ff-41b9-81f0-95ebfeeb0235 HTTP/1.1" status: 204 len: 168 time: 1.1336031 Aug 31 14:55:01.311468 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:01.313921 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fdf8c5ff8d11f14b8e35a70937dd28bb08f43d1cf928ca480e026be531ccb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b55e2f-6b88-40a6-963d-77e5605d1559" -d '{"events": [{"name": "network-changed", "server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:01.475964 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0218561e-414a-4595-8d2f-93df47ed7577 x-openstack-request-id: req-0218561e-414a-4595-8d2f-93df47ed7577 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:01.476260 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:01.476519 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0218561e-414a-4595-8d2f-93df47ed7577 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:01.476970 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'status': 'completed', 'code': 200} Aug 31 14:55:01.499985 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:01.605511 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61d5bf-718a-4f3a-93ae-1444b5c1f17c req-8433a100-5208-4425-a1a6-b493ec2ca2e9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:01.607045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d61d5bf-718a-4f3a-93ae-1444b5c1f17c req-8433a100-5208-4425-a1a6-b493ec2ca2e9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0824099 Aug 31 14:55:01.609846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-c9aa7f1d-3be0-4457-8e1b-9defd4fa3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:01.611248 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-c9aa7f1d-3be0-4457-8e1b-9defd4fa3034 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 1096 time: 0.0767469 Aug 31 14:55:01.695435 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5d61d5bf-718a-4f3a-93ae-1444b5c1f17c req-c2235763-9f3c-4c5b-b1a0-98adc8ab6ee8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820982 Aug 31 14:55:01.702326 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:01.729548 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] Checking router: 3a30aefe-0ed3-4728-82f6-af4af114922e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:01.734081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-75a3dc31-dfb7-46a1-b1e6-239a863c0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:01.735573 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-75a3dc31-dfb7-46a1-b1e6-239a863c0d37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 200 len: 899 time: 0.1093249 Aug 31 14:55:01.737846 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:01.738435 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:01.778977 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-7c103d4f-1b91-451e-a6c8-3cdea5052d61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 200 len: 217 time: 0.0354111 Aug 31 14:55:01.848539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-d5f5d409-8f67-4d54-abc4-8eaa07521dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:01.853400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-d5f5d409-8f67-4d54-abc4-8eaa07521dbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 200 len: 834 time: 0.0636613 Aug 31 14:55:01.861405 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:01.913730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-b32464c0-c75e-406d-bda0-490f6bf40324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:01.915262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-b32464c0-c75e-406d-bda0-490f6bf40324 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9a1396-61f7-4de8-8424-94d4ee9ff430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552213 Aug 31 14:55:02.028618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-b7d7a3f1-627f-48d3-af1b-da0387ccc235 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047566 Aug 31 14:55:02.093966 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:02.126258 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac241f-c416-4936-a955-78f99e055e38 None None] The sync data for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 is: [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dedc88a2-f900-4f1f-ae74-ac150b4d987d', 'name': '', 'network_id': '7a9a1396-61f7-4de8-8424-94d4ee9ff430', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:c9:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '7e7615c2-52df-47df-b5ce-94a2341b0b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:02.143838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a3b55e2f-6b88-40a6-963d-77e5605d1559 req-97be37d2-479c-489b-a391-d6469c13bd3c service neutron] 10.222.0.26 "GET /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070511 Aug 31 14:55:02.222376 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.378284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100900ca-1b34-4e14-8e02-f5d5ec559a1e None None] New status for floating IP 012695b5-d0ff-41b9-81f0-95ebfeeb0235: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:55:02.819135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228ba00-a714-4671-b5ca-4e17c8b29c52 req-c368d5ff-6ec9-433b-a905-862c52c85d19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:02.820605 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2228ba00-a714-4671-b5ca-4e17c8b29c52 req-c368d5ff-6ec9-433b-a905-862c52c85d19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0561295 Aug 31 14:55:02.858735 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2228ba00-a714-4671-b5ca-4e17c8b29c52 req-23a9a9cc-1a6a-4dd1-bee8-1bc71f08171f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3124ef1d-ada9-430e-bd5b-f486e41ab864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Aug 31 14:55:03.346045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-359b199e-e799-4eb9-88dd-03cf558cb7d3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:03.347619 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-359b199e-e799-4eb9-88dd-03cf558cb7d3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 945 time: 0.0513747 Aug 31 14:55:03.444470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port bda47f2d-1c58-4d02-be21-39989919f9e2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:03.444821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.537537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port bda47f2d-1c58-4d02-be21-39989919f9e2, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=bda47f2d-1c58-4d02-be21-39989919f9e2,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:03.537910 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.550390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:55:03.551561 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for bda47f2d-1c58-4d02-be21-39989919f9e2 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:03.701719 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.736482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=bda47f2d-1c58-4d02-be21-39989919f9e2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:03.758341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.758690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.759030 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.759369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.759704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.760035 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.760367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.760695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.761053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.761384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.761707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.762028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:03.784061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] No DVR routers for this DVR port bda47f2d-1c58-4d02-be21-39989919f9e2 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:03.787709 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.789775 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b23d8adb-52b2-4a8e-b92e-a7a5b45e8787 req-4f722655-7f34-4cd8-8601-7b7428a56672 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "DELETE /v2.0/ports/bda47f2d-1c58-4d02-be21-39989919f9e2 HTTP/1.1" status: 204 len: 173 time: 0.4343464 Aug 31 14:55:03.790239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'name': 'network-vif-deleted', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:03.792492 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd35cd3-3256-4624-beeb-7a2b79704b9d" -d '{"events": [{"server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "name": "network-vif-deleted", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:03.917771 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a180997d-083a-4ccc-8710-1a69b302bd9e x-openstack-request-id: req-a180997d-083a-4ccc-8710-1a69b302bd9e {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:03.918384 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a44d62f-1d8c-4f23-87fa-cd07962e082c", "name": "network-vif-deleted", "tag": "bda47f2d-1c58-4d02-be21-39989919f9e2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:03.918734 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a180997d-083a-4ccc-8710-1a69b302bd9e {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:03.919262 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a44d62f-1d8c-4f23-87fa-cd07962e082c', 'name': 'network-vif-deleted', 'tag': 'bda47f2d-1c58-4d02-be21-39989919f9e2', 'status': 'completed', 'code': 200} Aug 31 14:55:04.040692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac82803f-a9e7-4854-8010-b67664df1234 req-0849e788-9657-46ce-b3ee-1db55dffa623 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a44d62f-1d8c-4f23-87fa-cd07962e082c HTTP/1.1" status: 200 len: 210 time: 0.0364139 Aug 31 14:55:05.097370 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58390) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:05.493861 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.775461 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port dedc88a2-f900-4f1f-ae74-ac150b4d987d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:05.775700 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.872048 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port dedc88a2-f900-4f1f-ae74-ac150b4d987d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dedc88a2-f900-4f1f-ae74-ac150b4d987d,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:05.872415 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.886309 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for dedc88a2-f900-4f1f-ae74-ac150b4d987d owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:06.071758 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.102504 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=dedc88a2-f900-4f1f-ae74-ac150b4d987d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:06.278632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.498227 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 3a30aefe-0ed3-4728-82f6-af4af114922e has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:06.607429 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:06.612539 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c02a3c03-8dea-4d6d-afae-279ebbf0da3f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/3a30aefe-0ed3-4728-82f6-af4af114922e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5140979 Aug 31 14:55:06.615411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58392) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:06.619648 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] Sync routers for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:06.629811 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:06.631520 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:06.669845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting subnet 7e7615c2-52df-47df-b5ce-94a2341b0b12 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:55:06.673093 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.714573 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.743524 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:06.831914 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.895026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.922582 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7615c2-52df-47df-b5ce-94a2341b0b12,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:06.924616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.926528 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-fba83691-c02f-4448-a705-f9d487a57078 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/subnets/7e7615c2-52df-47df-b5ce-94a2341b0b12 HTTP/1.1" status: 204 len: 168 time: 0.3101993 Aug 31 14:55:06.929856 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58394) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:06.932690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9fa3fb-9d5c-4c50-94c8-4b00cf277f35 None None] Network 7a9a1396-61f7-4de8-8424-94d4ee9ff430 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:06.950348 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:55:06Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:06.980577 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] Checking router: 3a30aefe-0ed3-4728-82f6-af4af114922e for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:06.989373 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] Routers {'3a30aefe-0ed3-4728-82f6-af4af114922e'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:06.990527 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['3a30aefe-0ed3-4728-82f6-af4af114922e'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:07.046620 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.108773 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] Set router 3a30aefe-0ed3-4728-82f6-af4af114922e gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:07.117081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] DHCP port deletion for 7a9a1396-61f7-4de8-8424-94d4ee9ff430 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:55:07.165095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Deleting port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:07.165470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.169607 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.227527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 266efe06-dcdd-4f0c-8c6c-96286e549a76 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:07.227882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.231893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] For port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e,segment=NetworkSegment(fd025eda-85c7-476f-817d-715067e1fb27),segment_id=fd025eda-85c7-476f-817d-715067e1fb27)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:07.232538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.247964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Calling delete_port for c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:07.296221 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:55:06Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:07.312524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port 266efe06-dcdd-4f0c-8c6c-96286e549a76, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=266efe06-dcdd-4f0c-8c6c-96286e549a76,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:07.313349 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.322918 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd8556-dcdf-4451-80aa-729cdfd49c7c None None] The sync data for ids ['3a30aefe-0ed3-4728-82f6-af4af114922e'] in n-d-792362-6 is: [{'id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384546209', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:25Z', 'updated_at': '2021-08-31T14:55:06Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '266efe06-dcdd-4f0c-8c6c-96286e549a76', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a30aefe-0ed3-4728-82f6-af4af114922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:26Z', 'updated_at': '2021-08-31T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:07.328622 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 266efe06-dcdd-4f0c-8c6c-96286e549a76 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:07.335676 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.369491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Pushing event deleted for resources: {'Port': ['ID=c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:07.377249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] No DVR routers for this DVR port c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:07.379484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.379833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.380458 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.380812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.381336 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.381701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.382038 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.382375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.382706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.383033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.383362 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.383686 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b5998-a0dc-43eb-b34d-6932d005dd89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.691149 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bda47f2d-1c58-4d02-be21-39989919f9e2 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:07.712771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: bda47f2d-1c58-4d02-be21-39989919f9e2 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:07.713161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device bda47f2d-1c58-4d02-be21-39989919f9e2 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:07.791501 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.815478 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=266efe06-dcdd-4f0c-8c6c-96286e549a76,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:07.878195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.971988 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.974086 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.015481 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.016069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Fanout notify agent at l3_agent the message router_deleted on router 3a30aefe-0ed3-4728-82f6-af4af114922e {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:55:08.023509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.026995 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c210eb75-f02e-48e3-8d35-40b7c84b375f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/routers/3a30aefe-0ed3-4728-82f6-af4af114922e HTTP/1.1" status: 204 len: 168 time: 1.0936995 Aug 31 14:55:08.027266 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58396) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:08.107073 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.198148 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.207828 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9a1396-61f7-4de8-8424-94d4ee9ff430']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:08.218003 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd025eda-85c7-476f-817d-715067e1fb27') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:08.218308 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd025eda-85c7-476f-817d-715067e1fb27') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:08.227677 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.241596 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.247251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:55:08.247644 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:55:08.250558 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:55:08.311360 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.319595 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.321816 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/networks/7a9a1396-61f7-4de8-8424-94d4ee9ff430 HTTP/1.1" status: 204 len: 168 time: 0.2934294 Aug 31 14:55:08.325654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58398) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:08.335345 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dd091-95f8-4aab-b32e-50b875b06fef tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Network': ['ID=7a9a1396-61f7-4de8-8424-94d4ee9ff430,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.386019 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-343e925c-e65b-4558-bc04-7545b2936da7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.411043 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-343e925c-e65b-4558-bc04-7545b2936da7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.473568 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-343e925c-e65b-4558-bc04-7545b2936da7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.476982 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-343e925c-e65b-4558-bc04-7545b2936da7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.478207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-343e925c-e65b-4558-bc04-7545b2936da7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/security-groups/3124ef1d-ada9-430e-bd5b-f486e41ab864 HTTP/1.1" status: 204 len: 168 time: 0.1515257 Aug 31 14:55:08.487927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e925c-e65b-4558-bc04-7545b2936da7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3124ef1d-ada9-430e-bd5b-f486e41ab864,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.835987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 266efe06-dcdd-4f0c-8c6c-96286e549a76 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:08.856384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 266efe06-dcdd-4f0c-8c6c-96286e549a76 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:08.856729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 266efe06-dcdd-4f0c-8c6c-96286e549a76 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:08.857161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:08.878552 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:08.878964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c44d9ee5-ccc7-4c99-98dc-cd4b0d37951e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:08.879476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dedc88a2-f900-4f1f-ae74-ac150b4d987d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:08.879745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58404) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:08.885252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-138efe85-30dc-4a52-82d9-59fd1b9b4ae3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894321804', 'description': 'tempest-secgroup-smoke-894321804 description', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:08.898919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: dedc88a2-f900-4f1f-ae74-ac150b4d987d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:08.899292 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dedc88a2-f900-4f1f-ae74-ac150b4d987d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:08.914993 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138efe85-30dc-4a52-82d9-59fd1b9b4ae3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.996927 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138efe85-30dc-4a52-82d9-59fd1b9b4ae3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.000547 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138efe85-30dc-4a52-82d9-59fd1b9b4ae3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.027956 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-138efe85-30dc-4a52-82d9-59fd1b9b4ae3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.029257 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-138efe85-30dc-4a52-82d9-59fd1b9b4ae3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479135 Aug 31 14:55:09.031140 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138efe85-30dc-4a52-82d9-59fd1b9b4ae3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a207b6f9-8f26-439e-b5b2-f11bf07cfe66,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.032311 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58406) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.037540 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-27dee982-f5cc-4147-9413-2d39a307e156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'a207b6f9-8f26-439e-b5b2-f11bf07cfe66', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.062948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27dee982-f5cc-4147-9413-2d39a307e156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.118969 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27dee982-f5cc-4147-9413-2d39a307e156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.122484 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27dee982-f5cc-4147-9413-2d39a307e156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.139339 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dee982-f5cc-4147-9413-2d39a307e156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b203ec3-480f-488d-ada5-790698abab61,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.145939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-27dee982-f5cc-4147-9413-2d39a307e156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.147194 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-27dee982-f5cc-4147-9413-2d39a307e156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138515 Aug 31 14:55:09.150184 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58408) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.154520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-349c990b-96fe-4a6f-865a-5d67b062a33d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'a207b6f9-8f26-439e-b5b2-f11bf07cfe66', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.180146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-349c990b-96fe-4a6f-865a-5d67b062a33d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.235563 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-349c990b-96fe-4a6f-865a-5d67b062a33d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.239183 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-349c990b-96fe-4a6f-865a-5d67b062a33d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.257869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c990b-96fe-4a6f-865a-5d67b062a33d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028c0a16-7a9d-4a9e-a33f-0e72baed6bb0,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.262780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-349c990b-96fe-4a6f-865a-5d67b062a33d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.263967 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-349c990b-96fe-4a6f-865a-5d67b062a33d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128449 Aug 31 14:55:09.266794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58410) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.271137 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-77ec49a9-942e-4759-b562-d039a4db6325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'a207b6f9-8f26-439e-b5b2-f11bf07cfe66', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.296673 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-77ec49a9-942e-4759-b562-d039a4db6325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.356340 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-77ec49a9-942e-4759-b562-d039a4db6325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.360627 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-77ec49a9-942e-4759-b562-d039a4db6325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.382545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec49a9-942e-4759-b562-d039a4db6325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b5b994-f9a4-4b82-b96f-02f22f9cdd94,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.389366 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-77ec49a9-942e-4759-b562-d039a4db6325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.390554 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-77ec49a9-942e-4759-b562-d039a4db6325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228456 Aug 31 14:55:09.393477 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58412) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.397896 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-e048d9a3-af3c-4df2-b72d-7c7f2cd8ecd8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'a207b6f9-8f26-439e-b5b2-f11bf07cfe66', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.422827 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e048d9a3-af3c-4df2-b72d-7c7f2cd8ecd8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.481085 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e048d9a3-af3c-4df2-b72d-7c7f2cd8ecd8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.484666 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e048d9a3-af3c-4df2-b72d-7c7f2cd8ecd8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.505918 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048d9a3-af3c-4df2-b72d-7c7f2cd8ecd8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3429310b-99e7-4149-aa13-613e83ad45b6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.509625 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-e048d9a3-af3c-4df2-b72d-7c7f2cd8ecd8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.510829 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-e048d9a3-af3c-4df2-b72d-7c7f2cd8ecd8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164334 Aug 31 14:55:09.513552 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58414) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.518074 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'a207b6f9-8f26-439e-b5b2-f11bf07cfe66', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.540511 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:55:09.545262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.605066 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.608659 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.626699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634fc08f-7d96-423a-bc12-ae8dcb7b26c6,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.633123 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.634177 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-381d0fe7-a552-49b4-994b-94d3e254c3a4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197128 Aug 31 14:55:09.636839 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58416) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.641306 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'a207b6f9-8f26-439e-b5b2-f11bf07cfe66', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.662989 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:55:09.667580 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.726560 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.729891 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.749252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbc616f-9487-4c6b-b337-ed89f9bc05fd,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.756177 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.757457 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1e80504e-4281-4ab1-babc-6cfe7c27d447 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196644 Aug 31 14:55:09.760254 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58418) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.765069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'network': {'name': 'tempest-network-smoke--1681198149', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'port_security_enabled': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.786012 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:09.789604 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.812149 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] vlan segment allocate from pool success with {'vlan_id': 1518, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:55:09.821210 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.821559 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Added segment 87ad6385-d90a-4c30-96cc-2fc66d9fe273 of type vlan for network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed Aug 31 14:55:09.861292 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.884956 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.890387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:09.890966 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.949418 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881497 Aug 31 14:55:09.952081 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58420) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.959171 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'admin_state_up': True, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.969877 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba53e6c-56b2-4b2e-b8c2-f9c3073dee4d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Network': ['ID=0346a94e-257d-494a-b4b3-2ddfd08cc8ed,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.980058 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:55:09.986665 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.987765 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.045939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.179456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.363857 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.383350 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.449332 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d4f2186c-60f3-4e9a-9062-1980b5ce4faa req-9db34e22-3e50-410c-afe0-91b38abe786c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0546949 Aug 31 14:55:10.523106 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d4f2186c-60f3-4e9a-9062-1980b5ce4faa req-4cc8ef09-d74f-4e1f-8aee-1dea4b7e8a7c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0284133 Aug 31 14:55:10.533088 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.128 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/fd9a609e-0127-4cd9-adc8-e2c6c124f977) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:10.535381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.607057 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d4f2186c-60f3-4e9a-9062-1980b5ce4faa req-13aefd5f-72c1-4a33-bc97-ecfa90c5918f service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482051 Aug 31 14:55:10.716570 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.743721 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2186c-60f3-4e9a-9062-1980b5ce4faa req-e0ce2c85-c96e-4f9e-9abd-8dc1148710b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:10.745227 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-d4f2186c-60f3-4e9a-9062-1980b5ce4faa req-e0ce2c85-c96e-4f9e-9abd-8dc1148710b0 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1275785 Aug 31 14:55:10.770114 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.814013 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:10.817019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:10.821559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:10.823506 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=fd9a609e-0127-4cd9-adc8-e2c6c124f977,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:11.069270 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.263688 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.395219 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router cd6b083b-b2ff-453f-8b5a-5a956401216d is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:55:11.505371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:11.515339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Sync routers for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:11.523572 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.524616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:11.524801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7cdd98f3-4bd2-4960-bada-912a00ad52bc tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5718060 Aug 31 14:55:11.525581 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:11.527928 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58422) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:11.555547 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-674ce204-5358-4a7b-b30f-5335b58c05ed tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e3992c4bbf24156b09996e0b6c19f39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265555 Aug 31 14:55:11.558086 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58424) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:11.634741 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:11.642494 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944806c2-5c3b-4a46-bcff-a0dc8bd46ba0 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:11.646650 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-944806c2-5c3b-4a46-bcff-a0dc8bd46ba0 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850546 Aug 31 14:55:11.646976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58426) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:11.679532 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b2cf53de-25b3-4d1e-98ab-255cfaf56dd9 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314810 Aug 31 14:55:11.683002 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58428) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:11.687758 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471119662', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:11.779166 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:11.783154 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.818702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:11.844934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Checking router: cd6b083b-b2ff-453f-8b5a-5a956401216d for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:11.845318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Updating router cd6b083b-b2ff-453f-8b5a-5a956401216d port fd9a609e-0127-4cd9-adc8-e2c6c124f977 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:11.872912 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.967577 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.030290 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Subnet': ['ID=0d69a381-af4f-47b7-b7df-47e36b08d9b4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.042277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Checking segment: {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:12.042647 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network hostable DHCP agents. Network: 0346a94e-257d-494a-b4b3-2ddfd08cc8ed, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:55:12.061281 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:55:12.071135 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 0346a94e-257d-494a-b4b3-2ddfd08cc8ed) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:12.075732 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:12.076373 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.092327 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9a43bd40-3b4e-404e-8f74-e375410bd359 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4082286 Aug 31 14:55:12.095068 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58430) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:12.123742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28751209-bfcc-4e9e-8959-8670f9522c30 None None] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:12.385881 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:55:12.386756 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.430959 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.490031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Transition to ACTIVE for port object fd9a609e-0127-4cd9-adc8-e2c6c124f977 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:12.504401 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.598338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aeda8-99f0-4f50-a607-0093b0bd131c None None] Pushing event updated for resources: {'Port': ['ID=fd9a609e-0127-4cd9-adc8-e2c6c124f977,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.602916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Attempting to bind port fd9a609e-0127-4cd9-adc8-e2c6c124f977 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:12.603497 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Attempting to bind port fd9a609e-0127-4cd9-adc8-e2c6c124f977 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:12.603897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Attempting to bind port fd9a609e-0127-4cd9-adc8-e2c6c124f977 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:12.611956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:12.612252 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:12.612661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.613085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:12.613555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Bound port: fd9a609e-0127-4cd9-adc8-e2c6c124f977, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:12.613933 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.641228 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Allocated IP 172.20.0.2 (0346a94e-257d-494a-b4b3-2ddfd08cc8ed/0d69a381-af4f-47b7-b7df-47e36b08d9b4/fec8339d-4d6b-497c-b0af-e3f3953604f1) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:12.721669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] For port fd9a609e-0127-4cd9-adc8-e2c6c124f977, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:12.743141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] For port fd9a609e-0127-4cd9-adc8-e2c6c124f977, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fd9a609e-0127-4cd9-adc8-e2c6c124f977,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:12.754273 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.870849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aeda8-99f0-4f50-a607-0093b0bd131c None None] Pushing event updated for resources: {'Port': ['ID=fd9a609e-0127-4cd9-adc8-e2c6c124f977,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.874897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:12.875518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:12.878352 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.924485 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.947885 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Transition to ACTIVE for port object fec8339d-4d6b-497c-b0af-e3f3953604f1 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:12.997027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Transition to ACTIVE for port object fec8339d-4d6b-497c-b0af-e3f3953604f1 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:13.009137 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.064690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:13.066118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:13.068540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:13.073934 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:13.102874 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Pushing event updated for resources: {'Port': ['ID=fec8339d-4d6b-497c-b0af-e3f3953604f1,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:13.163203 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.1 (0346a94e-257d-494a-b4b3-2ddfd08cc8ed/0d69a381-af4f-47b7-b7df-47e36b08d9b4/dcee8d76-8a59-489c-8925-a64fb139601d) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:13.229354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Attempting to bind port fec8339d-4d6b-497c-b0af-e3f3953604f1 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:13.229723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Attempting to bind port fec8339d-4d6b-497c-b0af-e3f3953604f1 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:13.230089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Attempting to bind port fec8339d-4d6b-497c-b0af-e3f3953604f1 on network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:13.244186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:13.244557 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Checking segment: {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:13.244985 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.245381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Bound using segment: {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:13.245846 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Bound port: fec8339d-4d6b-497c-b0af-e3f3953604f1, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:13.246231 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.274438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.289950 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object dcee8d76-8a59-489c-8925-a64fb139601d will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:13.324041 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.343242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] For port fec8339d-4d6b-497c-b0af-e3f3953604f1, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:13.359528 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] For port fec8339d-4d6b-497c-b0af-e3f3953604f1, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fec8339d-4d6b-497c-b0af-e3f3953604f1,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:13.367064 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.377934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:13.381685 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:13.384180 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:13.390777 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=dcee8d76-8a59-489c-8925-a64fb139601d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:13.404091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:13.438139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.440945 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682650e1-3eb9-42db-ba0d-929644844ce2 None None] The sync data for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 is: [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:13.458567 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbb58-2e0b-402c-bf1f-5f9c6ba40760 None None] Pushing event updated for resources: {'Port': ['ID=fec8339d-4d6b-497c-b0af-e3f3953604f1,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:13.596002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.921450 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.927886 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:14.012811 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:14.015873 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=dcee8d76-8a59-489c-8925-a64fb139601d,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:14.123208 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:14.124744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:14.249728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router cd6b083b-b2ff-453f-8b5a-5a956401216d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:14.374696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:14.380384 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-4b2e5bca-d74a-436b-9d71-e65c8a7216b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/cd6b083b-b2ff-453f-8b5a-5a956401216d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2840209 Aug 31 14:55:14.433702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd9d66-10e6-46a3-814e-634dcaed2c00 None None] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:14.497456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8f36dd22-7cbf-4788-ac7b-50cb20fb9df7 None None] Provisioning for port fec8339d-4d6b-497c-b0af-e3f3953604f1 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:14.532689 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-b695bf76-657b-46a9-88ea-2e1fcd6a59bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894321804&fields=id&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 267 time: 0.0420055 Aug 31 14:55:14.642493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-2f1e84ce-1956-4a33-96cb-ea7de9fee58b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:14.644003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-2f1e84ce-1956-4a33-96cb-ea7de9fee58b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 797 time: 0.1024878 Aug 31 14:55:14.660309 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-73512e2e-2795-4b76-b449-c9e9e93e7515 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/quotas/3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 375 time: 0.0098288 Aug 31 14:55:14.723041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-d04e8ba3-a179-45c2-b414-1d3acadbd5f1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516500 Aug 31 14:55:14.739978 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-24a6d687-a641-4c47-86ef-0af19f8f39ec tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:55:14.741061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-24a6d687-a641-4c47-86ef-0af19f8f39ec tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061321 Aug 31 14:55:14.851449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9fb32e1-33c3-4567-aa4d-96c58d1691c1 None None] Provisioning for port dcee8d76-8a59-489c-8925-a64fb139601d completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:14.855963 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e9fb32e1-33c3-4567-aa4d-96c58d1691c1 None None] Provisioning complete for port dcee8d76-8a59-489c-8925-a64fb139601d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:14.856334 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e9fb32e1-33c3-4567-aa4d-96c58d1691c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:14.921471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e9fb32e1-33c3-4567-aa4d-96c58d1691c1 None None] Port dcee8d76-8a59-489c-8925-a64fb139601d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:14.949530 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fec8339d-4d6b-497c-b0af-e3f3953604f1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:14.952647 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-9ed0bb27-366e-41d2-be06-b77bf87d81ec service neutron] 10.222.0.10 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037125 Aug 31 14:55:15.016578 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port fec8339d-4d6b-497c-b0af-e3f3953604f1 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:15.022583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fec8339d-4d6b-497c-b0af-e3f3953604f1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:15.022972 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.058963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-ea4504f0-cdf4-4270-acf6-e0e87b3c274a service neutron] 10.222.0.10 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974455 Aug 31 14:55:15.124377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-3e37d4aa-3f14-4b4f-a959-c70c4eea24b6 None None] Provisioning complete for port dcee8d76-8a59-489c-8925-a64fb139601d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:15.124852 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3e37d4aa-3f14-4b4f-a959-c70c4eea24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.126762 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.154953 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Sync routers for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:15.173390 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:15.175075 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:15.200726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port fec8339d-4d6b-497c-b0af-e3f3953604f1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fec8339d-4d6b-497c-b0af-e3f3953604f1,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:15.201957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-3e37d4aa-3f14-4b4f-a959-c70c4eea24b6 None None] Port dcee8d76-8a59-489c-8925-a64fb139601d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:15.213597 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.214640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fd9a609e-0127-4cd9-adc8-e2c6c124f977 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:15.277694 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1fe88698-4440-4439-a867-98c75bd4d0d3 req-d54e72e0-810b-4433-a41e-140f49535500 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 210 time: 0.0338264 Aug 31 14:55:15.303739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fec8339d-4d6b-497c-b0af-e3f3953604f1,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:15.325754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port fd9a609e-0127-4cd9-adc8-e2c6c124f977 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:15.332102 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fd9a609e-0127-4cd9-adc8-e2c6c124f977 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:15.332577 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.340669 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e65515a5-79d2-46c7-93c0-96cc3d56fa5e None None] Provisioning complete for port dcee8d76-8a59-489c-8925-a64fb139601d triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:15.341277 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e65515a5-79d2-46c7-93c0-96cc3d56fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.422810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e65515a5-79d2-46c7-93c0-96cc3d56fa5e None None] Port dcee8d76-8a59-489c-8925-a64fb139601d cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:15.430352 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:15.472505 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.493452 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port fd9a609e-0127-4cd9-adc8-e2c6c124f977, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fd9a609e-0127-4cd9-adc8-e2c6c124f977,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:15.498453 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.550951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fd9a609e-0127-4cd9-adc8-e2c6c124f977,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:15.630899 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 2, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:15.662362 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Checking router: cd6b083b-b2ff-453f-8b5a-5a956401216d for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:15.662718 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Updating router cd6b083b-b2ff-453f-8b5a-5a956401216d port dcee8d76-8a59-489c-8925-a64fb139601d binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:15.687798 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.951722 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.962009 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Transition to ACTIVE for port object dcee8d76-8a59-489c-8925-a64fb139601d will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:15.967313 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.017967 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Pushing event updated for resources: {'Port': ['ID=dcee8d76-8a59-489c-8925-a64fb139601d,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:16.044271 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.044616 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.044986 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.045326 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.045657 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.045986 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.046313 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.046637 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.046961 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.047378 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.047714 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.048036 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:16.080918 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Attempting to bind port dcee8d76-8a59-489c-8925-a64fb139601d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:16.081299 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Attempting to bind port dcee8d76-8a59-489c-8925-a64fb139601d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:16.081667 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Attempting to bind port dcee8d76-8a59-489c-8925-a64fb139601d on network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:16.086984 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:16.087376 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Checking segment: {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:16.087805 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.088221 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Bound using segment: {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:16.088729 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Bound port: dcee8d76-8a59-489c-8925-a64fb139601d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:16.089170 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.155521 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] For port dcee8d76-8a59-489c-8925-a64fb139601d, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:16.158930 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] For port dcee8d76-8a59-489c-8925-a64fb139601d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dcee8d76-8a59-489c-8925-a64fb139601d,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:16.164681 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.227417 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:16.228186 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:16.268355 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ba34c-0587-46ef-874e-72ee2935a802 None None] Pushing event updated for resources: {'Port': ['ID=dcee8d76-8a59-489c-8925-a64fb139601d,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:16.348577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-b679ad3a-5734-46c7-9d53-d01ea1674c11 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:16.351377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-b679ad3a-5734-46c7-9d53-d01ea1674c11 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 797 time: 0.1368785 Aug 31 14:55:16.352365 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:16.423637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1dd2d294-a0bd-4cf8-832c-176d337fd3e7 req-601fb860-13a7-485b-ae0d-2d7be0bf0055 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 210 time: 0.0414691 Aug 31 14:55:16.446819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-56cc710b-2736-4f70-a154-a70049ca8284 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 379 time: 0.0690801 Aug 31 14:55:16.458422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'port': {'device_id': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'admin_state_up': True, 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'security_groups': ['a207b6f9-8f26-439e-b5b2-f11bf07cfe66']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:16.580911 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:16.584908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.587050 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:16Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:16.613516 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b1f97-fcb7-4627-8f4b-198d14a1df4b None None] The sync data for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 is: [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:16Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:16.721906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.4 (0346a94e-257d-494a-b4b3-2ddfd08cc8ed/0d69a381-af4f-47b7-b7df-47e36b08d9b4/06ce295a-0d4a-4a85-b40c-e8fee9daefa6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:16.884178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.900032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:16.933655 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.947756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fec8339d-4d6b-497c-b0af-e3f3953604f1 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:16.984066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:16.987522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:16.990216 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:17.015312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fec8339d-4d6b-497c-b0af-e3f3953604f1 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:17.015790 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.025343 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:17.063089 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.063789 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.089091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-6c616faf-3896-4ae8-9b5d-0a8db14ac4f2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6350126 Aug 31 14:55:17.110031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Request body: {'port': {'device_id': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:17.128095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fd9a609e-0127-4cd9-adc8-e2c6c124f977 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:17.177618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.184439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fd9a609e-0127-4cd9-adc8-e2c6c124f977 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:17.184951 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.441647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dcee8d76-8a59-489c-8925-a64fb139601d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:17.474089 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b0921ff8-a5ea-4db5-aea9-ccd03ef1dc54 None None] Provisioning for port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:17.482117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-b0921ff8-a5ea-4db5-aea9-ccd03ef1dc54 None None] Provisioning complete for port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:17.482492 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b0921ff8-a5ea-4db5-aea9-ccd03ef1dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.486132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:17.508857 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.523675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port dcee8d76-8a59-489c-8925-a64fb139601d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:17.531235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dcee8d76-8a59-489c-8925-a64fb139601d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:17.531617 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.534302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b0921ff8-a5ea-4db5-aea9-ccd03ef1dc54 None None] Port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:17.620931 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.659917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port dcee8d76-8a59-489c-8925-a64fb139601d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dcee8d76-8a59-489c-8925-a64fb139601d,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:17.664816 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.720053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=dcee8d76-8a59-489c-8925-a64fb139601d,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:17.894897 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Transition to ACTIVE for port object 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:17.900108 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.961903 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:17.985575 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a972e6-98ba-40f7-8dcb-2e8a01dd2c0c req-8c4f7e01-766a-4c42-ba66-8609f34529d9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.987112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74a972e6-98ba-40f7-8dcb-2e8a01dd2c0c req-8c4f7e01-766a-4c42-ba66-8609f34529d9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 931 time: 0.4717355 Aug 31 14:55:18.068521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-74a972e6-98ba-40f7-8dcb-2e8a01dd2c0c req-865c570a-c111-446a-ad7b-4099e5f33eb9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592074 Aug 31 14:55:18.071086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Attempting to bind port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:18.071434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Attempting to bind port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:18.071777 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Attempting to bind port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 on network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:18.076808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 on network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:55:18.077128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Attempting to bind port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 on network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:18.082486 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:18.082842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Checking segment: {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:18.083776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Bound using segment: {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:18.084217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Bound port: 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ad6385-d90a-4c30-96cc-2fc66d9fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:18.084591 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:18.153863 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:18.157451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:18.164227 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:18.195958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.196629 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:18.198049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] 10.222.0.26 "PUT /v2.0/ports/06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 1091 time: 1.0931869 Aug 31 14:55:18.200057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:18.202407 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11197a06-d8ea-4d86-aed0-503bdbf78ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:18.242514 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cf1d0-f337-4bf8-a15f-0753f8c0e878 service neutron] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:18.250465 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50473815-e84f-45dd-be29-a478896f4ed3 x-openstack-request-id: req-50473815-e84f-45dd-be29-a478896f4ed3 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:18.251058 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:18.251330 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50473815-e84f-45dd-be29-a478896f4ed3 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:18.251705 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'status': 'completed', 'code': 200} Aug 31 14:55:18.315573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-431a7cf0-bafe-4dcc-aaaa-f79ceb3f0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.317145 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-431a7cf0-bafe-4dcc-aaaa-f79ceb3f0db6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1094 time: 0.0472629 Aug 31 14:55:18.367408 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-4041a443-6867-4305-95c8-4fe4b68e0270 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 217 time: 0.0357149 Aug 31 14:55:18.418838 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-5a7a3d43-d591-4c6d-940c-1cda80d86484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.420223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-5a7a3d43-d591-4c6d-940c-1cda80d86484 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0447679 Aug 31 14:55:18.466737 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-9bb645cb-687e-4fa1-9dd1-987f93712471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.468144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-9bb645cb-687e-4fa1-9dd1-987f93712471 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392559 Aug 31 14:55:18.572293 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-e20f49f4-ef56-4fd3-83a8-b6fec2489fe0 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954201 Aug 31 14:55:18.662810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eda9024d-e136-456f-b33c-d1de6bfe2bd2 req-50a77de0-b70c-4943-9b02-91c0ab0dfa7f service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827837 Aug 31 14:55:18.807169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-5eef5210-e5c0-469a-a8ba-442fc077eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.808713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-5eef5210-e5c0-469a-a8ba-442fc077eafa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1094 time: 0.0468833 Aug 31 14:55:18.843597 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dcee8d76-8a59-489c-8925-a64fb139601d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:18.890991 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port dcee8d76-8a59-489c-8925-a64fb139601d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:18.891374 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:18.903921 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-50cda052-4fe9-4a7d-ac8d-4a23ba8a77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.905454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-50cda052-4fe9-4a7d-ac8d-4a23ba8a77a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 899 time: 0.0890205 Aug 31 14:55:18.951097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-ae25e81f-3f5f-4f45-94c0-35ea8a719603 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 217 time: 0.0380583 Aug 31 14:55:19.001576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-86f72724-4e25-4129-b663-c31b99c90815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:19.003029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-86f72724-4e25-4129-b663-c31b99c90815 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0438137 Aug 31 14:55:19.053853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-5c886c8b-0a19-454d-a30d-a5f93296f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:19.055236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-5c886c8b-0a19-454d-a30d-a5f93296f41f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440464 Aug 31 14:55:19.158557 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-afb728d4-9104-4c3c-80b2-ad2dbbc34bb8 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951827 Aug 31 14:55:19.244950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1879a-0109-44c7-b13b-c08bb74f5ff8 req-d28ed32b-787d-4928-85b8-970df23110c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:19.246434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4b1879a-0109-44c7-b13b-c08bb74f5ff8 req-d28ed32b-787d-4928-85b8-970df23110c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 943 time: 0.1029613 Aug 31 14:55:19.294581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11197a06-d8ea-4d86-aed0-503bdbf78ea1 req-368793b4-868a-4bd7-a6ff-1912764eb566 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222858 Aug 31 14:55:19.308022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4b1879a-0109-44c7-b13b-c08bb74f5ff8 req-08519285-0e91-473b-aa58-8b3ea9effc70 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516937 Aug 31 14:55:19.732033 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:55:19.824024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:19.834995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'port_id': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'mac_address': 'fa:16:3e:ae:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:55:19.874241 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:19.887438 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:19.905700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:19.909740 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:19.956235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:20.216415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['06ce295a-0d4a-4a85-b40c-e8fee9daefa6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:20.425876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed534d-0e01-4399-9de6-01f0c9f6ced1 req-4fadd8ec-e153-4467-a41d-afd0a9977da5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:20.427374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fed534d-0e01-4399-9de6-01f0c9f6ced1 req-4fadd8ec-e153-4467-a41d-afd0a9977da5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 944 time: 0.0510042 Aug 31 14:55:20.465127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9fed534d-0e01-4399-9de6-01f0c9f6ced1 req-8167d7ab-fd1f-457d-b46d-7c77b86a5e8d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Aug 31 14:55:21.579053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3189-1877-40b5-a094-aee38eccef49 req-cb264648-288d-40b2-8f90-8207812d21c9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:21.580541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f78c3189-1877-40b5-a094-aee38eccef49 req-cb264648-288d-40b2-8f90-8207812d21c9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 944 time: 0.0487838 Aug 31 14:55:21.618730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f78c3189-1877-40b5-a094-aee38eccef49 req-da3daa25-9785-43bc-9398-3af294efd8ac tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Aug 31 14:55:21.731886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:21.780409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:21.784704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:21.785201 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.863588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.885956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:21.888107 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf29e7c-4aa3-4c26-902b-070bf1121977" -d '{"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-plugged", "status": "completed", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:21.900625 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:21.904661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.953313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:21.980658 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbec32b-c0ff-4d75-8bda-aacb046a8159 x-openstack-request-id: req-6bbec32b-c0ff-4d75-8bda-aacb046a8159 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:21.980982 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-plugged", "status": "completed", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:21.981234 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bbec32b-c0ff-4d75-8bda-aacb046a8159 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:21.981628 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'code': 200} Aug 31 14:55:22.107355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e06dd-0ee0-4e05-b1fb-90207ac20c09 req-48c78e6e-adad-484e-bcf9-24b9bce96773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:22.108848 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e68e06dd-0ee0-4e05-b1fb-90207ac20c09 req-48c78e6e-adad-484e-bcf9-24b9bce96773 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1096 time: 0.0446923 Aug 31 14:55:22.144665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e68e06dd-0ee0-4e05-b1fb-90207ac20c09 req-fa6cbc93-7ad6-4a6d-b8c0-56811e87f5b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274713 Aug 31 14:55:22.733530 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281f4d1-356c-49e4-a183-b5e47e889fd6 req-b71337b6-f8f5-4431-8fe3-2d933e283407 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:22.735035 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d281f4d1-356c-49e4-a183-b5e47e889fd6 req-b71337b6-f8f5-4431-8fe3-2d933e283407 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0484197 Aug 31 14:55:22.775639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d281f4d1-356c-49e4-a183-b5e47e889fd6 req-c5975c04-0e12-46de-ad53-70a3e1029814 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340223 Aug 31 14:55:23.894013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e475f-0cd7-40e5-85d6-ffb38db90598 req-f136ea15-2666-41af-af6b-3888bc675512 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:23.895559 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c0e475f-0cd7-40e5-85d6-ffb38db90598 req-f136ea15-2666-41af-af6b-3888bc675512 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0536525 Aug 31 14:55:23.938279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c0e475f-0cd7-40e5-85d6-ffb38db90598 req-8f8f7057-c770-4782-baa1-4d3b43581b2d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366497 Aug 31 14:55:24.056373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09341d5e-c3fa-4aac-b832-db85b13124b1 req-6ddfe1fd-bdd6-41d7-9f23-8121348d1e9a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:24.057782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09341d5e-c3fa-4aac-b832-db85b13124b1 req-6ddfe1fd-bdd6-41d7-9f23-8121348d1e9a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0542977 Aug 31 14:55:24.095061 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09341d5e-c3fa-4aac-b832-db85b13124b1 req-d3ca7a99-479f-4acb-8218-d81afb78ff54 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311451 Aug 31 14:55:24.116697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58488) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:24.155528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6bb5e-2d37-40d8-b7a3-fad1eeeb1f13 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:24.157143 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-80a6bb5e-2d37-40d8-b7a3-fad1eeeb1f13 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1091 time: 0.0394454 Aug 31 14:55:24.159977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58490) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:24.164951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:24.186383 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:24.285312 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:24.387925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.19 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/5f890aca-6ebf-4bf5-a940-14744c895b6f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:24.488524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:24.533384 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:24.568815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:24.574040 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:24.576651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:24.605712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=5f890aca-6ebf-4bf5-a940-14744c895b6f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:24.939784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.004682 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.157582 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.161911 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.229146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=5f890aca-6ebf-4bf5-a940-14744c895b6f,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:25.241524 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.340752 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP 19745cbc-029c-49bd-a4fd-00b86cd8de42 associated. External IP: 172.25.0.19, port: 06ce295a-0d4a-4a85-b40c-e8fee9daefa6. Aug 31 14:55:25.547833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router cd6b083b-b2ff-453f-8b5a-5a956401216d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:25.655680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:25.666180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] Sync routers for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:25.673052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.675369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:25.675983 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:25.699836 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-26ff059f-11e1-4646-8e7b-97d5146c8597 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5388801 Aug 31 14:55:25.700413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:25.702700 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:25.784390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:25.797666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2e695-bcb6-4147-bcf3-2fa4be4c4931 req-6a1abd67-bc71-4e1d-9c49-4225a405ba08 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:25.799377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6a2e695-bcb6-4147-bcf3-2fa4be4c4931 req-6a1abd67-bc71-4e1d-9c49-4225a405ba08 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0497446 Aug 31 14:55:25.838750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6a2e695-bcb6-4147-bcf3-2fa4be4c4931 req-44816398-b619-46fd-93ec-b43a6d71a830 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328748 Aug 31 14:55:25.860481 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58496) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:25.893335 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b774ada4-d8ca-4724-bad8-8e91ca17791c x-openstack-request-id: req-b774ada4-d8ca-4724-bad8-8e91ca17791c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:25.893633 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:25.893889 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b774ada4-d8ca-4724-bad8-8e91ca17791c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:25.894302 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'status': 'completed', 'code': 200} Aug 31 14:55:25.932032 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-5b3d4bca-34ed-4df7-bb2d-f0db20df6385 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/19745cbc-029c-49bd-a4fd-00b86cd8de42 HTTP/1.1" status: 200 len: 990 time: 0.0696642 Aug 31 14:55:25.981937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-d59384d2-d7d2-4b88-b43c-076df323dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:25.983472 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-d59384d2-d7d2-4b88-b43c-076df323dbe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1096 time: 0.0443785 Aug 31 14:55:26.013869 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '19745cbc-029c-49bd-a4fd-00b86cd8de42', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'port_id': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'mac_address': 'fa:16:3e:ae:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:55:24Z', 'updated_at': '2021-08-31T14:55:24Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:17Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:26.040584 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] Checking router: cd6b083b-b2ff-453f-8b5a-5a956401216d for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:26.049526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:26.050086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:54:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:26.078640 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-6c924be9-b3d1-4b63-a38f-0b0b329641f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:26.080139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-6c924be9-b3d1-4b63-a38f-0b0b329641f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 899 time: 0.0840440 Aug 31 14:55:26.151132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-7adadc2c-8b9b-4788-9196-d22d8570b963 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 998 time: 0.0631943 Aug 31 14:55:26.154812 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:26.202143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-080eca4b-c6b3-4afa-a0ef-c8eedc196a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:26.203623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-080eca4b-c6b3-4afa-a0ef-c8eedc196a68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0447311 Aug 31 14:55:26.256448 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-4e22973b-cb8b-4df4-aca8-ce0e1f7ec6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:26.258115 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-4e22973b-cb8b-4df4-aca8-ce0e1f7ec6e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430105 Aug 31 14:55:26.354542 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-8c83bea6-31f7-44c3-951a-a5bb9d89ae49 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886190 Aug 31 14:55:26.381092 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '19745cbc-029c-49bd-a4fd-00b86cd8de42', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'port_id': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'mac_address': 'fa:16:3e:ae:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:55:24Z', 'updated_at': '2021-08-31T14:55:24Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:17Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:26.410724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3924074-bb70-44d9-aa6c-5de051f5b342 None None] The sync data for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 is: [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '19745cbc-029c-49bd-a4fd-00b86cd8de42', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'port_id': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'mac_address': 'fa:16:3e:ae:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:55:24Z', 'updated_at': '2021-08-31T14:55:24Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:17Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:26.447666 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-18ade4f1-8ffa-4cb6-b378-4207ff056ea2 req-7c978cd1-eeb9-42b0-b52f-75859d1e698f service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856056 Aug 31 14:55:26.614156 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed451324-4986-46d9-a9ca-c6579c10ce7a None None] New status for floating IP 19745cbc-029c-49bd-a4fd-00b86cd8de42: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:55:26.893839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7c91f5b5-819d-4bf0-b044-dfd8eac43895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:26.934584 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58498) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:26.994781 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b0b6a755-441a-46fa-b067-2a0155008242 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/19745cbc-029c-49bd-a4fd-00b86cd8de42 HTTP/1.1" status: 200 len: 992 time: 0.0590236 Aug 31 14:55:29.445181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2cb459a-1e0e-4b4d-a07a-cf3b40b7abc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:29.647691 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:30.857360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.220653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.538571 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.549257 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:55:56.575011 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-e235c5e2-e9b4-442d-8d64-59c6da7a011b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394135 Aug 31 14:55:56.678108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-50edc078-1864-4926-b77d-37aad7ac11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:56.679563 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-50edc078-1864-4926-b77d-37aad7ac11c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1096 time: 0.0442717 Aug 31 14:55:56.779629 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-dfab769d-26df-45c0-8578-1c24f82171ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:56.781107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-dfab769d-26df-45c0-8578-1c24f82171ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 899 time: 0.0825071 Aug 31 14:55:56.850635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-34d53431-1ebc-4beb-bc83-66919f6037a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 1000 time: 0.0604274 Aug 31 14:55:56.897506 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-226ace26-202f-4527-878d-38563db3a5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:56.902259 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-89a1c4e0-5d66-42a9-8bc0-c2986391c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:56.903736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-89a1c4e0-5d66-42a9-8bc0-c2986391c8e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0444314 Aug 31 14:55:56.951632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-a81b0879-d047-47a4-80e4-5ea99bc9abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:56.953062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-a81b0879-d047-47a4-80e4-5ea99bc9abbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395930 Aug 31 14:55:57.046701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-7e778844-cfe5-468e-8618-c010b65b2d04 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838590 Aug 31 14:55:57.143584 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b8f8d508-4f5c-4072-8a88-2343944d09eb req-1a19c822-b4f8-40fe-a75e-72f8d66ec64f service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892084 Aug 31 14:55:59.447217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f2e32ec3-f11a-4c52-93a8-26089efb5ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:59.648222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:00.405239 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959cb4d-da77-411c-a12f-b6732ebaccb1 req-cd00095d-4458-4bb4-8617-df107639d99a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:00.406790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5959cb4d-da77-411c-a12f-b6732ebaccb1 req-cd00095d-4458-4bb4-8617-df107639d99a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0507286 Aug 31 14:56:00.436896 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-3485e21e-13c6-40a3-90df-29e576e42c07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900290 Aug 31 14:56:00.446488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5959cb4d-da77-411c-a12f-b6732ebaccb1 req-b4790f00-3c3f-4125-8369-e763bffc69b2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334313 Aug 31 14:56:00.861973 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:01.574252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53825-ede0-489f-911b-b5aa062a293c req-0a7b7557-17ee-4470-b29a-91416436a2fd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:01.575748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5d53825-ede0-489f-911b-b5aa062a293c req-0a7b7557-17ee-4470-b29a-91416436a2fd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0587211 Aug 31 14:56:01.613057 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5d53825-ede0-489f-911b-b5aa062a293c req-6510aeff-4e18-4fcf-a5a5-21224cb847ff tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Aug 31 14:56:01.699595 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-694cf662-aae2-48a3-91f0-712c4c95779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:01.701119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-694cf662-aae2-48a3-91f0-712c4c95779a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1096 time: 0.0413690 Aug 31 14:56:01.793906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-1dc59a09-b152-4254-be9b-e254f391fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:01.795355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-1dc59a09-b152-4254-be9b-e254f391fe77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 899 time: 0.0870283 Aug 31 14:56:01.862246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-2381b44b-13ea-4d6d-ab82-d1bb27746b96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 1000 time: 0.0579283 Aug 31 14:56:01.911213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-15a81f7b-f96c-4be3-8e13-cae31b8e26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:01.912642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-15a81f7b-f96c-4be3-8e13-cae31b8e26f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0429335 Aug 31 14:56:01.961523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-b095c980-f90f-4828-a60e-cab0e0028407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:01.962982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-b095c980-f90f-4828-a60e-cab0e0028407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421031 Aug 31 14:56:02.053669 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-7319ce35-9056-4d76-bd06-8d4dfe2502d2 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807524 Aug 31 14:56:02.145985 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-dc6872c6-00b6-4a7b-a59a-08b5ce91ccf0 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Aug 31 14:56:02.224970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:03.057086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8366d9-997d-4beb-86a8-59133a3e3833 req-45fc0244-42e0-4511-9a41-05ad0d062409 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:03.058518 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3b8366d9-997d-4beb-86a8-59133a3e3833 req-45fc0244-42e0-4511-9a41-05ad0d062409 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.3749840 Aug 31 14:56:03.095692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3b8366d9-997d-4beb-86a8-59133a3e3833 req-8c35890c-e2be-44a1-b466-9e96957dd1a6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Aug 31 14:56:04.211731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e1e9d-c98d-484e-bcb3-1c31fc3d57a8 req-a8df45b3-1ea1-4b18-8864-0af9bed24225 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:04.213227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-139e1e9d-c98d-484e-bcb3-1c31fc3d57a8 req-a8df45b3-1ea1-4b18-8864-0af9bed24225 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Aug 31 14:56:04.249552 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-139e1e9d-c98d-484e-bcb3-1c31fc3d57a8 req-c18342a0-cbd0-4413-8389-08126a776d79 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304580 Aug 31 14:56:05.366715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f3c95-3060-46db-96c0-9f838020b0e1 req-070bc063-bd69-4288-b92a-9bfb1e79d8bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:05.368228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a02f3c95-3060-46db-96c0-9f838020b0e1 req-070bc063-bd69-4288-b92a-9bfb1e79d8bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0492415 Aug 31 14:56:05.410124 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a02f3c95-3060-46db-96c0-9f838020b0e1 req-cfc1e4f7-dd0a-4617-8aea-716ae2579c0d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358446 Aug 31 14:56:06.526282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e197ab-f92a-4b13-807c-ebcfb8267768 req-31147e72-d9b2-4096-adfc-2814ccf64f89 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:06.527765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79e197ab-f92a-4b13-807c-ebcfb8267768 req-31147e72-d9b2-4096-adfc-2814ccf64f89 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0494690 Aug 31 14:56:06.565331 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-79e197ab-f92a-4b13-807c-ebcfb8267768 req-ac15ab62-9575-4012-a9b8-b3c37be037cb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316243 Aug 31 14:56:07.679182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc7c09-3ef6-4036-944d-27033605c597 req-28c3b698-c09c-4c0d-9dcd-dea863f20156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:07.680558 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09cc7c09-3ef6-4036-944d-27033605c597 req-28c3b698-c09c-4c0d-9dcd-dea863f20156 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0481856 Aug 31 14:56:07.717423 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09cc7c09-3ef6-4036-944d-27033605c597 req-4504245d-8412-48e8-a622-cbcb32c763ab tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310285 Aug 31 14:56:08.834017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e691280-4d6b-41f8-b6f3-d2fd5ee2edf0 req-ac44388b-662b-45c8-92cf-028837ed94e1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:08.835544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e691280-4d6b-41f8-b6f3-d2fd5ee2edf0 req-ac44388b-662b-45c8-92cf-028837ed94e1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0495734 Aug 31 14:56:08.876727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4e691280-4d6b-41f8-b6f3-d2fd5ee2edf0 req-d926202b-510b-4070-afc1-9d7bc094ff38 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344615 Aug 31 14:56:09.991241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9208b35-6c37-40c1-b126-f5be1b6a39cc req-171add1a-2ccd-435d-b1ff-5c89d03ce83f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:09.992806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9208b35-6c37-40c1-b126-f5be1b6a39cc req-171add1a-2ccd-435d-b1ff-5c89d03ce83f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0491393 Aug 31 14:56:10.029634 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e9208b35-6c37-40c1-b126-f5be1b6a39cc req-0363ff55-dfac-4574-a1dd-a26f75abc367 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308540 Aug 31 14:56:10.534832 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:11.143064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1a355-2609-4b65-a835-2604ca7153be req-03e3e531-d00b-4d81-ab47-f18072c77845 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:11.144533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddf1a355-2609-4b65-a835-2604ca7153be req-03e3e531-d00b-4d81-ab47-f18072c77845 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Aug 31 14:56:11.181385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ddf1a355-2609-4b65-a835-2604ca7153be req-465fa687-98ab-4b93-9fbb-52d111e9b1b1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303133 Aug 31 14:56:12.297622 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50971fad-cbdb-4b5c-8df8-fdf3c816d52e req-fed18a28-4580-4a43-adc2-d8049eaed0be tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:12.299146 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50971fad-cbdb-4b5c-8df8-fdf3c816d52e req-fed18a28-4580-4a43-adc2-d8049eaed0be tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0493658 Aug 31 14:56:12.341272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50971fad-cbdb-4b5c-8df8-fdf3c816d52e req-4b395359-f558-4096-b53e-4e1e851b1a2a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361519 Aug 31 14:56:12.403000 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451892cc-19a9-43f6-ac84-c168969c4d1e req-9820f0ce-33b8-4864-83fd-407e5bae900f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0305903 Aug 31 14:56:12.472595 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451892cc-19a9-43f6-ac84-c168969c4d1e req-a0f609b5-03e6-4eef-8224-bde6d8d6dbca service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0258737 Aug 31 14:56:12.522405 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451892cc-19a9-43f6-ac84-c168969c4d1e req-46753f29-9cf0-46fc-8439-6ef1b7aeb48e service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206404 Aug 31 14:56:12.624278 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451892cc-19a9-43f6-ac84-c168969c4d1e req-3bc9dab0-01c0-4078-ba3d-42ac96bfcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:12.625834 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-451892cc-19a9-43f6-ac84-c168969c4d1e req-3bc9dab0-01c0-4078-ba3d-42ac96bfcd36 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916431 Aug 31 14:56:13.456951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7af102-584b-422c-a839-fe673e39c99e req-2b5ee3e4-b321-41c0-9b10-3340cafa2bb5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:13.458405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7af102-584b-422c-a839-fe673e39c99e req-2b5ee3e4-b321-41c0-9b10-3340cafa2bb5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Aug 31 14:56:13.496388 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ad7af102-584b-422c-a839-fe673e39c99e req-b423faea-0aaf-4c70-80b5-9849f5263804 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Aug 31 14:56:14.610685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc56e9-dec9-4b36-a650-669e1214a901 req-1be0b093-5161-4eb6-8b6a-798fe3ead557 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:14.612147 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34cc56e9-dec9-4b36-a650-669e1214a901 req-1be0b093-5161-4eb6-8b6a-798fe3ead557 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Aug 31 14:56:14.649582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-34cc56e9-dec9-4b36-a650-669e1214a901 req-efd4cec9-4103-4dfa-ad43-3325eaa13acb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307708 Aug 31 14:56:15.763694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda10f20-bb50-4f83-8d51-f6801c50106e req-9a1b4957-9f24-422b-b542-427e142c644e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:15.765195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cda10f20-bb50-4f83-8d51-f6801c50106e req-9a1b4957-9f24-422b-b542-427e142c644e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Aug 31 14:56:15.806001 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cda10f20-bb50-4f83-8d51-f6801c50106e req-725bb7d1-d791-45ab-b8a9-27c5a7e3d3b9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349777 Aug 31 14:56:16.921173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738548-3028-4048-bb60-bfd11618315e req-7718eb63-464c-405e-ae28-98452934db60 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:16.922642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20738548-3028-4048-bb60-bfd11618315e req-7718eb63-464c-405e-ae28-98452934db60 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Aug 31 14:56:16.959083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-20738548-3028-4048-bb60-bfd11618315e req-134f9949-5dd0-4e7a-bb75-ca15e108a230 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305459 Aug 31 14:56:17.547819 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:56:18.076967 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc929b-3497-4251-8357-23b1ffe9c753 req-47688d31-820e-4a59-a622-b84338bf2f90 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:18.078460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8adc929b-3497-4251-8357-23b1ffe9c753 req-47688d31-820e-4a59-a622-b84338bf2f90 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0487056 Aug 31 14:56:18.114943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8adc929b-3497-4251-8357-23b1ffe9c753 req-7263f735-29a5-40ce-b383-77f0be9efd64 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305839 Aug 31 14:56:19.038604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-a35198e1-9542-49ea-9a74-6021965b0da7 service neutron] 10.222.0.26 "GET /v2.0/ports/06ce295a-0d4a-4a85-b40c-e8fee9daefa6/bindings/n-h2-792362-6 HTTP/1.1" status: 200 len: 382 time: 0.0529387 Aug 31 14:56:19.261484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9bcea-b3dd-49cc-829d-0da1d234ae1d req-149d171e-a045-47ba-9045-6bc187d3d3b4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.262970 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43c9bcea-b3dd-49cc-829d-0da1d234ae1d req-149d171e-a045-47ba-9045-6bc187d3d3b4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0791340 Aug 31 14:56:19.272112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-6c25f3f9-4607-48b1-856e-1c7e3df27d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.274191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-6c25f3f9-4607-48b1-856e-1c7e3df27d5c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 1096 time: 0.0582101 Aug 31 14:56:19.305636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43c9bcea-b3dd-49cc-829d-0da1d234ae1d req-c5bb887d-14db-48a9-b8f0-3eddeed31dcd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354488 Aug 31 14:56:19.348539 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-89868c7d-b5e1-4ed1-a95b-f6c75b132248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.350132 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-89868c7d-b5e1-4ed1-a95b-f6c75b132248 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1096 time: 0.0422502 Aug 31 14:56:19.444241 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-700b6de0-bd86-4c3e-9d47-170c5c383c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.446160 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-700b6de0-bd86-4c3e-9d47-170c5c383c72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 899 time: 0.0882330 Aug 31 14:56:19.512712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-39b998e7-8991-4d34-a017-9a8ef14b5094 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 1000 time: 0.0580826 Aug 31 14:56:19.565969 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-c017bc77-6ece-4300-8801-948be89e69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.567421 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-c017bc77-6ece-4300-8801-948be89e69c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0469599 Aug 31 14:56:19.613085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-78954d9f-e3bd-4f3b-b842-f4e74715a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.614604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-78954d9f-e3bd-4f3b-b842-f4e74715a290 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391877 Aug 31 14:56:19.705780 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-05306fe2-7163-4003-96cf-3ded58e2172d service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 Aug 31 14:56:19.800279 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-39ac5fec-2018-4b49-bfbb-a3846513a4a5 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871301 Aug 31 14:56:20.423503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27df5b0-427e-457a-8532-688d8af53217 req-f2195bd7-cde0-4f4e-9034-63de2399cbb6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:20.425097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c27df5b0-427e-457a-8532-688d8af53217 req-f2195bd7-cde0-4f4e-9034-63de2399cbb6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Aug 31 14:56:20.462805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c27df5b0-427e-457a-8532-688d8af53217 req-2d02acc4-25ff-4def-ae84-2a5c610e1fc8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Aug 31 14:56:21.582474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788cd13-e1b7-44bb-a7e9-95e36bea6e93 req-3aa5b0ea-e355-49b2-8f8e-d3d58c988143 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:21.583954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f788cd13-e1b7-44bb-a7e9-95e36bea6e93 req-3aa5b0ea-e355-49b2-8f8e-d3d58c988143 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0497065 Aug 31 14:56:21.622058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f788cd13-e1b7-44bb-a7e9-95e36bea6e93 req-66ab507c-17b2-4e9e-83c6-08c5a9170b63 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Aug 31 14:56:21.848581 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6a9c8-c709-4d49-b674-4e5c969b91b7 req-f231ff2c-cba5-4262-9bc7-bd5a45d6863e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:21.850103 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4da6a9c8-c709-4d49-b674-4e5c969b91b7 req-f231ff2c-cba5-4262-9bc7-bd5a45d6863e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0844750 Aug 31 14:56:21.864538 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-3e06a132-7944-400e-b306-e83528c9c1e6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:21.865973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-3e06a132-7944-400e-b306-e83528c9c1e6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6&tenant_id=3e3992c4bbf24156b09996e0b6c19f39&binding%3Ahost_id=n-h2-792362-6 HTTP/1.1" status: 200 len: 945 time: 0.0685463 Aug 31 14:56:21.897089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4da6a9c8-c709-4d49-b674-4e5c969b91b7 req-9ca99e64-fc19-49a1-82a3-a958e676dc99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Aug 31 14:56:21.975190 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-2b22b5cd-2e46-403f-b3b1-6033a342111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:21.977325 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-2b22b5cd-2e46-403f-b3b1-6033a342111d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1096 time: 0.0484087 Aug 31 14:56:21.981426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:22.059503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.069185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572990c-69f1-4cb2-8e67-249fb8b8334e req-60e635d1-e702-4ce2-bfc4-c895c5f64aa8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:22.071260 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c572990c-69f1-4cb2-8e67-249fb8b8334e req-60e635d1-e702-4ce2-bfc4-c895c5f64aa8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.1064544 Aug 31 14:56:22.082647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:22.084915 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee03b34d-6631-4cf2-ba22-965b0cc53ff4" -d '{"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-unplugged", "status": "completed", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:22.098009 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:22.102284 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.126649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-649eed7f-b40e-45f0-ac7b-b12cdceac5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:22.128127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-649eed7f-b40e-45f0-ac7b-b12cdceac5a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 899 time: 0.1307304 Aug 31 14:56:22.131359 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c572990c-69f1-4cb2-8e67-249fb8b8334e req-0d4feeae-efe5-4db8-997b-bec802987f93 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495105 Aug 31 14:56:22.157601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:22.164658 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.165030 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.165368 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.165700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.166027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.166414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.166663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.166999 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.167294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.167610 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.167929 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.168244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:22.186669 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8139a1-eb7f-4997-8e2c-ee6a0baedbcf x-openstack-request-id: req-6b8139a1-eb7f-4997-8e2c-ee6a0baedbcf {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:22.186995 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-unplugged", "status": "completed", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:22.187253 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b8139a1-eb7f-4997-8e2c-ee6a0baedbcf {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:22.187656 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'code': 200} Aug 31 14:56:22.208328 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-7c5a18f5-adc1-4b0f-9e28-eb10b1588687 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 998 time: 0.0722420 Aug 31 14:56:22.267203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-c08cf889-f5cc-49d3-af38-83fe906c58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:22.268651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-c08cf889-f5cc-49d3-af38-83fe906c58d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0440240 Aug 31 14:56:22.313605 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-4be4b1a7-4456-41e4-8341-dc537a272821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:22.315078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-4be4b1a7-4456-41e4-8341-dc537a272821 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389602 Aug 31 14:56:22.409270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-3c9ff881-1f80-45a3-8627-1b3cbc0ce3c7 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861528 Aug 31 14:56:22.498128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f83c9afc-2bba-432d-8ba5-005ebb5368a9 req-93b6bea2-b723-4733-a089-d0431913b1c6 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814235 Aug 31 14:56:23.254096 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671aacc-99a1-47b9-8e3e-78c9767fb3d3 req-ef5eb380-d549-4d98-9cbe-9a797b8c5e3e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:23.255869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d671aacc-99a1-47b9-8e3e-78c9767fb3d3 req-ef5eb380-d549-4d98-9cbe-9a797b8c5e3e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 943 time: 0.0548642 Aug 31 14:56:23.293086 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d671aacc-99a1-47b9-8e3e-78c9767fb3d3 req-47998c7b-5ec9-43a8-9548-014047f40a25 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306730 Aug 31 14:56:23.315322 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58586) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:23.376295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3476743c-a046-4455-9e6e-3155011984ad tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/19745cbc-029c-49bd-a4fd-00b86cd8de42 HTTP/1.1" status: 200 len: 990 time: 0.0598276 Aug 31 14:56:23.980555 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:56:24.073684 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:24.084827 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'port_id': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'mac_address': 'fa:16:3e:ae:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:56:24.121039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.134173 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:56:24.153377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:24.157366 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.203321 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:24.469911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['06ce295a-0d4a-4a85-b40c-e8fee9daefa6'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:56:25.989556 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:26.037547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:26.037931 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.114351 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.136502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:26.139035 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc71afe8-7a74-4b06-a117-adf04e63d737" -d '{"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-plugged", "status": "completed", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:26.152037 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:26.156525 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.181031 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d9292-f269-451d-88a1-70798acee560 x-openstack-request-id: req-534d9292-f269-451d-88a1-70798acee560 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:26.181327 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-plugged", "status": "completed", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:26.181580 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-534d9292-f269-451d-88a1-70798acee560 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:26.181965 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'code': 200} Aug 31 14:56:26.206803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:26.899378 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8e276ee2-e2d0-41a0-97c5-7084cff1e7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:29.448097 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37a3e9c0-0fee-46ce-9196-487799cfe2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:29.649171 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.865661 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.227205 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:40.557134 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.803072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58598) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:53.960258 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 5f890aca-6ebf-4bf5-a940-14744c895b6f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:53.961199 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.039830 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.040167 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.051796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 5f890aca-6ebf-4bf5-a940-14744c895b6f owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:54.198277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.224094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=5f890aca-6ebf-4bf5-a940-14744c895b6f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:54.249300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.249665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.250014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.250358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.250700 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.251041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.251377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.251712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.252052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.252381 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.252715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.253063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.294726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.295070 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP 19745cbc-029c-49bd-a4fd-00b86cd8de42 disassociated (deleted). External IP: 172.25.0.19, port: 06ce295a-0d4a-4a85-b40c-e8fee9daefa6. Aug 31 14:56:54.504525 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router cd6b083b-b2ff-453f-8b5a-5a956401216d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:56:54.546112 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:56:54.612834 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:54.617771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.622433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] Sync routers for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:54.634799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:54.635411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:54.646058 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-74db533b-7c01-478d-b017-7cd60116c94c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/floatingips/19745cbc-029c-49bd-a4fd-00b86cd8de42 HTTP/1.1" status: 204 len: 168 time: 0.8419344 Aug 31 14:56:54.646684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:54.649586 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873" -d '{"events": [{"name": "network-changed", "server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:54.812829 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e8b76-fc24-41cc-9534-384d0f019fbb x-openstack-request-id: req-532e8b76-fc24-41cc-9534-384d0f019fbb {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:54.813505 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:54.813505 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-532e8b76-fc24-41cc-9534-384d0f019fbb {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:54.814083 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'status': 'completed', 'code': 200} Aug 31 14:56:54.899956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:54.943315 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb01d4-c59a-4a6d-aef7-e63cecd6b927 req-c37bb39d-21a6-4e7c-acdd-84140363089f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:54.945470 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7cb01d4-c59a-4a6d-aef7-e63cecd6b927 req-c37bb39d-21a6-4e7c-acdd-84140363089f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0831459 Aug 31 14:56:54.948133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-1646eca8-f84d-42cb-a9d2-494e1bd31c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:54.949556 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-1646eca8-f84d-42cb-a9d2-494e1bd31c67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 1096 time: 0.0784178 Aug 31 14:56:55.030019 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c7cb01d4-c59a-4a6d-aef7-e63cecd6b927 req-181341a9-2187-4ae2-be90-322560ef7f08 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781631 Aug 31 14:56:55.070363 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-0abb0974-c7c0-4b83-ba6e-6cd87dd830e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:55.071858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-0abb0974-c7c0-4b83-ba6e-6cd87dd830e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 200 len: 899 time: 0.1130309 Aug 31 14:56:55.111394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:17Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:55.125762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-d539e218-bb8c-4eb8-9ead-4d7cf47077b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 200 len: 217 time: 0.0408032 Aug 31 14:56:55.137767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] Checking router: cd6b083b-b2ff-453f-8b5a-5a956401216d for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:56:55.146110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:55.146719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:55.176247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-bfd3850f-0d28-4965-8a1e-8c268ca3e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:55.177866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-bfd3850f-0d28-4965-8a1e-8c268ca3e09e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 200 len: 835 time: 0.0442698 Aug 31 14:56:55.230324 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-36e20cec-816f-4161-bca0-83c682dfa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:55.231943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-36e20cec-816f-4161-bca0-83c682dfa885 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0346a94e-257d-494a-b4b3-2ddfd08cc8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397601 Aug 31 14:56:55.251338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:55.260143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-17b34d92-ae2b-40dd-b060-9c1c15ee4558 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:56:55.261192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-17b34d92-ae2b-40dd-b060-9c1c15ee4558 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052555 Aug 31 14:56:55.357323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-3f7443a2-71ad-4c07-8c41-7c492f9277df service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Aug 31 14:56:55.448274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:17Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:55.451442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d6ecc9d2-63a8-4b6c-bb1d-0d35322b7873 req-61de7e05-d11a-411f-a202-402fbc4a8c60 service neutron] 10.222.0.26 "GET /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846696 Aug 31 14:56:55.474842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1791d7a-5417-4613-a970-2400a03a9f6a None None] The sync data for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 is: [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:13Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'dcee8d76-8a59-489c-8925-a64fb139601d', 'name': '', 'network_id': '0346a94e-257d-494a-b4b3-2ddfd08cc8ed', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:27:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:13Z', 'updated_at': '2021-08-31T14:55:17Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '0d69a381-af4f-47b7-b7df-47e36b08d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:56:55.688541 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e16cc-5051-4826-ab22-cdcab8200e02 None None] New status for floating IP 19745cbc-029c-49bd-a4fd-00b86cd8de42: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:56:56.146032 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c49ef4-d308-4123-8f98-b8ea6502fd72 req-431a27ed-aaa4-4a08-9007-7e0febd0db46 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:56.147517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1c49ef4-d308-4123-8f98-b8ea6502fd72 req-431a27ed-aaa4-4a08-9007-7e0febd0db46 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0489125 Aug 31 14:56:56.185881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1c49ef4-d308-4123-8f98-b8ea6502fd72 req-a1f05d7d-3204-4f37-be83-eb4233d56952 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=a207b6f9-8f26-439e-b5b2-f11bf07cfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319164 Aug 31 14:56:56.544958 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-4f062da4-8c82-4b00-8212-9f0780a95066 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:56.546430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-4f062da4-8c82-4b00-8212-9f0780a95066 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Aug 31 14:56:56.649702 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:56.649966 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.742391 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:56.742768 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.755776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:56.885818 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.899816 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-966a76b2-e633-4c25-b5f8-e111ea607690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.913249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=06ce295a-0d4a-4a85-b40c-e8fee9daefa6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:56.960759 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] No DVR routers for this DVR port 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:56.963271 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.965306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef9f4dcf-ed6d-48b2-b803-9ab2cff201c6 req-ae8d099e-9d2d-4c13-bcbb-e23ea463b886 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "DELETE /v2.0/ports/06ce295a-0d4a-4a85-b40c-e8fee9daefa6 HTTP/1.1" status: 204 len: 173 time: 0.3972766 Aug 31 14:56:56.965853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-deleted', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:56.968086 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a03ce-a9c7-4d18-88eb-5b3a7ff3ea56" -d '{"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-deleted", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:57.008032 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837a5796-7e20-4680-82f2-bafdcc6534f5 x-openstack-request-id: req-837a5796-7e20-4680-82f2-bafdcc6534f5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:57.008339 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168a325-2f1a-4771-9873-1c94be7541b6", "name": "network-vif-deleted", "tag": "06ce295a-0d4a-4a85-b40c-e8fee9daefa6", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:57.008595 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-837a5796-7e20-4680-82f2-bafdcc6534f5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:57.009034 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c168a325-2f1a-4771-9873-1c94be7541b6', 'name': 'network-vif-deleted', 'tag': '06ce295a-0d4a-4a85-b40c-e8fee9daefa6', 'status': 'completed', 'code': 200} Aug 31 14:56:57.309816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32a8c139-ca22-4c1a-9b18-08c4df023f73 req-c95db8e5-2d63-43f0-8a26-37d861846411 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=c168a325-2f1a-4771-9873-1c94be7541b6 HTTP/1.1" status: 200 len: 210 time: 0.0275044 Aug 31 14:56:58.368360 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58626) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:58.728672 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:58.977912 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port dcee8d76-8a59-489c-8925-a64fb139601d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:58.978257 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.063696 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port dcee8d76-8a59-489c-8925-a64fb139601d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=dcee8d76-8a59-489c-8925-a64fb139601d,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:59.063976 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.082665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for dcee8d76-8a59-489c-8925-a64fb139601d owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:59.273318 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.303168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=dcee8d76-8a59-489c-8925-a64fb139601d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:59.314989 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.317294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.317294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.317294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.317294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.317294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.317294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.317294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.318559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.318559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.318559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.318559 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.452637 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d0d1144d-53d8-4ff1-8549-d4756f18412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.505124 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.650662 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.735131 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router cd6b083b-b2ff-453f-8b5a-5a956401216d has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:56:59.847014 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:59.853243 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-559ca5ba-25b9-4be5-8c73-c2480994f111 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/cd6b083b-b2ff-453f-8b5a-5a956401216d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4833093 Aug 31 14:56:59.855939 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58628) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:59.859000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] Sync routers for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:59.871258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:59.871897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:59.908677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting subnet 0d69a381-af4f-47b7-b7df-47e36b08d9b4 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:56:59.911884 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.955514 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.982239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:00.040549 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.099647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.107824 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:57:00.131819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Subnet': ['ID=0d69a381-af4f-47b7-b7df-47e36b08d9b4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:00.132161 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:57:00.132518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 06ce295a-0d4a-4a85-b40c-e8fee9daefa6 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:57:00.136094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.138196 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1afbd010-8b3d-480d-98fe-019683ea59e7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/subnets/0d69a381-af4f-47b7-b7df-47e36b08d9b4 HTTP/1.1" status: 204 len: 168 time: 0.2811053 Aug 31 14:57:00.140961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58630) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:00.146816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb8701-a09b-43f3-8d2a-b75a3ab1a9bb None None] Network 0346a94e-257d-494a-b4b3-2ddfd08cc8ed requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:57:00.249388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.297526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:56:59Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:00.327580 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] Checking router: cd6b083b-b2ff-453f-8b5a-5a956401216d for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:57:00.341220 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] Routers {'cd6b083b-b2ff-453f-8b5a-5a956401216d'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:00.341853 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['cd6b083b-b2ff-453f-8b5a-5a956401216d'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:00.356899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.376688 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] DHCP port deletion for 0346a94e-257d-494a-b4b3-2ddfd08cc8ed request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:57:00.416248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port fd9a609e-0127-4cd9-adc8-e2c6c124f977 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:57:00.416654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.479790 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] Set router cd6b083b-b2ff-453f-8b5a-5a956401216d gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:00.504162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port fd9a609e-0127-4cd9-adc8-e2c6c124f977, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fd9a609e-0127-4cd9-adc8-e2c6c124f977,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:00.504441 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.521907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for fd9a609e-0127-4cd9-adc8-e2c6c124f977 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:57:00.541868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] Deleting port fec8339d-4d6b-497c-b0af-e3f3953604f1 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:57:00.542235 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.651034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] For port fec8339d-4d6b-497c-b0af-e3f3953604f1, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fec8339d-4d6b-497c-b0af-e3f3953604f1,segment=NetworkSegment(87ad6385-d90a-4c30-96cc-2fc66d9fe273),segment_id=87ad6385-d90a-4c30-96cc-2fc66d9fe273)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:00.651350 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.672635 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] Calling delete_port for fec8339d-4d6b-497c-b0af-e3f3953604f1 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:57:00.691480 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.718818 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=fd9a609e-0127-4cd9-adc8-e2c6c124f977,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:00.780943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.796776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:56:59Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:00.800011 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.828930 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b851da-49cb-4502-8ac3-52f6ef96caaf None None] The sync data for ids ['cd6b083b-b2ff-453f-8b5a-5a956401216d'] in n-d-792362-6 is: [{'id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137215874', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:56:59Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'fd9a609e-0127-4cd9-adc8-e2c6c124f977', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6b083b-b2ff-453f-8b5a-5a956401216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:10Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:57:00.851852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] Pushing event deleted for resources: {'Port': ['ID=fec8339d-4d6b-497c-b0af-e3f3953604f1,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:00.858395 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28276b9-dcf1-4404-a826-70cd36db3422 None None] No DVR routers for this DVR port fec8339d-4d6b-497c-b0af-e3f3953604f1 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:57:00.882622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.889676 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.892055 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.936601 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.937339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Fanout notify agent at l3_agent the message router_deleted on router cd6b083b-b2ff-453f-8b5a-5a956401216d {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:57:00.945958 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:00.947313 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-1b484759-69c1-4dab-9278-cc3da00743eb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/routers/cd6b083b-b2ff-453f-8b5a-5a956401216d HTTP/1.1" status: 204 len: 168 time: 0.8050659 Aug 31 14:57:00.950265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58632) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:01.028636 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.112600 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.122327 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0346a94e-257d-494a-b4b3-2ddfd08cc8ed']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:01.133172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ad6385-d90a-4c30-96cc-2fc66d9fe273') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:01.133509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ad6385-d90a-4c30-96cc-2fc66d9fe273') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:01.142163 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.156355 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.162181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Releasing vlan 1518 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:57:01.162577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:57:01.165494 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:57:01.236829 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.244214 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.246396 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/networks/0346a94e-257d-494a-b4b3-2ddfd08cc8ed HTTP/1.1" status: 204 len: 168 time: 0.2951634 Aug 31 14:57:01.249179 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58634) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:01.263778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bcc67-0ee5-42cd-a962-11c1a656debd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Network': ['ID=0346a94e-257d-494a-b4b3-2ddfd08cc8ed,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:01.320838 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fec8339d-4d6b-497c-b0af-e3f3953604f1 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:57:01.321198 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f877183-88b6-4e99-9c79-61ce71c8ad85 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.343539 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: fec8339d-4d6b-497c-b0af-e3f3953604f1 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:57:01.343897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fec8339d-4d6b-497c-b0af-e3f3953604f1 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:57:01.349445 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f877183-88b6-4e99-9c79-61ce71c8ad85 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.413381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f877183-88b6-4e99-9c79-61ce71c8ad85 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.415989 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f877183-88b6-4e99-9c79-61ce71c8ad85 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.417213 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f877183-88b6-4e99-9c79-61ce71c8ad85 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/security-groups/a207b6f9-8f26-439e-b5b2-f11bf07cfe66 HTTP/1.1" status: 204 len: 168 time: 0.1669488 Aug 31 14:57:01.431450 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f877183-88b6-4e99-9c79-61ce71c8ad85 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a207b6f9-8f26-439e-b5b2-f11bf07cfe66,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:01.666944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58640) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:01.671640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3ade34b5-2541-468c-aa16-e798c46209a8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002671169', 'description': 'tempest-secgroup-smoke-2002671169 description', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:01.693195 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade34b5-2541-468c-aa16-e798c46209a8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.778249 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade34b5-2541-468c-aa16-e798c46209a8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.782335 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade34b5-2541-468c-aa16-e798c46209a8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.809931 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3ade34b5-2541-468c-aa16-e798c46209a8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.811080 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3ade34b5-2541-468c-aa16-e798c46209a8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431341 Aug 31 14:57:01.813046 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade34b5-2541-468c-aa16-e798c46209a8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:01.814175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58642) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:01.821003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0ab42c98-5913-48c4-b606-05bf1432d473 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '83dfdd4b-5244-42b8-96a0-99e5a8aa2b33', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:01.848155 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab42c98-5913-48c4-b606-05bf1432d473 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.909209 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab42c98-5913-48c4-b606-05bf1432d473 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.914030 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab42c98-5913-48c4-b606-05bf1432d473 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.932036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab42c98-5913-48c4-b606-05bf1432d473 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88f6ad8-fb85-4666-87db-17b9ece1a13b,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:01.938283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab42c98-5913-48c4-b606-05bf1432d473 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.939610 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-0ab42c98-5913-48c4-b606-05bf1432d473 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235240 Aug 31 14:57:01.942462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58644) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:01.946800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c149a8c0-3809-4123-a092-b91953eb0a43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '83dfdd4b-5244-42b8-96a0-99e5a8aa2b33', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:01.972710 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c149a8c0-3809-4123-a092-b91953eb0a43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.029250 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c149a8c0-3809-4123-a092-b91953eb0a43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.033561 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c149a8c0-3809-4123-a092-b91953eb0a43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.052068 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149a8c0-3809-4123-a092-b91953eb0a43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ac1589-dc19-4a1f-820c-95c4e41e4faa,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:02.058758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c149a8c0-3809-4123-a092-b91953eb0a43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.059786 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c149a8c0-3809-4123-a092-b91953eb0a43 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163771 Aug 31 14:57:02.062515 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58646) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:02.066857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e4fbe079-54d6-4888-8189-6fc9cc46ed19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '83dfdd4b-5244-42b8-96a0-99e5a8aa2b33', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:02.093878 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe079-54d6-4888-8189-6fc9cc46ed19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.156266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe079-54d6-4888-8189-6fc9cc46ed19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.159758 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe079-54d6-4888-8189-6fc9cc46ed19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.177451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbe079-54d6-4888-8189-6fc9cc46ed19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e5263e-2c1f-43ff-b2f7-595e9b1405b8,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:02.187997 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe079-54d6-4888-8189-6fc9cc46ed19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.189399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-e4fbe079-54d6-4888-8189-6fc9cc46ed19 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259663 Aug 31 14:57:02.192128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58648) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:02.196753 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4efc8c42-50a4-4ecf-8037-383ff7e6e397 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '83dfdd4b-5244-42b8-96a0-99e5a8aa2b33', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:02.222750 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4efc8c42-50a4-4ecf-8037-383ff7e6e397 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.232274 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.281564 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4efc8c42-50a4-4ecf-8037-383ff7e6e397 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.285336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4efc8c42-50a4-4ecf-8037-383ff7e6e397 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.300971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc8c42-50a4-4ecf-8037-383ff7e6e397 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001f8851-81b8-4339-9f03-f09d5c858721,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:02.309499 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4efc8c42-50a4-4ecf-8037-383ff7e6e397 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.310819 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-4efc8c42-50a4-4ecf-8037-383ff7e6e397 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177483 Aug 31 14:57:02.313536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58650) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:02.318128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '83dfdd4b-5244-42b8-96a0-99e5a8aa2b33', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:02.341367 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:57:02.346745 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.406953 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.410051 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.431198 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e3746f-2a2a-44ea-9fa9-d653a76071de,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:02.435014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.437596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f31605c1-09c4-4e0a-adfd-81373237cc23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218657 Aug 31 14:57:02.439037 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58652) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:02.443420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': '83dfdd4b-5244-42b8-96a0-99e5a8aa2b33', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:02.466099 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:57:02.471231 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.537427 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.542127 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.560113 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527c5fe9-9cd8-4522-8506-8ce4c88f12d5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:02.568251 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.576893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58654) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:02.577442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ad88ec96-64ba-47c2-af7b-829157722083 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332445 Aug 31 14:57:02.579460 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'network': {'name': 'tempest-network-smoke--424842059', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'port_security_enabled': True}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:02.601728 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:57:02.605770 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.631442 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:57:02.642211 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.642571 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Added segment 3234a748-7fa4-46c0-ae79-28dc85e8859d of type vlan for network 96f59742-c50a-418a-9463-880be1735d00 Aug 31 14:57:02.684898 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.708852 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.714469 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:02.715065 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.774450 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2001040 Aug 31 14:57:02.777156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58656) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:02.781542 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'admin_state_up': True, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:02.800129 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09972d-43d1-4abf-9241-a4e1c7ab3683 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Network': ['ID=96f59742-c50a-418a-9463-880be1735d00,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:02.811281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 96f59742-c50a-418a-9463-880be1735d00 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:57:02.813984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.815005 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.860229 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fd9a609e-0127-4cd9-adc8-e2c6c124f977 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:57:02.870262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:02.886085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: fd9a609e-0127-4cd9-adc8-e2c6c124f977 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:57:02.886426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fd9a609e-0127-4cd9-adc8-e2c6c124f977 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:57:02.886878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dcee8d76-8a59-489c-8925-a64fb139601d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:57:02.914227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: dcee8d76-8a59-489c-8925-a64fb139601d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:57:02.914576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device dcee8d76-8a59-489c-8925-a64fb139601d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:57:03.012094 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:03.206692 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:03.234044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:03.622435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.204 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b158a3c5-3da0-4f4e-8047-7cafb040404e) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:57:03.731557 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:03.770089 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:03.809444 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:03.812303 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:03.816027 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:57:03.837673 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=b158a3c5-3da0-4f4e-8047-7cafb040404e,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:04.063374 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:04.261664 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:04.390834 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router bc173355-9250-46b7-942b-9c27e604bf6a is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:57:04.499304 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:57:04.509258 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Sync routers for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:57:04.519185 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:04.519468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:04.519979 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:04.520614 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-82030026-1d44-4aa4-821c-09d91e06319c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7425337 Aug 31 14:57:04.524187 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58658) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:04.552594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-606d57a5-a65d-46eb-a4d8-dc8ba7efaa83 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e3992c4bbf24156b09996e0b6c19f39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273161 Aug 31 14:57:04.555251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58660) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:04.631809 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:04.645069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aacdf6-9eb2-4523-9aef-720cf10c83b1 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:04.646646 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a6aacdf6-9eb2-4523-9aef-720cf10c83b1 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904908 Aug 31 14:57:04.650173 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58662) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:04.685719 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0e7fba15-47cc-477f-8447-43159ddd41bc tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320990 Aug 31 14:57:04.685964 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58664) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:04.690624 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573234042', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:04.778238 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:57:04.781870 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:04.812692 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:03Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:04.841819 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Checking router: bc173355-9250-46b7-942b-9c27e604bf6a for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:57:04.842359 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Updating router bc173355-9250-46b7-942b-9c27e604bf6a port b158a3c5-3da0-4f4e-8047-7cafb040404e binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:57:04.868708 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:04.971652 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.032825 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Subnet': ['ID=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:05.040609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Checking segment: {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:57:05.041005 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network hostable DHCP agents. Network: 96f59742-c50a-418a-9463-880be1735d00, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:57:05.058105 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 96f59742-c50a-418a-9463-880be1735d00 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:57:05.067981 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 96f59742-c50a-418a-9463-880be1735d00) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:05.073136 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:05.074293 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.077839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3a64f6-84c4-4f50-b00d-84e4112c962c None None] Network 96f59742-c50a-418a-9463-880be1735d00 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:57:05.089892 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-012da258-3166-4956-859d-f1c77d45200d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4029908 Aug 31 14:57:05.092794 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58666) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:05.124388 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.135908 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Transition to ACTIVE for port object b158a3c5-3da0-4f4e-8047-7cafb040404e will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:05.142664 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.246542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-96f59742-c50a-418a-9463-880be1735d00', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:57:05.247667 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.290839 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Attempting to bind port b158a3c5-3da0-4f4e-8047-7cafb040404e on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:57:05.291225 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Attempting to bind port b158a3c5-3da0-4f4e-8047-7cafb040404e by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:57:05.291569 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Attempting to bind port b158a3c5-3da0-4f4e-8047-7cafb040404e on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:05.300532 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Pushing event updated for resources: {'Port': ['ID=b158a3c5-3da0-4f4e-8047-7cafb040404e,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:05.304278 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:57:05.304717 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:57:05.305156 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.305565 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:57:05.306056 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Bound port: b158a3c5-3da0-4f4e-8047-7cafb040404e, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:57:05.306443 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.313109 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.313458 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.313800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.314140 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.314476 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.314809 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.315142 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.315476 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.315871 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.316195 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.316500 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.316829 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:05.376792 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] For port b158a3c5-3da0-4f4e-8047-7cafb040404e, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:57:05.380852 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] For port b158a3c5-3da0-4f4e-8047-7cafb040404e, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b158a3c5-3da0-4f4e-8047-7cafb040404e,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:57:05.386662 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.421100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Allocated IP 172.20.0.2 (96f59742-c50a-418a-9463-880be1735d00/676deb0c-8ae2-49c4-8a7f-9a9031d21e3e/cfe89c41-6f32-47d6-a9c4-cb209cdca758) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:57:05.450304 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033f400-374a-4dc9-9521-3e8379ddc572 None None] Pushing event updated for resources: {'Port': ['ID=b158a3c5-3da0-4f4e-8047-7cafb040404e,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:05.455877 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:05.456511 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:05.574766 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:05.587290 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.599365 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Transition to ACTIVE for port object cfe89c41-6f32-47d6-a9c4-cb209cdca758 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:05.621645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Transition to ACTIVE for port object cfe89c41-6f32-47d6-a9c4-cb209cdca758 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:05.629243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.684647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Network 96f59742-c50a-418a-9463-880be1735d00 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:05.697966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:05.703507 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:57:05.708254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Pushing event updated for resources: {'Port': ['ID=cfe89c41-6f32-47d6-a9c4-cb209cdca758,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:05.769663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Attempting to bind port cfe89c41-6f32-47d6-a9c4-cb209cdca758 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:57:05.770025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Attempting to bind port cfe89c41-6f32-47d6-a9c4-cb209cdca758 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:57:05.770398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Attempting to bind port cfe89c41-6f32-47d6-a9c4-cb209cdca758 on network 96f59742-c50a-418a-9463-880be1735d00 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:05.775620 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:57:05.775994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Checking segment: {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:57:05.776402 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.776794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Bound using segment: {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:57:05.777297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Bound port: cfe89c41-6f32-47d6-a9c4-cb209cdca758, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:57:05.777782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.787470 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:03Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:05.816429 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b06218-4a0e-46e5-b142-c9ee7bd92de6 None None] The sync data for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 is: [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:03Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:57:05.978055 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:06.027971 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] For port cfe89c41-6f32-47d6-a9c4-cb209cdca758, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:57:06.032225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] For port cfe89c41-6f32-47d6-a9c4-cb209cdca758, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=cfe89c41-6f32-47d6-a9c4-cb209cdca758,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:57:06.064286 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:06.156023 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db927c50-17af-48d8-9126-3b5ce7a6f97f None None] Pushing event updated for resources: {'Port': ['ID=cfe89c41-6f32-47d6-a9c4-cb209cdca758,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:06.376138 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.1 (96f59742-c50a-418a-9463-880be1735d00/676deb0c-8ae2-49c4-8a7f-9a9031d21e3e/53e74665-6831-4d06-b31d-83dac292eddf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:57:06.517146 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:06.535384 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object 53e74665-6831-4d06-b31d-83dac292eddf will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:06.569784 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:06.618683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 96f59742-c50a-418a-9463-880be1735d00 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:06.621941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:06.625976 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:57:06.633173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=53e74665-6831-4d06-b31d-83dac292eddf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:06.676507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:06.814178 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:06.975500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cfe89c41-6f32-47d6-a9c4-cb209cdca758 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:07.029385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port cfe89c41-6f32-47d6-a9c4-cb209cdca758 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:07.033768 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b158a3c5-3da0-4f4e-8047-7cafb040404e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:07.086047 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port b158a3c5-3da0-4f4e-8047-7cafb040404e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:07.090358 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b158a3c5-3da0-4f4e-8047-7cafb040404e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:07.091598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.133004 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.138396 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.173827 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.187470 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1016b-3e1e-4c1e-9c0b-e22cd5341a08 None None] Network 96f59742-c50a-418a-9463-880be1735d00 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:57:07.213238 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=53e74665-6831-4d06-b31d-83dac292eddf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:07.219519 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.238418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port b158a3c5-3da0-4f4e-8047-7cafb040404e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b158a3c5-3da0-4f4e-8047-7cafb040404e,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:07.250798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.276771 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-29052d8a-b6e6-4e98-8c94-753697870f7f None None] Provisioning for port cfe89c41-6f32-47d6-a9c4-cb209cdca758 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:07.300732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-29052d8a-b6e6-4e98-8c94-753697870f7f None None] Provisioning complete for port cfe89c41-6f32-47d6-a9c4-cb209cdca758 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:07.301146 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29052d8a-b6e6-4e98-8c94-753697870f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.320371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 96f59742-c50a-418a-9463-880be1735d00 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:07.324120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:07.346101 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=b158a3c5-3da0-4f4e-8047-7cafb040404e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:07.442627 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router bc173355-9250-46b7-942b-9c27e604bf6a has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:57:07.466013 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29052d8a-b6e6-4e98-8c94-753697870f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.507997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-29052d8a-b6e6-4e98-8c94-753697870f7f None None] For port cfe89c41-6f32-47d6-a9c4-cb209cdca758, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=cfe89c41-6f32-47d6-a9c4-cb209cdca758,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:07.512358 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-29052d8a-b6e6-4e98-8c94-753697870f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.566774 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:57:07.571226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29052d8a-b6e6-4e98-8c94-753697870f7f None None] Pushing event updated for resources: {'Port': ['ID=cfe89c41-6f32-47d6-a9c4-cb209cdca758,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:07.578379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-7fa602b1-4085-43f2-8af2-a6ab0e53229c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/bc173355-9250-46b7-942b-9c27e604bf6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4789796 Aug 31 14:57:07.720826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-7a9ac4e9-7fa2-407e-8979-d5d0b4e16bed tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002671169&fields=id&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 267 time: 0.0343289 Aug 31 14:57:07.736113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7a05c658-ae98-4067-8e46-fe5f1ea3abcd None None] Provisioning complete for port cfe89c41-6f32-47d6-a9c4-cb209cdca758 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:07.736498 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a05c658-ae98-4067-8e46-fe5f1ea3abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.795579 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Sync routers for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:57:07.828264 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:07.829007 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:07.857243 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-aaa545bd-78f9-4417-bf39-9d88ed76cd53 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:07.858965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-aaa545bd-78f9-4417-bf39-9d88ed76cd53 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/networks?id=96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 200 len: 796 time: 0.1281056 Aug 31 14:57:07.876815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-2a562bb8-91b1-4afe-959f-50608e9b91fe tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/quotas/3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 375 time: 0.0103500 Aug 31 14:57:07.936471 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7a05c658-ae98-4067-8e46-fe5f1ea3abcd None None] Provisioning for port 53e74665-6831-4d06-b31d-83dac292eddf completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:07.937581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-24372e62-c25c-42b6-8dd8-25f58fd89b48 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532806 Aug 31 14:57:07.942082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7a05c658-ae98-4067-8e46-fe5f1ea3abcd None None] Provisioning complete for port 53e74665-6831-4d06-b31d-83dac292eddf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:07.942470 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7a05c658-ae98-4067-8e46-fe5f1ea3abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:07.984039 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:08.016951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-7a05c658-ae98-4067-8e46-fe5f1ea3abcd None None] Port 53e74665-6831-4d06-b31d-83dac292eddf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:57:08.044187 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-af6ce934-0624-4a27-a70d-476d798e859c service neutron] 10.222.0.10 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965309 Aug 31 14:57:08.148838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-3da28066-9a62-439c-9292-0a92245f8ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980937 Aug 31 14:57:08.162810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0141b014-8976-48c3-b01f-0785dcc90635 None None] Provisioning complete for port 53e74665-6831-4d06-b31d-83dac292eddf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:08.163219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0141b014-8976-48c3-b01f-0785dcc90635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.221095 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0141b014-8976-48c3-b01f-0785dcc90635 None None] Port 53e74665-6831-4d06-b31d-83dac292eddf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:57:08.247486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 2, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:08.277163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Checking router: bc173355-9250-46b7-942b-9c27e604bf6a for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:57:08.277522 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Updating router bc173355-9250-46b7-942b-9c27e604bf6a port 53e74665-6831-4d06-b31d-83dac292eddf binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:57:08.305024 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.314910 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b74d20d-c1b9-4a26-bd89-1b1163dbe1ab req-1aa53e48-68dc-4e99-a696-0c101ad7e8fb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0290041 Aug 31 14:57:08.426071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f8f43191-e339-47d4-b551-0cf3f081efaa None None] Provisioning complete for port 53e74665-6831-4d06-b31d-83dac292eddf triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:08.426450 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8f43191-e339-47d4-b551-0cf3f081efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.484612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f8f43191-e339-47d4-b551-0cf3f081efaa None None] Port 53e74665-6831-4d06-b31d-83dac292eddf cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:57:08.635896 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.647235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Transition to ACTIVE for port object 53e74665-6831-4d06-b31d-83dac292eddf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:08.652977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.701864 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff1e82-cecb-4a63-9737-beea772b439e None None] Pushing event updated for resources: {'Port': ['ID=53e74665-6831-4d06-b31d-83dac292eddf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:08.756938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Attempting to bind port 53e74665-6831-4d06-b31d-83dac292eddf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:57:08.757320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Attempting to bind port 53e74665-6831-4d06-b31d-83dac292eddf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:57:08.757690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Attempting to bind port 53e74665-6831-4d06-b31d-83dac292eddf on network 96f59742-c50a-418a-9463-880be1735d00 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:08.763049 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:57:08.763428 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Checking segment: {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:57:08.763837 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.764238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Bound using segment: {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:57:08.764715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Bound port: 53e74665-6831-4d06-b31d-83dac292eddf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:57:08.765142 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.837663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] For port 53e74665-6831-4d06-b31d-83dac292eddf, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:57:08.841055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] For port 53e74665-6831-4d06-b31d-83dac292eddf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=53e74665-6831-4d06-b31d-83dac292eddf,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:57:08.854655 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:08.924135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cfe89c41-6f32-47d6-a9c4-cb209cdca758 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:08.955743 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:08.956275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:08.996309 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff1e82-cecb-4a63-9737-beea772b439e None None] Pushing event updated for resources: {'Port': ['ID=53e74665-6831-4d06-b31d-83dac292eddf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:09.085785 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port cfe89c41-6f32-47d6-a9c4-cb209cdca758 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:09.086168 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:09.089359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:09.309265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b158a3c5-3da0-4f4e-8047-7cafb040404e up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:09.364566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-84044649-de85-40a8-96d9-847430028304 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:09.365938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-84044649-de85-40a8-96d9-847430028304 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/networks?id=96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 200 len: 796 time: 0.1182368 Aug 31 14:57:09.413523 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port b158a3c5-3da0-4f4e-8047-7cafb040404e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:09.413916 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:09.447120 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:08Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:09.448188 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f59c515f-2d18-46ac-8947-f29f5e05c0a2 req-c09b5ba0-c591-491c-a672-55228074cfbd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0397229 Aug 31 14:57:09.457881 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-d9d936b6-7391-40a0-b281-c55600f83e4a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 380 time: 0.0717335 Aug 31 14:57:09.468497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'port': {'device_id': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'admin_state_up': True, 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'security_groups': ['83dfdd4b-5244-42b8-96a0-99e5a8aa2b33']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:09.478207 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f6eff-02a9-4e6d-874e-84336df0bc22 None None] The sync data for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 is: [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:08Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:57:09.607768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:57:09.611402 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:09.750503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.13 (96f59742-c50a-418a-9463-880be1735d00/676deb0c-8ae2-49c4-8a7f-9a9031d21e3e/cb21cab5-5a71-4af7-92a8-fde21e2dbcaa) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:57:09.900483 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:09.916683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object cb21cab5-5a71-4af7-92a8-fde21e2dbcaa will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:09.952156 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.002865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network 96f59742-c50a-418a-9463-880be1735d00 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:10.006429 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:10.011049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:57:10.035619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:10.065968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:10.066647 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.087357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-a98942b4-44e5-4917-8051-025fe18a3df5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225307 Aug 31 14:57:10.107509 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Request body: {'port': {'device_id': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:10.181802 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.324282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-49a072df-5576-4d3c-bf41-bdbf2a379c94 None None] Provisioning for port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:10.329639 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-49a072df-5576-4d3c-bf41-bdbf2a379c94 None None] Provisioning complete for port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:10.330011 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-49a072df-5576-4d3c-bf41-bdbf2a379c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.369877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-49a072df-5576-4d3c-bf41-bdbf2a379c94 None None] Port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:57:10.473992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb21cab5-5a71-4af7-92a8-fde21e2dbcaa {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:57:10.483728 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.498235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Transition to ACTIVE for port object cb21cab5-5a71-4af7-92a8-fde21e2dbcaa will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:10.502654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.552171 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.584287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Pushing event updated for resources: {'Port': ['ID=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:10.650846 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d64a1-947c-4962-ba48-86ed82895ef8 req-bdbf3b95-a604-4ea3-9e24-6633439f5675 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:10.652434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076d64a1-947c-4962-ba48-86ed82895ef8 req-bdbf3b95-a604-4ea3-9e24-6633439f5675 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 944 time: 0.1234424 Aug 31 14:57:10.689860 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Attempting to bind port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:57:10.690204 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Attempting to bind port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:57:10.690543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Attempting to bind port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa on network 96f59742-c50a-418a-9463-880be1735d00 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:10.703042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa on network 96f59742-c50a-418a-9463-880be1735d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:57:10.703357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Attempting to bind port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa on network 96f59742-c50a-418a-9463-880be1735d00 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:10.713438 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:57:10.713782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Checking segment: {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:57:10.714167 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Bound using segment: {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:57:10.714606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Bound port: cb21cab5-5a71-4af7-92a8-fde21e2dbcaa, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3234a748-7fa4-46c0-ae79-28dc85e8859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': '96f59742-c50a-418a-9463-880be1735d00'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:57:10.714976 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.719210 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-076d64a1-947c-4962-ba48-86ed82895ef8 req-e2b7e6d5-99ce-4869-9a09-648dc67275ac tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576601 Aug 31 14:57:10.781904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] For port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:57:10.785119 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] For port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:57:10.791370 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.829100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:10.829734 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:10.831131 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] 10.222.0.26 "PUT /v2.0/ports/cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 200 len: 1092 time: 0.7286468 Aug 31 14:57:10.831573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:10.833916 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ea603f-2727-4617-8e2e-82c5aa76e40d" -d '{"events": [{"name": "network-changed", "server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:10.879975 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba975fa-e2b3-40e2-ae62-cccc99c34377 x-openstack-request-id: req-6ba975fa-e2b3-40e2-ae62-cccc99c34377 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:10.880258 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:10.880558 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ba975fa-e2b3-40e2-ae62-cccc99c34377 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:10.881000 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'status': 'completed', 'code': 200} Aug 31 14:57:10.885371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b2fe0-65ea-4c29-87e6-cf49f7b91c5d service neutron] Pushing event updated for resources: {'Port': ['ID=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:10.947296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 53e74665-6831-4d06-b31d-83dac292eddf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:10.954560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-6f6914a1-3d69-4841-b7c7-c1b0f3157085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:10.956098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-6f6914a1-3d69-4841-b7c7-c1b0f3157085 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1095 time: 0.0560219 Aug 31 14:57:11.000369 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 53e74665-6831-4d06-b31d-83dac292eddf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:11.005757 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 53e74665-6831-4d06-b31d-83dac292eddf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:11.006170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:11.011406 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-d07b8b81-f57f-45b4-8059-f5149e56caef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 200 len: 217 time: 0.0399389 Aug 31 14:57:11.063767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-5f7a5fed-9237-4798-b6da-5a5a24ab74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.065493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-5f7a5fed-9237-4798-b6da-5a5a24ab74f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e HTTP/1.1" status: 200 len: 835 time: 0.0459373 Aug 31 14:57:11.087583 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:11.117186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-112c0861-6e6c-4a43-b595-a7a36c0350df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.118829 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-112c0861-6e6c-4a43-b595-a7a36c0350df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f59742-c50a-418a-9463-880be1735d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459080 Aug 31 14:57:11.132577 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 53e74665-6831-4d06-b31d-83dac292eddf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=53e74665-6831-4d06-b31d-83dac292eddf,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:11.137244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:11.185091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=53e74665-6831-4d06-b31d-83dac292eddf,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:11.212402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-cc279e4c-1be3-47bf-8236-6705c67bcfd8 service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855162 Aug 31 14:57:11.317789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c881e6ab-749b-4a5d-aab0-a3356cecf2d2 req-ef46926b-0c9e-4401-bbd0-a3c7e933e5ee service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981891 Aug 31 14:57:11.456165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-e05a9895-38b5-44ae-bb06-7ed4e1ef0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.457703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-e05a9895-38b5-44ae-bb06-7ed4e1ef0146 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1095 time: 0.0456986 Aug 31 14:57:11.546892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-5627e4a8-88fe-49fc-8a10-6cf1f3da4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.548367 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-5627e4a8-88fe-49fc-8a10-6cf1f3da4a0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 200 len: 898 time: 0.0834568 Aug 31 14:57:11.593982 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-35cc0c83-ba4b-4cb4-b648-216ba955b1e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 200 len: 217 time: 0.0381536 Aug 31 14:57:11.643164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-4cb769d1-ea85-4ac5-afae-b056b94efd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.644581 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-4cb769d1-ea85-4ac5-afae-b056b94efd2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e HTTP/1.1" status: 200 len: 835 time: 0.0431864 Aug 31 14:57:11.690139 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-29f64fa1-1451-4f2e-b75f-74ed1c203b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.691541 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-29f64fa1-1451-4f2e-b75f-74ed1c203b56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f59742-c50a-418a-9463-880be1735d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392668 Aug 31 14:57:11.791193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-b6f93ff1-d009-428d-ab4a-40e6349119ed service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885797 Aug 31 14:57:11.900426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183662a-9966-4209-8b65-8389462a472a req-61c8cc22-4c54-4140-b9c4-84e4dc734dcf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.901974 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f183662a-9966-4209-8b65-8389462a472a req-61c8cc22-4c54-4140-b9c4-84e4dc734dcf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 944 time: 0.1099112 Aug 31 14:57:11.934991 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f8ea603f-2727-4617-8e2e-82c5aa76e40d req-beb09b20-cb73-4982-a37e-c23d98dc7550 service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334560 Aug 31 14:57:11.953212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f183662a-9966-4209-8b65-8389462a472a req-c512ec9b-6bd1-4f22-a84e-451c249e1448 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445554 Aug 31 14:57:12.904209 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 53e74665-6831-4d06-b31d-83dac292eddf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:12.954132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 53e74665-6831-4d06-b31d-83dac292eddf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:12.954514 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:13.077051 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737e992-8806-43da-aa1b-0000036863e4 req-a575427e-8d99-475b-9f89-aeacebe35435 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:13.078577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5737e992-8806-43da-aa1b-0000036863e4 req-a575427e-8d99-475b-9f89-aeacebe35435 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 944 time: 0.0540686 Aug 31 14:57:13.116587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5737e992-8806-43da-aa1b-0000036863e4 req-6542c01a-7551-4815-a296-94342aed05f5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Aug 31 14:57:14.198409 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cb21cab5-5a71-4af7-92a8-fde21e2dbcaa details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:57:14.241015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956cfc6-c244-4f91-99a2-b3e536aca9ee req-973c5110-e8cd-43c9-9803-1f428dd1dfdb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:14.242535 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d956cfc6-c244-4f91-99a2-b3e536aca9ee req-973c5110-e8cd-43c9-9803-1f428dd1dfdb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 944 time: 0.0564902 Aug 31 14:57:14.280759 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d956cfc6-c244-4f91-99a2-b3e536aca9ee req-3c3151f2-c00b-41fe-8d85-fb9f3440841f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319648 Aug 31 14:57:14.293381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:14.304969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'port_id': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'mac_address': 'fa:16:3e:79:e1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:57:14.341119 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:14.357753 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb21cab5-5a71-4af7-92a8-fde21e2dbcaa {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:57:14.376449 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:14.381028 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:14.428628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:14.668356 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['cb21cab5-5a71-4af7-92a8-fde21e2dbcaa'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:15.400927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d141e8-3943-4ab5-b40e-3ea3cb4e5245 req-2aaf82f3-5ec5-4dfe-9d48-88a575e04818 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:15.402398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89d141e8-3943-4ab5-b40e-3ea3cb4e5245 req-2aaf82f3-5ec5-4dfe-9d48-88a575e04818 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 945 time: 0.0553751 Aug 31 14:57:15.440504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89d141e8-3943-4ab5-b40e-3ea3cb4e5245 req-f595a61d-f008-4717-ad1f-5e264824611e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Aug 31 14:57:15.529059 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4322458-00fc-4812-a294-b07f4efdc9b9 req-e9dda668-5dcc-47a7-9fbe-d0fcbb38cd02 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292928 Aug 31 14:57:15.598993 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4322458-00fc-4812-a294-b07f4efdc9b9 req-7381c12e-772d-49e1-b645-aa75984633d2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0282044 Aug 31 14:57:15.651109 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4322458-00fc-4812-a294-b07f4efdc9b9 req-b5b0315d-5241-4901-a5fa-bffb9c3812ea service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191531 Aug 31 14:57:15.745300 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4322458-00fc-4812-a294-b07f4efdc9b9 req-fcb39d93-9a49-4b29-ac1b-aab588823cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:15.747072 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b4322458-00fc-4812-a294-b07f4efdc9b9 req-fcb39d93-9a49-4b29-ac1b-aab588823cff service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0890210 Aug 31 14:57:16.198262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cb21cab5-5a71-4af7-92a8-fde21e2dbcaa up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:16.253969 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:16.258319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:16.258712 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.346977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.370281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:16.372516 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be79481e-f83d-4a64-a37e-a0357a6a5da0" -d '{"events": [{"server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "name": "network-vif-plugged", "status": "completed", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:16.385920 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:16.390614 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.415628 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26a4ad7-6551-4e83-9a41-afa197587a9a x-openstack-request-id: req-a26a4ad7-6551-4e83-9a41-afa197587a9a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:16.415917 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "name": "network-vif-plugged", "status": "completed", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:16.416172 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a26a4ad7-6551-4e83-9a41-afa197587a9a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:16.416554 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'code': 200} Aug 31 14:57:16.442284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:16.566946 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2be68-e842-45e6-a9b9-c0d5a0f10e85 req-db8e1958-5424-4259-bc3c-da9ea848cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:16.568481 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2a2be68-e842-45e6-a9b9-c0d5a0f10e85 req-db8e1958-5424-4259-bc3c-da9ea848cbbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1097 time: 0.0692806 Aug 31 14:57:16.579776 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb290a21-2712-45cd-a660-41b295b553c6 req-ec45c400-f351-4602-a428-532aefe10541 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:16.581193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb290a21-2712-45cd-a660-41b295b553c6 req-ec45c400-f351-4602-a428-532aefe10541 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0714796 Aug 31 14:57:16.636236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2a2be68-e842-45e6-a9b9-c0d5a0f10e85 req-492adc3c-05b1-456d-84a2-14e4641bc65c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541098 Aug 31 14:57:16.641015 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cb290a21-2712-45cd-a660-41b295b553c6 req-4946b363-1317-49cd-bbcd-0c52ed981e38 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532410 Aug 31 14:57:17.764485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4675df-a898-4945-8918-dbee00fb5b3d req-3ba2b57c-4c11-4e54-a90b-43ead2f3701b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:17.766029 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a4675df-a898-4945-8918-dbee00fb5b3d req-3ba2b57c-4c11-4e54-a90b-43ead2f3701b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0567875 Aug 31 14:57:17.810401 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4a4675df-a898-4945-8918-dbee00fb5b3d req-35e8a252-98c4-43bc-ac12-e9db367bcf2d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380473 Aug 31 14:57:18.984632 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a97417-474f-4a55-8e3f-a859938d01b8 req-d35dd4b3-9542-4a88-8139-af4a953b1812 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:18.986233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0a97417-474f-4a55-8e3f-a859938d01b8 req-d35dd4b3-9542-4a88-8139-af4a953b1812 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0507941 Aug 31 14:57:19.023872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b0a97417-474f-4a55-8e3f-a859938d01b8 req-f322ce1d-9e89-4a94-b141-8b66159e65ed tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Aug 31 14:57:19.150643 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2742c-fbb3-4238-8ea9-cad0a9513483 req-f6edabf5-319d-4cf5-ac0c-05b50f25cd02 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.152030 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29f2742c-fbb3-4238-8ea9-cad0a9513483 req-f6edabf5-319d-4cf5-ac0c-05b50f25cd02 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0498137 Aug 31 14:57:19.193088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29f2742c-fbb3-4238-8ea9-cad0a9513483 req-8a5dcd8c-19eb-4519-84d1-6a89c5e45634 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350592 Aug 31 14:57:19.215660 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58722) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:19.259608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba883b37-8726-43e4-87e9-bde401236f81 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.261161 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ba883b37-8726-43e4-87e9-bde401236f81 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1092 time: 0.0444827 Aug 31 14:57:19.264102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58724) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:19.268421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:19.293117 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.390576 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.500688 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.90 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b6748b55-c658-4116-9c06-71b150523c7f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:57:19.603752 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.641820 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.681679 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:19.686532 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:19.690139 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:57:19.717062 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=b6748b55-c658-4116-9c06-71b150523c7f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:20.171231 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:20.274843 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:20.422590 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:20.427233 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:20.492155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=b6748b55-c658-4116-9c06-71b150523c7f,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:20.503486 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:20.599883 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP c77be404-5bad-4408-a634-a2b4ddf3f7c6 associated. External IP: 172.25.0.90, port: cb21cab5-5a71-4af7-92a8-fde21e2dbcaa. Aug 31 14:57:21.093291 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router bc173355-9250-46b7-942b-9c27e604bf6a has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:57:21.203448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:57:21.213328 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] Sync routers for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:57:21.219615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:21.223890 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:21.224500 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:21.246846 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-81d8cce6-546b-47d5-911e-e4f8fe94c809 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9817204 Aug 31 14:57:21.247539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:21.250084 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fdf8c5ff8d11f14b8e35a70937dd28bb08f43d1cf928ca480e026be531ccb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:21.334144 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:21.343494 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9fc47-19f2-46b7-ae7e-100cbc6d50d0 req-a6d90213-b727-40ef-b931-61faae61565f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:21.345045 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86c9fc47-19f2-46b7-ae7e-100cbc6d50d0 req-a6d90213-b727-40ef-b931-61faae61565f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0496933 Aug 31 14:57:21.384482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86c9fc47-19f2-46b7-ae7e-100cbc6d50d0 req-099dbf49-3a42-42c5-9441-8f8ca00e840e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Aug 31 14:57:21.407836 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58732) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:21.482762 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-b127a3df-e34c-4b87-9983-15754457a86f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/c77be404-5bad-4408-a634-a2b4ddf3f7c6 HTTP/1.1" status: 200 len: 991 time: 0.0737414 Aug 31 14:57:21.494421 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e85d8aa-7718-4e2b-bde3-88c86dbe08ed x-openstack-request-id: req-9e85d8aa-7718-4e2b-bde3-88c86dbe08ed {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:21.494716 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:21.494966 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e85d8aa-7718-4e2b-bde3-88c86dbe08ed {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:21.495365 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'status': 'completed', 'code': 200} Aug 31 14:57:21.573889 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'c77be404-5bad-4408-a634-a2b4ddf3f7c6', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'port_id': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'mac_address': 'fa:16:3e:79:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:57:19Z', 'updated_at': '2021-08-31T14:57:19Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:11Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:21.579593 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-39121433-abea-4c16-a78c-e8969772dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:21.581211 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-39121433-abea-4c16-a78c-e8969772dd12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1097 time: 0.0412259 Aug 31 14:57:21.600700 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] Checking router: bc173355-9250-46b7-942b-9c27e604bf6a for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:57:21.609297 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:21.609909 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:56:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:21.675418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-c656d76a-affc-4ab7-8d6b-aca308390a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:21.676963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-c656d76a-affc-4ab7-8d6b-aca308390a67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 200 len: 898 time: 0.0883877 Aug 31 14:57:21.718365 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:21.745443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-a9dd7baf-afac-4004-83f2-5f702e355301 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 200 len: 999 time: 0.0599453 Aug 31 14:57:21.800146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-769b9028-e4df-4e78-94e4-ef320913c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:21.801683 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-769b9028-e4df-4e78-94e4-ef320913c858 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e HTTP/1.1" status: 200 len: 835 time: 0.0480468 Aug 31 14:57:21.853941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-aa25bfda-f7db-4935-a7fd-8529deee0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:21.855500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-aa25bfda-f7db-4935-a7fd-8529deee0bfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f59742-c50a-418a-9463-880be1735d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460806 Aug 31 14:57:21.952906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-1f90fbbc-6bc2-4f40-82c0-0363c01f2cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847313 Aug 31 14:57:21.954310 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'c77be404-5bad-4408-a634-a2b4ddf3f7c6', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'port_id': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'mac_address': 'fa:16:3e:79:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:57:19Z', 'updated_at': '2021-08-31T14:57:19Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:11Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:21.986406 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03fcb8-6360-4077-a04c-ab39e93f48e1 None None] The sync data for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 is: [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'c77be404-5bad-4408-a634-a2b4ddf3f7c6', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'port_id': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'mac_address': 'fa:16:3e:79:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:57:19Z', 'updated_at': '2021-08-31T14:57:19Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:11Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:57:22.056571 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b5cdc04-b186-4b16-8467-9c6fbba23ed0 req-21f123de-ad1f-413a-bec4-b4e312b05f86 service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949261 Aug 31 14:57:22.197540 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4253fec-51c6-4831-b3a4-ca994c1207c2 None None] New status for floating IP c77be404-5bad-4408-a634-a2b4ddf3f7c6: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:57:22.487472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58734) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:22.556308 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-18789cc9-7e36-4558-a501-eafd83928d35 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/c77be404-5bad-4408-a634-a2b4ddf3f7c6 HTTP/1.1" status: 200 len: 993 time: 0.0676496 Aug 31 14:57:26.900849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2210db79-9fa6-4fdd-8abd-294de8b7c23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:29.446234 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c7f18c68-762e-4141-b37d-c29c93debeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:29.652999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:30.875891 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:31.544611 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:57:32.234997 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:40.563405 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:51.215378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad91199-3511-4477-9650-7a31ea10cdf7 req-35c1d0a2-2012-4b20-adff-d1b795f63433 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:51.216892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bad91199-3511-4477-9650-7a31ea10cdf7 req-35c1d0a2-2012-4b20-adff-d1b795f63433 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0489261 Aug 31 14:57:51.254756 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bad91199-3511-4477-9650-7a31ea10cdf7 req-94d5f5ba-2080-4594-911a-adb9299a1ef6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Aug 31 14:57:52.377884 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58c4af-5864-46c1-8d72-ad992a490ac4 req-687ef172-c214-499a-b2b7-f15f1e8e5563 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:52.379644 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c58c4af-5864-46c1-8d72-ad992a490ac4 req-687ef172-c214-499a-b2b7-f15f1e8e5563 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0530894 Aug 31 14:57:52.418298 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c58c4af-5864-46c1-8d72-ad992a490ac4 req-5ea7d895-3c44-432c-bf51-ac6cc81eabcf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Aug 31 14:57:53.531719 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d2a0b-ad95-4ef9-933c-0c2040a36b58 req-4a1aa85f-9b33-4618-b69a-45d9b37a1e0d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:53.533249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-919d2a0b-ad95-4ef9-933c-0c2040a36b58 req-4a1aa85f-9b33-4618-b69a-45d9b37a1e0d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Aug 31 14:57:53.571398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-919d2a0b-ad95-4ef9-933c-0c2040a36b58 req-965155af-51ba-4e84-8934-7723711c04c9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Aug 31 14:57:54.688162 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9983467-c696-4c13-b5e6-1e2b1f63de20 req-465cd116-4542-409a-aaaf-6abe38641c8f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:54.689597 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9983467-c696-4c13-b5e6-1e2b1f63de20 req-465cd116-4542-409a-aaaf-6abe38641c8f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Aug 31 14:57:54.726657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d9983467-c696-4c13-b5e6-1e2b1f63de20 req-099fbe88-9c2c-4fb6-99e9-322e4ea6d20e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Aug 31 14:57:55.845827 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f10b0-8931-4a30-b1eb-dad00e641e63 req-3f009ecf-2ea8-47c1-8a94-82373a86ae99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:55.847290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e80f10b0-8931-4a30-b1eb-dad00e641e63 req-3f009ecf-2ea8-47c1-8a94-82373a86ae99 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0535719 Aug 31 14:57:55.883971 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e80f10b0-8931-4a30-b1eb-dad00e641e63 req-c180a182-cbbf-4129-921b-49c190727a8c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307927 Aug 31 14:57:56.904604 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-16517cc6-c42a-47ec-b75c-6e2e73a470b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:56.998956 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620444c8-62f4-4548-b432-22efdccb7b25 req-ae0be035-5fe4-4257-aa57-4a95c583867f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:57.000448 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-620444c8-62f4-4548-b432-22efdccb7b25 req-ae0be035-5fe4-4257-aa57-4a95c583867f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0500236 Aug 31 14:57:57.037745 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-620444c8-62f4-4548-b432-22efdccb7b25 req-09a4f90f-3b3f-46a6-89d6-4dad4e583fb5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309567 Aug 31 14:57:58.152734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e65806-b48f-4a62-a78a-e00aece312ff req-b299b6bf-1658-4475-8423-eddf4cdafd3e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:58.154321 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39e65806-b48f-4a62-a78a-e00aece312ff req-b299b6bf-1658-4475-8423-eddf4cdafd3e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Aug 31 14:57:58.190774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-39e65806-b48f-4a62-a78a-e00aece312ff req-50ddb14c-e17c-4489-894c-0aa9180d5b1b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306437 Aug 31 14:57:58.617085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e307849-2986-4cb7-823f-813421629a55 req-3a6584fe-6a7e-4b9e-a5b2-0b19bea48ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:58.618543 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e307849-2986-4cb7-823f-813421629a55 req-3a6584fe-6a7e-4b9e-a5b2-0b19bea48ab5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1097 time: 0.0439131 Aug 31 14:57:58.720992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e307849-2986-4cb7-823f-813421629a55 req-0e3a2ac0-7dab-4f6f-a483-56682c273ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:58.722484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e307849-2986-4cb7-823f-813421629a55 req-0e3a2ac0-7dab-4f6f-a483-56682c273ed7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 200 len: 898 time: 0.0836058 Aug 31 14:57:58.791409 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e307849-2986-4cb7-823f-813421629a55 req-62440434-dfcc-46b7-9543-8739958765bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 200 len: 1001 time: 0.0605996 Aug 31 14:57:58.844334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e307849-2986-4cb7-823f-813421629a55 req-d923de1c-8ba5-4762-b9b9-448d434676cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:58.845812 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e307849-2986-4cb7-823f-813421629a55 req-d923de1c-8ba5-4762-b9b9-448d434676cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e HTTP/1.1" status: 200 len: 835 time: 0.0458984 Aug 31 14:57:58.892209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e307849-2986-4cb7-823f-813421629a55 req-a74b2a4c-a1b9-4d6e-ba98-0e36be40071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:58.893750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e307849-2986-4cb7-823f-813421629a55 req-a74b2a4c-a1b9-4d6e-ba98-0e36be40071a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f59742-c50a-418a-9463-880be1735d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405622 Aug 31 14:57:58.985924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e307849-2986-4cb7-823f-813421629a55 req-7b50ca8f-abe4-4128-a439-8ba13aa70707 service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841794 Aug 31 14:57:59.077726 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e307849-2986-4cb7-823f-813421629a55 req-eb23ec85-32f2-49be-9ee1-b0375a1567df service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839119 Aug 31 14:57:59.306822 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc2311-4ab0-4fd9-8af1-02c671d3edea req-71970871-6ca9-4ec6-9525-133ae3615552 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:59.308296 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09dc2311-4ab0-4fd9-8af1-02c671d3edea req-71970871-6ca9-4ec6-9525-133ae3615552 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Aug 31 14:57:59.367368 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09dc2311-4ab0-4fd9-8af1-02c671d3edea req-0bac48d8-9514-4d4d-a545-f1abd6d5697c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532036 Aug 31 14:57:59.446515 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b965d783-7e65-4649-9fd9-63f26b48d582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:59.654671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:00.485249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1a593-f3f9-486f-bb30-503420c840b1 req-598af48e-dae6-4208-ac66-2ea16d66362f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:00.486728 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2db1a593-f3f9-486f-bb30-503420c840b1 req-598af48e-dae6-4208-ac66-2ea16d66362f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0524344 Aug 31 14:58:00.524092 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2db1a593-f3f9-486f-bb30-503420c840b1 req-696e0fd4-b53d-4993-80cb-87c39ecb792b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Aug 31 14:58:00.873829 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:01.638742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a457f6-9607-45e6-9f32-b0a0341d7390 req-c0a52e1f-1a55-47dc-9009-ee93cdf277b9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:01.640135 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86a457f6-9607-45e6-9f32-b0a0341d7390 req-c0a52e1f-1a55-47dc-9009-ee93cdf277b9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0493865 Aug 31 14:58:01.676168 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-86a457f6-9607-45e6-9f32-b0a0341d7390 req-8fc9adae-0886-46c3-895a-f15bedcfa713 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301111 Aug 31 14:58:01.699112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58774) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:01.763954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-db808fc4-056e-460a-a16d-bdb4ab9cbca4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/c77be404-5bad-4408-a634-a2b4ddf3f7c6 HTTP/1.1" status: 200 len: 993 time: 0.0637276 Aug 31 14:58:02.237921 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:03.034352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432da5a9-9c4d-4613-a73e-f13329ec3b27 req-82efaae8-fa76-4830-b19f-2a9132073b03 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:03.035965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-432da5a9-9c4d-4613-a73e-f13329ec3b27 req-82efaae8-fa76-4830-b19f-2a9132073b03 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0511839 Aug 31 14:58:03.098443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-432da5a9-9c4d-4613-a73e-f13329ec3b27 req-465b6f58-9c06-4821-9eb5-e764713d3666 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563066 Aug 31 14:58:03.107222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-0f359cc1-1d92-49ab-9315-9c426a98ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:03.108823 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-0f359cc1-1d92-49ab-9315-9c426a98ae23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1097 time: 0.0595977 Aug 31 14:58:03.202053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-162eab5e-3afb-4e2b-a15f-d2cfeba85ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:03.203514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-162eab5e-3afb-4e2b-a15f-d2cfeba85ba5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 200 len: 898 time: 0.0867178 Aug 31 14:58:03.268377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-ddb40f4a-dec6-4f24-b498-868496562833 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 200 len: 1001 time: 0.0576756 Aug 31 14:58:03.320856 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-a8557d11-7d7a-4a6e-b84a-c09b97f93268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:03.322264 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-a8557d11-7d7a-4a6e-b84a-c09b97f93268 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e HTTP/1.1" status: 200 len: 835 time: 0.0463331 Aug 31 14:58:03.367661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-d1044bd4-7dd7-4d9e-8036-fa701ee6fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:03.369890 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-d1044bd4-7dd7-4d9e-8036-fa701ee6fa98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f59742-c50a-418a-9463-880be1735d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400734 Aug 31 14:58:03.461493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-a257270a-e145-4fd4-a645-c4688891ebf1 service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801082 Aug 31 14:58:03.889587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84ffc357-bb29-46e7-9dc2-9a99d7b58629 req-66176cac-97b6-47ec-b4cf-424d46f63ebd service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204233 Aug 31 14:58:04.212913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5b91-01ca-45e6-9fcb-2b80f1024c7e req-d9b8b745-e26b-4bee-9485-282ef3c4daf4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:04.214297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1ab5b91-01ca-45e6-9fcb-2b80f1024c7e req-d9b8b745-e26b-4bee-9485-282ef3c4daf4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0491023 Aug 31 14:58:04.252095 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c1ab5b91-01ca-45e6-9fcb-2b80f1024c7e req-5979a905-8640-48b2-b64f-9bd2bac09ca6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318818 Aug 31 14:58:05.365518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a10f8-603f-4edf-b6a0-b2603d3baade req-4bb36043-b420-4ee7-a0e6-3257ca149d07 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:05.367014 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-447a10f8-603f-4edf-b6a0-b2603d3baade req-4bb36043-b420-4ee7-a0e6-3257ca149d07 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0487187 Aug 31 14:58:05.405164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-447a10f8-603f-4edf-b6a0-b2603d3baade req-10846570-2078-4032-9cae-74f8626cd2c9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Aug 31 14:58:05.427798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58786) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:05.504237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c8e8f9ad-24e5-45bc-9c91-4fb3aa297069 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/c77be404-5bad-4408-a634-a2b4ddf3f7c6 HTTP/1.1" status: 200 len: 993 time: 0.0752699 Aug 31 14:58:08.543227 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:58:10.578039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:14.420993 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcf0b316-d9bd-4598-8636-a47a7d399980 req-80a27efb-2434-42cf-b97a-1bd614e6a672 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285325 Aug 31 14:58:14.515980 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcf0b316-d9bd-4598-8636-a47a7d399980 req-44d9aa99-0540-4105-b00b-c021db0da202 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0255916 Aug 31 14:58:14.572540 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcf0b316-d9bd-4598-8636-a47a7d399980 req-c723f08a-442b-4c15-908e-cdc5a72a03b7 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198734 Aug 31 14:58:14.663848 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b316-d9bd-4598-8636-a47a7d399980 req-4665b41d-db4f-40c6-8bf3-8cd8844d50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:14.665930 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-dcf0b316-d9bd-4598-8636-a47a7d399980 req-4665b41d-db4f-40c6-8bf3-8cd8844d50c4 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0867438 Aug 31 14:58:26.907671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6537e722-0ff1-4aa6-b023-e3db77fbebfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.447873 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4545748d-cd3e-4772-899e-df390508d84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.655036 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.876536 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:32.240403 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.875042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58810) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:36.031034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port b6748b55-c658-4116-9c06-71b150523c7f {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:36.031392 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.109605 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.109938 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.126336 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for b6748b55-c658-4116-9c06-71b150523c7f owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:36.275649 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.302861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=b6748b55-c658-4116-9c06-71b150523c7f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.327372 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.327730 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.328079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.328424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.328765 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.329127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.329470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.329806 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.330143 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.330476 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.330808 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.331137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.370333 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.370683 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP c77be404-5bad-4408-a634-a2b4ddf3f7c6 disassociated (deleted). External IP: 172.25.0.90, port: cb21cab5-5a71-4af7-92a8-fde21e2dbcaa. Aug 31 14:58:36.581417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router bc173355-9250-46b7-942b-9c27e604bf6a has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:36.687724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:36.692527 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.698387 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] Sync routers for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:36.708086 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:36.708756 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:36.720554 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5e906dd2-e557-4521-baab-8a6373c2635d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/floatingips/c77be404-5bad-4408-a634-a2b4ddf3f7c6 HTTP/1.1" status: 204 len: 168 time: 0.8444362 Aug 31 14:58:36.721187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:36.723465 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c3eaa8-d293-421c-8eb2-8a056987b605" -d '{"events": [{"name": "network-changed", "server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:36.886103 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb8173f-9add-493c-bc56-1aa4b7ad5e82 x-openstack-request-id: req-7fb8173f-9add-493c-bc56-1aa4b7ad5e82 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:36.886767 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:36.886767 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fb8173f-9add-493c-bc56-1aa4b7ad5e82 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:36.887363 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'status': 'completed', 'code': 200} Aug 31 14:58:36.911551 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:37.013286 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e804-373c-4c07-bb82-57a20e9dbb85 req-ab67c775-225e-402a-8631-e0c6754104bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:37.014810 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d668e804-373c-4c07-bb82-57a20e9dbb85 req-ab67c775-225e-402a-8631-e0c6754104bf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0819316 Aug 31 14:58:37.028758 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-c5f15bfb-8959-4dde-b295-1df959580ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:37.030209 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-c5f15bfb-8959-4dde-b295-1df959580ded service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 1097 time: 0.0702741 Aug 31 14:58:37.075213 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d668e804-373c-4c07-bb82-57a20e9dbb85 req-3af02352-15cc-4b9b-8eb3-c6998db377ea tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540988 Aug 31 14:58:37.118918 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:11Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:37.141634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-d2f284c0-5224-4022-9d37-daab2b399671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:37.142719 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-d2f284c0-5224-4022-9d37-daab2b399671 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 200 len: 898 time: 0.0910280 Aug 31 14:58:37.145172 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] Checking router: bc173355-9250-46b7-942b-9c27e604bf6a for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:37.154205 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:37.154814 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:37.192084 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-a9c0c895-9794-44a4-96a5-ee86bf508a13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 200 len: 217 time: 0.0404108 Aug 31 14:58:37.243172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-ec820a98-7aa6-4a18-ae1d-c50e6649c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:37.244656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-ec820a98-7aa6-4a18-ae1d-c50e6649c79f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e HTTP/1.1" status: 200 len: 835 time: 0.0444484 Aug 31 14:58:37.260921 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:37.293470 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-55805b89-43da-42bb-82c2-7858bc26fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:37.295004 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-55805b89-43da-42bb-82c2-7858bc26fad5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f59742-c50a-418a-9463-880be1735d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406263 Aug 31 14:58:37.393784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-5f3eb06c-5e43-4e32-9b50-39c269c8f7ce service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890286 Aug 31 14:58:37.459859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:11Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:37.486345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-15c3eaa8-d293-421c-8eb2-8a056987b605 req-f03425a4-6756-4f9c-aa02-71075953f73d service neutron] 10.222.0.26 "GET /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843117 Aug 31 14:58:37.486596 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08e15f-fe90-4502-b1dc-f6b361647a24 None None] The sync data for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 is: [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:57:06Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '53e74665-6831-4d06-b31d-83dac292eddf', 'name': '', 'network_id': '96f59742-c50a-418a-9463-880be1735d00', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:0b:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:06Z', 'updated_at': '2021-08-31T14:57:11Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '676deb0c-8ae2-49c4-8a7f-9a9031d21e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:37.714469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aba739-012e-49ce-a438-06abebc5ffa1 None None] New status for floating IP c77be404-5bad-4408-a634-a2b4ddf3f7c6: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:58:38.194492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b6330-ae77-4b2f-b5b3-e8b647ad02e3 req-f5f2f157-d619-42cb-9f96-1c934468e9d0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:38.196703 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac8b6330-ae77-4b2f-b5b3-e8b647ad02e3 req-f5f2f157-d619-42cb-9f96-1c934468e9d0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0524416 Aug 31 14:58:38.237799 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ac8b6330-ae77-4b2f-b5b3-e8b647ad02e3 req-0d56a483-de06-4e9f-a118-dfc675150e3c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350230 Aug 31 14:58:38.750282 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-e9c03a8c-3aef-479b-a32f-324bdc6157c5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:38.751687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-e9c03a8c-3aef-479b-a32f-324bdc6157c5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0532496 Aug 31 14:58:38.840891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:38.841259 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.932262 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:38.932643 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.946471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for cb21cab5-5a71-4af7-92a8-fde21e2dbcaa owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:39.077425 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.109773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=cb21cab5-5a71-4af7-92a8-fde21e2dbcaa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:39.154435 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] No DVR routers for this DVR port cb21cab5-5a71-4af7-92a8-fde21e2dbcaa on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:39.156893 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.158962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-99864630-f6fe-48dd-8dd6-36ef57c5ee06 req-b201dd3d-a332-4973-9f99-54b505d284c1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "DELETE /v2.0/ports/cb21cab5-5a71-4af7-92a8-fde21e2dbcaa HTTP/1.1" status: 204 len: 173 time: 0.4003644 Aug 31 14:58:39.159405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'name': 'network-vif-deleted', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:39.161735 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ab066e-f6ef-4d8d-836f-06e007b180fd" -d '{"events": [{"server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "name": "network-vif-deleted", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:39.202867 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f0caf1-e051-4e6f-942e-f8fe13cb7c83 x-openstack-request-id: req-72f0caf1-e051-4e6f-942e-f8fe13cb7c83 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:39.203459 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cca5c7-14ae-4143-ba3e-be6b66a5bbf4", "name": "network-vif-deleted", "tag": "cb21cab5-5a71-4af7-92a8-fde21e2dbcaa", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:39.203459 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72f0caf1-e051-4e6f-942e-f8fe13cb7c83 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:39.203796 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cca5c7-14ae-4143-ba3e-be6b66a5bbf4', 'name': 'network-vif-deleted', 'tag': 'cb21cab5-5a71-4af7-92a8-fde21e2dbcaa', 'status': 'completed', 'code': 200} Aug 31 14:58:39.349635 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43de4084-3be2-45d2-a06b-ff06b823eb3f req-541e4f44-d722-4a6b-a888-f77315574ef6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=99cca5c7-14ae-4143-ba3e-be6b66a5bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Aug 31 14:58:40.406353 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58834) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:40.570890 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.805696 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:41.080742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 53e74665-6831-4d06-b31d-83dac292eddf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:41.081127 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:41.168200 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port 53e74665-6831-4d06-b31d-83dac292eddf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=53e74665-6831-4d06-b31d-83dac292eddf,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:41.168564 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:41.181158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 53e74665-6831-4d06-b31d-83dac292eddf owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:41.361448 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:41.391328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=53e74665-6831-4d06-b31d-83dac292eddf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:41.562489 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:41.774531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router bc173355-9250-46b7-942b-9c27e604bf6a has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:41.881745 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:41.887380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-de5e23a4-5ba3-4b56-aaf7-ec6954e187e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/bc173355-9250-46b7-942b-9c27e604bf6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4800060 Aug 31 14:58:41.890077 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58836) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:41.894334 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] Sync routers for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:41.903407 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:41.904015 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:41.941369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting subnet 676deb0c-8ae2-49c4-8a7f-9a9031d21e3e {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:58:41.944828 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:41.983901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.006779 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:42.072456 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.131113 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.160053 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.164738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/subnets/676deb0c-8ae2-49c4-8a7f-9a9031d21e3e HTTP/1.1" status: 204 len: 168 time: 0.2708044 Aug 31 14:58:42.164738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce5efd-0a06-4f3e-abcc-0eaf5f882e6a tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Subnet': ['ID=676deb0c-8ae2-49c4-8a7f-9a9031d21e3e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:42.165997 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58838) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:42.168165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b88944-1842-4e99-844d-eab56c1a2d87 None None] Network 96f59742-c50a-418a-9463-880be1735d00 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:42.188130 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:58:41Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:42.215094 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] Checking router: bc173355-9250-46b7-942b-9c27e604bf6a for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:42.223942 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] Routers {'bc173355-9250-46b7-942b-9c27e604bf6a'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:42.224786 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['bc173355-9250-46b7-942b-9c27e604bf6a'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:42.294781 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.334917 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] Set router bc173355-9250-46b7-942b-9c27e604bf6a gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:42.370908 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] DHCP port deletion for 96f59742-c50a-418a-9463-880be1735d00 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:58:42.402733 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.418955 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Deleting port cfe89c41-6f32-47d6-a9c4-cb209cdca758 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:42.419341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.458599 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port b158a3c5-3da0-4f4e-8047-7cafb040404e {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:42.459010 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.487623 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] For port cfe89c41-6f32-47d6-a9c4-cb209cdca758, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=cfe89c41-6f32-47d6-a9c4-cb209cdca758,segment=NetworkSegment(3234a748-7fa4-46c0-ae79-28dc85e8859d),segment_id=3234a748-7fa4-46c0-ae79-28dc85e8859d)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:42.488037 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.502160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Calling delete_port for cfe89c41-6f32-47d6-a9c4-cb209cdca758 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:42.523285 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:58:41Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:42.547467 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port b158a3c5-3da0-4f4e-8047-7cafb040404e, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=b158a3c5-3da0-4f4e-8047-7cafb040404e,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:42.548272 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.555560 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82817922-5276-4f32-a5d1-a16e9d97e1d0 None None] The sync data for ids ['bc173355-9250-46b7-942b-9c27e604bf6a'] in n-d-792362-6 is: [{'id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132495579', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:57:02Z', 'updated_at': '2021-08-31T14:58:41Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': 'b158a3c5-3da0-4f4e-8047-7cafb040404e', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc173355-9250-46b7-942b-9c27e604bf6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:57:03Z', 'updated_at': '2021-08-31T14:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:42.562831 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for b158a3c5-3da0-4f4e-8047-7cafb040404e owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:42.591211 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.619278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Pushing event deleted for resources: {'Port': ['ID=cfe89c41-6f32-47d6-a9c4-cb209cdca758,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:42.621642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] No DVR routers for this DVR port cfe89c41-6f32-47d6-a9c4-cb209cdca758 on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:42.632432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.632432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.632746 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.633140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.633502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.633814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.634146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.634482 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.634815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.635143 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.635481 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.635781 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555a175-cfe1-435d-af9a-e74f900b29ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.643122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cb21cab5-5a71-4af7-92a8-fde21e2dbcaa no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:42.663800 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: cb21cab5-5a71-4af7-92a8-fde21e2dbcaa {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:42.664707 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cb21cab5-5a71-4af7-92a8-fde21e2dbcaa not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:42.740514 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.765907 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=b158a3c5-3da0-4f4e-8047-7cafb040404e,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:42.778305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.778305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.778635 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.778742 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.779079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.779416 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.779751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.780082 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.780415 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.780745 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.781100 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.781428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:42.836480 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.936318 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.938788 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.990538 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:42.991177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Fanout notify agent at l3_agent the message router_deleted on router bc173355-9250-46b7-942b-9c27e604bf6a {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:58:42.999246 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.000943 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-834db087-87e9-4252-ad44-5a350ac7e76b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/routers/bc173355-9250-46b7-942b-9c27e604bf6a HTTP/1.1" status: 204 len: 168 time: 0.8333945 Aug 31 14:58:43.003397 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58840) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:43.027421 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cfe89c41-6f32-47d6-a9c4-cb209cdca758 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:43.052263 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: cfe89c41-6f32-47d6-a9c4-cb209cdca758 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:43.052645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cfe89c41-6f32-47d6-a9c4-cb209cdca758 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:43.053305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 53e74665-6831-4d06-b31d-83dac292eddf no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:43.075777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 53e74665-6831-4d06-b31d-83dac292eddf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:43.076133 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 53e74665-6831-4d06-b31d-83dac292eddf not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:43.097872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.193959 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.205249 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f59742-c50a-418a-9463-880be1735d00']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:43.217226 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3234a748-7fa4-46c0-ae79-28dc85e8859d') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:43.217355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3234a748-7fa4-46c0-ae79-28dc85e8859d') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:43.226621 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.241135 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.250262 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:58:43.250262 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: timer() Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:58:43.251704 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:58:43.314940 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.322389 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.324147 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/networks/96f59742-c50a-418a-9463-880be1735d00 HTTP/1.1" status: 204 len: 168 time: 0.3191679 Aug 31 14:58:43.326898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58842) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:43.336573 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a719cb-2031-4359-b05c-8738a471b5d5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Network': ['ID=96f59742-c50a-418a-9463-880be1735d00,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:43.388704 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6037347d-5c5d-4738-bec0-3dbd57cc9fe5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.413087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6037347d-5c5d-4738-bec0-3dbd57cc9fe5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.477070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6037347d-5c5d-4738-bec0-3dbd57cc9fe5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.479695 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6037347d-5c5d-4738-bec0-3dbd57cc9fe5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.480887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6037347d-5c5d-4738-bec0-3dbd57cc9fe5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/security-groups/83dfdd4b-5244-42b8-96a0-99e5a8aa2b33 HTTP/1.1" status: 204 len: 168 time: 0.1529341 Aug 31 14:58:43.489766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037347d-5c5d-4738-bec0-3dbd57cc9fe5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dfdd4b-5244-42b8-96a0-99e5a8aa2b33,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:43.795810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58848) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:43.800481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-297557ee-0029-4403-99f9-9a5e46622abf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682179600', 'description': 'tempest-secgroup-smoke-682179600 description', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:43.824157 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-297557ee-0029-4403-99f9-9a5e46622abf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.905282 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-297557ee-0029-4403-99f9-9a5e46622abf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.908941 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-297557ee-0029-4403-99f9-9a5e46622abf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.940081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-297557ee-0029-4403-99f9-9a5e46622abf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.941354 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-297557ee-0029-4403-99f9-9a5e46622abf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1445537 Aug 31 14:58:43.942466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297557ee-0029-4403-99f9-9a5e46622abf tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d78fa4-8b92-44e3-b10d-be6d4863948b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:43.944426 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58850) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:43.949155 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-95098ba0-4b14-413d-83f9-f604e9c21850 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'd0d78fa4-8b92-44e3-b10d-be6d4863948b', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:43.977321 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95098ba0-4b14-413d-83f9-f604e9c21850 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.045919 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95098ba0-4b14-413d-83f9-f604e9c21850 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.052504 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95098ba0-4b14-413d-83f9-f604e9c21850 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.071594 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95098ba0-4b14-413d-83f9-f604e9c21850 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b47ce5-e154-4580-a0cb-da8b08f8d8ac,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.077965 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-95098ba0-4b14-413d-83f9-f604e9c21850 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.082289 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-95098ba0-4b14-413d-83f9-f604e9c21850 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337788 Aug 31 14:58:44.082697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58852) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.088335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-510e8091-6161-451e-a494-87c6f5a029bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'd0d78fa4-8b92-44e3-b10d-be6d4863948b', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.116423 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-510e8091-6161-451e-a494-87c6f5a029bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.188288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-510e8091-6161-451e-a494-87c6f5a029bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.192283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-510e8091-6161-451e-a494-87c6f5a029bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.210615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e8091-6161-451e-a494-87c6f5a029bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cb29b9-e5cf-4401-a6f2-b976fe433e8f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.218584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-510e8091-6161-451e-a494-87c6f5a029bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.219837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-510e8091-6161-451e-a494-87c6f5a029bb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360500 Aug 31 14:58:44.222690 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58854) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.227828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-159f42ee-cca0-475e-a5f3-603f45c5c720 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'd0d78fa4-8b92-44e3-b10d-be6d4863948b', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.253848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159f42ee-cca0-475e-a5f3-603f45c5c720 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.310923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159f42ee-cca0-475e-a5f3-603f45c5c720 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.314354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159f42ee-cca0-475e-a5f3-603f45c5c720 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.333816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f42ee-cca0-475e-a5f3-603f45c5c720 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97263732-dfdc-4996-97bd-99f56a3499b4,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.341212 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159f42ee-cca0-475e-a5f3-603f45c5c720 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.342443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-159f42ee-cca0-475e-a5f3-603f45c5c720 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187651 Aug 31 14:58:44.345222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58856) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.349642 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c53aeeff-b0f6-40c3-9753-cbc4a227b29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'd0d78fa4-8b92-44e3-b10d-be6d4863948b', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.376165 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c53aeeff-b0f6-40c3-9753-cbc4a227b29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.436437 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c53aeeff-b0f6-40c3-9753-cbc4a227b29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.440315 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c53aeeff-b0f6-40c3-9753-cbc4a227b29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.458975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aeeff-b0f6-40c3-9753-cbc4a227b29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad49576-9a37-4406-859d-4f38e45ad7ef,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.462777 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c53aeeff-b0f6-40c3-9753-cbc4a227b29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.464009 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c53aeeff-b0f6-40c3-9753-cbc4a227b29c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178503 Aug 31 14:58:44.467229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58858) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.471450 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'd0d78fa4-8b92-44e3-b10d-be6d4863948b', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.494905 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:58:44.499803 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.560082 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.563839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.584206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44762a6-2b7e-481d-a406-81e2a37c60fa,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.588535 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.592280 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8c3a46b4-bf71-48e4-b4a7-de5393538416 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217670 Aug 31 14:58:44.592763 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58860) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.596771 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'security_group_rule': {'security_group_id': 'd0d78fa4-8b92-44e3-b10d-be6d4863948b', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.618398 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Project 3e3992c4bbf24156b09996e0b6c19f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:58:44.623336 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.684012 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.687737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.709695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de063783-6ccd-4dee-af5a-cc345f2bbf90,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.713603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.714782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-8bcf0a70-e1b8-40f9-a452-99782d79493d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213741 Aug 31 14:58:44.717750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58862) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.722652 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'network': {'name': 'tempest-network-smoke--239572994', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'port_security_enabled': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.742428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:44.746122 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.769545 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] vlan segment allocate from pool success with {'vlan_id': 1519, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:58:44.779017 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.779361 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Added segment 3965df9c-3b97-4740-b5bf-5fb8869fc4f7 of type vlan for network f1a4b64f-684f-40f0-9209-a82cc6327537 Aug 31 14:58:44.818288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.842896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.848461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:44.849067 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.904587 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1858242 Aug 31 14:58:44.907409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58864) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.908821 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b158a3c5-3da0-4f4e-8047-7cafb040404e no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:44.911797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'admin_state_up': True, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.931755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c1378-9c7f-45db-bd02-c721a02f6861 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Network': ['ID=f1a4b64f-684f-40f0-9209-a82cc6327537,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.932701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: b158a3c5-3da0-4f4e-8047-7cafb040404e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:44.939488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device b158a3c5-3da0-4f4e-8047-7cafb040404e not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:44.942701 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.943848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.945077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network f1a4b64f-684f-40f0-9209-a82cc6327537 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:58:45.000186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.466833 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.541898 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:58:45.663842 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.682887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.789541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.171 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/01936b44-cdd0-4d0c-999b-39570bfbb7bf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:45.898208 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.936667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.981291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:45.984314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:45.988049 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:46.011247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=01936b44-cdd0-4d0c-999b-39570bfbb7bf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:46.257244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:46.465933 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:46.599466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 44c0e611-165b-406f-bf6c-88f706602c97 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:58:46.717380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:46.727953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Sync routers for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:46.741174 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:46.753670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:46.753670 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a4021fe2-f310-494e-b89a-6f5054bd64ca tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8341506 Aug 31 14:58:46.753670 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58866) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.754863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:46.841712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f087684e-329e-4083-b3c0-0438726a2206 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e3992c4bbf24156b09996e0b6c19f39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0906215 Aug 31 14:58:46.842533 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58870) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.861382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:46.932690 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0963bea1-5f43-4c12-b988-2d1464764da8 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:46.936928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0963bea1-5f43-4c12-b988-2d1464764da8 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918655 Aug 31 14:58:46.937220 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58872) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.968555 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-72d861d0-6e36-4b24-8878-118c189432c6 tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=ed101b40-ddcc-4b68-bf27-ad1a9b35dceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279207 Aug 31 14:58:46.969391 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58874) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.973764 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-501666603', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:47.038024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:46Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:47.059548 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:47.063061 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.068241 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Checking router: 44c0e611-165b-406f-bf6c-88f706602c97 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:47.068596 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Updating router 44c0e611-165b-406f-bf6c-88f706602c97 port 01936b44-cdd0-4d0c-999b-39570bfbb7bf binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:58:47.094037 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.243216 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.308396 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Subnet': ['ID=57ca9af6-989a-478c-a86a-7dc6c6a224a9,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:47.315382 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Checking segment: {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:47.315846 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network hostable DHCP agents. Network: f1a4b64f-684f-40f0-9209-a82cc6327537, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:58:47.333253 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network f1a4b64f-684f-40f0-9209-a82cc6327537 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:58:47.341927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, f1a4b64f-684f-40f0-9209-a82cc6327537) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:47.347547 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:47.347547 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.352482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.356990 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff82c01-74a4-4811-8be2-9b3157374f58 None None] Network f1a4b64f-684f-40f0-9209-a82cc6327537 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:47.362661 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c824c3ab-63a1-44de-9eb0-0799f47dd6a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3926630 Aug 31 14:58:47.365398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58876) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:47.374912 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Transition to ACTIVE for port object 01936b44-cdd0-4d0c-999b-39570bfbb7bf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:47.407478 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.478767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Attempting to bind port 01936b44-cdd0-4d0c-999b-39570bfbb7bf on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:47.479144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Attempting to bind port 01936b44-cdd0-4d0c-999b-39570bfbb7bf by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:47.479509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Attempting to bind port 01936b44-cdd0-4d0c-999b-39570bfbb7bf on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:47.483320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4e814-967d-4517-8154-79e89a5e519a None None] Pushing event updated for resources: {'Port': ['ID=01936b44-cdd0-4d0c-999b-39570bfbb7bf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:47.491849 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:47.492794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:47.493296 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.493616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:47.494122 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Bound port: 01936b44-cdd0-4d0c-999b-39570bfbb7bf, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:47.494504 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.584063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] For port 01936b44-cdd0-4d0c-999b-39570bfbb7bf, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:47.587891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] For port 01936b44-cdd0-4d0c-999b-39570bfbb7bf, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=01936b44-cdd0-4d0c-999b-39570bfbb7bf,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:47.603920 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.615638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-f1a4b64f-684f-40f0-9209-a82cc6327537', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:58:47.616475 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.680796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:47.681455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:47.720794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4e814-967d-4517-8154-79e89a5e519a None None] Pushing event updated for resources: {'Port': ['ID=01936b44-cdd0-4d0c-999b-39570bfbb7bf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:47.793900 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.884940 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:47.961988 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Allocated IP 172.20.0.2 (f1a4b64f-684f-40f0-9209-a82cc6327537/57ca9af6-989a-478c-a86a-7dc6c6a224a9/655530fb-17ce-4677-ad93-b391b4e26acc) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:48.335429 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.346436 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:46Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:48.349503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Transition to ACTIVE for port object 655530fb-17ce-4677-ad93-b391b4e26acc will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:48.379472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec447e-5bb1-46af-a5f3-01c706746da3 None None] The sync data for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 is: [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:46Z', 'revision_number': 3, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:48.393318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Transition to ACTIVE for port object 655530fb-17ce-4677-ad93-b391b4e26acc will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:48.401159 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.444815 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Network f1a4b64f-684f-40f0-9209-a82cc6327537 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:48.446761 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:48.451179 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:48.452252 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.1 (f1a4b64f-684f-40f0-9209-a82cc6327537/57ca9af6-989a-478c-a86a-7dc6c6a224a9/fe37d802-78cb-462e-a00d-139b22066d59) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:48.453509 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Pushing event updated for resources: {'Port': ['ID=655530fb-17ce-4677-ad93-b391b4e26acc,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:48.524465 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Attempting to bind port 655530fb-17ce-4677-ad93-b391b4e26acc on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:48.524842 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Attempting to bind port 655530fb-17ce-4677-ad93-b391b4e26acc by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:48.525248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Attempting to bind port 655530fb-17ce-4677-ad93-b391b4e26acc on network f1a4b64f-684f-40f0-9209-a82cc6327537 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:48.530634 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:48.531012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Checking segment: {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:48.531411 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.531807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Bound using segment: {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:48.532281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Bound port: 655530fb-17ce-4677-ad93-b391b4e26acc, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:48.532667 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.577228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.594279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.provisioning_blocks [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object fe37d802-78cb-462e-a00d-139b22066d59 will not be triggered until provisioned by entity DHCP. {{(pid=101360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:48.608311 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] For port 655530fb-17ce-4677-ad93-b391b4e26acc, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:48.627019 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] For port 655530fb-17ce-4677-ad93-b391b4e26acc, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=655530fb-17ce-4677-ad93-b391b4e26acc,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:48.637923 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.658553 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.713547 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda04cd7-7c93-4f5f-847a-388711d36649 None None] Pushing event updated for resources: {'Port': ['ID=655530fb-17ce-4677-ad93-b391b4e26acc,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:48.714724 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network f1a4b64f-684f-40f0-9209-a82cc6327537 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:48.718072 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:48.722202 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:48.747032 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=fe37d802-78cb-462e-a00d-139b22066d59,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:48.776802 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.967612 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.062223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 01936b44-cdd0-4d0c-999b-39570bfbb7bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:49.125839 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 01936b44-cdd0-4d0c-999b-39570bfbb7bf completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:49.130784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 01936b44-cdd0-4d0c-999b-39570bfbb7bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:49.131222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.223353 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.249163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 01936b44-cdd0-4d0c-999b-39570bfbb7bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=01936b44-cdd0-4d0c-999b-39570bfbb7bf,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:49.255950 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.256767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 655530fb-17ce-4677-ad93-b391b4e26acc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:49.316314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.322294 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10467404'] for port, after_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.337593 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=01936b44-cdd0-4d0c-999b-39570bfbb7bf,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:49.353797 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 655530fb-17ce-4677-ad93-b391b4e26acc completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:49.417841 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.420798 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=fe37d802-78cb-462e-a00d-139b22066d59,revision_number=2']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:49.521387 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network f1a4b64f-684f-40f0-9209-a82cc6327537 is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:49.522843 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:49.638019 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 44c0e611-165b-406f-bf6c-88f706602c97 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:49.706445 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89096e7-7d14-438f-88c8-27f348c98a65 None None] Network f1a4b64f-684f-40f0-9209-a82cc6327537 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:49.748330 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:49.753373 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ccf023bd-7d1d-4826-a117-7a7004e22fc5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/44c0e611-165b-406f-bf6c-88f706602c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3869221 Aug 31 14:58:49.773520 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-18b9699b-3885-460d-ab20-2b93274b51d8 None None] Provisioning for port 655530fb-17ce-4677-ad93-b391b4e26acc completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:49.785706 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-18b9699b-3885-460d-ab20-2b93274b51d8 None None] Provisioning complete for port 655530fb-17ce-4677-ad93-b391b4e26acc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:49.786091 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18b9699b-3885-460d-ab20-2b93274b51d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.904032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-36bc3427-05cb-4a79-b109-1814f578c626 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682179600&fields=id&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 267 time: 0.0343745 Aug 31 14:58:49.936043 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18b9699b-3885-460d-ab20-2b93274b51d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.973932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-18b9699b-3885-460d-ab20-2b93274b51d8 None None] For port 655530fb-17ce-4677-ad93-b391b4e26acc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=655530fb-17ce-4677-ad93-b391b4e26acc,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:49.980314 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18b9699b-3885-460d-ab20-2b93274b51d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.024999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-33b29495-5f9b-404d-9d78-0d5560b05304 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:50.032223 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-33b29495-5f9b-404d-9d78-0d5560b05304 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/networks?id=f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 200 len: 796 time: 0.1193275 Aug 31 14:58:50.036752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9699b-3885-460d-ab20-2b93274b51d8 None None] Pushing event updated for resources: {'Port': ['ID=655530fb-17ce-4677-ad93-b391b4e26acc,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:50.045906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-9259e5a0-0fe9-47b0-ae04-ac2e274b0ec3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/quotas/3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 375 time: 0.0122848 Aug 31 14:58:50.103442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-f451ba47-5ff3-4665-b193-85bdab86c815 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539715 Aug 31 14:58:50.180804 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Sync routers for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:50.195882 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:50.196624 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:50.204430 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c98507f9-f6b1-4c17-bf8f-99d303838928 None None] Provisioning for port fe37d802-78cb-462e-a00d-139b22066d59 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:50.208521 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c98507f9-f6b1-4c17-bf8f-99d303838928 None None] Provisioning complete for port fe37d802-78cb-462e-a00d-139b22066d59 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:50.208835 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98507f9-f6b1-4c17-bf8f-99d303838928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.219912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-6a90e9d5-789a-4a32-89cf-3bf73d6972fb service neutron] 10.222.0.10 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044252 Aug 31 14:58:50.248231 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c98507f9-f6b1-4c17-bf8f-99d303838928 None None] Port fe37d802-78cb-462e-a00d-139b22066d59 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:50.261284 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-c98507f9-f6b1-4c17-bf8f-99d303838928 None None] Provisioning complete for port 655530fb-17ce-4677-ad93-b391b4e26acc triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:50.261668 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c98507f9-f6b1-4c17-bf8f-99d303838928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.334509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1a76f74a-c571-4e50-8288-3b8813837956 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077189 Aug 31 14:58:50.337985 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:50.486363 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-028e3a67-e72a-42e8-979d-605bd02f3a64 None None] Provisioning complete for port fe37d802-78cb-462e-a00d-139b22066d59 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:50.486824 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-028e3a67-e72a-42e8-979d-605bd02f3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.537070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-028e3a67-e72a-42e8-979d-605bd02f3a64 None None] Port fe37d802-78cb-462e-a00d-139b22066d59 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:50.563607 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9f9df68f-ed2f-4356-a2ef-b27f9da19d55 req-21fb4754-7fe7-4c4a-b4af-ed207a407a23 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 210 time: 0.0445814 Aug 31 14:58:50.658813 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 2, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:50.659104 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-2363ba0e-ae92-47af-b8b1-0b348c5ee43d None None] Provisioning complete for port fe37d802-78cb-462e-a00d-139b22066d59 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:50.659697 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2363ba0e-ae92-47af-b8b1-0b348c5ee43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.686687 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Checking router: 44c0e611-165b-406f-bf6c-88f706602c97 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:50.687157 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Updating router 44c0e611-165b-406f-bf6c-88f706602c97 port fe37d802-78cb-462e-a00d-139b22066d59 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:58:50.697437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2363ba0e-ae92-47af-b8b1-0b348c5ee43d None None] Port fe37d802-78cb-462e-a00d-139b22066d59 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:50.717095 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.962966 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 01936b44-cdd0-4d0c-999b-39570bfbb7bf up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:50.988105 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.999044 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Transition to ACTIVE for port object fe37d802-78cb-462e-a00d-139b22066d59 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:51.005937 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.022979 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 01936b44-cdd0-4d0c-999b-39570bfbb7bf triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:51.023493 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.078504 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Pushing event updated for resources: {'Port': ['ID=fe37d802-78cb-462e-a00d-139b22066d59,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:51.100468 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.100817 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.101219 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.101561 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.101966 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.102427 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.102762 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.103098 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.103423 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.103747 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.104072 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.104397 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:51.114487 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 655530fb-17ce-4677-ad93-b391b4e26acc up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:51.129530 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Attempting to bind port fe37d802-78cb-462e-a00d-139b22066d59 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:51.129907 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Attempting to bind port fe37d802-78cb-462e-a00d-139b22066d59 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:51.130278 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Attempting to bind port fe37d802-78cb-462e-a00d-139b22066d59 on network f1a4b64f-684f-40f0-9209-a82cc6327537 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:51.136352 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:51.136733 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Checking segment: {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:51.137219 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.137631 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Bound using segment: {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:51.138096 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Bound port: fe37d802-78cb-462e-a00d-139b22066d59, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:51.138485 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.183191 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 655530fb-17ce-4677-ad93-b391b4e26acc triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:51.183526 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.221836 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] For port fe37d802-78cb-462e-a00d-139b22066d59, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:51.225285 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] For port fe37d802-78cb-462e-a00d-139b22066d59, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fe37d802-78cb-462e-a00d-139b22066d59,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:51.230886 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.283086 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:51.283733 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:51.338560 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8139514-b51c-4211-8ecf-3f0b56139136 None None] Pushing event updated for resources: {'Port': ['ID=fe37d802-78cb-462e-a00d-139b22066d59,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:51.411158 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:51.618916 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:51Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:51.654260 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ccedc-5c8c-4175-b708-448348c922d9 None None] The sync data for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 is: [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:51Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:51.670504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-68810bd1-dd7a-4b13-9b9f-51b519635b8e req-89d51f8d-0da8-4d69-9499-9c3dae035983 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 210 time: 0.0369961 Aug 31 14:58:51.712490 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-830fb143-64f5-4b2e-a0d5-1280a6cedba7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:51.715120 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-830fb143-64f5-4b2e-a0d5-1280a6cedba7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/networks?id=f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 200 len: 796 time: 0.1386795 Aug 31 14:58:51.770434 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-39aae03b-06e9-43f7-afe7-2b5769c040e9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3992c4bbf24156b09996e0b6c19f39 HTTP/1.1" status: 200 len: 379 time: 0.0404806 Aug 31 14:58:51.780975 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'port': {'device_id': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'admin_state_up': True, 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'security_groups': ['d0d78fa4-8b92-44e3-b10d-be6d4863948b']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:51.903071 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Made reservation on behalf of 3e3992c4bbf24156b09996e0b6c19f39 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:51.906825 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.072174 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.20.0.4 (f1a4b64f-684f-40f0-9209-a82cc6327537/57ca9af6-989a-478c-a86a-7dc6c6a224a9/cedc59aa-185b-4ed7-9028-5c6ea20037e9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:52.225650 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.240467 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Transition to ACTIVE for port object cedc59aa-185b-4ed7-9028-5c6ea20037e9 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:52.276104 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.328829 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network f1a4b64f-684f-40f0-9209-a82cc6327537 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:52.332292 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:52.337107 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:52.344172 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=cedc59aa-185b-4ed7-9028-5c6ea20037e9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:52.393237 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:52.393896 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.410793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-c2db94c6-5afa-4fe2-966e-46bbe8b049e2 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6337347 Aug 31 14:58:52.481183 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Request body: {'port': {'device_id': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:52.544978 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.567235 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a18465cd-efa7-4c9c-a09f-7e93c3d17c86 None None] Provisioning for port cedc59aa-185b-4ed7-9028-5c6ea20037e9 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:52.571984 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a18465cd-efa7-4c9c-a09f-7e93c3d17c86 None None] Provisioning complete for port cedc59aa-185b-4ed7-9028-5c6ea20037e9 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:52.572356 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a18465cd-efa7-4c9c-a09f-7e93c3d17c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.621806 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a18465cd-efa7-4c9c-a09f-7e93c3d17c86 None None] Port cedc59aa-185b-4ed7-9028-5c6ea20037e9 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:52.825366 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18da84-9c63-4256-b3a6-9e5e5a62fdc5 req-6b8b4e62-33a9-456f-8ca2-f912cfffe692 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:52.826875 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b18da84-9c63-4256-b3a6-9e5e5a62fdc5 req-6b8b4e62-33a9-456f-8ca2-f912cfffe692 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 931 time: 0.0874527 Aug 31 14:58:52.896297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedc59aa-185b-4ed7-9028-5c6ea20037e9 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:58:52.903499 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b18da84-9c63-4256-b3a6-9e5e5a62fdc5 req-94fd7c1f-3f14-4ca9-bcfc-567fd0e5b29f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676856 Aug 31 14:58:52.907678 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.922409 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Transition to ACTIVE for port object cedc59aa-185b-4ed7-9028-5c6ea20037e9 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:52.933571 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.982502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fe37d802-78cb-462e-a00d-139b22066d59 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:52.990585 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc59aa-185b-4ed7-9028-5c6ea20037e9,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:53.043093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port fe37d802-78cb-462e-a00d-139b22066d59 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:53.048459 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fe37d802-78cb-462e-a00d-139b22066d59 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:53.049120 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:53.067528 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Attempting to bind port cedc59aa-185b-4ed7-9028-5c6ea20037e9 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:53.067869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Attempting to bind port cedc59aa-185b-4ed7-9028-5c6ea20037e9 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:53.068213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Attempting to bind port cedc59aa-185b-4ed7-9028-5c6ea20037e9 on network f1a4b64f-684f-40f0-9209-a82cc6327537 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:53.073359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Port cedc59aa-185b-4ed7-9028-5c6ea20037e9 on network f1a4b64f-684f-40f0-9209-a82cc6327537 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:58:53.073773 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Attempting to bind port cedc59aa-185b-4ed7-9028-5c6ea20037e9 on network f1a4b64f-684f-40f0-9209-a82cc6327537 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:53.079137 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:53.079487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Checking segment: {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:53.079901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Bound using segment: {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:53.080334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Bound port: cedc59aa-185b-4ed7-9028-5c6ea20037e9, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3965df9c-3b97-4740-b5bf-5fb8869fc4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:53.080700 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:53.140705 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:53.151067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] For port cedc59aa-185b-4ed7-9028-5c6ea20037e9, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:53.154541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] For port cedc59aa-185b-4ed7-9028-5c6ea20037e9, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:53.159755 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:53.183300 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port fe37d802-78cb-462e-a00d-139b22066d59, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fe37d802-78cb-462e-a00d-139b22066d59,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:53.187898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:53.199743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.200506 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:53.201964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 200 len: 1091 time: 0.7767458 Aug 31 14:58:53.204266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:53.206616 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb96b95-ee88-42f0-beb0-94296b5466d4" -d '{"events": [{"name": "network-changed", "server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:53.235016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694e9c9-a11a-4dec-a1cb-5b2d70ae16e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc59aa-185b-4ed7-9028-5c6ea20037e9,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:53.258412 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29ab0e-af38-4cfb-be32-e56adafebb32 x-openstack-request-id: req-fa29ab0e-af38-4cfb-be32-e56adafebb32 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:53.259175 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:53.259175 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa29ab0e-af38-4cfb-be32-e56adafebb32 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:53.259510 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'status': 'completed', 'code': 200} Aug 31 14:58:53.263786 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fe37d802-78cb-462e-a00d-139b22066d59,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:53.318815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1b1ed8cf-87fb-40eb-8a6b-28230d75f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.321544 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-1b1ed8cf-87fb-40eb-8a6b-28230d75f51e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0440626 Aug 31 14:58:53.376477 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-026d69d6-4ddc-4440-8ec8-0823244b8670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 200 len: 217 time: 0.0396435 Aug 31 14:58:53.427988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-b3acc904-7039-4d86-9f73-e7ed86e8e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.430034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-b3acc904-7039-4d86-9f73-e7ed86e8e103 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57ca9af6-989a-478c-a86a-7dc6c6a224a9 HTTP/1.1" status: 200 len: 834 time: 0.0456333 Aug 31 14:58:53.477888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177532-a42d-4369-9208-0820a143ceb8 req-e7da65d6-6efe-4b51-88f0-775847a7af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.479438 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-e7da65d6-6efe-4b51-88f0-775847a7af6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1a4b64f-684f-40f0-9209-a82cc6327537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410259 Aug 31 14:58:53.574246 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-e02fc976-2df2-489f-968e-8496fee33432 service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865660 Aug 31 14:58:53.661894 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1177532-a42d-4369-9208-0820a143ceb8 req-dd81aba4-7588-41cf-9203-61fa0a7cf648 service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799286 Aug 31 14:58:53.795853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-9fd442d3-2366-4536-9cf6-22b800e98d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.797303 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-9fd442d3-2366-4536-9cf6-22b800e98d6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0450604 Aug 31 14:58:53.886084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-59532645-87ca-4529-a47a-3903394d07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.887551 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-59532645-87ca-4529-a47a-3903394d07c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 200 len: 898 time: 0.0834270 Aug 31 14:58:53.930778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-23e0f9a9-4f6d-4f35-8854-88d79d156549 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 200 len: 217 time: 0.0356812 Aug 31 14:58:53.995731 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-329befef-cbbd-4d14-8e87-8fd0cef26918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.997225 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-329befef-cbbd-4d14-8e87-8fd0cef26918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57ca9af6-989a-478c-a86a-7dc6c6a224a9 HTTP/1.1" status: 200 len: 834 time: 0.0582957 Aug 31 14:58:54.060796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1b83-f9c5-4146-80a9-6ed39c1fa8ab req-a6adb204-77a7-43be-95ab-df38456f3186 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:54.062230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ecaf1b83-f9c5-4146-80a9-6ed39c1fa8ab req-a6adb204-77a7-43be-95ab-df38456f3186 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 943 time: 0.0789092 Aug 31 14:58:54.067645 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-21f55f20-0c93-4585-b906-7a115091eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:54.069078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-21f55f20-0c93-4585-b906-7a115091eadf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1a4b64f-684f-40f0-9209-a82cc6327537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580323 Aug 31 14:58:54.148560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ecaf1b83-f9c5-4146-80a9-6ed39c1fa8ab req-1c55b69e-e74d-44d7-85d1-1d98ab3bbe36 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780091 Aug 31 14:58:54.184837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-972050b8-1ae2-43dc-8298-0edbe8637dc5 service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023419 Aug 31 14:58:54.275583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bb96b95-ee88-42f0-beb0-94296b5466d4 req-f4d9426b-fc46-4a47-ab0e-bc43a78a8703 service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825069 Aug 31 14:58:54.957240 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fe37d802-78cb-462e-a00d-139b22066d59 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:55.005796 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port fe37d802-78cb-462e-a00d-139b22066d59 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:55.006094 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:55.276019 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05928ac7-bea2-4b12-a106-871832cd52bf req-63bacfe7-bb21-4b6f-aeae-f358f69a5d92 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:55.277442 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05928ac7-bea2-4b12-a106-871832cd52bf req-63bacfe7-bb21-4b6f-aeae-f358f69a5d92 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 943 time: 0.0543571 Aug 31 14:58:55.314963 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-05928ac7-bea2-4b12-a106-871832cd52bf req-46c1d685-a99c-4a55-9fd6-15d22fb1c102 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315609 Aug 31 14:58:56.428355 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182695d9-62e1-4d7b-979f-e4773eebccf5 req-c512c6ff-e919-4bec-913e-ab7376d3ab14 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:56.430365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-182695d9-62e1-4d7b-979f-e4773eebccf5 req-c512c6ff-e919-4bec-913e-ab7376d3ab14 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 943 time: 0.0485425 Aug 31 14:58:56.467750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-182695d9-62e1-4d7b-979f-e4773eebccf5 req-16f6d4ba-5edc-4cb0-83ed-941fd39edb90 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314624 Aug 31 14:58:56.699202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cedc59aa-185b-4ed7-9028-5c6ea20037e9 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:58:56.794060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port cedc59aa-185b-4ed7-9028-5c6ea20037e9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:56.805939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'port_id': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'mac_address': 'fa:16:3e:d4:88:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:58:56.842805 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:56.855694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedc59aa-185b-4ed7-9028-5c6ea20037e9 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:58:56.874280 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port cedc59aa-185b-4ed7-9028-5c6ea20037e9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:56.878156 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:56.923399 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0d7a-5814-4ea6-8efd-383c9e1745f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:56.936504 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=cedc59aa-185b-4ed7-9028-5c6ea20037e9,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:57.186086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['cedc59aa-185b-4ed7-9028-5c6ea20037e9'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:57.582471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a98d53-c82f-43ba-8e92-52d8a00b41c5 req-d6c10564-bb41-451f-9633-7d95c43affd6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:57.583973 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48a98d53-c82f-43ba-8e92-52d8a00b41c5 req-d6c10564-bb41-451f-9633-7d95c43affd6 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 944 time: 0.0484982 Aug 31 14:58:57.621899 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48a98d53-c82f-43ba-8e92-52d8a00b41c5 req-8379b957-a4ae-4bb8-ad00-5f46c046633f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Aug 31 14:58:58.715316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cedc59aa-185b-4ed7-9028-5c6ea20037e9 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:58.745464 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a5af-ea6e-4f10-b350-a636934eb340 req-52d71c79-82a5-4bc0-a162-f36fab48e355 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:58.746959 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55b6a5af-ea6e-4f10-b350-a636934eb340 req-52d71c79-82a5-4bc0-a162-f36fab48e355 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 944 time: 0.0562057 Aug 31 14:58:58.770878 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port cedc59aa-185b-4ed7-9028-5c6ea20037e9 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:58.776888 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port cedc59aa-185b-4ed7-9028-5c6ea20037e9 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:58.777364 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:58.791341 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-55b6a5af-ea6e-4f10-b350-a636934eb340 req-ace9179f-001c-47ab-9aff-f6995096525d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Aug 31 14:58:58.865714 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:58.888239 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:58.890523 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1e05d5-aa9e-4126-b423-cdf9b0fa307d" -d '{"events": [{"server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "name": "network-vif-plugged", "status": "completed", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:58.904603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port cedc59aa-185b-4ed7-9028-5c6ea20037e9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:58.909438 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:58.943601 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e5c6d-d245-4e24-a976-1bde40c27103 x-openstack-request-id: req-a86e5c6d-d245-4e24-a976-1bde40c27103 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:58.943907 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "name": "network-vif-plugged", "status": "completed", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:58.944156 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a86e5c6d-d245-4e24-a976-1bde40c27103 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:58.944553 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'code': 200} Aug 31 14:58:58.971602 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=cedc59aa-185b-4ed7-9028-5c6ea20037e9,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:59.076999 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df095215-8014-4a58-bc5b-eb36f4d60e7a req-2ec2f760-7341-477e-adbb-5043bfa5377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:59.078501 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df095215-8014-4a58-bc5b-eb36f4d60e7a req-2ec2f760-7341-477e-adbb-5043bfa5377e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0451372 Aug 31 14:58:59.114641 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-df095215-8014-4a58-bc5b-eb36f4d60e7a req-3e29708c-8a1e-41d9-a5a6-fb37ed6eadf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277956 Aug 31 14:58:59.449180 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8c510d1-3756-4318-aef9-4e7b087df078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:59.658905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:59.907598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8a7ab-f31a-46b9-904c-fc477a89a1ab req-3ff49e73-9fbe-438d-88c1-ac7ace424f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:59.909036 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1e8a7ab-f31a-46b9-904c-fc477a89a1ab req-3ff49e73-9fbe-438d-88c1-ac7ace424f8b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0488677 Aug 31 14:58:59.947134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1e8a7ab-f31a-46b9-904c-fc477a89a1ab req-d980fed6-4121-4b56-88b5-a372c034f67f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315142 Aug 31 14:59:00.593673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-da0d9f21-f3be-4c63-9c15-4b0c9b0e6b51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586207 Aug 31 14:59:00.700906 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-12a6bebd-4a3d-4975-959e-7b15736e902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:00.702329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-12a6bebd-4a3d-4975-959e-7b15736e902d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0401435 Aug 31 14:59:00.805709 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-53121693-d164-4209-8b10-205a570ea7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:00.807384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-53121693-d164-4209-8b10-205a570ea7b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 200 len: 898 time: 0.0848181 Aug 31 14:59:00.855244 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-9e1acb3a-de35-4991-9a6a-6f82cab86e59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 200 len: 217 time: 0.0382321 Aug 31 14:59:00.879707 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:00.905641 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-5b0f779a-8498-4bfa-82e5-3751a5dd59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:00.907088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-5b0f779a-8498-4bfa-82e5-3751a5dd59ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57ca9af6-989a-478c-a86a-7dc6c6a224a9 HTTP/1.1" status: 200 len: 834 time: 0.0444760 Aug 31 14:59:00.953460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-1aa1cabd-1c84-438c-99a0-da42901d9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:00.954879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-1aa1cabd-1c84-438c-99a0-da42901d9121 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1a4b64f-684f-40f0-9209-a82cc6327537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405517 Aug 31 14:59:01.090792 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b43bcb-8942-4c99-9bca-a3f494181a7c req-fb23b847-e0f7-4b6a-a441-5ef83888a3b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:01.092269 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b43bcb-8942-4c99-9bca-a3f494181a7c req-fb23b847-e0f7-4b6a-a441-5ef83888a3b7 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0746071 Aug 31 14:59:01.097667 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-1da3930c-7d2b-4cc5-bcce-0d2b9cf00f77 service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354377 Aug 31 14:59:01.180410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d1b43bcb-8942-4c99-9bca-a3f494181a7c req-fd93fe74-4aac-46c9-af2b-1059402e6fc0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818005 Aug 31 14:59:01.211782 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-beaf12f2-7606-43c0-9d45-65ead7846a21 req-2820f159-c21f-4f52-9a3d-3080e99ecd8d service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059303 Aug 31 14:59:01.311328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cff1b7-b44d-4611-9be0-c2be66ab2f78 req-22e8a210-da21-47eb-9f9d-d306e62a93c5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:01.312912 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71cff1b7-b44d-4611-9be0-c2be66ab2f78 req-22e8a210-da21-47eb-9f9d-d306e62a93c5 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0559876 Aug 31 14:59:01.353299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-71cff1b7-b44d-4611-9be0-c2be66ab2f78 req-d9fd9fa7-af41-44ee-862a-8cd96ceb53bd tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344083 Aug 31 14:59:01.375981 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58932) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:01.422157 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624b818f-0c29-4848-9d20-20463484b97a tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:01.423688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-624b818f-0c29-4848-9d20-20463484b97a tempest-TestNetworkAdvancedServerOps-144588776 tempest-TestNetworkAdvancedServerOps-144588776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1091 time: 0.0467296 Aug 31 14:59:01.426523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58934) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:01.430797 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:01.452164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.551509 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.659461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Allocated IP 172.25.0.71 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/23684dac-1de7-433f-84cb-a25ec5b54515) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:01.759156 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.797394 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.840169 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:01.843188 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:01.845851 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:01.851410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=23684dac-1de7-433f-84cb-a25ec5b54515,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:02.246375 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:02.543871 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:02.612942 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:02.761341 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:02.765766 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:02.834697 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event updated for resources: {'Port': ['ID=23684dac-1de7-433f-84cb-a25ec5b54515,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:02.846948 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:02.947703 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP ff0b55fb-79f8-4389-ab70-c465c97ad1ae associated. External IP: 172.25.0.71, port: cedc59aa-185b-4ed7-9028-5c6ea20037e9. Aug 31 14:59:03.167606 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 44c0e611-165b-406f-bf6c-88f706602c97 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:03.280091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:03.290223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] Sync routers for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:03.297283 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:03.300408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:03.301110 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:03.331935 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-930bbffe-7330-4159-877e-542af4dbc63d tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9043527 Aug 31 14:59:03.332684 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:03.336161 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f30c3-b088-4a01-89ee-e0b31ab96497" -d '{"events": [{"name": "network-changed", "server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:03.422640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:03.431254 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d29c5-9e2a-4957-8f65-9de5efa1420e req-e1ef85e8-85b1-4348-9751-ab68baf4eaa8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:03.432794 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-410d29c5-9e2a-4957-8f65-9de5efa1420e req-e1ef85e8-85b1-4348-9751-ab68baf4eaa8 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0506914 Aug 31 14:59:03.472021 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-410d29c5-9e2a-4957-8f65-9de5efa1420e req-de50f1b7-0dd6-4da9-a482-d36e262ea8f4 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330000 Aug 31 14:59:03.495056 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58940) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:03.518377 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4f3f92-8f25-4a62-b5d2-aec887c7ed62 x-openstack-request-id: req-ee4f3f92-8f25-4a62-b5d2-aec887c7ed62 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:03.518678 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:03.518935 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee4f3f92-8f25-4a62-b5d2-aec887c7ed62 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:03.519346 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'status': 'completed', 'code': 200} Aug 31 14:59:03.568166 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1ea95544-9dac-4e7f-8b13-5ea53281ef1e tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/ff0b55fb-79f8-4389-ab70-c465c97ad1ae HTTP/1.1" status: 200 len: 990 time: 0.0716991 Aug 31 14:59:03.603073 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-c45c5de8-2cf6-440f-b83b-2475ba8a934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:03.604618 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-c45c5de8-2cf6-440f-b83b-2475ba8a934d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0425308 Aug 31 14:59:03.652168 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ff0b55fb-79f8-4389-ab70-c465c97ad1ae', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'port_id': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'mac_address': 'fa:16:3e:d4:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:59:02Z', 'updated_at': '2021-08-31T14:59:02Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:53Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:03.678079 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] Checking router: 44c0e611-165b-406f-bf6c-88f706602c97 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:03.687543 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:03.688164 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:58:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:03.706726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-f9c7e7e4-b474-4e86-8c70-096d4b1479db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:03.709144 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-f9c7e7e4-b474-4e86-8c70-096d4b1479db service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 200 len: 898 time: 0.0956511 Aug 31 14:59:03.777691 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-e6dd96bf-b516-4a90-9ef9-caac5012e247 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 200 len: 998 time: 0.0614746 Aug 31 14:59:03.795132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:03.835885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-aeb87699-10b4-4ce7-8253-f581ff2de777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:03.837604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-aeb87699-10b4-4ce7-8253-f581ff2de777 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57ca9af6-989a-478c-a86a-7dc6c6a224a9 HTTP/1.1" status: 200 len: 834 time: 0.0517235 Aug 31 14:59:03.888823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-6ddb4553-5b14-47ed-8a1f-bfcdb7642a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:03.890443 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-6ddb4553-5b14-47ed-8a1f-bfcdb7642a94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1a4b64f-684f-40f0-9209-a82cc6327537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440607 Aug 31 14:59:03.989425 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-ce564116-1714-4a61-bce6-736001e6c71b service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908508 Aug 31 14:59:04.094384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e02f30c3-b088-4a01-89ee-e0b31ab96497 req-6ce79b23-33cb-40c4-8e38-f04cab1dbc58 service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976329 Aug 31 14:59:04.189343 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ff0b55fb-79f8-4389-ab70-c465c97ad1ae', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'port_id': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'mac_address': 'fa:16:3e:d4:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:59:02Z', 'updated_at': '2021-08-31T14:59:02Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:53Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:04.216024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1c731-06bb-4bb3-ad4c-276ed2eb9e50 None None] The sync data for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 is: [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'ff0b55fb-79f8-4389-ab70-c465c97ad1ae', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'port_id': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'mac_address': 'fa:16:3e:d4:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:59:02Z', 'updated_at': '2021-08-31T14:59:02Z', 'revision_number': 0, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:53Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:04.408671 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35586a-d533-43c1-9c79-24014636db34 None None] New status for floating IP ff0b55fb-79f8-4389-ab70-c465c97ad1ae: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:59:04.570699 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58942) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:04.631358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-21fac738-0ae9-4919-86e7-1bfbc7cf4699 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/ff0b55fb-79f8-4389-ab70-c465c97ad1ae HTTP/1.1" status: 200 len: 992 time: 0.0594730 Aug 31 14:59:10.611349 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:16.373747 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a9b41707-4b3d-44e1-a7ae-6df568e4c23e req-31bbfc4c-6890-4f3d-998f-2c834b175401 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0685318 Aug 31 14:59:16.747433 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a9b41707-4b3d-44e1-a7ae-6df568e4c23e req-7291aac4-ead2-4532-9d90-17866bff4336 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.3279121 Aug 31 14:59:16.797191 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a9b41707-4b3d-44e1-a7ae-6df568e4c23e req-da7abb52-1776-4e17-a361-6b2ed23bbf4d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187302 Aug 31 14:59:16.887898 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41707-4b3d-44e1-a7ae-6df568e4c23e req-3e256c44-0971-4bc0-80f3-753b1b0b6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:16.889468 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-a9b41707-4b3d-44e1-a7ae-6df568e4c23e req-3e256c44-0971-4bc0-80f3-753b1b0b6fd3 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0854905 Aug 31 14:59:22.540552 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:59:26.914431 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-804a4bcb-b840-41f6-a05d-2e402fef9224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:29.454610 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b68f-014f-46d6-8618-856311514596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:29.660184 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:30.881106 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:32.245920 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:38.087084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc077f-5e37-454f-a1d7-ecc6aa2e43e8 req-f38aa0a9-ed08-4016-bd40-dc41607570ee tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:38.088660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1cc077f-5e37-454f-a1d7-ecc6aa2e43e8 req-f38aa0a9-ed08-4016-bd40-dc41607570ee tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.1003687 Aug 31 14:59:38.125845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e1cc077f-5e37-454f-a1d7-ecc6aa2e43e8 req-5b051558-3f5a-4b29-9d60-2708959d03e3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314128 Aug 31 14:59:39.243380 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87ebac-a331-4305-9a00-c36e827bf1ac req-6f37ac60-c868-4b31-971f-e98d678a16a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:39.244860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b87ebac-a331-4305-9a00-c36e827bf1ac req-6f37ac60-c868-4b31-971f-e98d678a16a1 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0499320 Aug 31 14:59:39.283506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b87ebac-a331-4305-9a00-c36e827bf1ac req-e8b341f9-7320-4cef-a951-afbb68c60ac9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324993 Aug 31 14:59:39.306389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58964) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:39.370114 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-af17fb1f-888a-4699-adef-5bca6cf7c325 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/ff0b55fb-79f8-4389-ab70-c465c97ad1ae HTTP/1.1" status: 200 len: 992 time: 0.0625403 Aug 31 14:59:40.611308 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:40.644374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853727f-5afe-4a3f-9492-e108d1f6c440 req-5ae6c511-6f63-47c2-b672-fda2df6a13f9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:40.645824 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a853727f-5afe-4a3f-9492-e108d1f6c440 req-5ae6c511-6f63-47c2-b672-fda2df6a13f9 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0546043 Aug 31 14:59:40.707869 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a853727f-5afe-4a3f-9492-e108d1f6c440 req-e80709f0-315e-41c8-b128-dca75700916b tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537136 Aug 31 14:59:40.711033 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-a28efd93-1fe1-48ee-945d-8052d0fa098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:40.712455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-a28efd93-1fe1-48ee-945d-8052d0fa098b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0657895 Aug 31 14:59:40.808671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-2c25c656-ebdc-431b-aad2-69dde7682d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:40.810277 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-2c25c656-ebdc-431b-aad2-69dde7682d9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 200 len: 898 time: 0.0904388 Aug 31 14:59:40.874925 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-0827ce58-21a5-4ec5-8566-d2344d301160 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 200 len: 1000 time: 0.0567703 Aug 31 14:59:40.924129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-3d19087a-3460-48a7-a176-1aa6ecfdc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:40.925522 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-3d19087a-3460-48a7-a176-1aa6ecfdc4bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57ca9af6-989a-478c-a86a-7dc6c6a224a9 HTTP/1.1" status: 200 len: 834 time: 0.0432129 Aug 31 14:59:40.976723 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-93c94421-8079-45e9-9253-b91ac6c02cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:40.978238 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-93c94421-8079-45e9-9253-b91ac6c02cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1a4b64f-684f-40f0-9209-a82cc6327537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441842 Aug 31 14:59:41.075427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-06acc6b1-10f1-4897-845f-08ccec820235 service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886321 Aug 31 14:59:41.170525 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1db1086a-35d1-455f-ae44-20b3526b8e6c req-b50fd1c8-0739-4395-b075-e48989fdd1fb service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870764 Aug 31 14:59:41.830111 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d308e-7e3f-4c88-bd65-6b551283ed5f req-cc1c2658-692e-42c0-a27c-5b55cbb66e5f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:41.831609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-688d308e-7e3f-4c88-bd65-6b551283ed5f req-cc1c2658-692e-42c0-a27c-5b55cbb66e5f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Aug 31 14:59:41.869772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-688d308e-7e3f-4c88-bd65-6b551283ed5f req-63b95584-9218-4e99-8d00-7eaf2cf4f475 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322461 Aug 31 14:59:42.986042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93437f8-fed9-44fa-bb83-7e4e5383fcca req-773c0d4f-269d-40f7-82f9-0efb1cb4e797 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:42.988316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e93437f8-fed9-44fa-bb83-7e4e5383fcca req-773c0d4f-269d-40f7-82f9-0efb1cb4e797 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0513225 Aug 31 14:59:43.027656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e93437f8-fed9-44fa-bb83-7e4e5383fcca req-c4f4604b-85a5-42c8-a6aa-01abb660d490 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Aug 31 14:59:43.050270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58976) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:43.116175 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c417ce41-e349-48c9-afcf-5c079b5b695c tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/floatingips/ff0b55fb-79f8-4389-ab70-c465c97ad1ae HTTP/1.1" status: 200 len: 992 time: 0.0642462 Aug 31 14:59:43.349447 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 58982) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:43.501520 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 23684dac-1de7-433f-84cb-a25ec5b54515 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:43.501780 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.578159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.578824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.589800 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 23684dac-1de7-433f-84cb-a25ec5b54515 owned by network:floatingip {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:43.736495 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.764694 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=23684dac-1de7-433f-84cb-a25ec5b54515,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:43.789566 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.789920 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.790267 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.790608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.790946 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.791282 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.791616 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.791947 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.792277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.792609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.792966 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.793294 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:43.832760 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for floatingip, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.833127 n-d-792362-6 neutron-server[101360]: INFO neutron.db.l3_db [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Floating IP ff0b55fb-79f8-4389-ab70-c465c97ad1ae disassociated (deleted). External IP: 172.25.0.71, port: cedc59aa-185b-4ed7-9028-5c6ea20037e9. Aug 31 14:59:44.036604 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 44c0e611-165b-406f-bf6c-88f706602c97 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:44.143362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:44.148698 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.153360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] Sync routers for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:44.162021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:44.162626 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:44.177042 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7277841b-e81a-4eb7-9ff9-881623b88857 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff0b55fb-79f8-4389-ab70-c465c97ad1ae HTTP/1.1" status: 204 len: 168 time: 0.8232977 Aug 31 14:59:44.177042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9'}] {{(pid=101360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:44.177510 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fdf8c5ff8d11f14b8e35a70937dd28bb08f43d1cf928ca480e026be531ccb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7255e205-31c3-42c7-81df-06aa8183c710" -d '{"events": [{"name": "network-changed", "server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9"}]}' {{(pid=101360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:44.270734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:44.327130 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc76c4a-a7f0-4228-a050-5455b17ba2a6 x-openstack-request-id: req-fbc76c4a-a7f0-4228-a050-5455b17ba2a6 {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:44.327423 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9", "status": "completed", "code": 200}]} {{(pid=101360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:44.327678 n-d-792362-6 neutron-server[101360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbc76c4a-a7f0-4228-a050-5455b17ba2a6 {{(pid=101360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:44.328078 n-d-792362-6 neutron-server[101360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'status': 'completed', 'code': 200} Aug 31 14:59:44.452634 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778dbb5-5786-4ea9-bd7c-28005a29d070 req-e3ca3ef3-2fda-4db3-be82-d630ac3166b3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:44.454182 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d778dbb5-5786-4ea9-bd7c-28005a29d070 req-e3ca3ef3-2fda-4db3-be82-d630ac3166b3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0821486 Aug 31 14:59:44.456974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e205-31c3-42c7-81df-06aa8183c710 req-b0f5f48f-46ba-4cb3-a30c-d745d4eb88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:44.458365 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7255e205-31c3-42c7-81df-06aa8183c710 req-b0f5f48f-46ba-4cb3-a30c-d745d4eb88e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0590339 Aug 31 14:59:44.487447 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:53Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:44.514518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] Checking router: 44c0e611-165b-406f-bf6c-88f706602c97 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:44.523344 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:44.523953 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:44.543649 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d778dbb5-5786-4ea9-bd7c-28005a29d070 req-1b9fc7d9-498b-4e48-a162-db577b332c69 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815604 Aug 31 14:59:44.579611 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e205-31c3-42c7-81df-06aa8183c710 req-971f9ce4-4630-4caf-a8f3-e0ede775a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:44.581106 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7255e205-31c3-42c7-81df-06aa8183c710 req-971f9ce4-4630-4caf-a8f3-e0ede775a91e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 200 len: 898 time: 0.1122251 Aug 31 14:59:44.625329 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7255e205-31c3-42c7-81df-06aa8183c710 req-acaad3c2-67e8-4d47-8fd3-faedc474bd7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 200 len: 217 time: 0.0347311 Aug 31 14:59:44.630186 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:44.679440 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e205-31c3-42c7-81df-06aa8183c710 req-5b8ba58d-7a5a-48fd-8296-ab5a347fbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:44.680534 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7255e205-31c3-42c7-81df-06aa8183c710 req-5b8ba58d-7a5a-48fd-8296-ab5a347fbd24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57ca9af6-989a-478c-a86a-7dc6c6a224a9 HTTP/1.1" status: 200 len: 834 time: 0.0472488 Aug 31 14:59:44.726979 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e205-31c3-42c7-81df-06aa8183c710 req-1323998d-61e5-429b-808d-4a4ab45f5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:44.728480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7255e205-31c3-42c7-81df-06aa8183c710 req-1323998d-61e5-429b-808d-4a4ab45f5987 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1a4b64f-684f-40f0-9209-a82cc6327537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398800 Aug 31 14:59:44.821003 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7255e205-31c3-42c7-81df-06aa8183c710 req-26d1a562-d84e-430a-8c4d-46b378f71c6a service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Aug 31 14:59:44.828932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:53Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:44.856010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cb983-e9c8-4a4f-a519-89da887ea8d4 None None] The sync data for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 is: [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'fe37d802-78cb-462e-a00d-139b22066d59', 'name': '', 'network_id': 'f1a4b64f-684f-40f0-9209-a82cc6327537', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'mac_address': 'fa:16:3e:1c:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:47Z', 'updated_at': '2021-08-31T14:58:53Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'subnets': [{'id': '57ca9af6-989a-478c-a86a-7dc6c6a224a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:44.919427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7255e205-31c3-42c7-81df-06aa8183c710 req-cd399ea1-1f4a-4812-b5fb-0d2a198fb85d service neutron] 10.222.0.26 "GET /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906599 Aug 31 14:59:45.079828 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a537f-dea7-4492-a186-46cc6a995aeb None None] New status for floating IP ff0b55fb-79f8-4389-ab70-c465c97ad1ae: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:59:45.664635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22a613-71c9-46f1-9c2e-296af2dfa256 req-fe773cfa-89a5-4bb2-a35f-8c94c2bea31f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:45.666070 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec22a613-71c9-46f1-9c2e-296af2dfa256 req-fe773cfa-89a5-4bb2-a35f-8c94c2bea31f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Aug 31 14:59:45.703170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ec22a613-71c9-46f1-9c2e-296af2dfa256 req-1d7ea4f4-4736-4516-876e-e33489d17163 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d78fa4-8b92-44e3-b10d-be6d4863948b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Aug 31 14:59:46.247266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-f2c082d0-1414-4e3b-a8a3-fdb3705a6272 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:46.248712 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-f2c082d0-1414-4e3b-a8a3-fdb3705a6272 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 945 time: 0.0518730 Aug 31 14:59:46.339293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port cedc59aa-185b-4ed7-9028-5c6ea20037e9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:46.339638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:46.432442 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port cedc59aa-185b-4ed7-9028-5c6ea20037e9, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=cedc59aa-185b-4ed7-9028-5c6ea20037e9,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:46.432836 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:46.446285 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for cedc59aa-185b-4ed7-9028-5c6ea20037e9 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:46.571009 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:46.602414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=cedc59aa-185b-4ed7-9028-5c6ea20037e9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:46.630466 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.630843 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.631671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.631671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.631938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.632233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.632620 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.633029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.633351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.633744 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.634044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.634369 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:46.652913 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] No DVR routers for this DVR port cedc59aa-185b-4ed7-9028-5c6ea20037e9 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:59:46.655389 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:46.657446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fd0c4b4a-4c21-4d58-9bea-34869a08ec7b req-2d5635af-02c9-4152-a2f3-8765841524f3 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.26 "DELETE /v2.0/ports/cedc59aa-185b-4ed7-9028-5c6ea20037e9 HTTP/1.1" status: 204 len: 173 time: 0.4019189 Aug 31 14:59:46.657878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'name': 'network-vif-deleted', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:46.660157 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9fbc2c-2509-4034-b06e-e48e87b64362" -d '{"events": [{"server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "name": "network-vif-deleted", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:46.699306 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874f764b-f753-4459-9253-206d54340180 x-openstack-request-id: req-874f764b-f753-4459-9253-206d54340180 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:46.699906 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851e51f9-2d3f-474c-934b-207e8d3a4ab5", "name": "network-vif-deleted", "tag": "cedc59aa-185b-4ed7-9028-5c6ea20037e9", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:46.699906 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-874f764b-f753-4459-9253-206d54340180 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:46.700264 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851e51f9-2d3f-474c-934b-207e8d3a4ab5', 'name': 'network-vif-deleted', 'tag': 'cedc59aa-185b-4ed7-9028-5c6ea20037e9', 'status': 'completed', 'code': 200} Aug 31 14:59:46.803731 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f0e2e30-ca76-433a-9f67-d2dc52ab8186 req-257141c2-e613-4600-bcaf-6a46d8c439fb tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "GET /v2.0/ports?device_id=851e51f9-2d3f-474c-934b-207e8d3a4ab5 HTTP/1.1" status: 200 len: 210 time: 0.0288985 Aug 31 14:59:47.862485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 58998) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:48.216466 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.467830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port fe37d802-78cb-462e-a00d-139b22066d59 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:48.468081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.554989 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port fe37d802-78cb-462e-a00d-139b22066d59, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=fe37d802-78cb-462e-a00d-139b22066d59,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:48.555361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.567919 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for fe37d802-78cb-462e-a00d-139b22066d59 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:48.749792 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.774128 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=fe37d802-78cb-462e-a00d-139b22066d59,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:48.977831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cedc59aa-185b-4ed7-9028-5c6ea20037e9 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:48.999032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: cedc59aa-185b-4ed7-9028-5c6ea20037e9 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:48.999392 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device cedc59aa-185b-4ed7-9028-5c6ea20037e9 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:49.281244 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.494972 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Router 44c0e611-165b-406f-bf6c-88f706602c97 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:49.601983 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:49.607091 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a1b39c02-04a0-46ff-917d-7e85ac7fb06f tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "PUT /v2.0/routers/44c0e611-165b-406f-bf6c-88f706602c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434676 Aug 31 14:59:49.609826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:49.612705 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] Sync routers for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:49.621872 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:49.622478 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:49.661819 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting subnet 57ca9af6-989a-478c-a86a-7dc6c6a224a9 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:59:49.665005 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.705418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.727498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:49.794951 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.856232 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.887853 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.892590 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59002) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:49.893375 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/subnets/57ca9af6-989a-478c-a86a-7dc6c6a224a9 HTTP/1.1" status: 204 len: 168 time: 0.2825658 Aug 31 14:59:49.894696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98309a0-acdb-407e-93e3-e38e68f34044 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Subnet': ['ID=57ca9af6-989a-478c-a86a-7dc6c6a224a9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:49.895599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268799a5-d6ac-497e-9ea6-dc3b5f30d181 None None] Network f1a4b64f-684f-40f0-9209-a82cc6327537 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:59:49.962437 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.001126 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.010323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] Checking router: 44c0e611-165b-406f-bf6c-88f706602c97 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:50.034777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] Routers {'44c0e611-165b-406f-bf6c-88f706602c97'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:50.035402 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['44c0e611-165b-406f-bf6c-88f706602c97'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.108003 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.151043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] Set router 44c0e611-165b-406f-bf6c-88f706602c97 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:50.158564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] DHCP port deletion for f1a4b64f-684f-40f0-9209-a82cc6327537 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:59:50.164210 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Deleting port 01936b44-cdd0-4d0c-999b-39570bfbb7bf {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:50.164569 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.246982 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] For port 01936b44-cdd0-4d0c-999b-39570bfbb7bf, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=01936b44-cdd0-4d0c-999b-39570bfbb7bf,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:50.247356 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.260411 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Calling delete_port for 01936b44-cdd0-4d0c-999b-39570bfbb7bf owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:50.323323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Deleting port 655530fb-17ce-4677-ad93-b391b4e26acc {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:50.323706 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.415738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] For port 655530fb-17ce-4677-ad93-b391b4e26acc, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=655530fb-17ce-4677-ad93-b391b4e26acc,segment=NetworkSegment(3965df9c-3b97-4740-b5bf-5fb8869fc4f7),segment_id=3965df9c-3b97-4740-b5bf-5fb8869fc4f7)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:50.416052 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.426398 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.435221 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Calling delete_port for 655530fb-17ce-4677-ad93-b391b4e26acc owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:50.452320 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.454264 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Port': ['ID=01936b44-cdd0-4d0c-999b-39570bfbb7bf,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:50.511491 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd4cdc-c2ed-4b9c-845d-7811ca088fb6 None None] The sync data for ids ['44c0e611-165b-406f-bf6c-88f706602c97'] in n-d-792362-6 is: [{'id': '44c0e611-165b-406f-bf6c-88f706602c97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202439080', 'tenant_id': '3e3992c4bbf24156b09996e0b6c19f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 5, 'project_id': '3e3992c4bbf24156b09996e0b6c19f39', 'gw_port': {'id': '01936b44-cdd0-4d0c-999b-39570bfbb7bf', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e611-165b-406f-bf6c-88f706602c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:50.515157 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.558700 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.582495 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Pushing event deleted for resources: {'Port': ['ID=655530fb-17ce-4677-ad93-b391b4e26acc,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:50.589258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] No DVR routers for this DVR port 655530fb-17ce-4677-ad93-b391b4e26acc on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:59:50.598759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.599055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.599282 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.599715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.600055 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.600390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.600724 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.601088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.601415 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.601742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.602070 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.602439 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158c9bf-e4f5-4c48-a756-96f8982c4a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:50.610824 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.613002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.662359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.662959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Fanout notify agent at l3_agent the message router_deleted on router 44c0e611-165b-406f-bf6c-88f706602c97 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:59:50.670040 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.671177 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3d20c94c-99ea-4182-b4ec-107d7ccda023 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/routers/44c0e611-165b-406f-bf6c-88f706602c97 HTTP/1.1" status: 204 len: 168 time: 0.7775056 Aug 31 14:59:50.674244 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59004) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:50.752070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.841723 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.851688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a4b64f-684f-40f0-9209-a82cc6327537']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.862304 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3965df9c-3b97-4740-b5bf-5fb8869fc4f7') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.862673 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3965df9c-3b97-4740-b5bf-5fb8869fc4f7') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.873138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.887041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.893110 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Releasing vlan 1519 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:59:50.893541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: timer() Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:59:50.896530 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:59:50.963969 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.969006 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.978426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/networks/f1a4b64f-684f-40f0-9209-a82cc6327537 HTTP/1.1" status: 204 len: 168 time: 0.3029308 Aug 31 14:59:50.981312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59006) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:51.004770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5bdb7-d379-4a5a-a2b8-972694a70cf0 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'Network': ['ID=f1a4b64f-684f-40f0-9209-a82cc6327537,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:51.066169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 655530fb-17ce-4677-ad93-b391b4e26acc no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:51.067581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afc840c8-6ddf-4581-94ce-c2b49f8a0367 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.087848 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 655530fb-17ce-4677-ad93-b391b4e26acc {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:51.088192 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 655530fb-17ce-4677-ad93-b391b4e26acc not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:51.088607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fe37d802-78cb-462e-a00d-139b22066d59 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:51.095264 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afc840c8-6ddf-4581-94ce-c2b49f8a0367 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.111687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: fe37d802-78cb-462e-a00d-139b22066d59 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:51.112141 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device fe37d802-78cb-462e-a00d-139b22066d59 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:51.159530 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afc840c8-6ddf-4581-94ce-c2b49f8a0367 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.162616 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-afc840c8-6ddf-4581-94ce-c2b49f8a0367 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.166518 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-afc840c8-6ddf-4581-94ce-c2b49f8a0367 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0d78fa4-8b92-44e3-b10d-be6d4863948b HTTP/1.1" status: 204 len: 168 time: 0.1809423 Aug 31 14:59:51.174445 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc840c8-6ddf-4581-94ce-c2b49f8a0367 tempest-TestNetworkAdvancedServerOps-1316642497 tempest-TestNetworkAdvancedServerOps-1316642497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d78fa4-8b92-44e3-b10d-be6d4863948b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:51.521715 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59014) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:51.667229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb437b0e-fdca-4813-8ca2-98322880b1ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e3992c4bbf24156b09996e0b6c19f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438971 Aug 31 14:59:51.669362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:51.716757 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-194ba9a6-9ea8-473b-ac58-c9a6117afecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.740839 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-194ba9a6-9ea8-473b-ac58-c9a6117afecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.787342 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-194ba9a6-9ea8-473b-ac58-c9a6117afecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.790036 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-194ba9a6-9ea8-473b-ac58-c9a6117afecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.791193 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-194ba9a6-9ea8-473b-ac58-c9a6117afecd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e40b511-6b49-4228-b4ac-437b757d05c1 HTTP/1.1" status: 204 len: 168 time: 0.1209362 Aug 31 14:59:51.799377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ba9a6-9ea8-473b-ac58-c9a6117afecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40b511-6b49-4228-b4ac-437b757d05c1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:52.051272 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59024) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:52.065261 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ede97306-0084-4cdd-a69f-4719c40b0aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.156947 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ede97306-0084-4cdd-a69f-4719c40b0aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.160639 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ede97306-0084-4cdd-a69f-4719c40b0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.198451 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ede97306-0084-4cdd-a69f-4719c40b0aa7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53a87afd52004e5fb34180d5f8faa04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461174 Aug 31 14:59:52.199298 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede97306-0084-4cdd-a69f-4719c40b0aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7276dbb-ad70-45c5-b0d9-ac174a3ab6c6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:52.201524 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59026) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:52.255072 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3c553f3-7d26-4a59-ac3b-3ece72a7d002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.277908 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3c553f3-7d26-4a59-ac3b-3ece72a7d002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.324378 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3c553f3-7d26-4a59-ac3b-3ece72a7d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.327026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d3c553f3-7d26-4a59-ac3b-3ece72a7d002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.328197 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d3c553f3-7d26-4a59-ac3b-3ece72a7d002 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7276dbb-ad70-45c5-b0d9-ac174a3ab6c6 HTTP/1.1" status: 204 len: 168 time: 0.1256974 Aug 31 14:59:52.335893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c553f3-7d26-4a59-ac3b-3ece72a7d002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7276dbb-ad70-45c5-b0d9-ac174a3ab6c6,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:52.946036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 01936b44-cdd0-4d0c-999b-39570bfbb7bf no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:52.967450 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 01936b44-cdd0-4d0c-999b-39570bfbb7bf {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:52.967803 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 01936b44-cdd0-4d0c-999b-39570bfbb7bf not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:53.041425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59048) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:53.136629 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-380814614-network', 'tenant_id': '27f956b7f4e047d98675e1960406a35e'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:53.157546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Made reservation on behalf of 27f956b7f4e047d98675e1960406a35e for: {'network': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:59:53.159794 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.168044 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.252792 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.257509 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.280286 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1527, 'physical_network': 'physnet1'} {{(pid=101360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:59:53.293421 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67da704-6c87-4aab-9572-983e4c48d7f7,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:53.298324 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.298611 n-d-792362-6 neutron-server[101360]: INFO neutron.db.segments_db [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Added segment 461c083b-6e35-40a1-a359-18242925dfd3 of type vlan for network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 Aug 31 14:59:53.343056 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.367347 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.368305 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:53.369236 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.420550 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3779972 Aug 31 14:59:53.423769 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59052) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:53.429122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Request body: {'subnet': {'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-380814614-subnet', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:53.429302 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b715e6-9b2e-477f-a6a4-cb75afe232b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:53.438826 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:59:53.451531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Made reservation on behalf of 27f956b7f4e047d98675e1960406a35e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:59:53.453920 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309168'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.622132 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3271892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309158'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.673894 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe18a735-3cb1-4774-96a9-21a47261fbb1,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:53.684705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Checking segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:53.685106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Network hostable DHCP agents. Network: b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:59:53.701392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:59:53.709062 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:53.713458 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:53.714046 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.718098 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e90a2-2aae-4ddd-8798-98133072803a None None] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:59:53.730500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-de841525-a34f-41f1-856d-e9ba14680f24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3029537 Aug 31 14:59:53.730698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59054) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:53.734986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:53.756193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.757438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.825703 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.877687 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:59:53.878551 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.966667 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.013296 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Allocated IP 172.20.0.2 (b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2/fe18a735-3cb1-4774-96a9-21a47261fbb1/0672cd40-23a5-4f1d-9211-ee885ef1be35) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:54.183211 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.202638 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.308443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Allocated IP 172.25.0.188 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/982c36ca-c6dc-4c40-9bdc-f7dd48125f43) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:54.309968 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.319262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Transition to ACTIVE for port object 0672cd40-23a5-4f1d-9211-ee885ef1be35 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:54.334720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Transition to ACTIVE for port object 0672cd40-23a5-4f1d-9211-ee885ef1be35 will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:54.340391 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.386053 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:54.389063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:54.393672 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:54.396974 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Pushing event updated for resources: {'Port': ['ID=0672cd40-23a5-4f1d-9211-ee885ef1be35,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:54.415887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.448448 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Attempting to bind port 0672cd40-23a5-4f1d-9211-ee885ef1be35 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:54.448726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Attempting to bind port 0672cd40-23a5-4f1d-9211-ee885ef1be35 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:54.449118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Attempting to bind port 0672cd40-23a5-4f1d-9211-ee885ef1be35 on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:54.454257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:54.454811 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Checking segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:54.454970 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.455552 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.455681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Bound using segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:54.456154 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Bound port: 0672cd40-23a5-4f1d-9211-ee885ef1be35, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:54.456541 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.502397 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:54.507961 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:54.510503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:54.523616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] For port 0672cd40-23a5-4f1d-9211-ee885ef1be35, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:54.526730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] For port 0672cd40-23a5-4f1d-9211-ee885ef1be35, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0672cd40-23a5-4f1d-9211-ee885ef1be35,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:54.530603 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.532093 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Pushing event updated for resources: {'Port': ['ID=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:54.594411 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ede34-78b6-4018-a805-2369c6fd86a5 None None] Pushing event updated for resources: {'Port': ['ID=0672cd40-23a5-4f1d-9211-ee885ef1be35,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:54.778443 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.980469 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.013426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0672cd40-23a5-4f1d-9211-ee885ef1be35 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:55.066052 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 0672cd40-23a5-4f1d-9211-ee885ef1be35 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:55.118980 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Router 31daf9e9-6ac8-463f-8bf4-7345ba415436 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:59:55.224027 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:55.234216 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Sync routers for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:55.240610 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.242148 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-53b9ad0c-6686-40a6-9cb3-286df7fe7275 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5104315 Aug 31 14:59:55.244966 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59056) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:55.245545 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:55.246335 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:55.458962 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:55.536426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6633d4-6d40-4f64-af21-d93f53eff571 None None] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:59:55.626278 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-455f8ccd-e73c-41e8-b219-4e5c1173d4cd None None] Provisioning for port 0672cd40-23a5-4f1d-9211-ee885ef1be35 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:55.632722 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-455f8ccd-e73c-41e8-b219-4e5c1173d4cd None None] Provisioning complete for port 0672cd40-23a5-4f1d-9211-ee885ef1be35 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:55.633141 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-455f8ccd-e73c-41e8-b219-4e5c1173d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.656855 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:54Z', 'revision_number': 3, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:55.684677 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Checking router: 31daf9e9-6ac8-463f-8bf4-7345ba415436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:55.685704 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Updating router 31daf9e9-6ac8-463f-8bf4-7345ba415436 port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:59:55.711419 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.772710 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-455f8ccd-e73c-41e8-b219-4e5c1173d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.811442 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-455f8ccd-e73c-41e8-b219-4e5c1173d4cd None None] For port 0672cd40-23a5-4f1d-9211-ee885ef1be35, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0672cd40-23a5-4f1d-9211-ee885ef1be35,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:55.818722 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-455f8ccd-e73c-41e8-b219-4e5c1173d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.875603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f8ccd-e73c-41e8-b219-4e5c1173d4cd None None] Pushing event updated for resources: {'Port': ['ID=0672cd40-23a5-4f1d-9211-ee885ef1be35,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:55.996825 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.007830 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Transition to ACTIVE for port object 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:56.013902 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.041653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8dbb7277-e777-4195-8be9-b8279790ef81 None None] Provisioning complete for port 0672cd40-23a5-4f1d-9211-ee885ef1be35 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:56.042447 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7277-e777-4195-8be9-b8279790ef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.059984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.070153 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Attempting to bind port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:56.070523 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Attempting to bind port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:56.070887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Attempting to bind port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:56.072911 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Pushing event updated for resources: {'Port': ['ID=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:56.080455 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.080798 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.081153 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.081485 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.081816 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.082159 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.082471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.082787 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.083105 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.083421 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.083945 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.084434 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:56.090010 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:56.090694 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:56.091250 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.091927 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:56.092621 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Bound port: 982c36ca-c6dc-4c40-9bdc-f7dd48125f43, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:56.093231 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.149747 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] For port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:56.153300 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] For port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:56.158025 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.215389 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:56.215998 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:56.218644 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2686f-ebe3-4b25-aa57-dc2a052e1d60 None None] Pushing event updated for resources: {'Port': ['ID=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:56.226392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Allocated IP 172.20.0.1 (b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2/fe18a735-3cb1-4774-96a9-21a47261fbb1/cc03cec4-f3af-481e-9aa9-9b77b426d0a5) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:56.321202 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:56.330088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.343612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Transition to ACTIVE for port object cc03cec4-f3af-481e-9aa9-9b77b426d0a5 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:56.377715 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.418513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:56.424944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:56.427954 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:56.455410 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:56.482794 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.509711 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:54Z', 'revision_number': 3, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:56.539071 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674c114-d978-45d3-9c3b-583f44137743 None None] The sync data for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 is: [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:54Z', 'revision_number': 3, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:56.626395 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.654994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e166dd73-e057-4365-b994-3a6661cd3fb6 None None] Provisioning for port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:56.658791 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e166dd73-e057-4365-b994-3a6661cd3fb6 None None] Provisioning complete for port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:56.659244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e166dd73-e057-4365-b994-3a6661cd3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.697711 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e166dd73-e057-4365-b994-3a6661cd3fb6 None None] Port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:59:56.811204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.818288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.891420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:56.893899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.916439 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5f683297-8953-44dd-ba0f-2888fbcaf273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.994659 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:56.996635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:57.092583 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:57.149568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Router 31daf9e9-6ac8-463f-8bf4-7345ba415436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:57.160131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:57.165742 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:57.166371 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.259430 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.279990 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:57.281612 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:57.286217 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.287375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0672cd40-23a5-4f1d-9211-ee885ef1be35 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:57.289459 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cbf17069-3cd8-426e-ba3c-56491fc88fb5 admin admin] 10.222.0.10 "PUT /v2.0/routers/31daf9e9-6ac8-463f-8bf4-7345ba415436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0433638 Aug 31 14:59:57.385225 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:57.389889 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f336b0d5-1bec-42f2-9d04-27963be7171d None None] Provisioning complete for port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:57.390262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f336b0d5-1bec-42f2-9d04-27963be7171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.432970 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 0672cd40-23a5-4f1d-9211-ee885ef1be35 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:57.433315 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.434883 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f336b0d5-1bec-42f2-9d04-27963be7171d None None] Port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:59:57.777418 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59072) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:57.782532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-135956210-network', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:57.802790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Made reservation on behalf of 33fab21857744fc9b5bb8721c910cb2a for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:59:57.805240 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.814504 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.917491 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.921417 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.950551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1519, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:59:57.960861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079d9623-afbc-456b-9cac-5cacda470c73,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:57.965879 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:57.966230 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Added segment a709a300-f224-4f2d-b23a-a6bfc523a13a of type vlan for network 38641b8d-24f8-4526-b14e-a3f7a21b875c Aug 31 14:59:58.015595 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.040523 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.041531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:58.042121 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.093717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3151698 Aug 31 14:59:58.096586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59074) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:58.101711 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Request body: {'subnet': {'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-135956210-subnet', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:58.102917 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca97a98-4b94-4ff6-b001-b55288ab67b4 admin admin] Pushing event updated for resources: {'Network': ['ID=38641b8d-24f8-4526-b14e-a3f7a21b875c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:58.112673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:59:58.123976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Made reservation on behalf of 33fab21857744fc9b5bb8721c910cb2a for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:59:58.126328 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.162627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Sync routers for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:58.187002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:58.187599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T14:59:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:58.298108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:58.306466 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.352319 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e01faad-e287-4d26-bfd6-eaf5f82f12ee,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:58.371534 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Checking segment: {'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:58.371893 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Network hostable DHCP agents. Network: 38641b8d-24f8-4526-b14e-a3f7a21b875c, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:59:58.388963 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:59:58.397657 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 38641b8d-24f8-4526-b14e-a3f7a21b875c) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:58.401851 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:58.402438 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.412719 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8e1de-9575-4381-987b-f076b3680a13 None None] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:59:58.416490 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-c033c3b3-6eff-44ee-948a-f4a959cb20d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3187714 Aug 31 14:59:58.419113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59076) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:58.423443 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:58.445394 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.446524 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.506323 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.623323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 2, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:58.640743 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.656833 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-38641b8d-24f8-4526-b14e-a3f7a21b875c', 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'fixed_ips': [{'subnet_id': '6e01faad-e287-4d26-bfd6-eaf5f82f12ee'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:59:58.657715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.659568 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Checking router: 31daf9e9-6ac8-463f-8bf4-7345ba415436 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:58.659925 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Updating router 31daf9e9-6ac8-463f-8bf4-7345ba415436 port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:59:58.700578 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.840721 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.859728 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.912670 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Allocated IP 172.20.0.2 (38641b8d-24f8-4526-b14e-a3f7a21b875c/6e01faad-e287-4d26-bfd6-eaf5f82f12ee/92c573ad-c844-4076-a25c-fad8999e078f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:58.971168 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Allocated IP 172.25.0.223 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/a5df1187-6c4d-428d-bd8e-80fde0683d3f) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:59.011401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:59.077139 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.118160 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.157809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:59.160608 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:59.166327 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:59.174338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:59.174850 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.193389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Pushing event updated for resources: {'Port': ['ID=a5df1187-6c4d-428d-bd8e-80fde0683d3f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:59.256513 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.264963 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.275417 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Transition to ACTIVE for port object 92c573ad-c844-4076-a25c-fad8999e078f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:59.286542 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Transition to ACTIVE for port object cc03cec4-f3af-481e-9aa9-9b77b426d0a5 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:59.300193 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.302835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Transition to ACTIVE for port object 92c573ad-c844-4076-a25c-fad8999e078f will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:59.433602 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.513772 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.539937 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:59:59.567287 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bf46a372-92c5-4513-a9b2-debced9c625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.570588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eb8b5-c9ad-4707-a8f1-36248fa034af None None] Pushing event updated for resources: {'Port': ['ID=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:59.586594 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:59.608723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:59.611294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:59.724029 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Pushing event updated for resources: {'Port': ['ID=92c573ad-c844-4076-a25c-fad8999e078f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:59.732137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Attempting to bind port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:59.732273 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Attempting to bind port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:59.732641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Attempting to bind port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:59.734519 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.749071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:59.749455 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Checking segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:59.749861 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.750260 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Bound using segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:59.750738 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Bound port: cc03cec4-f3af-481e-9aa9-9b77b426d0a5, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:59.751121 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.754861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Attempting to bind port 92c573ad-c844-4076-a25c-fad8999e078f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:59.755227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Attempting to bind port 92c573ad-c844-4076-a25c-fad8999e078f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:59.756249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Attempting to bind port 92c573ad-c844-4076-a25c-fad8999e078f on network 38641b8d-24f8-4526-b14e-a3f7a21b875c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:59.779268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:59.779565 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Checking segment: {'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:59.779974 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.780374 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Bound using segment: {'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:59.780852 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Bound port: 92c573ad-c844-4076-a25c-fad8999e078f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:59.781263 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.892006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] For port cc03cec4-f3af-481e-9aa9-9b77b426d0a5, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:59.898065 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] For port cc03cec4-f3af-481e-9aa9-9b77b426d0a5, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:59.904173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.913650 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] For port 92c573ad-c844-4076-a25c-fad8999e078f, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:59.952831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] For port 92c573ad-c844-4076-a25c-fad8999e078f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=92c573ad-c844-4076-a25c-fad8999e078f,segment=NetworkSegment(a709a300-f224-4f2d-b23a-a6bfc523a13a),segment_id=a709a300-f224-4f2d-b23a-a6bfc523a13a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:59.958451 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.962583 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:59.991896 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:59.994134 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:00:00Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:59.996335 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eb8b5-c9ad-4707-a8f1-36248fa034af None None] Pushing event updated for resources: {'Port': ['ID=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:00.115403 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Router 9ca1ced1-536b-443d-84ca-675095820107 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:00:00.135716 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88990d91-d8ba-4855-8f03-0ea224496040 None None] Pushing event updated for resources: {'Port': ['ID=92c573ad-c844-4076-a25c-fad8999e078f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:00.171756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:00.247263 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:00:00.261393 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Sync routers for ids ['9ca1ced1-536b-443d-84ca-675095820107'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:00:00.267995 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.272354 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Routers {'9ca1ced1-536b-443d-84ca-675095820107'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:00.273088 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:00:00Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9ca1ced1-536b-443d-84ca-675095820107'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:00.273350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59078) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:00.277480 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9ec4ae0f-7e6e-4164-a3d6-45ff2f3de515 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8572507 Aug 31 15:00:00.406880 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Set router 9ca1ced1-536b-443d-84ca-675095820107 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:00.427137 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T14:59:59Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:00.455115 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e159a-3521-4fc2-9f15-e4dfb92f9bcb None None] The sync data for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 is: [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T14:59:59Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:00:00.623940 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T14:59:59Z', 'revision_number': 3, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port': {'id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T14:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:00.663153 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Checking router: 9ca1ced1-536b-443d-84ca-675095820107 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:00:00.663515 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Updating router 9ca1ced1-536b-443d-84ca-675095820107 port a5df1187-6c4d-428d-bd8e-80fde0683d3f binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:00:00.692100 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.801996 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.907181 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.997120 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.008291 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Allocated IP 172.20.0.1 (38641b8d-24f8-4526-b14e-a3f7a21b875c/6e01faad-e287-4d26-bfd6-eaf5f82f12ee/012fce0a-65d3-4f5c-a905-63c65b6f4de3) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:00:01.010551 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Transition to ACTIVE for port object a5df1187-6c4d-428d-bd8e-80fde0683d3f will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:01.027197 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.089419 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Attempting to bind port a5df1187-6c4d-428d-bd8e-80fde0683d3f on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:00:01.090101 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Attempting to bind port a5df1187-6c4d-428d-bd8e-80fde0683d3f by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:00:01.090658 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Attempting to bind port a5df1187-6c4d-428d-bd8e-80fde0683d3f on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:01.112440 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:00:01.122956 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:00:01.123873 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.124722 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:00:01.125771 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Bound port: a5df1187-6c4d-428d-bd8e-80fde0683d3f, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:00:01.126619 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.149575 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cc03cec4-f3af-481e-9aa9-9b77b426d0a5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:01.214773 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcb74c-acef-47d4-82b4-7c657f7b6160 None None] Pushing event updated for resources: {'Port': ['ID=a5df1187-6c4d-428d-bd8e-80fde0683d3f,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:01.232103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.243419 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:01.249962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:01.251066 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.251412 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Transition to ACTIVE for port object 012fce0a-65d3-4f5c-a905-63c65b6f4de3 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:01.271109 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] For port a5df1187-6c4d-428d-bd8e-80fde0683d3f, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:00:01.276155 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] For port a5df1187-6c4d-428d-bd8e-80fde0683d3f, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a5df1187-6c4d-428d-bd8e-80fde0683d3f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:00:01.286023 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.298266 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.343850 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Routers {'9ca1ced1-536b-443d-84ca-675095820107'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:01.344566 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:00:00Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9ca1ced1-536b-443d-84ca-675095820107'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:01.360679 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210280bb-cb3d-4fdd-b8f1-ae5079fe431c None None] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:00:01.366374 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.379604 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Pushing event updated for resources: {'Port': ['ID=012fce0a-65d3-4f5c-a905-63c65b6f4de3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:01.403835 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:00:01.405350 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:00:01.410947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:00:01.467087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.480752 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port cc03cec4-f3af-481e-9aa9-9b77b426d0a5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:01.486799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-7d8f8456-260e-4340-be79-f11760a704c3 None None] Provisioning for port 92c573ad-c844-4076-a25c-fad8999e078f completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:01.494598 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.495794 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 92c573ad-c844-4076-a25c-fad8999e078f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:01.578593 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] Set router 9ca1ced1-536b-443d-84ca-675095820107 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:01.635279 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:01.635726 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.640228 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcb74c-acef-47d4-82b4-7c657f7b6160 None None] Pushing event updated for resources: {'Port': ['ID=a5df1187-6c4d-428d-bd8e-80fde0683d3f,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:01.679863 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 92c573ad-c844-4076-a25c-fad8999e078f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:01.685157 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 92c573ad-c844-4076-a25c-fad8999e078f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:01.685941 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.777869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.810006 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T14:59:59Z', 'revision_number': 3, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port': {'id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:01.825615 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 92c573ad-c844-4076-a25c-fad8999e078f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=92c573ad-c844-4076-a25c-fad8999e078f,segment=NetworkSegment(a709a300-f224-4f2d-b23a-a6bfc523a13a),segment_id=a709a300-f224-4f2d-b23a-a6bfc523a13a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:01.831910 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.863313 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5a53d-0690-494e-8cec-7fea57b75d61 None None] The sync data for ids ['9ca1ced1-536b-443d-84ca-675095820107'] in n-d-792362-6 is: [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T14:59:59Z', 'revision_number': 3, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port': {'id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:00:01.897990 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.905603 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.913346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=92c573ad-c844-4076-a25c-fad8999e078f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:01.985988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Pushing event updated for resources: {'Port': ['ID=012fce0a-65d3-4f5c-a905-63c65b6f4de3,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:01.988635 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:02.062601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4238b4ef-b5f1-4d45-99fe-ab848df4426f None None] Provisioning complete for port 92c573ad-c844-4076-a25c-fad8999e078f triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:02.062848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4238b4ef-b5f1-4d45-99fe-ab848df4426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:02.090968 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:00:02.092338 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:00:02.176997 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4238b4ef-b5f1-4d45-99fe-ab848df4426f None None] Provisioning for port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:02.182337 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4238b4ef-b5f1-4d45-99fe-ab848df4426f None None] Provisioning complete for port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:02.182845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4238b4ef-b5f1-4d45-99fe-ab848df4426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:02.226006 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Router 9ca1ced1-536b-443d-84ca-675095820107 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:00:02.231230 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4238b4ef-b5f1-4d45-99fe-ab848df4426f None None] Port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:00:02.268247 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:02.373720 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-4796a147-f93b-487f-ac0d-a6f95b06c163 None None] Provisioning complete for port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:02.376148 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4796a147-f93b-487f-ac0d-a6f95b06c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:02.378015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:00:02.389929 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3a5aaaa1-4061-47d4-acb5-7246ad5c0374 admin admin] 10.222.0.10 "PUT /v2.0/routers/9ca1ced1-536b-443d-84ca-675095820107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1153226 Aug 31 15:00:02.434167 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4796a147-f93b-487f-ac0d-a6f95b06c163 None None] Port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:00:02.558675 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-17292a0a-b439-49a5-83fb-59d428ccb588 None None] Provisioning complete for port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:02.559318 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-17292a0a-b439-49a5-83fb-59d428ccb588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:02.596119 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-17292a0a-b439-49a5-83fb-59d428ccb588 None None] Port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:00:03.070538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cc03cec4-f3af-481e-9aa9-9b77b426d0a5 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:03.081898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59086) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.086724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-159874c3-236c-46fc-8b80-5a25b45e0904 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044554014', 'description': 'tempest-secgroup-smoke-2044554014 description', 'project_id': '27f956b7f4e047d98675e1960406a35e'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:03.109555 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159874c3-236c-46fc-8b80-5a25b45e0904 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.121227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:03.121528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.199738 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159874c3-236c-46fc-8b80-5a25b45e0904 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.204771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159874c3-236c-46fc-8b80-5a25b45e0904 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.209072 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5df1187-6c4d-428d-bd8e-80fde0683d3f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:03.237164 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-159874c3-236c-46fc-8b80-5a25b45e0904 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.238430 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-159874c3-236c-46fc-8b80-5a25b45e0904 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555121 Aug 31 15:00:03.242977 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59088) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.243666 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159874c3-236c-46fc-8b80-5a25b45e0904 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcaaa1-5b61-4ce6-b448-d83ac7019659,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:03.256471 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a89a7eb7-50b1-43af-b7c6-458f04857843 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcaaa1-5b61-4ce6-b448-d83ac7019659', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:03.275749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a5df1187-6c4d-428d-bd8e-80fde0683d3f completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:03.281512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a5df1187-6c4d-428d-bd8e-80fde0683d3f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:03.281984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.299855 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a89a7eb7-50b1-43af-b7c6-458f04857843 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.375999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.380937 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a89a7eb7-50b1-43af-b7c6-458f04857843 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.385038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a89a7eb7-50b1-43af-b7c6-458f04857843 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.398940 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a7eb7-50b1-43af-b7c6-458f04857843 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fadc36-e526-47f4-93f3-a3b41c523ec4,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:03.403068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a5df1187-6c4d-428d-bd8e-80fde0683d3f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a5df1187-6c4d-428d-bd8e-80fde0683d3f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:03.408984 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.410152 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 92c573ad-c844-4076-a25c-fad8999e078f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:03.410468 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a89a7eb7-50b1-43af-b7c6-458f04857843 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.412574 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a89a7eb7-50b1-43af-b7c6-458f04857843 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692216 Aug 31 15:00:03.415248 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59090) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.419962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-67ca111b-522b-4e28-90e4-184f0df01813 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcaaa1-5b61-4ce6-b448-d83ac7019659', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:03.448166 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-67ca111b-522b-4e28-90e4-184f0df01813 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.493831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a5df1187-6c4d-428d-bd8e-80fde0683d3f,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:03.509328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 92c573ad-c844-4076-a25c-fad8999e078f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:03.509716 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.522273 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-67ca111b-522b-4e28-90e4-184f0df01813 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.526388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-67ca111b-522b-4e28-90e4-184f0df01813 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.543815 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca111b-522b-4e28-90e4-184f0df01813 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f69dd44-b589-4cec-a348-93d85c5e269e,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:03.555747 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-67ca111b-522b-4e28-90e4-184f0df01813 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.557251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-67ca111b-522b-4e28-90e4-184f0df01813 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409583 Aug 31 15:00:03.560156 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59092) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.565695 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-5f73a88b-2f7a-47d1-987a-dde2c1194cb7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcaaa1-5b61-4ce6-b448-d83ac7019659', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:03.596577 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f73a88b-2f7a-47d1-987a-dde2c1194cb7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.662361 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f73a88b-2f7a-47d1-987a-dde2c1194cb7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.666100 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f73a88b-2f7a-47d1-987a-dde2c1194cb7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.685067 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73a88b-2f7a-47d1-987a-dde2c1194cb7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165a90c5-ac87-49da-b5a5-c27cb05feec4,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:03.693367 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5f73a88b-2f7a-47d1-987a-dde2c1194cb7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.694599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5f73a88b-2f7a-47d1-987a-dde2c1194cb7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327307 Aug 31 15:00:03.697472 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59094) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.702053 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2d7f09da-bec1-48d3-95be-a6ebace9a2d2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcaaa1-5b61-4ce6-b448-d83ac7019659', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:03.730946 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d7f09da-bec1-48d3-95be-a6ebace9a2d2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.791398 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d7f09da-bec1-48d3-95be-a6ebace9a2d2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.795642 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d7f09da-bec1-48d3-95be-a6ebace9a2d2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.813796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f09da-bec1-48d3-95be-a6ebace9a2d2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bde4c5-260f-4f6a-b829-908855700ad9,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:03.820837 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d7f09da-bec1-48d3-95be-a6ebace9a2d2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.822424 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2d7f09da-bec1-48d3-95be-a6ebace9a2d2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238453 Aug 31 15:00:03.825424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59096) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.830358 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcaaa1-5b61-4ce6-b448-d83ac7019659', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:03.853257 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Project 27f956b7f4e047d98675e1960406a35e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:00:03.858138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.876975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Sync routers for ids ['9ca1ced1-536b-443d-84ca-675095820107'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:00:03.886702 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Routers {'9ca1ced1-536b-443d-84ca-675095820107'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:03.887359 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:00:00Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9ca1ced1-536b-443d-84ca-675095820107'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:03.921541 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.926665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.946100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f2914a-0d92-4b78-98e0-05b45d155164,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:03.952898 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:03.954263 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f94df842-3dd2-4735-8aac-b5387a0725ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278222 Aug 31 15:00:03.957122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59098) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.962266 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcaaa1-5b61-4ce6-b448-d83ac7019659', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:03.984679 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Project 27f956b7f4e047d98675e1960406a35e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:00:03.989597 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.001868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Set router 9ca1ced1-536b-443d-84ca-675095820107 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:04.054737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.058534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.076413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f75001-68c7-4a1e-949c-cc30fb3e3a2a,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:04.082632 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.085399 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-96ec63be-4b6a-419c-84d7-6bc589f8d063 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262331 Aug 31 15:00:04.204176 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 4, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port': {'id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '012fce0a-65d3-4f5c-a905-63c65b6f4de3', 'name': '', 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'mac_address': 'fa:16:3e:74:8b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6e01faad-e287-4d26-bfd6-eaf5f82f12ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:00:00Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 2, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'subnets': [{'id': '6e01faad-e287-4d26-bfd6-eaf5f82f12ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:04.223512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ab03a027-4c20-4842-9130-dad272376807 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044554014&fields=id&tenant_id=27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 267 time: 0.0330968 Aug 31 15:00:04.231456 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Checking router: 9ca1ced1-536b-443d-84ca-675095820107 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:00:04.231817 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Updating router 9ca1ced1-536b-443d-84ca-675095820107 port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:00:04.256506 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.329325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-c492f59c-6d2a-46dd-9858-dc540a314e03 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:04.330809 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-c492f59c-6d2a-46dd-9858-dc540a314e03 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 808 time: 0.0997760 Aug 31 15:00:04.347767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-bf476485-ee78-4f09-bf6e-e8f2abe2ecfc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/quotas/27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 375 time: 0.0093884 Aug 31 15:00:04.402868 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-52f4603f-5001-432b-93a8-4b98be6b6c5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499814 Aug 31 15:00:04.498754 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-f63c934c-06f3-4960-8263-398171b8e32e service neutron] 10.222.0.10 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833874 Aug 31 15:00:04.525975 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.536160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Transition to ACTIVE for port object 012fce0a-65d3-4f5c-a905-63c65b6f4de3 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:04.545677 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.600465 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-2a028ef0-c2d2-4aa0-a6b2-d5e95cbf9299 service neutron] 10.222.0.10 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952487 Aug 31 15:00:04.615407 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff05b24-7466-46a0-8b00-c5c51b6f12a1 None None] Pushing event updated for resources: {'Port': ['ID=012fce0a-65d3-4f5c-a905-63c65b6f4de3,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:04.651767 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Attempting to bind port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:00:04.652242 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Attempting to bind port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:00:04.652692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Attempting to bind port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 on network 38641b8d-24f8-4526-b14e-a3f7a21b875c {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:04.657952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:00:04.658418 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Checking segment: {'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:00:04.658894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.659366 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Bound using segment: {'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:00:04.659911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Bound port: 012fce0a-65d3-4f5c-a905-63c65b6f4de3, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a709a300-f224-4f2d-b23a-a6bfc523a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:00:04.660435 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.749795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] For port 012fce0a-65d3-4f5c-a905-63c65b6f4de3, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:00:04.753865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] For port 012fce0a-65d3-4f5c-a905-63c65b6f4de3, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=012fce0a-65d3-4f5c-a905-63c65b6f4de3,segment=NetworkSegment(a709a300-f224-4f2d-b23a-a6bfc523a13a),segment_id=a709a300-f224-4f2d-b23a-a6bfc523a13a)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:00:04.760516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.787709 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-89c30077-13ee-4fc9-b2c6-6f791fa09b9f req-a979eb68-c4d5-42ca-833c-7318f7c34e15 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 210 time: 0.0298736 Aug 31 15:00:04.845514 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff05b24-7466-46a0-8b00-c5c51b6f12a1 None None] Pushing event updated for resources: {'Port': ['ID=012fce0a-65d3-4f5c-a905-63c65b6f4de3,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:04.851379 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Routers {'9ca1ced1-536b-443d-84ca-675095820107'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:04.851975 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:00:00Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9ca1ced1-536b-443d-84ca-675095820107'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:05.108302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5df1187-6c4d-428d-bd8e-80fde0683d3f up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:05.184201 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] Set router 9ca1ced1-536b-443d-84ca-675095820107 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:05.230188 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a5df1187-6c4d-428d-bd8e-80fde0683d3f triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:05.230664 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:05.462084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 4, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port': {'id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '012fce0a-65d3-4f5c-a905-63c65b6f4de3', 'name': '', 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'mac_address': 'fa:16:3e:74:8b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6e01faad-e287-4d26-bfd6-eaf5f82f12ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:00:00Z', 'updated_at': '2021-08-31T15:00:04Z', 'revision_number': 4, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'subnets': [{'id': '6e01faad-e287-4d26-bfd6-eaf5f82f12ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:05.493692 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17552ac-cadf-46ba-b366-d636d99de636 None None] The sync data for ids ['9ca1ced1-536b-443d-84ca-675095820107'] in n-d-792362-6 is: [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 4, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port': {'id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': '012fce0a-65d3-4f5c-a905-63c65b6f4de3', 'name': '', 'network_id': '38641b8d-24f8-4526-b14e-a3f7a21b875c', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'mac_address': 'fa:16:3e:74:8b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6e01faad-e287-4d26-bfd6-eaf5f82f12ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:00:00Z', 'updated_at': '2021-08-31T15:00:04Z', 'revision_number': 4, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'subnets': [{'id': '6e01faad-e287-4d26-bfd6-eaf5f82f12ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:00:05.898398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2550823b-9648-4672-8f32-c706a3b64d2d req-74e72f25-c1ef-4194-897d-c1b4814e82b1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 210 time: 0.0271173 Aug 31 15:00:06.344253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-69dd0fb2-9e93-4102-b174-14df6a0b1ad0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:06.345778 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-69dd0fb2-9e93-4102-b174-14df6a0b1ad0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 808 time: 0.1052356 Aug 31 15:00:06.397840 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-229a231b-6d3a-4291-9ba7-8f1f55e4980a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 380 time: 0.0341659 Aug 31 15:00:06.407974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'port': {'device_id': 'c404097e-5a16-48fb-956e-b822c797596e', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'admin_state_up': True, 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'security_groups': ['ccdcaaa1-5b61-4ce6-b448-d83ac7019659']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:06.514577 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Made reservation on behalf of 27f956b7f4e047d98675e1960406a35e for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:00:06.518014 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:06.655009 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Allocated IP 172.20.0.13 (b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2/fe18a735-3cb1-4774-96a9-21a47261fbb1/21c892d1-7363-4f77-8ed9-31c2d7a00fd8) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:00:06.793490 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:06.805537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Transition to ACTIVE for port object 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:06.839048 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:06.884201 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:00:06.887359 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:00:06.889847 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:00:06.925888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:06.956131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:06.956751 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.007825 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-03ca4244-2636-426c-a95b-9e53e6748f2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6037693 Aug 31 15:00:07.038813 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Request body: {'port': {'device_id': 'c404097e-5a16-48fb-956e-b822c797596e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:07.044986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 012fce0a-65d3-4f5c-a905-63c65b6f4de3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:07.097917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:07.101916 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:07.102644 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.113891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f759e-6c37-4514-b228-16da7513e43e req-2846ee99-00d3-4c4f-bc80-5700e411dae6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:07.116139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f95f759e-6c37-4514-b228-16da7513e43e req-2846ee99-00d3-4c4f-bc80-5700e411dae6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 932 time: 0.1333766 Aug 31 15:00:07.118773 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.183323 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.187295 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f95f759e-6c37-4514-b228-16da7513e43e req-c149139d-1b23-4a04-91a6-81a401dbf251 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600441 Aug 31 15:00:07.224992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 012fce0a-65d3-4f5c-a905-63c65b6f4de3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=012fce0a-65d3-4f5c-a905-63c65b6f4de3,segment=NetworkSegment(a709a300-f224-4f2d-b23a-a6bfc523a13a),segment_id=a709a300-f224-4f2d-b23a-a6bfc523a13a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:07.230461 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.235046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-92b1f794-0d02-4999-86d8-a4567be5dd5b None None] Provisioning for port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:07.257027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-92b1f794-0d02-4999-86d8-a4567be5dd5b None None] Provisioning complete for port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:07.257409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92b1f794-0d02-4999-86d8-a4567be5dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.309618 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-92b1f794-0d02-4999-86d8-a4567be5dd5b None None] Port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:00:07.311083 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=012fce0a-65d3-4f5c-a905-63c65b6f4de3,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:07.410166 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:00:07.418059 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.430345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Transition to ACTIVE for port object 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:07.434123 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.502288 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:07.555987 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Attempting to bind port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:00:07.556332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Attempting to bind port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:00:07.556669 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Attempting to bind port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:07.561209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:00:07.561479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Attempting to bind port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:07.566491 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:00:07.566842 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Checking segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:00:07.567235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Bound using segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:00:07.567712 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Bound port: 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:00:07.568087 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.634270 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:00:07.638059 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:00:07.642850 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.679170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:07.679992 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:07.681980 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] 10.222.0.26 "PUT /v2.0/ports/21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1092 time: 0.6533256 Aug 31 15:00:07.684569 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:07.686752 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2" -d '{"events": [{"name": "network-changed", "server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:07.728382 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8273-f548-4d17-b72f-d986c7b52df8 service neutron] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:07.807809 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-908d0dad-736d-41d6-913e-93b3c524ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:07.809645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-908d0dad-736d-41d6-913e-93b3c524ccef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1095 time: 0.0596240 Aug 31 15:00:07.811524 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2920d-cd5d-42c2-b29e-cece572277a9 x-openstack-request-id: req-e6d2920d-cd5d-42c2-b29e-cece572277a9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:07.811856 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:07.812114 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6d2920d-cd5d-42c2-b29e-cece572277a9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:07.812575 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'status': 'completed', 'code': 200} Aug 31 15:00:07.870893 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-fe1eadf0-e189-47b3-8c40-81171681ad12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 217 time: 0.0384095 Aug 31 15:00:07.927901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-5a8ac6f5-4710-489a-9ce3-789eb8a591df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:07.929460 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-5a8ac6f5-4710-489a-9ce3-789eb8a591df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0504594 Aug 31 15:00:07.984323 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-7d750197-2ff1-41c1-adcf-f7a66ed6c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:07.985871 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-7d750197-2ff1-41c1-adcf-f7a66ed6c9a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485177 Aug 31 15:00:08.081072 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-95cc75f3-51d0-45da-8602-03f2c23ba4c7 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869815 Aug 31 15:00:08.179403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a40bef5-3d84-418d-9954-07e3f05d9582 req-6b2938ca-8b13-49c7-a4a2-47c9b6a516c5 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902839 Aug 31 15:00:08.335337 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c2a62-f4e5-40f2-aed1-7d39f9fbb80f req-b8abb3c7-3eb0-4df2-af8a-49847a74d242 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:08.336725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61c2a62-f4e5-40f2-aed1-7d39f9fbb80f req-b8abb3c7-3eb0-4df2-af8a-49847a74d242 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0750489 Aug 31 15:00:08.339187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-c59c4adf-7be2-4590-9b05-4b5c719867d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:08.340519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-c59c4adf-7be2-4590-9b05-4b5c719867d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1095 time: 0.0700936 Aug 31 15:00:08.422675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c61c2a62-f4e5-40f2-aed1-7d39f9fbb80f req-65487d45-37f7-4a11-81d6-ba33ed4aee9f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800364 Aug 31 15:00:08.454064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-bcf76caa-b5b5-41f2-bd5a-0939c9b66ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:08.455519 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-bcf76caa-b5b5-41f2-bd5a-0939c9b66ccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.1072493 Aug 31 15:00:08.497204 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-9f2b3fe8-4d63-4127-973e-2fafbbde439d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 217 time: 0.0332093 Aug 31 15:00:08.550016 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-b26c35e3-84b8-4fcc-906a-17023a12acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:08.551429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-b26c35e3-84b8-4fcc-906a-17023a12acc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0462599 Aug 31 15:00:08.597122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-eb7e740c-80e5-4a37-8a23-090fc0968e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:08.598533 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-eb7e740c-80e5-4a37-8a23-090fc0968e50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396664 Aug 31 15:00:08.688945 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-ef7cf380-bd32-4c7b-b918-861d353c6da2 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808899 Aug 31 15:00:08.781186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8ea466bb-3d08-4311-b9ee-6529e4f8edf2 req-a9f1765a-c0dd-4b2d-aa5c-f281222c41f9 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Aug 31 15:00:08.997354 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 012fce0a-65d3-4f5c-a905-63c65b6f4de3 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:09.047352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:09.047723 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:09.539235 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0456e4-773c-4953-9ef8-d62c5ca40606 req-5d185671-8d7c-4cc5-8945-0e114673a091 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:09.540724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e0456e4-773c-4953-9ef8-d62c5ca40606 req-5d185671-8d7c-4cc5-8945-0e114673a091 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0505476 Aug 31 15:00:09.578629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e0456e4-773c-4953-9ef8-d62c5ca40606 req-a98182af-cd7e-4030-87f4-31f1753d2238 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318711 Aug 31 15:00:10.607902 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:10.696823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8135-32ac-4c57-9b8a-1dd5bf7d7dd8 req-14f1ca11-0cdf-4cf7-a1ec-b1a1fa4658a2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:10.698363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c0c8135-32ac-4c57-9b8a-1dd5bf7d7dd8 req-14f1ca11-0cdf-4cf7-a1ec-b1a1fa4658a2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0501473 Aug 31 15:00:10.739891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c0c8135-32ac-4c57-9b8a-1dd5bf7d7dd8 req-813c6449-88e4-4d7a-a305-fec25dbe150e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356803 Aug 31 15:00:11.100607 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:00:11.200085 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:11.211906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'port_id': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'mac_address': 'fa:16:3e:3d:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:00:11.247259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:11.260488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:00:11.279914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:11.284106 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:11.331275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:11.598485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['21c892d1-7363-4f77-8ed9-31c2d7a00fd8'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:00:11.856660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7500bb-769a-4043-81a0-f8e5bce93f1f req-a866185f-ec09-4c77-a249-cdd76ad44aa7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:11.858180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f7500bb-769a-4043-81a0-f8e5bce93f1f req-a866185f-ec09-4c77-a249-cdd76ad44aa7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 945 time: 0.0489814 Aug 31 15:00:11.895675 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f7500bb-769a-4043-81a0-f8e5bce93f1f req-9c569b03-94b3-4712-902a-c8d887d366f0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Aug 31 15:00:13.009823 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad8e24-24cb-44c1-a2a6-5aea75d2d698 req-c0cfadb5-5d74-4569-9e3e-697978cfe570 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:13.011283 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30ad8e24-24cb-44c1-a2a6-5aea75d2d698 req-c0cfadb5-5d74-4569-9e3e-697978cfe570 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 945 time: 0.0480182 Aug 31 15:00:13.049687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30ad8e24-24cb-44c1-a2a6-5aea75d2d698 req-8d62ee14-19c5-43ec-8d3c-1d0d394b913b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Aug 31 15:00:13.103915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:13.155588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:13.159360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:13.159737 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:13.239858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:13.261777 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:13.264021 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fbda6f-8b6a-4569-901f-132e26ec8546" -d '{"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-plugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:13.277044 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:13.281570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:13.304793 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d548aab2-3b4a-4b74-aab0-5949c066e3b6 x-openstack-request-id: req-d548aab2-3b4a-4b74-aab0-5949c066e3b6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:13.305199 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-plugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:13.305351 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d548aab2-3b4a-4b74-aab0-5949c066e3b6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:13.305770 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'code': 200} Aug 31 15:00:13.337469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:13.428063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30646ef-243d-4a08-b875-d9c8c18d8a97 req-9453361a-1155-4c04-95b0-15f66efc02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:13.429486 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b30646ef-243d-4a08-b875-d9c8c18d8a97 req-9453361a-1155-4c04-95b0-15f66efc02fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1097 time: 0.0390582 Aug 31 15:00:13.469031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b30646ef-243d-4a08-b875-d9c8c18d8a97 req-d9c92649-8d14-4e3e-8800-a929c3babb16 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308547 Aug 31 15:00:14.165468 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc2d10-15d6-4088-a096-90010bf55b4d req-775167f8-5822-4b6d-9564-131f38d6898d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:14.166929 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0cc2d10-15d6-4088-a096-90010bf55b4d req-775167f8-5822-4b6d-9564-131f38d6898d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0485182 Aug 31 15:00:14.205418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e0cc2d10-15d6-4088-a096-90010bf55b4d req-c04018ed-cc89-4bac-8581-4deb35185ef6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Aug 31 15:00:15.320615 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3412200-d776-470d-8055-f3c7e723f329 req-554b9a97-cb31-495f-920f-5af4db6e2279 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:15.322192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3412200-d776-470d-8055-f3c7e723f329 req-554b9a97-cb31-495f-920f-5af4db6e2279 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0496192 Aug 31 15:00:15.359006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e3412200-d776-470d-8055-f3c7e723f329 req-0b67ddb1-8fc7-4ccc-b0e9-4aa514aebd60 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310063 Aug 31 15:00:15.470038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0e6c1-7e54-4c2b-a619-6b8bd2d4e88d req-b6a54538-8098-4848-a873-6c48fa4c5e70 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:15.471500 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efe0e6c1-7e54-4c2b-a619-6b8bd2d4e88d req-b6a54538-8098-4848-a873-6c48fa4c5e70 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0478032 Aug 31 15:00:15.513609 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-efe0e6c1-7e54-4c2b-a619-6b8bd2d4e88d req-1ff5d24f-c3d0-4c51-a26a-1e0ed162e38c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361719 Aug 31 15:00:15.535044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59152) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:15.664560 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7029a-0ffb-47a7-8051-01aaec78e6a2 tempest-TestShelveInstance-760789386 tempest-TestShelveInstance-760789386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:15.666476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a2d7029a-0ffb-47a7-8051-01aaec78e6a2 tempest-TestShelveInstance-760789386 tempest-TestShelveInstance-760789386-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1092 time: 0.1304252 Aug 31 15:00:15.669460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59156) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:15.673802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:15.695222 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:15.790739 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:15.896229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Allocated IP 172.25.0.106 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/5f990b4a-afb0-4c25-9546-28e2699765b4) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:00:15.995198 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:16.038213 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:16.408054 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:00:16.413215 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:00:16.416841 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:00:16.439871 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'Port': ['ID=5f990b4a-afb0-4c25-9546-28e2699765b4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:16.784665 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:16.853103 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:17.008895 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:17.013287 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:17.084816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'Port': ['ID=5f990b4a-afb0-4c25-9546-28e2699765b4,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:17.094787 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:17.192991 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Floating IP c4e9d764-ba31-4e14-9bec-da0a86186678 associated. External IP: 172.25.0.106, port: 21c892d1-7363-4f77-8ed9-31c2d7a00fd8. Aug 31 15:00:17.404516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Router 31daf9e9-6ac8-463f-8bf4-7345ba415436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:00:17.514042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:00:17.523971 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] Sync routers for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:00:17.531296 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:17.534291 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:17.534904 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:00:00Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:17.568892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-57a09773-8050-4a23-8e2e-175c163e17d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8883793 Aug 31 15:00:17.568892 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:17.568892 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be67014-431c-4f08-a441-6c8cc451506f" -d '{"events": [{"name": "network-changed", "server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:17.597546 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408b3b5-76d3-4175-94a7-0ffb181e587c x-openstack-request-id: req-e408b3b5-76d3-4175-94a7-0ffb181e587c {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:17.597841 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:17.598189 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e408b3b5-76d3-4175-94a7-0ffb181e587c {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:17.598597 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'status': 'completed', 'code': 200} Aug 31 15:00:17.643036 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:17.691772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be67014-431c-4f08-a441-6c8cc451506f req-7bb0b1f0-e79f-4bf7-afe9-222e2d31926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:17.693345 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7be67014-431c-4f08-a441-6c8cc451506f req-7bb0b1f0-e79f-4bf7-afe9-222e2d31926d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1097 time: 0.0414042 Aug 31 15:00:17.789233 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be67014-431c-4f08-a441-6c8cc451506f req-9cab83c7-fd9a-4294-a461-acac0d0b0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:17.790724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7be67014-431c-4f08-a441-6c8cc451506f req-9cab83c7-fd9a-4294-a461-acac0d0b0a6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0900731 Aug 31 15:00:17.866642 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7be67014-431c-4f08-a441-6c8cc451506f req-480e445f-393d-486c-88f3-29ba93a5d629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0634902 Aug 31 15:00:17.868722 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'c4e9d764-ba31-4e14-9bec-da0a86186678', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'port_id': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'mac_address': 'fa:16:3e:3d:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c404097e-5a16-48fb-956e-b822c797596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:00:16Z', 'updated_at': '2021-08-31T15:00:16Z', 'revision_number': 0, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:17.902899 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] Checking router: 31daf9e9-6ac8-463f-8bf4-7345ba415436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:00:17.912350 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:17.913195 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:00:00Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:17.935896 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be67014-431c-4f08-a441-6c8cc451506f req-cd9ae013-5c8b-420b-8382-9664a97e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:17.937568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7be67014-431c-4f08-a441-6c8cc451506f req-cd9ae013-5c8b-420b-8382-9664a97e99cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0523140 Aug 31 15:00:17.991474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be67014-431c-4f08-a441-6c8cc451506f req-4c188135-c7f7-4ef0-8d5f-4e9e16fcac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:17.993128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7be67014-431c-4f08-a441-6c8cc451506f req-4c188135-c7f7-4ef0-8d5f-4e9e16fcac01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417740 Aug 31 15:00:18.022646 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:18.096838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7be67014-431c-4f08-a441-6c8cc451506f req-027bfa64-60ed-4f98-b3b1-63e199b62394 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933006 Aug 31 15:00:18.206950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7be67014-431c-4f08-a441-6c8cc451506f req-889a69f0-5f68-489a-a580-593ac0552b0a service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892308 Aug 31 15:00:18.246038 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'c4e9d764-ba31-4e14-9bec-da0a86186678', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'port_id': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'mac_address': 'fa:16:3e:3d:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c404097e-5a16-48fb-956e-b822c797596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:00:16Z', 'updated_at': '2021-08-31T15:00:16Z', 'revision_number': 0, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:18.272620 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ec45c-2fbb-4edb-8898-3e6a4b0c0218 None None] The sync data for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 is: [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'c4e9d764-ba31-4e14-9bec-da0a86186678', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'port_id': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'mac_address': 'fa:16:3e:3d:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c404097e-5a16-48fb-956e-b822c797596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:00:16Z', 'updated_at': '2021-08-31T15:00:16Z', 'revision_number': 0, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:00:18.372441 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2322af28-179f-4d48-a154-e2434d0ee5cf req-157360f4-3d71-4a66-b3f9-10b39308f4ab service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255659 Aug 31 15:00:18.439200 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2322af28-179f-4d48-a154-e2434d0ee5cf req-53aecfec-1c96-4668-be90-1ae6a41d8e8b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0257175 Aug 31 15:00:18.465373 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6e625-0736-42fa-a60e-ccb4e9ac04da None None] New status for floating IP c4e9d764-ba31-4e14-9bec-da0a86186678: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:00:18.501121 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2322af28-179f-4d48-a154-e2434d0ee5cf req-c463967b-1c52-4b09-86ae-9681541e48d5 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198026 Aug 31 15:00:18.597607 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322af28-179f-4d48-a154-e2434d0ee5cf req-43cab293-5d43-4f31-88a9-818e181e9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:18.599714 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-2322af28-179f-4d48-a154-e2434d0ee5cf req-43cab293-5d43-4f31-88a9-818e181e9485 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0908625 Aug 31 15:00:26.918529 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31f01d9e-af52-4a15-af03-f4800b6f7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:29.460616 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a4ab263b-1655-4574-9c08-2ac0d9f1936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:29.658059 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:30.887518 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:32.252149 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:36.540027 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:00:40.611029 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:56.919959 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-146c31aa-1874-4185-86c2-38901f3f456a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:59.461543 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f65141bc-0759-4a62-a16e-4603d999db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:59.659641 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:00.645404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-a0438126-114d-44f6-ab21-fd5d58c7d796 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406270 Aug 31 15:01:00.745985 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-3ff819c3-6861-406e-ac60-178129c78db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:00.747466 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-3ff819c3-6861-406e-ac60-178129c78db6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1097 time: 0.0397344 Aug 31 15:01:00.856352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-7ac7c4d7-61ef-4f2c-a353-4cb7af5494ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:00.857882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-7ac7c4d7-61ef-4f2c-a353-4cb7af5494ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0902975 Aug 31 15:01:00.890901 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:00.925305 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-00f18c0d-80d1-4b7e-9dc5-f93eda164ce4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1002 time: 0.0589278 Aug 31 15:01:00.979453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-68b13dd4-0486-45c0-9ae7-8fae6d85c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:00.980966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-68b13dd4-0486-45c0-9ae7-8fae6d85c3a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0481045 Aug 31 15:01:01.028689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-d80a6e57-433b-46d2-a26f-88d86079ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:01.030230 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-d80a6e57-433b-46d2-a26f-88d86079ea4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408447 Aug 31 15:01:01.118882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-95cd6a78-223a-4d7f-b43f-e499019e165a service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799417 Aug 31 15:01:01.213882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bac30ade-46e6-41da-ae04-7b09b3936f6d req-480fd75c-93dd-419a-ba99-49b79d8fc031 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867417 Aug 31 15:01:02.257699 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:10.621031 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:13.538966 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:01:17.395914 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74701a7-5b1f-4dc2-b791-7a1f0ec407f8 req-e7859b99-b0a9-4e1b-8d44-7bd95f67e0dc service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284495 Aug 31 15:01:17.463611 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74701a7-5b1f-4dc2-b791-7a1f0ec407f8 req-54cbbbed-e1df-46a8-b897-43f1f9afe1a6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0260177 Aug 31 15:01:17.513594 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74701a7-5b1f-4dc2-b791-7a1f0ec407f8 req-7dfc3625-09ab-4153-b3a6-937c8ca0a08d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206950 Aug 31 15:01:17.610586 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74701a7-5b1f-4dc2-b791-7a1f0ec407f8 req-307625d8-7ac8-4442-bb18-332bed4e5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:17.612065 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f74701a7-5b1f-4dc2-b791-7a1f0ec407f8 req-307625d8-7ac8-4442-bb18-332bed4e5b6f service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911837 Aug 31 15:01:26.921622 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f00a699-6560-4a82-a8d0-9dea59d258ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:29.463218 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b262fa3d-1bef-48bf-92c9-73b9246ebca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:29.660527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:30.893245 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.258085 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.626469 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:50.538077 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:01:56.922124 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-490477de-eb68-49d1-b4ba-e009c586660c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:59.464067 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-67b85fd5-2ad0-42da-8934-c6e08d0cb836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:59.662039 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:00.897264 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:02.260165 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:02.581270 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-d98cb63d-baf1-48c6-aaa0-2f46a58eeb3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400887 Aug 31 15:02:02.679339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-c1c32e9f-7751-468d-be9e-b38e62b266c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:02.680846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-c1c32e9f-7751-468d-be9e-b38e62b266c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1097 time: 0.0408294 Aug 31 15:02:02.789547 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-f3a4f179-8560-4795-91c4-bdf6debadc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:02.791039 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-f3a4f179-8560-4795-91c4-bdf6debadc6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0891948 Aug 31 15:02:02.856763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-b5e0bf82-d9dc-4850-87aa-26e248c22b52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1002 time: 0.0579760 Aug 31 15:02:02.911222 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-f2432dc4-b9b1-44dc-8fcb-0ed48f4dead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:02.912658 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-f2432dc4-b9b1-44dc-8fcb-0ed48f4dead6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0478859 Aug 31 15:02:02.958287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-44d5a363-c53b-4071-9160-c33524370141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:02.959748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-44d5a363-c53b-4071-9160-c33524370141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394003 Aug 31 15:02:03.050582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-2afd5824-a1fb-4fb1-b037-42c5908ac632 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826659 Aug 31 15:02:03.146290 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7a29932d-2d73-4df0-ad08-9ca6315c6f88 req-6154510c-adc5-4d8b-b490-1d971be3a8ea service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 Aug 31 15:02:10.619317 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:14.305576 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b95a37-6107-4422-8132-837e5eac2c17 req-9d9f61b2-1b2a-49a1-8455-02238c6082d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:14.306962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85b95a37-6107-4422-8132-837e5eac2c17 req-9d9f61b2-1b2a-49a1-8455-02238c6082d9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0491927 Aug 31 15:02:14.343540 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85b95a37-6107-4422-8132-837e5eac2c17 req-9fb9ef6c-7fd9-4f38-858b-b507f80c635a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Aug 31 15:02:15.486816 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1320a-699f-4448-9da8-744d467980f8 req-d8a2a13b-20ed-465f-a58d-9d5c057c022b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:15.488813 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1eb1320a-699f-4448-9da8-744d467980f8 req-d8a2a13b-20ed-465f-a58d-9d5c057c022b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0483654 Aug 31 15:02:15.534137 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1eb1320a-699f-4448-9da8-744d467980f8 req-865924ab-2ba3-48fb-b7eb-752f19a2606e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Aug 31 15:02:16.649199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ebdf-e5f5-46f0-a396-bb6088b5d1e5 req-f3e5110a-a3eb-4325-b6b7-0bea168db7de tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:16.650613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e437ebdf-e5f5-46f0-a396-bb6088b5d1e5 req-f3e5110a-a3eb-4325-b6b7-0bea168db7de tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0493019 Aug 31 15:02:16.688606 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e437ebdf-e5f5-46f0-a396-bb6088b5d1e5 req-76a95cc2-86c6-4341-927c-6b8d326dc5bd tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Aug 31 15:02:17.807085 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc68b-b94e-4ffe-9135-493403119478 req-63497823-bb47-4709-98ba-92679931bf32 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:17.808686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd8bc68b-b94e-4ffe-9135-493403119478 req-63497823-bb47-4709-98ba-92679931bf32 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0512350 Aug 31 15:02:17.849832 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cd8bc68b-b94e-4ffe-9135-493403119478 req-21146209-fbbf-4d37-84f6-2028d2394d93 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349596 Aug 31 15:02:18.411644 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68eca0e8-cef2-4c1e-80fe-2de88d6132eb req-5e60c0c1-586e-4b94-9e09-9ab328543045 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263808 Aug 31 15:02:18.511126 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68eca0e8-cef2-4c1e-80fe-2de88d6132eb req-097037d0-dff3-4725-a675-4f45185b0ece service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Aug 31 15:02:18.559630 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68eca0e8-cef2-4c1e-80fe-2de88d6132eb req-a1005c61-860c-4708-96c0-bc712b575a6e service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196342 Aug 31 15:02:18.659102 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca0e8-cef2-4c1e-80fe-2de88d6132eb req-79af4e20-63d6-46c7-9a65-da09ccd7055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:18.661014 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-68eca0e8-cef2-4c1e-80fe-2de88d6132eb req-79af4e20-63d6-46c7-9a65-da09ccd7055a service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897970 Aug 31 15:02:18.965334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52820ce9-99b7-426f-bbbc-56cef49959ab req-27e0b74d-8128-4fd5-88c2-f57c34ec03a5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:18.966725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52820ce9-99b7-426f-bbbc-56cef49959ab req-27e0b74d-8128-4fd5-88c2-f57c34ec03a5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0494912 Aug 31 15:02:19.007931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52820ce9-99b7-426f-bbbc-56cef49959ab req-bf696395-a373-4bc0-9f63-f857619497a5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352976 Aug 31 15:02:20.123953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b44ec-8b37-4f9c-996d-bb702470a786 req-b3124c6e-1984-47b1-b8ae-d09c6d3c05cb tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:20.125380 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae0b44ec-8b37-4f9c-996d-bb702470a786 req-b3124c6e-1984-47b1-b8ae-d09c6d3c05cb tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0494189 Aug 31 15:02:20.162779 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ae0b44ec-8b37-4f9c-996d-bb702470a786 req-ec8358db-ac34-418e-a42c-ee7bb55d04b2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Aug 31 15:02:21.276471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f04ac-5a6d-4989-bd9a-a8ca6018e02d req-c5e8b0fb-934a-4472-8f73-afcd74eb9362 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:21.277882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-699f04ac-5a6d-4989-bd9a-a8ca6018e02d req-c5e8b0fb-934a-4472-8f73-afcd74eb9362 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0486181 Aug 31 15:02:21.315370 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-699f04ac-5a6d-4989-bd9a-a8ca6018e02d req-7cfe247f-93b2-4e6e-882a-78c0a3fab09a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313609 Aug 31 15:02:22.429711 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420ad9-e9ed-4cb6-97b8-eb0fc234f276 req-6b82e6f5-353d-4eaa-a045-61a7c86bf2a8 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:22.431207 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85420ad9-e9ed-4cb6-97b8-eb0fc234f276 req-6b82e6f5-353d-4eaa-a045-61a7c86bf2a8 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0481319 Aug 31 15:02:22.473065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85420ad9-e9ed-4cb6-97b8-eb0fc234f276 req-3900d755-da3a-49d0-a724-041c7c9c9e42 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359328 Aug 31 15:02:23.586715 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7462334-f5df-45e6-afbb-d398622dfeb3 req-f5b04491-ebc9-4d45-8ee1-cc420d6732c2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:23.588227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7462334-f5df-45e6-afbb-d398622dfeb3 req-f5b04491-ebc9-4d45-8ee1-cc420d6732c2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0482409 Aug 31 15:02:23.625463 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b7462334-f5df-45e6-afbb-d398622dfeb3 req-3576dee7-811a-43f5-9186-d84395eb17f9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Aug 31 15:02:24.743635 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c21ccd-64ab-4d35-a3c4-b8a362f7d10a req-6adcda0c-6ff3-4e59-8b2c-d43407d66419 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:24.745274 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84c21ccd-64ab-4d35-a3c4-b8a362f7d10a req-6adcda0c-6ff3-4e59-8b2c-d43407d66419 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0493512 Aug 31 15:02:24.781727 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84c21ccd-64ab-4d35-a3c4-b8a362f7d10a req-1ccea310-f60d-4e47-ab89-3be8e306aebd tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306664 Aug 31 15:02:25.724334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:02:25.827227 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:25.846091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'port_id': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'mac_address': 'fa:16:3e:3d:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:02:25.903569 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:25.916215 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:02:25.933044 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d26b-9261-4f88-acbc-3c52f160f4c7 req-6a907726-c387-45e0-a98e-fcb880991acc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:25.934639 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a540d26b-9261-4f88-acbc-3c52f160f4c7 req-6a907726-c387-45e0-a98e-fcb880991acc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0488429 Aug 31 15:02:25.936043 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:25.940115 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:25.978931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a540d26b-9261-4f88-acbc-3c52f160f4c7 req-5e7fa1ff-79cd-4c12-9daa-f911842ef759 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376017 Aug 31 15:02:25.989892 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:25.998302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:25.998655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:25.999000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:25.999339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:25.999674 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.000006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.000338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.000667 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.001067 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.001405 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.001732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.002056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:26.100573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['21c892d1-7363-4f77-8ed9-31c2d7a00fd8'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:02:26.922012 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ed4eed00-ef7f-4e97-8191-c6a91a8ec18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:27.102462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55878ab-10d0-4ff9-afdc-03722ce2a627 req-1714213f-7618-4379-af56-c0d179c0684f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:27.104105 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f55878ab-10d0-4ff9-afdc-03722ce2a627 req-1714213f-7618-4379-af56-c0d179c0684f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 945 time: 0.0512877 Aug 31 15:02:27.142688 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f55878ab-10d0-4ff9-afdc-03722ce2a627 req-8771b146-5363-452b-a740-047d5c677d1f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Aug 31 15:02:27.539977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:02:27.735244 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:02:27.781769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:02:27.782138 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:27.874816 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:27.914553 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:02:27.917401 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255c1eaa-88c1-45e3-ad78-3be3f514555f" -d '{"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-plugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:02:27.935938 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:27.940583 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:28.009302 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:28.040916 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be9e091-5fe9-429c-9161-1ecc387dcd1a x-openstack-request-id: req-4be9e091-5fe9-429c-9161-1ecc387dcd1a {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:02:28.041286 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-plugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:02:28.041595 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4be9e091-5fe9-429c-9161-1ecc387dcd1a {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:02:28.042054 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'code': 200} Aug 31 15:02:28.272683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bb119-05da-4640-92f5-79efb65f2dbb req-7ee5ddbf-83ee-4ba0-8f6b-32ffbcd52e00 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:28.274989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed4bb119-05da-4640-92f5-79efb65f2dbb req-7ee5ddbf-83ee-4ba0-8f6b-32ffbcd52e00 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0577157 Aug 31 15:02:28.316740 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ed4bb119-05da-4640-92f5-79efb65f2dbb req-cfbcaec8-087e-4493-bbb6-4714f1bc9009 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354710 Aug 31 15:02:29.465267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f317-16db-4789-bac6-4b32557167c5 req-f01cdf40-f1c1-4a22-8c08-7b0018920e3e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:29.470599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e11ac7fe-d280-48e6-a099-5eb0f5cf98ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:29.473073 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a68f317-16db-4789-bac6-4b32557167c5 req-f01cdf40-f1c1-4a22-8c08-7b0018920e3e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0665851 Aug 31 15:02:29.522016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0a68f317-16db-4789-bac6-4b32557167c5 req-ca1652f2-b862-46e4-8b3b-e41ab19d7b75 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477815 Aug 31 15:02:29.667972 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:30.653229 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff5776-9df0-4969-a616-a4195608eb4c req-df08f9ae-289e-400f-9c9d-f618b08bc81d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:30.654891 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96ff5776-9df0-4969-a616-a4195608eb4c req-df08f9ae-289e-400f-9c9d-f618b08bc81d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0598109 Aug 31 15:02:30.709768 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-96ff5776-9df0-4969-a616-a4195608eb4c req-b58d807d-8428-475f-8c70-d686bb93db1d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Aug 31 15:02:30.905028 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:31.850415 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab7d33-0071-4708-976e-93ac4faffa4c req-569de80b-7811-4d63-a8b5-2b3c2a1899ac tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:31.861234 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5ab7d33-0071-4708-976e-93ac4faffa4c req-569de80b-7811-4d63-a8b5-2b3c2a1899ac tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0772326 Aug 31 15:02:31.896897 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5ab7d33-0071-4708-976e-93ac4faffa4c req-87ea546d-d89a-4168-bc72-d3743f388b71 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343721 Aug 31 15:02:32.269381 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:33.050716 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14268-3cad-40a3-a217-c9853d2bf186 req-2f2bbe08-8fe6-4862-bb45-c39687d63521 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:33.052343 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bd14268-3cad-40a3-a217-c9853d2bf186 req-2f2bbe08-8fe6-4862-bb45-c39687d63521 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0676427 Aug 31 15:02:33.106888 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3bd14268-3cad-40a3-a217-c9853d2bf186 req-ff3dbbe3-2c83-4a01-a6d7-ac69b8402098 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460715 Aug 31 15:02:34.262253 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00a5db-001c-4017-9a9b-49998e6bd413 req-0a8ccb33-a0d0-4e3a-be5d-b1fff225660d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:34.270169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d00a5db-001c-4017-9a9b-49998e6bd413 req-0a8ccb33-a0d0-4e3a-be5d-b1fff225660d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0642521 Aug 31 15:02:34.308121 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2d00a5db-001c-4017-9a9b-49998e6bd413 req-ce9bea14-f648-4b64-90a2-76ef98bdb79e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363405 Aug 31 15:02:35.455163 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270463-1916-4a3d-a70c-33b3a3d1f47a req-dd2e49ac-58e3-49e7-bfd1-bf155be0199b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:35.456882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4270463-1916-4a3d-a70c-33b3a3d1f47a req-dd2e49ac-58e3-49e7-bfd1-bf155be0199b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0610194 Aug 31 15:02:35.506730 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4270463-1916-4a3d-a70c-33b3a3d1f47a req-a4c275b6-ae7c-4fb8-871c-01b12041bc27 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Aug 31 15:02:36.623974 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf66407-fdb2-49fc-bb98-46504e443ff8 req-d9ccf32b-173c-4f75-9f04-e912d306dbd0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:36.625403 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-faf66407-fdb2-49fc-bb98-46504e443ff8 req-d9ccf32b-173c-4f75-9f04-e912d306dbd0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0481186 Aug 31 15:02:36.666966 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-faf66407-fdb2-49fc-bb98-46504e443ff8 req-ba44a5a2-aae9-4e30-b0bb-8b375293df8c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Aug 31 15:02:36.751817 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-94c2c640-dcf7-4de9-b42b-f8fac537b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:36.753361 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-94c2c640-dcf7-4de9-b42b-f8fac537b153 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1097 time: 0.0405757 Aug 31 15:02:36.842563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-c9d3c99f-b844-418f-822d-939251d446d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:36.844041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-c9d3c99f-b844-418f-822d-939251d446d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0830753 Aug 31 15:02:36.912805 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-500fd7a8-4aa5-4391-a331-37e3cb15930b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1002 time: 0.0609882 Aug 31 15:02:36.962625 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-f884f64f-6e05-4574-97e9-f28ee44a95de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:36.964067 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-f884f64f-6e05-4574-97e9-f28ee44a95de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0432532 Aug 31 15:02:37.009927 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-a25ed57c-5596-41b7-bd7b-5bbd636a5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:37.011391 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-a25ed57c-5596-41b7-bd7b-5bbd636a5d9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395808 Aug 31 15:02:37.104112 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-5605963e-af18-4660-80f3-d42b6f6f59d6 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850496 Aug 31 15:02:37.196369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29717eaf-dee5-469b-84e3-7ccded368f84 req-6cd7e7b1-8da3-480f-9487-661f6f79e194 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839694 Aug 31 15:02:37.782480 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9075-aa69-4867-9ae9-5ec2227219e8 req-344e6615-57e3-4e8a-abec-aab0ed337f84 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:37.783996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-929b9075-aa69-4867-9ae9-5ec2227219e8 req-344e6615-57e3-4e8a-abec-aab0ed337f84 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0491917 Aug 31 15:02:37.825762 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-929b9075-aa69-4867-9ae9-5ec2227219e8 req-0126f5a5-ee5a-43a8-b31e-70cf04dec024 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353596 Aug 31 15:02:38.945782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68ba76-03c7-48d3-83bb-d07b178250c8 req-069bbc39-ba9a-495f-93c8-07e04b27637a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:38.947426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b68ba76-03c7-48d3-83bb-d07b178250c8 req-069bbc39-ba9a-495f-93c8-07e04b27637a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0523655 Aug 31 15:02:38.993242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6b68ba76-03c7-48d3-83bb-d07b178250c8 req-0b564646-2e89-4d87-9e10-d1e5be45dfd7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Aug 31 15:02:40.107898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e76fb3-27a0-4be0-92e1-3d6330d09ce8 req-5ed17cde-7073-4705-8a31-c3d0e77c8183 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:40.109418 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1e76fb3-27a0-4be0-92e1-3d6330d09ce8 req-5ed17cde-7073-4705-8a31-c3d0e77c8183 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0485985 Aug 31 15:02:40.147469 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1e76fb3-27a0-4be0-92e1-3d6330d09ce8 req-1aaa2053-956e-4bf7-9226-8c76fde13291 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Aug 31 15:02:40.268117 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-462dde11-1a63-4755-8987-18652591da5e req-3f9fb66a-9473-48ef-b2af-052e84b6d007 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:02:40.269142 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-462dde11-1a63-4755-8987-18652591da5e req-3f9fb66a-9473-48ef-b2af-052e84b6d007 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584180 Aug 31 15:02:40.421857 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c0f-6c05-49d4-afc3-c164e0daf86b req-ec91d6bd-1819-49fe-ada0-5843f83b30d3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:40.423492 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59354c0f-6c05-49d4-afc3-c164e0daf86b req-ec91d6bd-1819-49fe-ada0-5843f83b30d3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0490422 Aug 31 15:02:40.464987 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59354c0f-6c05-49d4-afc3-c164e0daf86b req-8e20740a-ed40-4079-a3b9-26b217c9a45b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349736 Aug 31 15:02:40.649283 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:40.686651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59354) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:02:40.765281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-24e3bb14-35cf-4f88-af7e-defa4f4abfaf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774336 Aug 31 15:02:41.614289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847dddb-d281-4318-b4bc-32e9c8484811 req-d7969b63-bb00-4ca1-8f82-b044a048be40 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:41.616282 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3847dddb-d281-4318-b4bc-32e9c8484811 req-d7969b63-bb00-4ca1-8f82-b044a048be40 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 946 time: 0.0829625 Aug 31 15:02:41.622649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-a4efcc06-91c9-4187-865d-f2431dca2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:41.624083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-a4efcc06-91c9-4187-865d-f2431dca2f28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e&tenant_id=27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 1097 time: 0.0642552 Aug 31 15:02:41.659377 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3847dddb-d281-4318-b4bc-32e9c8484811 req-aca2257f-8567-44f8-9858-44fff7548cd3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343354 Aug 31 15:02:41.702537 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-f60a7685-0e4c-4802-b110-e3c8d087ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:41.704049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-f60a7685-0e4c-4802-b110-e3c8d087ef7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1097 time: 0.0438256 Aug 31 15:02:41.792518 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-fdd58da3-741e-42d9-b549-303f2265d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:41.794006 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-fdd58da3-741e-42d9-b549-303f2265d4ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0827789 Aug 31 15:02:41.838281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:02:41.864585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-cfd0fb33-4653-41ce-a1fb-1afe8ffa85d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1002 time: 0.0612001 Aug 31 15:02:41.913799 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-3ef30cdf-b5ad-4103-8f6d-1a1124ae680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:41.915272 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-3ef30cdf-b5ad-4103-8f6d-1a1124ae680a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0439196 Aug 31 15:02:41.916814 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:41.939348 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:02:41.941607 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61a9ff-81cd-4260-bc30-5206f30f9842" -d '{"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-unplugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:02:41.954394 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:41.961026 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:41.964373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-ff9e6bd8-e9c9-47f0-897a-d5d41ea94a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:41.966301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-ff9e6bd8-e9c9-47f0-897a-d5d41ea94a3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435221 Aug 31 15:02:41.984431 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6fb04a-dfdd-48ad-9f05-ed0e1b8b10f6 x-openstack-request-id: req-8a6fb04a-dfdd-48ad-9f05-ed0e1b8b10f6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:02:41.984723 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-unplugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:02:41.985001 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a6fb04a-dfdd-48ad-9f05-ed0e1b8b10f6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:02:41.985517 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'code': 200} Aug 31 15:02:42.010671 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:42.064738 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-4e39a1be-40c4-4b45-b974-becdd3d17b30 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901942 Aug 31 15:02:42.155503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8d586b88-9687-4bf3-a027-e2a2808bd37e req-70dd79a4-1e69-46bb-89e7-ae7f3ad2227f service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819640 Aug 31 15:02:42.782308 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadbb05-ce4a-47ce-8453-66cc8ba88092 req-967ceb45-78c6-40df-a4da-e793a1f4ebd1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:42.783838 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eadbb05-ce4a-47ce-8453-66cc8ba88092 req-967ceb45-78c6-40df-a4da-e793a1f4ebd1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0518537 Aug 31 15:02:42.822905 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6eadbb05-ce4a-47ce-8453-66cc8ba88092 req-c8aff900-256e-4de4-9fed-17c4ee54d55a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328238 Aug 31 15:02:43.945485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab2b29-227c-43f0-80c8-6ec2bc82345b req-a232c782-8063-4bbd-a8c1-dd4d161e6459 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:43.947024 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dab2b29-227c-43f0-80c8-6ec2bc82345b req-a232c782-8063-4bbd-a8c1-dd4d161e6459 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0541949 Aug 31 15:02:43.987193 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3dab2b29-227c-43f0-80c8-6ec2bc82345b req-d3cb62ae-2b8b-40d9-ae70-0cb5496abc99 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339155 Aug 31 15:02:45.108565 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61d204-3a79-4e8e-8a0d-95581e0bc520 req-9e20d60f-e746-4b14-a3ac-8d9e5021dd25 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:45.110119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db61d204-3a79-4e8e-8a0d-95581e0bc520 req-9e20d60f-e746-4b14-a3ac-8d9e5021dd25 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0508699 Aug 31 15:02:45.151763 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db61d204-3a79-4e8e-8a0d-95581e0bc520 req-cc059d53-dcc2-4225-9742-03eb1ed9de97 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345888 Aug 31 15:02:46.277598 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce93cbf-7cf4-42aa-8f19-7f683df55921 req-d93a4d34-1b27-489f-abad-6b9c82cd34de tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:46.279108 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ce93cbf-7cf4-42aa-8f19-7f683df55921 req-d93a4d34-1b27-489f-abad-6b9c82cd34de tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0569270 Aug 31 15:02:46.320262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0ce93cbf-7cf4-42aa-8f19-7f683df55921 req-62d5f75f-2ec3-47f0-894d-1089e60df9d6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337031 Aug 31 15:02:47.447026 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b9a4c-6386-4ef4-9f26-0d3c1afab2e8 req-fb5a02ce-da06-4019-9d93-af94b9d22aea tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:47.448531 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f9b9a4c-6386-4ef4-9f26-0d3c1afab2e8 req-fb5a02ce-da06-4019-9d93-af94b9d22aea tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0542407 Aug 31 15:02:47.486455 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f9b9a4c-6386-4ef4-9f26-0d3c1afab2e8 req-b724a967-54e8-464a-8a0b-03ddb03fcabe tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Aug 31 15:02:48.607454 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946e679-4026-40c5-a446-533c980975fa req-bd2600dc-6f06-46ef-be38-2487401a273b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:48.609002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5946e679-4026-40c5-a446-533c980975fa req-bd2600dc-6f06-46ef-be38-2487401a273b tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0521343 Aug 31 15:02:48.650496 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5946e679-4026-40c5-a446-533c980975fa req-76998692-f3fb-4220-af3a-53eb12461464 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354655 Aug 31 15:02:49.793865 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba46ab-826c-4ea0-8e90-ec7b7d695d55 req-7babc431-d2de-4f6b-8c96-31eb7d079c2d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:49.795393 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66ba46ab-826c-4ea0-8e90-ec7b7d695d55 req-7babc431-d2de-4f6b-8c96-31eb7d079c2d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0517197 Aug 31 15:02:49.835245 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-66ba46ab-826c-4ea0-8e90-ec7b7d695d55 req-d8084d18-dd92-49f6-bba9-286c51956dd3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334268 Aug 31 15:02:50.966768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a192-f054-4862-9ea8-bf2a173e3a72 req-ccea9c6c-5344-4f16-b63c-7bf5a8808b04 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:50.968299 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cb9a192-f054-4862-9ea8-bf2a173e3a72 req-ccea9c6c-5344-4f16-b63c-7bf5a8808b04 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0558867 Aug 31 15:02:51.008713 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8cb9a192-f054-4862-9ea8-bf2a173e3a72 req-7dc6a888-d311-48d0-a4b4-20dad9cc2eec tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334811 Aug 31 15:02:52.124482 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefdb5-755e-43a4-a8c7-5137ae0fb7e1 req-17ea1333-7da6-4c79-af81-c84ec55631ba tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:52.126074 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6fefdb5-755e-43a4-a8c7-5137ae0fb7e1 req-17ea1333-7da6-4c79-af81-c84ec55631ba tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0505657 Aug 31 15:02:52.165577 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a6fefdb5-755e-43a4-a8c7-5137ae0fb7e1 req-43cdf7d4-3f2b-4568-a5c4-07952ba3abaa tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320868 Aug 31 15:02:53.283878 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e663-6932-49e6-8953-e0dc7f65bee3 req-e8ad20f5-bd7e-4473-936b-35bc71dcb6e3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:53.285300 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f29e663-6932-49e6-8953-e0dc7f65bee3 req-e8ad20f5-bd7e-4473-936b-35bc71dcb6e3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0512624 Aug 31 15:02:53.322922 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f29e663-6932-49e6-8953-e0dc7f65bee3 req-a0d1ce95-5258-42d3-b088-dbd337196fb5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Aug 31 15:02:54.332213 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2a50-8816-422b-9c63-bab952e927c6 req-3f4707c1-b6d6-4d36-9157-914e6e2f4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:54.333711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c66d2a50-8816-422b-9c63-bab952e927c6 req-3f4707c1-b6d6-4d36-9157-914e6e2f4bdf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1095 time: 0.0423369 Aug 31 15:02:54.370582 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c66d2a50-8816-422b-9c63-bab952e927c6 req-c51ab29f-2821-4d1a-8fff-b84922a3264d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289807 Aug 31 15:02:54.437908 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0acda2-1625-4765-896e-c497d77cf1d3 req-99e7abdb-a120-41ea-b1b6-c5dcf523d2cf tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:54.439488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e0acda2-1625-4765-896e-c497d77cf1d3 req-99e7abdb-a120-41ea-b1b6-c5dcf523d2cf tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0492353 Aug 31 15:02:54.477462 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e0acda2-1625-4765-896e-c497d77cf1d3 req-c8cf672e-e61c-4835-b1f9-254fb1204e30 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Aug 31 15:02:55.596750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb280-e4f1-4d93-a5a9-70dcc60c132e req-af3b0630-8b62-48d7-8ae0-610926949c00 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:55.598384 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83cbb280-e4f1-4d93-a5a9-70dcc60c132e req-af3b0630-8b62-48d7-8ae0-610926949c00 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 944 time: 0.0511434 Aug 31 15:02:55.639858 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83cbb280-e4f1-4d93-a5a9-70dcc60c132e req-37ac4cd0-660b-40e3-bebf-81453893ec6c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Aug 31 15:02:55.910328 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:02:56.017068 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:56.029117 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'port_id': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'mac_address': 'fa:16:3e:3d:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:02:56.068845 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:56.082071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:02:56.102512 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:56.109258 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:56.164500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=9']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:56.474868 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['21c892d1-7363-4f77-8ed9-31c2d7a00fd8'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:02:56.773221 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e445db-19f1-4570-b2a4-9a640f47da49 req-ca4a9c5b-c895-419c-b6d5-b185593b5eb9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.774766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1e445db-19f1-4570-b2a4-9a640f47da49 req-ca4a9c5b-c895-419c-b6d5-b185593b5eb9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 945 time: 0.0594008 Aug 31 15:02:56.813016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a1e445db-19f1-4570-b2a4-9a640f47da49 req-5b096e2d-2898-438d-aa6a-c28cc1686d94 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323803 Aug 31 15:02:56.923793 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d0b3bbb4-0197-41b9-a003-0dec47a350fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:57.914203 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:02:57.961256 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:02:57.962048 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:58.036643 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:58.058426 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:02:58.060648 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1297d3e6-3ae2-4e3d-8088-61b32ee179bb" -d '{"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-plugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:02:58.076377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:58.080762 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:58.250776 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe21cda-01c5-41c4-a989-7296ad843281 x-openstack-request-id: req-9fe21cda-01c5-41c4-a989-7296ad843281 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:02:58.251033 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-plugged", "status": "completed", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:02:58.251217 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fe21cda-01c5-41c4-a989-7296ad843281 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:02:58.251601 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'code': 200} Aug 31 15:02:58.275708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=10']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:59.466517 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4327-a077-4232-b8bc-4d185109b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:59.659528 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:00.901847 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:02.267314 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:04.540621 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:03:04.631349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-6c7f0f33-9391-46de-844a-07f7ae6f10d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391433 Aug 31 15:03:04.739512 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-43876aad-d6ed-46d2-b9d2-0b3f33c80c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:04.741032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-43876aad-d6ed-46d2-b9d2-0b3f33c80c42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1098 time: 0.0401998 Aug 31 15:03:04.847013 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-d376264c-9519-4818-b75e-dbc4045fd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:04.848493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-d376264c-9519-4818-b75e-dbc4045fd727 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0874395 Aug 31 15:03:04.915659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-0dbe7871-54b3-43b2-b45c-c480ea90dbac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1002 time: 0.0569689 Aug 31 15:03:04.968133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-abdaef72-6025-42c8-85f3-1ffd24e6cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:04.969686 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-abdaef72-6025-42c8-85f3-1ffd24e6cc64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0470059 Aug 31 15:03:05.015289 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-a4bed1c1-b0cc-4b07-99e5-12426a965110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:05.016851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-a4bed1c1-b0cc-4b07-99e5-12426a965110 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392566 Aug 31 15:03:05.106948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-7f2052ae-afb4-4d7d-a42c-1a48d38f1fe4 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821640 Aug 31 15:03:05.199981 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-787d31b7-5b03-4c9f-9f5e-4aaad6c2ff72 req-59920f6c-d914-4957-be6a-4ff67cf9291a service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Aug 31 15:03:10.680858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.402958 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43a4b575-ab5e-4e57-8fbb-c99f0ddf5cae req-502d90d8-5360-41d1-8301-abe2ee940f2c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268722 Aug 31 15:03:19.469773 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43a4b575-ab5e-4e57-8fbb-c99f0ddf5cae req-60c936bd-a8a3-49dc-920b-314cee03fded service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0244777 Aug 31 15:03:19.522749 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43a4b575-ab5e-4e57-8fbb-c99f0ddf5cae req-4a53ffad-b061-4254-8aff-35171701b09a service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246563 Aug 31 15:03:19.627021 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4b575-ab5e-4e57-8fbb-c99f0ddf5cae req-105230a7-3a23-4693-91af-60c40884853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:19.629665 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-43a4b575-ab5e-4e57-8fbb-c99f0ddf5cae req-105230a7-3a23-4693-91af-60c40884853a service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0985770 Aug 31 15:03:26.924368 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-31858ee3-2485-4ad1-8d7c-c921b00cd167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.467420 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf9b8-42fb-45a4-9f50-be22936f605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.660606 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.904640 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.269660 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:40.682818 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:41.539540 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:03:56.924650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c0e6594f-e30e-485e-8291-5c86ab8107d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:59.469061 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-82630577-5572-446e-b00d-29667c2a9443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:59.661331 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:00.907244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:02.274482 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:04.604136 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-ee650aa5-4e01-443e-974d-51256cfd3120 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831296 Aug 31 15:04:04.706129 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-4a9b6a10-6f48-4ea9-8994-ff60441a2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:04.707529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-4a9b6a10-6f48-4ea9-8994-ff60441a2f2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1098 time: 0.0406215 Aug 31 15:04:04.814688 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-4466d448-836b-4345-b65d-cd15f1ef6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:04.816151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-4466d448-836b-4345-b65d-cd15f1ef6e6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0880919 Aug 31 15:04:04.881996 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-c726c810-ae02-4a0a-ad16-624005c8b0da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 1002 time: 0.0571489 Aug 31 15:04:04.935420 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-1ee617cb-318d-46aa-ac5c-6bfbc0f427eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:04.936954 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-1ee617cb-318d-46aa-ac5c-6bfbc0f427eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0473783 Aug 31 15:04:04.984046 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-60a32e3c-22fc-4bab-8e6f-33f8699e5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:04.985514 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-60a32e3c-22fc-4bab-8e6f-33f8699e5645 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402532 Aug 31 15:04:05.074555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-c04eacf7-f373-40ed-a2fa-83880da9709f service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801749 Aug 31 15:04:05.168360 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b2d4a351-9f7b-46de-9168-161a143bb028 req-b5704277-72fb-4bda-9f44-4b7681b45883 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853934 Aug 31 15:04:09.758568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59478) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:10.236752 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Deleting port 5f990b4a-afb0-4c25-9546-28e2699765b4 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:04:10.237138 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.309984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.310321 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.322186 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Calling delete_port for 5f990b4a-afb0-4c25-9546-28e2699765b4 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:04:10.465965 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.494195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event deleted for resources: {'Port': ['ID=5f990b4a-afb0-4c25-9546-28e2699765b4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:10.506378 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.506735 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.507081 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.507424 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.507766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.508099 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.508433 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.508768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.509131 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.509459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.509793 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.510120 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:10.563388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.563727 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Floating IP c4e9d764-ba31-4e14-9bec-da0a86186678 disassociated (deleted). External IP: 172.25.0.106, port: 21c892d1-7363-4f77-8ed9-31c2d7a00fd8. Aug 31 15:04:10.682763 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.769876 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Router 31daf9e9-6ac8-463f-8bf4-7345ba415436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:04:10.878249 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:04:10.883365 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.887906 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] Sync routers for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:04:10.897745 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:04:10.898326 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:03:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:10.910349 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-079d6689-bf1d-43bc-bdb5-d52e816cf760 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "DELETE /v2.0/floatingips/c4e9d764-ba31-4e14-9bec-da0a86186678 HTTP/1.1" status: 204 len: 168 time: 1.1507809 Aug 31 15:04:10.910953 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:04:10.913249 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fab35c-69c3-452b-ae91-c09a26961ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:04:11.077283 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf35bbd-8c5f-48a5-9918-5801b1ffc0fe x-openstack-request-id: req-ddf35bbd-8c5f-48a5-9918-5801b1ffc0fe {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:04:11.078014 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:04:11.078458 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddf35bbd-8c5f-48a5-9918-5801b1ffc0fe {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:04:11.079054 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'status': 'completed', 'code': 200} Aug 31 15:04:11.109615 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:04:11.196335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca62bad-1d0c-4e63-8364-d25565b921a1 req-38feb52a-e8c4-4b44-a151-14b164e1fca4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:11.197876 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ca62bad-1d0c-4e63-8364-d25565b921a1 req-38feb52a-e8c4-4b44-a151-14b164e1fca4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 947 time: 0.0748973 Aug 31 15:04:11.212437 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-2bb6046b-22cd-40c9-bcdc-19cce40de223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:11.213898 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-2bb6046b-22cd-40c9-bcdc-19cce40de223 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 1098 time: 0.0648234 Aug 31 15:04:11.287007 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2ca62bad-1d0c-4e63-8364-d25565b921a1 req-1afe187b-3d7a-4360-8832-359eccbd8e58 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822415 Aug 31 15:04:11.312446 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:11.327332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-4861e794-ee41-45ca-bca9-364ab7d13871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:11.328845 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-4861e794-ee41-45ca-bca9-364ab7d13871 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.1052208 Aug 31 15:04:11.338873 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] Checking router: 31daf9e9-6ac8-463f-8bf4-7345ba415436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:04:11.350592 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:04:11.351198 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:03:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:11.373212 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-1baf91d1-0ea0-420a-9cdd-92dc46761b84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 200 len: 217 time: 0.0353684 Aug 31 15:04:11.427962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-e1062e4b-0653-4fd2-9e12-397936b47dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:11.429482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-e1062e4b-0653-4fd2-9e12-397936b47dd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0485916 Aug 31 15:04:11.456740 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:04:11.479279 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-3ac00b11-1225-4fb6-aff9-417d22dfb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:11.480798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-3ac00b11-1225-4fb6-aff9-417d22dfb488 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431342 Aug 31 15:04:11.572312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-ced4a283-e42b-4d54-8b0d-747b75cc12cf service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825644 Aug 31 15:04:11.657124 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:11.668741 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a2fab35c-69c3-452b-ae91-c09a26961ae5 req-5f4b42fd-edc3-4eb1-90c9-dde3fd114134 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887210 Aug 31 15:04:11.682586 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0832d71f-0678-48db-9932-126dd77f6a43 None None] The sync data for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 is: [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:04:11.900323 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0c514-7e6a-45d5-a4e0-f4feb0948787 None None] New status for floating IP c4e9d764-ba31-4e14-9bec-da0a86186678: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:04:12.403775 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab95ae-5ff6-4f96-8ae7-e9f1782eea4d req-88334bb4-a824-47f7-ae49-3021f16aba2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:12.405943 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bab95ae-5ff6-4f96-8ae7-e9f1782eea4d req-88334bb4-a824-47f7-ae49-3021f16aba2c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 947 time: 0.0514755 Aug 31 15:04:12.445806 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2bab95ae-5ff6-4f96-8ae7-e9f1782eea4d req-82dda98a-3a7e-45de-9d2b-5ca7d605dfab tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccdcaaa1-5b61-4ce6-b448-d83ac7019659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Aug 31 15:04:12.741656 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-700b44a1-293d-4c5f-bd5e-70547055f01d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:12.743097 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-700b44a1-293d-4c5f-bd5e-70547055f01d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 947 time: 0.0527968 Aug 31 15:04:12.833371 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Deleting port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:04:12.833730 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:12.924790 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] For port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:04:12.925196 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:12.938275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Calling delete_port for 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:04:13.065494 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:13.100193 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event deleted for resources: {'Port': ['ID=21c892d1-7363-4f77-8ed9-31c2d7a00fd8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:13.141738 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] No DVR routers for this DVR port 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:04:13.144292 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:13.146382 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b271ee0-fe68-4018-99bb-76e8bc6b9610 req-6b529e6e-8b83-4270-aac4-a893a1f7fc24 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "DELETE /v2.0/ports/21c892d1-7363-4f77-8ed9-31c2d7a00fd8 HTTP/1.1" status: 204 len: 173 time: 0.3965328 Aug 31 15:04:13.146824 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-deleted', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:04:13.149082 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95dfad7-939a-40a0-8fcb-c01ff858f672" -d '{"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-deleted", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:04:13.187016 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f48321-be84-4c71-84d8-b4b6ca07dfc5 x-openstack-request-id: req-d3f48321-be84-4c71-84d8-b4b6ca07dfc5 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:04:13.187325 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c404097e-5a16-48fb-956e-b822c797596e", "name": "network-vif-deleted", "tag": "21c892d1-7363-4f77-8ed9-31c2d7a00fd8", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:04:13.187601 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3f48321-be84-4c71-84d8-b4b6ca07dfc5 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:04:13.188005 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c404097e-5a16-48fb-956e-b822c797596e', 'name': 'network-vif-deleted', 'tag': '21c892d1-7363-4f77-8ed9-31c2d7a00fd8', 'status': 'completed', 'code': 200} Aug 31 15:04:13.555834 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbad85c4-4d06-48ca-8e86-9e95095109b5 req-0eca19bd-8f75-4b76-a75f-67be0af411fd tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c404097e-5a16-48fb-956e-b822c797596e HTTP/1.1" status: 200 len: 210 time: 0.0270078 Aug 31 15:04:14.611428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:14.669908 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad92d03d-859c-4ecd-951b-2d84059c7bdc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:14.695041 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad92d03d-859c-4ecd-951b-2d84059c7bdc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:14.756148 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad92d03d-859c-4ecd-951b-2d84059c7bdc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:14.759107 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad92d03d-859c-4ecd-951b-2d84059c7bdc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:14.760294 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ad92d03d-859c-4ecd-951b-2d84059c7bdc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "DELETE /v2.0/security-groups/ccdcaaa1-5b61-4ce6-b448-d83ac7019659 HTTP/1.1" status: 204 len: 168 time: 0.1478479 Aug 31 15:04:14.771234 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92d03d-859c-4ecd-951b-2d84059c7bdc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcaaa1-5b61-4ce6-b448-d83ac7019659,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.071395 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59502) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:15.076082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-2b0e3524-035d-4ce0-b61b-bb12a3b42933 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084384390', 'description': 'tempest-secgroup-smoke-2084384390 description', 'project_id': '27f956b7f4e047d98675e1960406a35e'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:15.103714 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3524-035d-4ce0-b61b-bb12a3b42933 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.185453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3524-035d-4ce0-b61b-bb12a3b42933 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.190045 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3524-035d-4ce0-b61b-bb12a3b42933 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.220368 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3524-035d-4ce0-b61b-bb12a3b42933 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.221623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-2b0e3524-035d-4ce0-b61b-bb12a3b42933 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492076 Aug 31 15:04:15.223422 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e3524-035d-4ce0-b61b-bb12a3b42933 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.224670 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59504) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:15.229383 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': '7f92ceae-b0e4-488f-ae9a-ad02ff671bbf', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:15.257556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.311805 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.315779 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.333794 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db179c2-0c8d-48af-acd6-62e06ee61cce,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.337146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.338311 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126332 Aug 31 15:04:15.341245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59506) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:15.343519 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.343910 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.344295 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.344579 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.344948 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.345269 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.345598 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.345927 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.346251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.346591 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.346903 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.347074 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6abc99d6-c578-4c92-ae1f-43883edf6d54 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': '7f92ceae-b0e4-488f-ae9a-ad02ff671bbf', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:15.347222 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c3428e-d5f4-4151-9e7c-9f0a57f7deef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:15.375197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6abc99d6-c578-4c92-ae1f-43883edf6d54 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.433248 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6abc99d6-c578-4c92-ae1f-43883edf6d54 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.436774 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6abc99d6-c578-4c92-ae1f-43883edf6d54 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.456148 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc99d6-c578-4c92-ae1f-43883edf6d54 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cd7239-4c6e-48fb-ab5a-2bb7185ffd9e,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.460284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6abc99d6-c578-4c92-ae1f-43883edf6d54 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.462195 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6abc99d6-c578-4c92-ae1f-43883edf6d54 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196363 Aug 31 15:04:15.464825 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59508) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:15.470170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6634312d-7da1-4068-ac02-b5cfcc6abe5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': '7f92ceae-b0e4-488f-ae9a-ad02ff671bbf', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:15.495560 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6634312d-7da1-4068-ac02-b5cfcc6abe5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.555280 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6634312d-7da1-4068-ac02-b5cfcc6abe5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.559277 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6634312d-7da1-4068-ac02-b5cfcc6abe5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.578031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634312d-7da1-4068-ac02-b5cfcc6abe5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5722cb0-9e2f-46c7-bacd-b74b1a8ac9a5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.587461 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6634312d-7da1-4068-ac02-b5cfcc6abe5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.588766 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6634312d-7da1-4068-ac02-b5cfcc6abe5a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226480 Aug 31 15:04:15.591826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59510) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:15.596982 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-852bb570-9ae6-42ad-ba28-5475413ba77f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': '7f92ceae-b0e4-488f-ae9a-ad02ff671bbf', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:15.623288 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852bb570-9ae6-42ad-ba28-5475413ba77f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.685356 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852bb570-9ae6-42ad-ba28-5475413ba77f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.689193 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852bb570-9ae6-42ad-ba28-5475413ba77f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.707901 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bb570-9ae6-42ad-ba28-5475413ba77f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c669c0a-bcff-490a-93fd-2d3143157558,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.710156 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-852bb570-9ae6-42ad-ba28-5475413ba77f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.711291 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-852bb570-9ae6-42ad-ba28-5475413ba77f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183891 Aug 31 15:04:15.714058 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59512) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:15.718964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': '7f92ceae-b0e4-488f-ae9a-ad02ff671bbf', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:15.739086 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Project 27f956b7f4e047d98675e1960406a35e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:04:15.743693 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.802572 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.806061 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.821275 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb6f33f-bb75-4cb1-85e8-e58546926f2f,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.831923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.833521 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f17cdb94-1587-4300-9a11-6a457b620dd6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184790 Aug 31 15:04:15.837038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:15.842088 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'security_group_rule': {'security_group_id': '7f92ceae-b0e4-488f-ae9a-ad02ff671bbf', 'project_id': '27f956b7f4e047d98675e1960406a35e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:15.864498 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Project 27f956b7f4e047d98675e1960406a35e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:04:15.869457 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.932416 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.936136 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.956036 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef593887-1ff6-4aeb-b42a-19f5e86518b0,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:15.963453 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:15.964936 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-39c97796-d3fd-4504-bc13-482deec6c151 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268997 Aug 31 15:04:16.224506 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:04:16.246355 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:04:16.246703 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 21c892d1-7363-4f77-8ed9-31c2d7a00fd8 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:04:18.539980 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:04:19.446720 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe41258c-9c93-4340-b5cf-6a61fcd4679e req-948473cd-829f-44a9-9e32-0b9d2afac907 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0696211 Aug 31 15:04:19.516608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe41258c-9c93-4340-b5cf-6a61fcd4679e req-50490da1-081c-4ef9-afc1-c79ff5813a46 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Aug 31 15:04:19.581091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe41258c-9c93-4340-b5cf-6a61fcd4679e req-e7055f44-cacc-4a4c-8cef-2238bbb4c04d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213015 Aug 31 15:04:19.688508 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41258c-9c93-4340-b5cf-6a61fcd4679e req-cca3b91d-4c0e-47ee-88f2-d33730a7dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:19.690231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-fe41258c-9c93-4340-b5cf-6a61fcd4679e req-cca3b91d-4c0e-47ee-88f2-d33730a7dfb4 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0980015 Aug 31 15:04:26.927704 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f914059d-60dd-4ae8-a4f3-4e066d4a9f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:29.470360 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fb712b25-2333-4e9d-b6ff-a67503922eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:29.663663 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:30.236446 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-b83cafe7-f7a1-4f69-a52f-fb675dd4d2ef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084384390&fields=id&tenant_id=27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 267 time: 0.0316308 Aug 31 15:04:30.353893 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-f6b6cd5f-0319-4350-a29b-b79af4998747 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:30.355386 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-f6b6cd5f-0319-4350-a29b-b79af4998747 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 808 time: 0.1122370 Aug 31 15:04:30.370530 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-4977a57c-29c4-43c9-b4ec-89dc4732aaf8 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/quotas/27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 375 time: 0.0093713 Aug 31 15:04:30.422013 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-67951d6d-3f5f-459d-8516-095eac6163b8 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454583 Aug 31 15:04:30.520236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-aff823f5-d676-4a92-9f13-bfe51e2b4c02 service neutron] 10.222.0.10 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871375 Aug 31 15:04:30.610081 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-4ff1d83c-5457-4af6-b712-512f93f3da60 service neutron] 10.222.0.10 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837348 Aug 31 15:04:30.892394 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3f9e4e60-35e0-4a85-98d5-2ce2399bc9b1 req-ba8f3bf9-6833-47d5-9cb6-f8460fb3b9c2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 210 time: 0.0281096 Aug 31 15:04:30.921659 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:31.997784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-994322e1-a8bb-497a-a155-75e4e33ff5d8 req-263d553b-e503-4bad-99e2-93bc5cae2186 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 210 time: 0.0352345 Aug 31 15:04:32.005389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-c08df637-eb03-49ae-afa9-4535c5cae754 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:32.006791 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-c08df637-eb03-49ae-afa9-4535c5cae754 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 808 time: 0.1397018 Aug 31 15:04:32.075674 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-6ba39bc2-b216-4955-b10e-f2d11e15deac tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 380 time: 0.0357001 Aug 31 15:04:32.085589 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'port': {'device_id': '3de03757-146a-4971-b888-5c94588e55eb', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'admin_state_up': True, 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'security_groups': ['7f92ceae-b0e4-488f-ae9a-ad02ff671bbf']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:32.199743 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Made reservation on behalf of 27f956b7f4e047d98675e1960406a35e for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:04:32.203534 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.277548 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.341945 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Allocated IP 172.20.0.8 (b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2/fe18a735-3cb1-4774-96a9-21a47261fbb1/3f450225-4677-4b02-82d3-4427fcaeee1c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:04:32.489683 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.503029 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Transition to ACTIVE for port object 3f450225-4677-4b02-82d3-4427fcaeee1c will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:04:32.535666 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.581828 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:04:32.585101 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:04:32.587742 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:04:32.621416 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:32.652031 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:32.652706 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.669595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-337ab2c3-b00d-4953-b1d9-43cf31031427 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873618 Aug 31 15:04:32.689531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Request body: {'port': {'device_id': '3de03757-146a-4971-b888-5c94588e55eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:32.747810 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.823627 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-74de14d9-aa71-4bf6-965b-a92ebc2deb57 None None] Provisioning for port 3f450225-4677-4b02-82d3-4427fcaeee1c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:04:32.828078 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-74de14d9-aa71-4bf6-965b-a92ebc2deb57 None None] Provisioning complete for port 3f450225-4677-4b02-82d3-4427fcaeee1c triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:04:32.828448 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74de14d9-aa71-4bf6-965b-a92ebc2deb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.865255 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-74de14d9-aa71-4bf6-965b-a92ebc2deb57 None None] Port 3f450225-4677-4b02-82d3-4427fcaeee1c cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:04:33.018205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f450225-4677-4b02-82d3-4427fcaeee1c {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:04:33.029681 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:33.049612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Transition to ACTIVE for port object 3f450225-4677-4b02-82d3-4427fcaeee1c will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:04:33.055839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:33.173925 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:33.211992 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805481d-2ac5-4f62-9d60-55f642856188 req-d9bb10ec-f17e-42bb-b35f-c6d54da13335 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:33.213679 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0805481d-2ac5-4f62-9d60-55f642856188 req-d9bb10ec-f17e-42bb-b35f-c6d54da13335 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.1228261 Aug 31 15:04:33.280548 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0805481d-2ac5-4f62-9d60-55f642856188 req-00949d9a-3ae5-44c7-8df0-39f4e617dc37 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592308 Aug 31 15:04:33.281459 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Attempting to bind port 3f450225-4677-4b02-82d3-4427fcaeee1c on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:04:33.281805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Attempting to bind port 3f450225-4677-4b02-82d3-4427fcaeee1c by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:04:33.282144 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Attempting to bind port 3f450225-4677-4b02-82d3-4427fcaeee1c on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:04:33.287164 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Port 3f450225-4677-4b02-82d3-4427fcaeee1c on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:04:33.287506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Attempting to bind port 3f450225-4677-4b02-82d3-4427fcaeee1c on network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:04:33.292724 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:04:33.293112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Checking segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:04:33.293497 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Bound using segment: {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:04:33.294014 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Bound port: 3f450225-4677-4b02-82d3-4427fcaeee1c, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461c083b-6e35-40a1-a359-18242925dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:04:33.294486 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:33.363203 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:04:33.366334 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:04:33.371507 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:33.406443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:33.407088 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:33.408484 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] 10.222.0.26 "PUT /v2.0/ports/3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 1091 time: 0.7236211 Aug 31 15:04:33.410653 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:04:33.412966 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96" -d '{"events": [{"name": "network-changed", "server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:04:33.444534 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63307028-cf78-4085-82e1-a3de22e9599c service neutron] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:33.455434 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380993cc-7ee6-43c9-a34d-11cd068133b0 x-openstack-request-id: req-380993cc-7ee6-43c9-a34d-11cd068133b0 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:04:33.455836 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:04:33.456237 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-380993cc-7ee6-43c9-a34d-11cd068133b0 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:04:33.457040 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'status': 'completed', 'code': 200} Aug 31 15:04:33.518951 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-3456e13a-0e19-4112-8c70-b18d17393b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:33.520538 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-3456e13a-0e19-4112-8c70-b18d17393b10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1094 time: 0.0457935 Aug 31 15:04:33.576139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-c07c9125-614f-402d-84e0-04266ec34ca7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 217 time: 0.0414283 Aug 31 15:04:33.627935 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-33b6a901-4dcc-4b2e-98fe-92e0bda30714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:33.629772 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-33b6a901-4dcc-4b2e-98fe-92e0bda30714 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0465226 Aug 31 15:04:33.676556 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f095-226a-415c-a129-d376935649ad req-62918e7f-57b5-42cb-9399-c549490935b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:33.678042 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-62918e7f-57b5-42cb-9399-c549490935b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404661 Aug 31 15:04:33.777078 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-fecdcee3-deae-4e26-a05f-7455bfe0e1e3 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897019 Aug 31 15:04:33.873088 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2378f095-226a-415c-a129-d376935649ad req-26a13f50-649c-4c42-b658-1485a1559402 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880170 Aug 31 15:04:33.987121 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-03cde4d2-ba93-4c74-b7f4-e6497e0b8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:33.988622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-03cde4d2-ba93-4c74-b7f4-e6497e0b8e7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1094 time: 0.0416393 Aug 31 15:04:34.084904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-8f34c3bc-9dbe-4943-90ad-b0687654b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:34.086318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-8f34c3bc-9dbe-4943-90ad-b0687654b0e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0886128 Aug 31 15:04:34.128221 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-a9009f89-565a-499b-a39c-157b02475206 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 217 time: 0.0340345 Aug 31 15:04:34.182373 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-f5522a9f-24ea-4ab3-9304-e72e99d01b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:34.183857 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-f5522a9f-24ea-4ab3-9304-e72e99d01b6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0480545 Aug 31 15:04:34.231293 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-375619ba-7faa-49a9-8f2c-6e4eb50b3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:34.233402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-375619ba-7faa-49a9-8f2c-6e4eb50b3eb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411243 Aug 31 15:04:34.326454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-b74338f1-a849-4b32-a662-4c981be89353 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857918 Aug 31 15:04:34.463398 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8ac5e-54d1-45bb-9263-6fe3e41f0e71 req-40092ad1-da01-4174-a5e2-645ebc49d6b3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:34.464906 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cd8ac5e-54d1-45bb-9263-6fe3e41f0e71 req-40092ad1-da01-4174-a5e2-645ebc49d6b3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0810778 Aug 31 15:04:34.467053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9104e3c4-f9c3-4aaa-94ca-a0c558400e96 req-d755bd57-d00b-4165-8e7c-8f74ab3f03c2 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329365 Aug 31 15:04:34.506450 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9cd8ac5e-54d1-45bb-9263-6fe3e41f0e71 req-32a97481-cc34-43ff-b635-4ef5254c1808 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348232 Aug 31 15:04:35.626941 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83531a12-f135-4923-926f-4a50a70a3d92 req-39dfeff6-e69d-4a86-b4d9-7c654b6ef7c5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:35.628363 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83531a12-f135-4923-926f-4a50a70a3d92 req-39dfeff6-e69d-4a86-b4d9-7c654b6ef7c5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0536788 Aug 31 15:04:35.667083 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-83531a12-f135-4923-926f-4a50a70a3d92 req-bca26273-b02f-440e-a2ad-cb7d85793671 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Aug 31 15:04:36.782141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b3065-eb03-4ce5-b978-0286328b4b5b req-750315de-3bc6-47ed-9de3-52c875b8bbbc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:36.783651 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c7b3065-eb03-4ce5-b978-0286328b4b5b req-750315de-3bc6-47ed-9de3-52c875b8bbbc tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0491171 Aug 31 15:04:36.820701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c7b3065-eb03-4ce5-b978-0286328b4b5b req-d05c5c76-50c3-4e25-afc6-cd684bc52d56 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Aug 31 15:04:37.993352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a64e7-5d78-41d1-baea-32aaaa1b7d4b req-9eefdf8f-b642-4cf3-b1c7-c39d14d13d23 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:37.994846 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-453a64e7-5d78-41d1-baea-32aaaa1b7d4b req-9eefdf8f-b642-4cf3-b1c7-c39d14d13d23 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.1068063 Aug 31 15:04:38.034419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-453a64e7-5d78-41d1-baea-32aaaa1b7d4b req-0577a665-6f4d-4c89-be51-1f29ebd930e7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336194 Aug 31 15:04:39.154516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a6ea4-40f5-43bd-b21f-c324ecb0d62d req-606fbc42-cacc-4fb9-be8e-f9e5ab8a1b44 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:39.156043 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc8a6ea4-40f5-43bd-b21f-c324ecb0d62d req-606fbc42-cacc-4fb9-be8e-f9e5ab8a1b44 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0545208 Aug 31 15:04:39.195075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bc8a6ea4-40f5-43bd-b21f-c324ecb0d62d req-e82f325a-6f89-430e-aff1-ad85864568f9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329757 Aug 31 15:04:40.309230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f796-1a30-4fe8-9075-26abee48f9f1 req-cdf2afb6-2068-42f4-ad6b-663aadc194e0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:40.310962 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50e8f796-1a30-4fe8-9075-26abee48f9f1 req-cdf2afb6-2068-42f4-ad6b-663aadc194e0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0488186 Aug 31 15:04:40.349849 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50e8f796-1a30-4fe8-9075-26abee48f9f1 req-8658f364-519e-4e59-a264-b7af3458c138 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Aug 31 15:04:40.687219 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:41.462394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0005ab-7f41-4b54-9adc-0d2dff39c208 req-62fb9632-a5b7-404a-b26e-a58f4bdc6759 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:41.463862 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce0005ab-7f41-4b54-9adc-0d2dff39c208 req-62fb9632-a5b7-404a-b26e-a58f4bdc6759 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0483077 Aug 31 15:04:41.501109 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ce0005ab-7f41-4b54-9adc-0d2dff39c208 req-a0a52bf3-2043-4bb1-93cf-04c072945b3f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Aug 31 15:04:42.616746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f7ff-dc7c-4eba-a511-07ff080cad4c req-9a6cfbcc-1720-4892-a272-12e30c987eb9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:42.618128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48f5f7ff-dc7c-4eba-a511-07ff080cad4c req-9a6cfbcc-1720-4892-a272-12e30c987eb9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0512011 Aug 31 15:04:42.655997 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-48f5f7ff-dc7c-4eba-a511-07ff080cad4c req-34af3161-13a2-4b44-9d1f-7539d3a7cd06 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Aug 31 15:04:43.768907 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34959-933e-43dc-96ce-5b2360c3f5c6 req-8eea5de3-24f5-4772-9d44-cac21f972c90 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:43.770415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5f34959-933e-43dc-96ce-5b2360c3f5c6 req-8eea5de3-24f5-4772-9d44-cac21f972c90 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0487239 Aug 31 15:04:43.807975 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f5f34959-933e-43dc-96ce-5b2360c3f5c6 req-8df5789c-9f5e-4d9c-8cab-52e08a51a2de tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 Aug 31 15:04:44.361585 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f450225-4677-4b02-82d3-4427fcaeee1c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:04:44.457992 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:04:44.468857 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'port_id': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:04:44.505550 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:44.518549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f450225-4677-4b02-82d3-4427fcaeee1c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:04:44.537082 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:04:44.541329 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:44.589016 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:44.596222 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.596573 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.596957 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.597303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.597641 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.597977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.598308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.598637 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.598994 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.599319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.599652 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.599977 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:04:44.836560 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3f450225-4677-4b02-82d3-4427fcaeee1c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:04:44.922329 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be953e9e-94bb-4e44-9dc9-ea598fa9b599 req-2cde0eef-de23-4e32-bdf7-494a0878b73a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:44.923831 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be953e9e-94bb-4e44-9dc9-ea598fa9b599 req-2cde0eef-de23-4e32-bdf7-494a0878b73a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 944 time: 0.0481966 Aug 31 15:04:44.961228 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-be953e9e-94bb-4e44-9dc9-ea598fa9b599 req-c5ba4c7a-e136-48eb-b80a-554eb6cc66b2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Aug 31 15:04:46.079487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66396-88e2-466b-85e3-8dffee80bc19 req-969b592c-ce31-4585-bade-b75b418c3bf2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:46.080989 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5aa66396-88e2-466b-85e3-8dffee80bc19 req-969b592c-ce31-4585-bade-b75b418c3bf2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 944 time: 0.0523872 Aug 31 15:04:46.117240 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5aa66396-88e2-466b-85e3-8dffee80bc19 req-9b359640-3bcf-4e90-a4a5-ae703c770ac3 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303419 Aug 31 15:04:46.368613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f450225-4677-4b02-82d3-4427fcaeee1c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:04:46.418987 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 3f450225-4677-4b02-82d3-4427fcaeee1c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:04:46.424700 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3f450225-4677-4b02-82d3-4427fcaeee1c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:04:46.425117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:46.508956 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:46.534170 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:04:46.536412 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b566e-e8fa-4b4a-8f14-20595280125f" -d '{"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:04:46.549951 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:04:46.554531 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:46.577750 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359457d9-c88f-4e0a-be4e-6c311795c3ad x-openstack-request-id: req-359457d9-c88f-4e0a-be4e-6c311795c3ad {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:04:46.578061 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:04:46.578300 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-359457d9-c88f-4e0a-be4e-6c311795c3ad {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:04:46.578686 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'code': 200} Aug 31 15:04:46.602855 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:46.698321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae0d50-c514-453b-8818-a057b2f78f71 req-59fe4b06-340e-46c5-941b-ec774a990971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:46.699724 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10ae0d50-c514-453b-8818-a057b2f78f71 req-59fe4b06-340e-46c5-941b-ec774a990971 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0404234 Aug 31 15:04:46.734776 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-10ae0d50-c514-453b-8818-a057b2f78f71 req-b5276959-ff32-47d1-9bc7-50c6041ddcec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277946 Aug 31 15:04:47.233736 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ad606-4a12-4f8d-ba7d-f28182882319 req-f7aae998-ff70-4488-96ff-3d2f86442a38 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:47.235191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d64ad606-4a12-4f8d-ba7d-f28182882319 req-f7aae998-ff70-4488-96ff-3d2f86442a38 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0485470 Aug 31 15:04:47.271765 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d64ad606-4a12-4f8d-ba7d-f28182882319 req-1af902c6-a66e-4e05-ad65-26c8f9302758 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Aug 31 15:04:48.392145 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989b7fa-309f-4ba6-b85b-79af4f1c4966 req-08751c97-27e9-4674-b776-30384157a3e4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:48.393927 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8989b7fa-309f-4ba6-b85b-79af4f1c4966 req-08751c97-27e9-4674-b776-30384157a3e4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0560675 Aug 31 15:04:48.432385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8989b7fa-309f-4ba6-b85b-79af4f1c4966 req-f76d6c67-385f-4899-8722-9c8471a40d59 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322354 Aug 31 15:04:48.547230 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca941e3d-6187-4be2-91a7-75e18149c58e req-1ea7a846-cfef-49d6-8d60-f4321084e543 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:48.548747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca941e3d-6187-4be2-91a7-75e18149c58e req-1ea7a846-cfef-49d6-8d60-f4321084e543 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0508029 Aug 31 15:04:48.586931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ca941e3d-6187-4be2-91a7-75e18149c58e req-d27813bf-6168-4c09-8327-22d06db3cd5e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Aug 31 15:04:48.609199 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59710) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:48.648679 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e7ef5e-f196-4d96-a341-889f8c209a1a tempest-TestShelveInstance-760789386 tempest-TestShelveInstance-760789386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:48.650665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-39e7ef5e-f196-4d96-a341-889f8c209a1a tempest-TestShelveInstance-760789386 tempest-TestShelveInstance-760789386-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1091 time: 0.0403113 Aug 31 15:04:48.653563 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59712) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:48.658487 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:04:48.679477 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:48.778496 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:48.882287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Allocated IP 172.25.0.210 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/70de40e8-cd4a-416d-9ecf-1085888a74e1) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:04:48.987716 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:49.027702 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:49.067553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:04:49.072367 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:04:49.077587 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:04:49.080394 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'Port': ['ID=70de40e8-cd4a-416d-9ecf-1085888a74e1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:49.434354 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:49.500065 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:49.649656 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:49.654126 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:49.726165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event updated for resources: {'Port': ['ID=70de40e8-cd4a-416d-9ecf-1085888a74e1,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:04:49.737439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:50.166608 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Floating IP eb0fd7f2-a21b-4c86-9aff-7f761e16a325 associated. External IP: 172.25.0.210, port: 3f450225-4677-4b02-82d3-4427fcaeee1c. Aug 31 15:04:50.366891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Router 31daf9e9-6ac8-463f-8bf4-7345ba415436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:04:50.476179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:04:50.486681 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] Sync routers for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:04:50.491765 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:50.495662 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:04:50.496293 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:04:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:50.524512 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-02ffbbc3-2a61-4760-8468-a8b76cb57564 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8699327 Aug 31 15:04:50.525122 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:04:50.527432 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c305618-68dd-4219-962c-89756897b12e" -d '{"events": [{"name": "network-changed", "server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:04:50.564791 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8124cad-8a40-4c34-b49a-7176c65d494d x-openstack-request-id: req-d8124cad-8a40-4c34-b49a-7176c65d494d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:04:50.565120 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:04:50.565378 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8124cad-8a40-4c34-b49a-7176c65d494d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:04:50.565792 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'status': 'completed', 'code': 200} Aug 31 15:04:50.603554 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:04:50.650038 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305618-68dd-4219-962c-89756897b12e req-5de699e4-ed5a-4f68-af69-a38f59ba3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:50.651569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c305618-68dd-4219-962c-89756897b12e req-5de699e4-ed5a-4f68-af69-a38f59ba3ac3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0418758 Aug 31 15:04:50.742209 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305618-68dd-4219-962c-89756897b12e req-e8a80775-63c1-4dfb-86bd-4c35c5c65892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:50.743646 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c305618-68dd-4219-962c-89756897b12e req-e8a80775-63c1-4dfb-86bd-4c35c5c65892 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0843499 Aug 31 15:04:50.818082 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c305618-68dd-4219-962c-89756897b12e req-59c06906-502e-47a6-b0d6-83aefe482bc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 999 time: 0.0661719 Aug 31 15:04:50.828486 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'eb0fd7f2-a21b-4c86-9aff-7f761e16a325', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'port_id': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de03757-146a-4971-b888-5c94588e55eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:04:49Z', 'updated_at': '2021-08-31T15:04:49Z', 'revision_number': 0, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:50.854577 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] Checking router: 31daf9e9-6ac8-463f-8bf4-7345ba415436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:04:50.863729 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:04:50.864020 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:04:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:50.875039 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305618-68dd-4219-962c-89756897b12e req-48bca279-e6dd-48e5-b9e4-783a21b04130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:50.876569 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c305618-68dd-4219-962c-89756897b12e req-48bca279-e6dd-48e5-b9e4-783a21b04130 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0503898 Aug 31 15:04:50.925115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305618-68dd-4219-962c-89756897b12e req-ef3ba21b-3891-4ead-9c64-ac5cca9fce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:50.926661 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c305618-68dd-4219-962c-89756897b12e req-ef3ba21b-3891-4ead-9c64-ac5cca9fce01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409658 Aug 31 15:04:50.968262 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:04:51.023710 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c305618-68dd-4219-962c-89756897b12e req-9fe1cd5a-54ce-491c-9e8a-50ba03099828 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882616 Aug 31 15:04:51.114798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5c305618-68dd-4219-962c-89756897b12e req-1ad84f60-b714-4d62-8e56-2f84954d11ce service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835805 Aug 31 15:04:51.189870 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'eb0fd7f2-a21b-4c86-9aff-7f761e16a325', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'port_id': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de03757-146a-4971-b888-5c94588e55eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:04:49Z', 'updated_at': '2021-08-31T15:04:49Z', 'revision_number': 0, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:04:51.218895 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09746fe1-d1ec-4ed6-9315-71ea4763bdfe None None] The sync data for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 is: [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': 'eb0fd7f2-a21b-4c86-9aff-7f761e16a325', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'port_id': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de03757-146a-4971-b888-5c94588e55eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:04:49Z', 'updated_at': '2021-08-31T15:04:49Z', 'revision_number': 0, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:04:51.412653 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75932e36-6378-4caa-97b9-0d5c5e3e8964 None None] New status for floating IP eb0fd7f2-a21b-4c86-9aff-7f761e16a325: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:04:55.538939 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:04:56.927253 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1484266e-e0cd-440c-b3a1-06d84697bf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:59.471206 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-55d8e105-7363-4a16-99f4-6af34dc0a7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:59.666036 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:00.914841 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:02.280712 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:06.583774 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-f903c096-1ca9-4dae-88ee-d726d1cc9783 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417092 Aug 31 15:05:06.691251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-813d088c-58db-4f42-b16b-ddccfa990aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:06.692638 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-813d088c-58db-4f42-b16b-ddccfa990aa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0454390 Aug 31 15:05:06.795888 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-9a6b6ff6-66a4-4a4a-bfc3-9d8e67292786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:06.797495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-9a6b6ff6-66a4-4a4a-bfc3-9d8e67292786 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0844276 Aug 31 15:05:06.870511 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-d04abfc6-05f8-494c-ac48-508509c2b320 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 1001 time: 0.0630352 Aug 31 15:05:06.922683 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-7ba282dc-d0f7-4c5a-a004-d1303b49c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:06.924125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-7ba282dc-d0f7-4c5a-a004-d1303b49c6ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0443454 Aug 31 15:05:06.970513 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-8a2eff73-b67b-4860-9867-8ca02eed66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:06.972008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-8a2eff73-b67b-4860-9867-8ca02eed66a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397921 Aug 31 15:05:07.066222 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-6cf12134-7490-4705-b952-f193107a1277 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850048 Aug 31 15:05:07.159612 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e38d622d-ce36-4852-8e7a-bbc2eb6b073b req-f36e1eb4-250d-4ee9-9da2-863373ea3835 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851927 Aug 31 15:05:10.683049 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:21.398567 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5252b93f-c88c-45a4-9747-d3dee6092a5d req-2692e07d-800c-46a9-a29b-5cd3e8e51756 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288754 Aug 31 15:05:21.463753 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5252b93f-c88c-45a4-9747-d3dee6092a5d req-bd6d64a9-73b9-4617-9cf8-def072ad9f66 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0251648 Aug 31 15:05:21.515811 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5252b93f-c88c-45a4-9747-d3dee6092a5d req-a11d145a-f346-44ef-b806-ad1ddf645311 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208790 Aug 31 15:05:21.615483 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252b93f-c88c-45a4-9747-d3dee6092a5d req-c8d8f54b-0096-4157-ac05-a085cd03da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:21.616897 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5252b93f-c88c-45a4-9747-d3dee6092a5d req-c8d8f54b-0096-4157-ac05-a085cd03da95 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944376 Aug 31 15:05:26.928248 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a448be4c-d2dd-4b2e-9a39-c3b06254e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.471160 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e335737-5dbb-4774-b6c3-63a0f9b9244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.667779 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:30.916558 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:32.282170 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:32.537420 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:05:40.684034 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:56.928560 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a7905dc8-a075-412b-98b8-990015c841c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:59.473443 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-786051fb-db91-459b-bf1f-8664a8202a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:59.668951 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:00.920343 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:02.282911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:08.565659 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-f41ad2a0-97e7-433f-803c-6d389f2f28f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403774 Aug 31 15:06:08.669318 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-8306af81-2131-48bf-a406-18010342fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:08.671031 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-8306af81-2131-48bf-a406-18010342fa6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0468395 Aug 31 15:06:08.773542 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-7e9b9522-fc66-4fbc-869e-d520e6c0aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:08.775340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-7e9b9522-fc66-4fbc-869e-d520e6c0aa5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0839567 Aug 31 15:06:08.844405 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-f22c335f-c2ad-4929-9a1f-a948810bf928 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 1001 time: 0.0617583 Aug 31 15:06:08.897714 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-d8777938-d940-4c89-894b-2f835aa36995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:08.899181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-d8777938-d940-4c89-894b-2f835aa36995 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0473368 Aug 31 15:06:08.945261 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-dcd291aa-c6d7-4e56-80ef-92e435462a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:08.946660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-dcd291aa-c6d7-4e56-80ef-92e435462a17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395019 Aug 31 15:06:09.039596 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-7e395802-c11b-45b7-95e1-df64d2387d5c service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853038 Aug 31 15:06:09.129883 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6f7a657b-684e-4c20-adfe-5e2b5077e24f req-b3e41fbb-aaa1-49d3-bcb9-0b22bdcc2f85 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822172 Aug 31 15:06:09.536206 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:06:10.686652 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:22.416273 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1639d23-f618-405b-b84a-20d7e1cf3257 req-d99f2fbb-58e5-4916-9ddc-d31fc3f5a577 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279901 Aug 31 15:06:22.515135 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1639d23-f618-405b-b84a-20d7e1cf3257 req-7b1f5eb3-2dac-427b-806f-0af2ec9cb401 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0252774 Aug 31 15:06:22.567374 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1639d23-f618-405b-b84a-20d7e1cf3257 req-baa27a99-8064-4f0e-a32f-f46ac3ee492b service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199962 Aug 31 15:06:22.667138 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1639d23-f618-405b-b84a-20d7e1cf3257 req-ff4e555f-8344-4622-a043-7048975d0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:22.668514 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b1639d23-f618-405b-b84a-20d7e1cf3257 req-ff4e555f-8344-4622-a043-7048975d0135 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0903251 Aug 31 15:06:26.930115 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-39a0c251-93bf-4f1c-afa1-c870628b42b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.473352 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-252b0135-0573-487d-9ca7-2d0ae92bfbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.670369 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.923426 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.286491 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.694929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:46.534930 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:06:48.006485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc24bc-a02d-4f9d-9b71-3f0f61b25773 req-47bcaf24-3d5b-44fd-861d-b70c112f9ffe tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:48.007882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75bc24bc-a02d-4f9d-9b71-3f0f61b25773 req-47bcaf24-3d5b-44fd-861d-b70c112f9ffe tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0507910 Aug 31 15:06:48.046170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-75bc24bc-a02d-4f9d-9b71-3f0f61b25773 req-a1aa14c5-2c0d-4129-ab7d-9abccf26b69c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Aug 31 15:06:49.196881 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de0c1-9b64-43ef-9159-e2ecfeab60dc req-756323aa-9ca9-495d-b241-b47c2edadb0c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:49.198420 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505de0c1-9b64-43ef-9159-e2ecfeab60dc req-756323aa-9ca9-495d-b241-b47c2edadb0c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0550032 Aug 31 15:06:49.236181 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-505de0c1-9b64-43ef-9159-e2ecfeab60dc req-fe65a22e-591d-4f1f-adb0-dbfa5a782515 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318425 Aug 31 15:06:50.350905 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce4c05-9782-4f4f-851c-4a92bc0c2844 req-ca4dd1d3-b67b-4ebe-ab31-deadc9c3e9bf tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:50.352483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2ce4c05-9782-4f4f-851c-4a92bc0c2844 req-ca4dd1d3-b67b-4ebe-ab31-deadc9c3e9bf tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0505939 Aug 31 15:06:50.391080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f2ce4c05-9782-4f4f-851c-4a92bc0c2844 req-d4873001-8fd0-4ed8-8edd-55d38dee8e06 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Aug 31 15:06:51.507104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c0154-9e5c-4835-bb35-5daa961f1f96 req-18b3120a-f75a-43a7-8fb9-779628abca50 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:51.508600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-607c0154-9e5c-4835-bb35-5daa961f1f96 req-18b3120a-f75a-43a7-8fb9-779628abca50 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0502028 Aug 31 15:06:51.548005 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-607c0154-9e5c-4835-bb35-5daa961f1f96 req-cf123fa6-a1be-4d98-a31b-1329c17985ef tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326455 Aug 31 15:06:52.669891 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6749d6-e0bb-4ed1-a7c8-1d00316d85a8 req-300ed29f-fb35-4bfc-a47e-b46c9d8668c7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:52.671292 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f6749d6-e0bb-4ed1-a7c8-1d00316d85a8 req-300ed29f-fb35-4bfc-a47e-b46c9d8668c7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0537767 Aug 31 15:06:52.708583 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4f6749d6-e0bb-4ed1-a7c8-1d00316d85a8 req-6203723d-f1c2-4311-84d0-096402269740 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Aug 31 15:06:53.825170 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4192c57-7521-4a2d-875e-120d516f24e1 req-22a6e62f-df6d-426b-b52d-335120811dc1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:53.826681 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4192c57-7521-4a2d-875e-120d516f24e1 req-22a6e62f-df6d-426b-b52d-335120811dc1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0508718 Aug 31 15:06:53.864752 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4192c57-7521-4a2d-875e-120d516f24e1 req-7019da64-0030-4afa-964c-6d472345b9ff tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Aug 31 15:06:54.980441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbab6f-2611-4230-b2f7-197c3c88a8e5 req-bb9f2aec-d70c-4106-823e-4d3cb394c166 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:54.981978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3dbab6f-2611-4230-b2f7-197c3c88a8e5 req-bb9f2aec-d70c-4106-823e-4d3cb394c166 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0501139 Aug 31 15:06:55.022192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c3dbab6f-2611-4230-b2f7-197c3c88a8e5 req-a43aadc9-32cf-4a41-9203-e76b5b528ac4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342691 Aug 31 15:06:56.141705 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463c282-f1c3-436c-83a0-c89af6ea0d5a req-4120e566-a273-463a-ad70-1b5c11bec184 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:56.143203 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c463c282-f1c3-436c-83a0-c89af6ea0d5a req-4120e566-a273-463a-ad70-1b5c11bec184 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0530314 Aug 31 15:06:56.180787 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c463c282-f1c3-436c-83a0-c89af6ea0d5a req-5ec2aeef-ea93-493a-82c4-31220a522494 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317342 Aug 31 15:06:56.932072 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-85fbff78-5d8b-4e93-9c78-f0ea20235cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:57.294900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9563cf-d451-4114-aa5b-04271d79dc5e req-5f9b229e-a6fc-4f0d-aff2-d7433756724c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:57.296389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d9563cf-d451-4114-aa5b-04271d79dc5e req-5f9b229e-a6fc-4f0d-aff2-d7433756724c tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0495117 Aug 31 15:06:57.332931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6d9563cf-d451-4114-aa5b-04271d79dc5e req-b4129bb2-b498-41c7-a51f-4f3c5d9ecefb tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306597 Aug 31 15:06:58.225025 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-3b83caff-dba1-4d45-a891-0bf5a16e71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:58.226506 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-3b83caff-dba1-4d45-a891-0bf5a16e71df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0402849 Aug 31 15:06:58.321541 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-71cc7946-e25b-4a2b-afb7-0fa38a92d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:58.323022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-71cc7946-e25b-4a2b-afb7-0fa38a92d6ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0885518 Aug 31 15:06:58.389616 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-18390330-6587-42c5-b316-d5ff91ad79a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 1001 time: 0.0590892 Aug 31 15:06:58.473995 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-0a153643-b260-451e-8307-26807ef57079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:58.475549 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-0a153643-b260-451e-8307-26807ef57079 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0781171 Aug 31 15:06:58.485864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788bf37-0c8c-4bc2-8015-02f409a16fab req-d0fb2dfe-aa2c-4e60-a0b0-fdddc2553f0e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:58.487265 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0788bf37-0c8c-4bc2-8015-02f409a16fab req-d0fb2dfe-aa2c-4e60-a0b0-fdddc2553f0e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0817165 Aug 31 15:06:58.549902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-8d219554-8a5c-46c0-b2ac-6c19f54345aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:58.551426 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-8d219554-8a5c-46c0-b2ac-6c19f54345aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633264 Aug 31 15:06:58.554656 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0788bf37-0c8c-4bc2-8015-02f409a16fab req-7087ab26-0a0c-426c-9bed-1c60263427d7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591733 Aug 31 15:06:58.563788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-915b56f0-4051-4b23-943c-389deb59e289 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:06:58.564747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-915b56f0-4051-4b23-943c-389deb59e289 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049958 Aug 31 15:06:58.659790 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-0f4204a0-abbf-4dcf-ab3c-103426094e99 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867198 Aug 31 15:06:58.755758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e5bc5c6-a17a-4033-aea5-f2b1f05eddad req-549d50dd-c3fa-42ae-b1a2-72978cda3b89 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883641 Aug 31 15:06:59.474669 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45e30de2-3d36-44b3-98b4-042b24cd26a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:59.672709 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:59.677772 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cff55-c548-437f-b0ec-b92d44cc333e req-214e20f0-c243-450c-8a92-c600855bf5cb tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:59.679288 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-278cff55-c548-437f-b0ec-b92d44cc333e req-214e20f0-c243-450c-8a92-c600855bf5cb tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0544920 Aug 31 15:06:59.723139 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-278cff55-c548-437f-b0ec-b92d44cc333e req-66c12318-7f53-4edf-990d-566b5b0d5001 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378678 Aug 31 15:07:00.847294 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0a833-00cc-4879-aa94-fd2d8c3d8138 req-f5e5d400-c1de-4a0e-a58c-717556740a07 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:00.848784 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0b0a833-00cc-4879-aa94-fd2d8c3d8138 req-f5e5d400-c1de-4a0e-a58c-717556740a07 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0516205 Aug 31 15:07:00.890151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0b0a833-00cc-4879-aa94-fd2d8c3d8138 req-b063d724-b931-4cc3-9e3b-677536a22f0e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338759 Aug 31 15:07:00.925743 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:02.009788 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84940c-fe1a-44c6-a2d0-4f1f4f7b5e2c req-6d4390ca-6bbe-4bdb-b97a-af494269ed38 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:02.011312 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a84940c-fe1a-44c6-a2d0-4f1f4f7b5e2c req-6d4390ca-6bbe-4bdb-b97a-af494269ed38 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0538707 Aug 31 15:07:02.050576 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2a84940c-fe1a-44c6-a2d0-4f1f4f7b5e2c req-c8fd1aad-cec6-4c35-9d6f-db5e1f3c8c11 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330763 Aug 31 15:07:02.291127 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:03.162339 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a20ba-a025-46d8-8862-d368308b3b9e req-af6e9e74-d60b-4225-b810-a3a58fca87da tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:03.165046 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-466a20ba-a025-46d8-8862-d368308b3b9e req-af6e9e74-d60b-4225-b810-a3a58fca87da tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0490315 Aug 31 15:07:03.207600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-466a20ba-a025-46d8-8862-d368308b3b9e req-6c71dbe7-233b-4f15-9920-502fa564e27d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370555 Aug 31 15:07:03.408621 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-ab7a677f-e901-466f-88f4-c0f740c55f27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0661411 Aug 31 15:07:03.424445 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a196be4-cedf-42c8-abd0-1669130f1b24 req-3299ee95-fb22-49ea-b13c-a106ee6508fa tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:03.426162 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a196be4-cedf-42c8-abd0-1669130f1b24 req-3299ee95-fb22-49ea-b13c-a106ee6508fa tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0595114 Aug 31 15:07:03.464879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1a196be4-cedf-42c8-abd0-1669130f1b24 req-46b4d138-eba8-445e-aaad-54119e8fc855 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Aug 31 15:07:04.582609 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284719-95f2-4f26-bac7-ab9f532358f0 req-722a5a31-614e-462a-9b23-e60f8071b45a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:04.584128 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e284719-95f2-4f26-bac7-ab9f532358f0 req-722a5a31-614e-462a-9b23-e60f8071b45a tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0500093 Aug 31 15:07:04.622008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5e284719-95f2-4f26-bac7-ab9f532358f0 req-2bd98db9-53df-4db6-a8c0-1ab8daa4a0b4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312264 Aug 31 15:07:05.179031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f450225-4677-4b02-82d3-4427fcaeee1c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:07:05.255776 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:05.278956 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:07:05.281247 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f860e18-6f4e-409e-a5d4-4d7248db3db4" -d '{"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:07:05.294091 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:07:05.298421 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:05.323840 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58abb6a8-b262-482d-9142-db058f6250e9 x-openstack-request-id: req-58abb6a8-b262-482d-9142-db058f6250e9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:07:05.323840 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-unplugged", "status": "failed", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c", "code": 422}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:07:05.325671 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58abb6a8-b262-482d-9142-db058f6250e9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:07:05.325671 n-d-792362-6 neutron-server[101362]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'code': 422} returned with failed status Aug 31 15:07:05.349904 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:07:05.357129 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.357485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.357829 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.358166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.358502 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.358835 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.359165 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.359492 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.359816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.360140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.360463 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.360784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:05.741727 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43029781-e018-4c49-a507-9e3e0c7b1072 req-f3405aec-7c3e-4d4c-a0c5-ab24d411ebc4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:05.743249 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43029781-e018-4c49-a507-9e3e0c7b1072 req-f3405aec-7c3e-4d4c-a0c5-ab24d411ebc4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0542126 Aug 31 15:07:05.781431 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-43029781-e018-4c49-a507-9e3e0c7b1072 req-b0f4015a-e7bc-4b72-9c6b-df0768857b89 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321972 Aug 31 15:07:06.899770 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac26364-f003-4f5a-a490-26bf6d72b7d3 req-9586c7b2-2686-4920-a2ec-f3230439de19 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:06.901815 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fac26364-f003-4f5a-a490-26bf6d72b7d3 req-9586c7b2-2686-4920-a2ec-f3230439de19 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0516934 Aug 31 15:07:06.940317 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fac26364-f003-4f5a-a490-26bf6d72b7d3 req-6774a03c-eba9-47c3-8fbf-c17c0a1b052e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325115 Aug 31 15:07:08.053341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424d85b-0586-4096-aaf1-1859386fe98d req-b7c3a68c-2714-4db6-9b44-79d9c80381b1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:08.055358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f424d85b-0586-4096-aaf1-1859386fe98d req-b7c3a68c-2714-4db6-9b44-79d9c80381b1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0483332 Aug 31 15:07:08.094022 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f424d85b-0586-4096-aaf1-1859386fe98d req-8cbee19d-3f0e-47ce-8391-35e2952122ba tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325317 Aug 31 15:07:08.139624 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-d408eb7d-5d80-475a-aedd-8c4576c234e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:08.141191 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-d408eb7d-5d80-475a-aedd-8c4576c234e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb&tenant_id=27f956b7f4e047d98675e1960406a35e HTTP/1.1" status: 200 len: 1094 time: 0.0462778 Aug 31 15:07:08.213947 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-18f1a476-ed94-4555-ba61-cce2f88e58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:08.215474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-18f1a476-ed94-4555-ba61-cce2f88e58e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1094 time: 0.0404503 Aug 31 15:07:08.315971 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-fd295c06-a7e4-4a1d-9e65-d79f4788e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:08.317383 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-fd295c06-a7e4-4a1d-9e65-d79f4788e515 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0869334 Aug 31 15:07:08.383235 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-0c1a7283-4649-458f-a2c0-c36248bce761 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 999 time: 0.0578961 Aug 31 15:07:08.433325 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-5dc6f03c-4554-4693-a71b-280229defefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:08.434797 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-5dc6f03c-4554-4693-a71b-280229defefd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0437553 Aug 31 15:07:08.485862 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-013111d7-bbc6-4ad8-949d-faac1010a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:08.487378 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-013111d7-bbc6-4ad8-949d-faac1010a657 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439837 Aug 31 15:07:08.579931 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-8e540a47-f118-40c0-8b7c-7287d34bc2d2 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Aug 31 15:07:08.671827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-9c44b423-2782-4ac7-b4e6-de368b0191da service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Aug 31 15:07:09.213584 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59300f6f-99aa-451d-9583-438c74e7e807 req-f7bb6a24-55c6-4272-afee-069389ebd04d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:09.215301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59300f6f-99aa-451d-9583-438c74e7e807 req-f7bb6a24-55c6-4272-afee-069389ebd04d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0521982 Aug 31 15:07:09.252879 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-59300f6f-99aa-451d-9583-438c74e7e807 req-fb2aaed7-c616-4906-9cee-805f30e0d5d7 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Aug 31 15:07:10.367502 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacca2ba-3e50-40f4-80d4-829402335bbd req-e9a7f042-4309-4c33-9ced-6d2fc64387e2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:10.369065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eacca2ba-3e50-40f4-80d4-829402335bbd req-e9a7f042-4309-4c33-9ced-6d2fc64387e2 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0498118 Aug 31 15:07:10.407340 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-eacca2ba-3e50-40f4-80d4-829402335bbd req-33c292f6-5bbf-448c-bf19-6721e0f09be5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323153 Aug 31 15:07:10.604045 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-3a433079-f571-402b-a442-50c7b49a327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:10.605566 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-3a433079-f571-402b-a442-50c7b49a327c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1094 time: 0.0408974 Aug 31 15:07:10.700497 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:10.713328 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-ff7049a8-80cf-4f6e-8365-7cd712a4ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:10.714820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-ff7049a8-80cf-4f6e-8365-7cd712a4ca7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0877197 Aug 31 15:07:10.783872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-1d71d4bd-aa21-49cc-b147-509bea306b3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 999 time: 0.0618222 Aug 31 15:07:10.838426 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-46364a1c-6f55-42ad-8af0-4bf27bf623e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:10.839900 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-46364a1c-6f55-42ad-8af0-4bf27bf623e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0480409 Aug 31 15:07:10.888021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-3b5f074a-c825-4cf9-a5be-59b76d003c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:10.889471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-3b5f074a-c825-4cf9-a5be-59b76d003c8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412939 Aug 31 15:07:10.979750 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-cd1000c6-6a62-44f6-aca3-43c2ccc6297f service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Aug 31 15:07:11.073736 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-77dfaec3-c1a9-4e56-b9ee-04e680468ec0 req-d808c106-5243-4a54-9732-415a7ddaaa0f service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864067 Aug 31 15:07:11.525015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7711-e8e1-4eb5-a8ba-9856e3d15bfb req-1e741586-4aaa-4f70-b9c5-58e3c55a7209 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:11.526509 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07bd7711-e8e1-4eb5-a8ba-9856e3d15bfb req-1e741586-4aaa-4f70-b9c5-58e3c55a7209 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0509019 Aug 31 15:07:11.564098 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-07bd7711-e8e1-4eb5-a8ba-9856e3d15bfb req-556bc1ea-1175-4b53-b07a-b0d82ba20330 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Aug 31 15:07:12.681408 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2b69-c730-45d1-8e30-371456efda6c req-4d7a1c07-7936-42cb-b427-df2b4f1814b0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:12.682802 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4be2b69-c730-45d1-8e30-371456efda6c req-4d7a1c07-7936-42cb-b427-df2b4f1814b0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0532236 Aug 31 15:07:12.720592 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-b4be2b69-c730-45d1-8e30-371456efda6c req-4558dad7-8048-4348-9268-7809ca6815a1 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Aug 31 15:07:13.833665 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa2579-7141-4d26-8953-7564af8a98bf req-fb2cdc89-3448-427f-a397-db5933502ecd tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:13.835242 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbaa2579-7141-4d26-8953-7564af8a98bf req-fb2cdc89-3448-427f-a397-db5933502ecd tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0481994 Aug 31 15:07:13.874692 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bbaa2579-7141-4d26-8953-7564af8a98bf req-b7e752e2-c6fa-4360-a869-58bbca3e240e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329509 Aug 31 15:07:14.989018 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f92f3-401a-49be-a66b-3fa9f3b5389b req-a7c8c51f-f343-46ce-8e19-657fc79989c6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:14.990555 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd3f92f3-401a-49be-a66b-3fa9f3b5389b req-a7c8c51f-f343-46ce-8e19-657fc79989c6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0493441 Aug 31 15:07:15.029002 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-bd3f92f3-401a-49be-a66b-3fa9f3b5389b req-7d81d480-c8ec-412a-a0d0-cf5ac49e0eae tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Aug 31 15:07:16.145950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba05b3-24ea-4b7d-b2f5-494c36c313dd req-7d540695-7e75-4a3e-a6d7-b20601aba70e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:16.147400 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44ba05b3-24ea-4b7d-b2f5-494c36c313dd req-7d540695-7e75-4a3e-a6d7-b20601aba70e tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0521686 Aug 31 15:07:16.183769 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-44ba05b3-24ea-4b7d-b2f5-494c36c313dd req-d81ac46e-c6d3-4b22-ac64-49bfd76cfdad tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 Aug 31 15:07:17.249576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f450225-4677-4b02-82d3-4427fcaeee1c details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:07:17.298571 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc288-20ff-4f64-a899-f813470aba75 req-0f7d7925-5726-4a51-948c-8304f97c543f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:17.300064 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c65fc288-20ff-4f64-a899-f813470aba75 req-0f7d7925-5726-4a51-948c-8304f97c543f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 943 time: 0.0492551 Aug 31 15:07:17.338123 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c65fc288-20ff-4f64-a899-f813470aba75 req-e533aa01-fdaf-490d-a684-49d91ac368c6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Aug 31 15:07:17.347648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:07:17.360199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'port_id': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:07:17.396781 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:17.409118 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f450225-4677-4b02-82d3-4427fcaeee1c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:07:17.432911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:07:17.436784 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:17.481932 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:07:17.781013 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['3f450225-4677-4b02-82d3-4427fcaeee1c'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:07:18.453151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4590-053c-4d9a-a919-3c549c6168bd req-4cc4cf4e-e801-4b6b-b516-7df341b511ba tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:18.454628 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e0f4590-053c-4d9a-a919-3c549c6168bd req-4cc4cf4e-e801-4b6b-b516-7df341b511ba tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 944 time: 0.0487890 Aug 31 15:07:18.490860 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-3e0f4590-053c-4d9a-a919-3c549c6168bd req-ac51e515-5ffc-415f-b174-265814f714e8 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303829 Aug 31 15:07:19.263673 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f450225-4677-4b02-82d3-4427fcaeee1c up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:07:19.313249 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 3f450225-4677-4b02-82d3-4427fcaeee1c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:07:19.313631 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:19.399086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:19.422655 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:07:19.424704 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f054e-fd19-475b-97d7-b0e87ff85b4f" -d '{"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:07:19.437807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:07:19.442671 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:19.481439 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e15266d-add5-47a4-b838-1436365ed1b9 x-openstack-request-id: req-5e15266d-add5-47a4-b838-1436365ed1b9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:07:19.481726 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:07:19.481975 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e15266d-add5-47a4-b838-1436365ed1b9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:07:19.482968 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'code': 200} Aug 31 15:07:19.506060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:07:19.623127 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0372188-4648-444a-927e-b2aaf66dae7f req-e9ac7495-0b26-4086-a778-20eb174e6764 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:19.624662 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0372188-4648-444a-927e-b2aaf66dae7f req-e9ac7495-0b26-4086-a778-20eb174e6764 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0604346 Aug 31 15:07:19.685233 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a0372188-4648-444a-927e-b2aaf66dae7f req-0a4a853a-7b7a-4d37-bf34-c619f1539094 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540822 Aug 31 15:07:19.699252 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed64a0-6212-4483-ad5e-6c9e07af5a6f req-67e2cb64-d323-42ca-b6e9-1d164d92d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:19.701254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5aed64a0-6212-4483-ad5e-6c9e07af5a6f req-67e2cb64-d323-42ca-b6e9-1d164d92d593 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0529869 Aug 31 15:07:19.738690 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-5aed64a0-6212-4483-ad5e-6c9e07af5a6f req-6338d1f1-29ff-4002-83f0-70ecc8aaf54a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298963 Aug 31 15:07:20.804460 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b109-4b24-4b30-bb4e-a8684ab7e020 req-fe6a2bb5-946e-4147-8fdd-c293a54e6cfd tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:20.805994 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d38b109-4b24-4b30-bb4e-a8684ab7e020 req-fe6a2bb5-946e-4147-8fdd-c293a54e6cfd tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0487735 Aug 31 15:07:20.845410 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7d38b109-4b24-4b30-bb4e-a8684ab7e020 req-ab0d14d5-af56-40bf-accb-435bf42339f6 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330415 Aug 31 15:07:21.970161 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef743a23-cc4a-4a9e-a953-00e159c37022 req-410f56e8-201e-4593-ac0f-9911382950a4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:21.971663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef743a23-cc4a-4a9e-a953-00e159c37022 req-410f56e8-201e-4593-ac0f-9911382950a4 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0575643 Aug 31 15:07:22.009062 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ef743a23-cc4a-4a9e-a953-00e159c37022 req-fded5b38-bd3e-4741-a94d-0265a77247b9 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Aug 31 15:07:23.388281 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46aec4e8-c335-4674-ba8d-d7f11cbad11d req-7c76e5e5-11f4-43bf-aa7a-a27f75498c00 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274568 Aug 31 15:07:23.456654 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46aec4e8-c335-4674-ba8d-d7f11cbad11d req-8efe02e7-ed45-45fe-99dc-fb013f7b89f8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0252786 Aug 31 15:07:23.509254 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46aec4e8-c335-4674-ba8d-d7f11cbad11d req-cdb2ba98-0e45-4575-b2c5-c2efb66cfd0a service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198052 Aug 31 15:07:23.532892 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:07:23.604389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aec4e8-c335-4674-ba8d-d7f11cbad11d req-ed909ed9-24aa-46d3-a8c9-14d964f11377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:23.605891 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-46aec4e8-c335-4674-ba8d-d7f11cbad11d req-ed909ed9-24aa-46d3-a8c9-14d964f11377 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0898457 Aug 31 15:07:26.937117 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2577871-7ad9-4eec-9592-608d33e4b762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:29.476538 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6d5e76f-fd99-4476-8925-02c3d36d2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:29.674077 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:30.930595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:32.296320 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:40.709153 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:56.938222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa556-f0a1-45af-8409-60760e8cd08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:59.478402 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7e541c74-d78d-4838-a6bd-729221c6268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:59.675171 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:00.532406 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:08:00.932927 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:02.298748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:10.569529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-cf29c792-84e4-489e-9d57-bceb110f48d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396633 Aug 31 15:08:10.668508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e57f12-10ef-43d0-9911-5cc55052441c req-14799b13-6c7b-4978-b694-cfb06ca090df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:10.670415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-14799b13-6c7b-4978-b694-cfb06ca090df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0393236 Aug 31 15:08:10.706771 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:10.776612 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e57f12-10ef-43d0-9911-5cc55052441c req-9daa82c7-4688-4770-9424-e60f190b4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:10.778119 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-9daa82c7-4688-4770-9424-e60f190b4bf6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.0868742 Aug 31 15:08:10.842476 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-6899bb51-fbc8-4155-a4d6-1fec2f30ac15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 1001 time: 0.0570285 Aug 31 15:08:10.892938 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e57f12-10ef-43d0-9911-5cc55052441c req-c9772e0e-77e3-46fe-9cbd-42f22e50e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:10.894398 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-c9772e0e-77e3-46fe-9cbd-42f22e50e3d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0445616 Aug 31 15:08:10.947909 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e57f12-10ef-43d0-9911-5cc55052441c req-d2db2789-5ed2-4155-9eab-1d784c0b55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:10.949839 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-d2db2789-5ed2-4155-9eab-1d784c0b55a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459938 Aug 31 15:08:11.041814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-84880b27-2aa0-4fac-9939-409aa8f1db07 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826809 Aug 31 15:08:11.132887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-11e57f12-10ef-43d0-9911-5cc55052441c req-6e105c7c-8d80-4b87-9d6d-20115ab89abe service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Aug 31 15:08:23.412416 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-83038f88-ecb9-4432-af70-d20901ae6c87 req-8ffffb71-e023-4a52-a7bc-e394f1cbfaf0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258727 Aug 31 15:08:23.477162 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-83038f88-ecb9-4432-af70-d20901ae6c87 req-5dfe5ad2-2b44-4619-aaef-dfd5d3603136 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0249979 Aug 31 15:08:23.531991 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-83038f88-ecb9-4432-af70-d20901ae6c87 req-5d6082cf-f073-479b-b457-1c0c15852b44 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190592 Aug 31 15:08:23.630498 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038f88-ecb9-4432-af70-d20901ae6c87 req-651f3b19-75cb-4f4f-acb5-c7166a88495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:23.631911 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-83038f88-ecb9-4432-af70-d20901ae6c87 req-651f3b19-75cb-4f4f-acb5-c7166a88495a service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918615 Aug 31 15:08:26.939386 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0409e389-3686-4751-9616-5af3528e0e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:29.479679 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb43690a-852f-45fb-b39a-164d221439da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:29.676811 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.935308 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.299051 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.131251 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59882) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:35.303447 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Deleting port 70de40e8-cd4a-416d-9ecf-1085888a74e1 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:35.303795 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.377567 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.377900 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.389600 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Calling delete_port for 70de40e8-cd4a-416d-9ecf-1085888a74e1 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:35.534332 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.557536 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event deleted for resources: {'Port': ['ID=70de40e8-cd4a-416d-9ecf-1085888a74e1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:35.570691 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.571048 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.571396 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.571741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.572084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.572419 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.572755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.573115 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.573453 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.574206 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.574555 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.574886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:35.976052 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.976389 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Floating IP eb0fd7f2-a21b-4c86-9aff-7f761e16a325 disassociated (deleted). External IP: 172.25.0.210, port: 3f450225-4677-4b02-82d3-4427fcaeee1c. Aug 31 15:08:36.183554 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Router 31daf9e9-6ac8-463f-8bf4-7345ba415436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:08:36.290924 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:36.295689 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.300919 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] Sync routers for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:36.309777 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:36.310383 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:36.321820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-99ef1c28-d115-4098-b79e-7fbaa5080809 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "DELETE /v2.0/floatingips/eb0fd7f2-a21b-4c86-9aff-7f761e16a325 HTTP/1.1" status: 204 len: 168 time: 1.1894746 Aug 31 15:08:36.322421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:36.324699 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5529575-6d88-4d4e-b615-182968e6e5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:36.420287 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:36.531444 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edc0346-d1ce-45e4-a659-5e8e6b5b1c4f x-openstack-request-id: req-1edc0346-d1ce-45e4-a659-5e8e6b5b1c4f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:36.531809 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:36.532133 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1edc0346-d1ce-45e4-a659-5e8e6b5b1c4f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:36.532610 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'status': 'completed', 'code': 200} Aug 31 15:08:36.627169 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:36.654075 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6be7af-845f-4c77-ac4c-748ab1f9ac3d req-c1ed3c6d-2bec-43c1-8441-6ae0f594dbaa tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:36.655629 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f6be7af-845f-4c77-ac4c-748ab1f9ac3d req-c1ed3c6d-2bec-43c1-8441-6ae0f594dbaa tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0796254 Aug 31 15:08:36.657465 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-e4f9e7b6-a205-415b-8756-989b3e7d8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:36.657757 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] Checking router: 31daf9e9-6ac8-463f-8bf4-7345ba415436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:36.659080 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-e4f9e7b6-a205-415b-8756-989b3e7d8f65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f956b7f4e047d98675e1960406a35e&device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 1096 time: 0.0730274 Aug 31 15:08:36.666614 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:36.667220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:36.754171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f6be7af-845f-4c77-ac4c-748ab1f9ac3d req-9ddefd53-3b7f-4b0b-b884-77387768a92f tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922971 Aug 31 15:08:36.775500 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:36.788572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-35cfe00a-b8fe-4c09-a078-d967c0ee6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:36.790076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-35cfe00a-b8fe-4c09-a078-d967c0ee6a23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 200 len: 910 time: 0.1208138 Aug 31 15:08:36.833665 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-746a5e72-5b18-4509-915e-355c96f6cd68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 200 len: 217 time: 0.0351214 Aug 31 15:08:36.889671 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-68be34a9-e742-421f-8fcd-9165539bc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:36.891637 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-68be34a9-e742-421f-8fcd-9165539bc53c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 200 len: 847 time: 0.0492074 Aug 31 15:08:36.939392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-30e9fbb8-18e6-43fe-b3a3-c6af858a793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:36.941066 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-30e9fbb8-18e6-43fe-b3a3-c6af858a793d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405524 Aug 31 15:08:36.975534 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:37.001645 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607bc43-b093-4ede-8cad-774069680ca4 None None] The sync data for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 is: [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T14:59:56Z', 'revision_number': 4, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'cc03cec4-f3af-481e-9aa9-9b77b426d0a5', 'name': '', 'network_id': 'b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'mac_address': 'fa:16:3e:bf:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:56Z', 'updated_at': '2021-08-31T15:00:01Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'subnets': [{'id': 'fe18a735-3cb1-4774-96a9-21a47261fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:08:37.047788 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-209380ef-dbe2-4cfa-a86d-e885387f73dc service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975721 Aug 31 15:08:37.150347 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c5529575-6d88-4d4e-b615-182968e6e5c9 req-da5e26e9-6b54-4040-b6be-fd32c2896d86 service neutron] 10.222.0.26 "GET /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940888 Aug 31 15:08:37.237375 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2571f-6962-4825-8b1f-1bddf0f55937 None None] New status for floating IP eb0fd7f2-a21b-4c86-9aff-7f761e16a325: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:08:37.531875 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:08:37.870389 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52629e39-e280-44b5-9131-c9b9e5e3fa29 req-2eba061a-7060-4a4c-936b-b9ae73cdc4eb tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:37.871866 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52629e39-e280-44b5-9131-c9b9e5e3fa29 req-2eba061a-7060-4a4c-936b-b9ae73cdc4eb tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0501635 Aug 31 15:08:37.912764 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-52629e39-e280-44b5-9131-c9b9e5e3fa29 req-1b1ddf2e-70ae-4721-9bb5-9bf5937c80c0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344617 Aug 31 15:08:38.366767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-d5f551bb-5052-44e7-bff6-73ec5fc85b06 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:38.368297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-d5f551bb-5052-44e7-bff6-73ec5fc85b06 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 945 time: 0.0484691 Aug 31 15:08:38.469072 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Deleting port 3f450225-4677-4b02-82d3-4427fcaeee1c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:38.469422 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:38.557869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] For port 3f450225-4677-4b02-82d3-4427fcaeee1c, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=3f450225-4677-4b02-82d3-4427fcaeee1c,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:38.558154 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:38.575848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Calling delete_port for 3f450225-4677-4b02-82d3-4427fcaeee1c owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:38.701183 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:38.735852 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event deleted for resources: {'Port': ['ID=3f450225-4677-4b02-82d3-4427fcaeee1c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:38.776374 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] No DVR routers for this DVR port 3f450225-4677-4b02-82d3-4427fcaeee1c on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:38.778991 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:38.781687 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-195e8119-cd19-4bb5-a3ad-a27968c4359a req-8d6f0cce-32c2-425f-ade8-24523900bd47 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.26 "DELETE /v2.0/ports/3f450225-4677-4b02-82d3-4427fcaeee1c HTTP/1.1" status: 204 len: 173 time: 0.4060926 Aug 31 15:08:38.782141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-deleted', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:38.785095 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b4e155-b2b5-49ab-adf5-cbd3f9714346" -d '{"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-deleted", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:38.825884 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4c043-bead-45b3-adbc-523a69e66f78 x-openstack-request-id: req-76b4c043-bead-45b3-adbc-523a69e66f78 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:38.826176 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de03757-146a-4971-b888-5c94588e55eb", "name": "network-vif-deleted", "tag": "3f450225-4677-4b02-82d3-4427fcaeee1c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:38.826426 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76b4c043-bead-45b3-adbc-523a69e66f78 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:38.826824 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de03757-146a-4971-b888-5c94588e55eb', 'name': 'network-vif-deleted', 'tag': '3f450225-4677-4b02-82d3-4427fcaeee1c', 'status': 'completed', 'code': 200} Aug 31 15:08:39.010924 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c4d16efb-b8d5-45d4-b3c7-7c37aa603111 req-aa73521e-bbc8-45d9-8610-788e928bc0a0 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 210 time: 0.0275600 Aug 31 15:08:40.105837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-50996594-c10c-4c00-8f43-48a4a76bcee8 req-1ff208ec-221f-4f98-8c3c-64b943abd324 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 210 time: 0.0264390 Aug 31 15:08:40.739139 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:41.203018 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d641f7a6-7890-4ded-b355-59c332634a71 req-bd1efe23-4b76-4432-aea8-0eb24e07c256 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 210 time: 0.0259478 Aug 31 15:08:41.652954 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f450225-4677-4b02-82d3-4427fcaeee1c no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:41.673002 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 3f450225-4677-4b02-82d3-4427fcaeee1c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:41.673352 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 3f450225-4677-4b02-82d3-4427fcaeee1c not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:42.303436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-09238201-3379-4828-9bf3-05996aeed3d5 req-aac1110d-0196-4298-97ad-11c5576ebef5 tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de03757-146a-4971-b888-5c94588e55eb HTTP/1.1" status: 200 len: 210 time: 0.0273864 Aug 31 15:08:43.362135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59916) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:43.424230 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f2dd61cb-128e-4231-af18-f3db6ebd257d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:43.448851 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f2dd61cb-128e-4231-af18-f3db6ebd257d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:43.510743 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f2dd61cb-128e-4231-af18-f3db6ebd257d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:43.513438 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f2dd61cb-128e-4231-af18-f3db6ebd257d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:43.515113 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f2dd61cb-128e-4231-af18-f3db6ebd257d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] 10.222.0.10 "DELETE /v2.0/security-groups/7f92ceae-b0e4-488f-ae9a-ad02ff671bbf HTTP/1.1" status: 204 len: 168 time: 0.1514988 Aug 31 15:08:43.526106 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd61cb-128e-4231-af18-f3db6ebd257d tempest-TestShelveInstance-1364604554 tempest-TestShelveInstance-1364604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92ceae-b0e4-488f-ae9a-ad02ff671bbf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:43.580775 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59920) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:44.033038 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:44.287955 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Deleting port cc03cec4-f3af-481e-9aa9-9b77b426d0a5 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:44.288218 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:44.373371 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] For port cc03cec4-f3af-481e-9aa9-9b77b426d0a5, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:44.373853 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:44.387553 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Calling delete_port for cc03cec4-f3af-481e-9aa9-9b77b426d0a5 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:44.570710 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:44.597156 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc03cec4-f3af-481e-9aa9-9b77b426d0a5,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:44.628546 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.628944 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.629276 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.629606 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.630060 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.630894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.630894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.630894 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.631310 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.631539 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.631863 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.632186 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:44.779565 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:44.998448 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Router 31daf9e9-6ac8-463f-8bf4-7345ba415436 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:08:45.112832 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:45.118316 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-df32d198-0f7e-438b-ae6a-1b9c3aecf4f0 admin admin] 10.222.0.10 "PUT /v2.0/routers/31daf9e9-6ac8-463f-8bf4-7345ba415436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5364649 Aug 31 15:08:45.120845 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59924) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:45.127154 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b482b-29be-4983-9685-cc616790f99e None None] Sync routers for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:45.137850 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:45.138468 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:45.261718 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:45.469598 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T15:08:44Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:45.495593 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b482b-29be-4983-9685-cc616790f99e None None] Checking router: 31daf9e9-6ac8-463f-8bf4-7345ba415436 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:45.504847 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] Routers {'31daf9e9-6ac8-463f-8bf4-7345ba415436'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:45.505474 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['31daf9e9-6ac8-463f-8bf4-7345ba415436'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:45.552528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:45.609476 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] Set router 31daf9e9-6ac8-463f-8bf4-7345ba415436 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:45.655244 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:45.721967 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Deleting port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:45.722320 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:45.805292 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] For port 982c36ca-c6dc-4c40-9bdc-f7dd48125f43, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:45.805579 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:45.819022 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Calling delete_port for 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:45.888634 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-667b482b-29be-4983-9685-cc616790f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T15:08:44Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:45.917711 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b482b-29be-4983-9685-cc616790f99e None None] The sync data for ids ['31daf9e9-6ac8-463f-8bf4-7345ba415436'] in n-d-792362-6 is: [{'id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'name': 'tempest-TestShelveInstance-380814614-router', 'tenant_id': '27f956b7f4e047d98675e1960406a35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:53Z', 'updated_at': '2021-08-31T15:08:44Z', 'revision_number': 5, 'project_id': '27f956b7f4e047d98675e1960406a35e', 'gw_port': {'id': '982c36ca-c6dc-4c40-9bdc-f7dd48125f43', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31daf9e9-6ac8-463f-8bf4-7345ba415436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:54Z', 'updated_at': '2021-08-31T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:08:45.990185 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.018869 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Pushing event deleted for resources: {'Port': ['ID=982c36ca-c6dc-4c40-9bdc-f7dd48125f43,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:46.082024 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.171235 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.173367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.215592 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.216221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31daf9e9-6ac8-463f-8bf4-7345ba415436 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:08:46.221395 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.222649 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-bb94f9dc-d4fd-4e4f-b7e5-944401df5959 admin admin] 10.222.0.10 "DELETE /v2.0/routers/31daf9e9-6ac8-463f-8bf4-7345ba415436 HTTP/1.1" status: 204 len: 168 time: 1.1008525 Aug 31 15:08:46.225198 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59926) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:46.275143 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] Deleting subnet fe18a735-3cb1-4774-96a9-21a47261fbb1 {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:08:46.278591 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.315002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.399535 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.452011 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.483692 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe18a735-3cb1-4774-96a9-21a47261fbb1,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:46.487456 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.490903 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-442a8000-0661-4e41-91de-a0bf474e5490 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fe18a735-3cb1-4774-96a9-21a47261fbb1 HTTP/1.1" status: 204 len: 168 time: 0.2646389 Aug 31 15:08:46.491954 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59928) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:46.494986 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5ec7be-d645-41f9-bd27-c16f7adaee35 None None] Network b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:46.565892 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.627603 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Deleting port 0672cd40-23a5-4f1d-9211-ee885ef1be35 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:46.627950 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.697567 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] For port 0672cd40-23a5-4f1d-9211-ee885ef1be35, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=0672cd40-23a5-4f1d-9211-ee885ef1be35,segment=NetworkSegment(461c083b-6e35-40a1-a359-18242925dfd3),segment_id=461c083b-6e35-40a1-a359-18242925dfd3)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:46.698263 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.710312 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Calling delete_port for 0672cd40-23a5-4f1d-9211-ee885ef1be35 owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:46.789017 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.813224 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0672cd40-23a5-4f1d-9211-ee885ef1be35,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:46.819389 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] No DVR routers for this DVR port 0672cd40-23a5-4f1d-9211-ee885ef1be35 on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:46.894332 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.906059 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:46.917840 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461c083b-6e35-40a1-a359-18242925dfd3') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:46.918148 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461c083b-6e35-40a1-a359-18242925dfd3') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:46.932197 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.933406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8151d-29f9-4f45-b868-3bf429239c30 None None] DHCP port deletion for b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:08:46.951281 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.957456 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Releasing vlan 1527 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:08:46.957828 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: timer() Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:08:46.959499 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:08:47.013615 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:47.018990 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:47.023552 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2 HTTP/1.1" status: 204 len: 168 time: 0.5279202 Aug 31 15:08:47.023900 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59930) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:47.037792 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcf180-1206-4088-a361-4ec92f8971e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b8b1cd-f1d9-4541-8b63-8bd8ec414ef2,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:47.275628 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cc03cec4-f3af-481e-9aa9-9b77b426d0a5 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:47.297307 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: cc03cec4-f3af-481e-9aa9-9b77b426d0a5 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:47.297662 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device cc03cec4-f3af-481e-9aa9-9b77b426d0a5 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:47.298084 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:47.316308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:47.316659 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 982c36ca-c6dc-4c40-9bdc-f7dd48125f43 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:47.317319 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0672cd40-23a5-4f1d-9211-ee885ef1be35 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:47.394001 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:47.491899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 0672cd40-23a5-4f1d-9211-ee885ef1be35 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:47.492159 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 0672cd40-23a5-4f1d-9211-ee885ef1be35 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:47.674247 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Deleting port 012fce0a-65d3-4f5c-a905-63c65b6f4de3 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:47.674593 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:47.760187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] For port 012fce0a-65d3-4f5c-a905-63c65b6f4de3, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=012fce0a-65d3-4f5c-a905-63c65b6f4de3,segment=NetworkSegment(a709a300-f224-4f2d-b23a-a6bfc523a13a),segment_id=a709a300-f224-4f2d-b23a-a6bfc523a13a)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:47.760468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:47.784845 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Calling delete_port for 012fce0a-65d3-4f5c-a905-63c65b6f4de3 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:47.971459 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.006084 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Pushing event deleted for resources: {'Port': ['ID=012fce0a-65d3-4f5c-a905-63c65b6f4de3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:48.176984 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.388826 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Router 9ca1ced1-536b-443d-84ca-675095820107 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:08:48.501853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:48.507887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-b175d8c2-76c2-4c95-becd-09f1eabc2aca admin admin] 10.222.0.10 "PUT /v2.0/routers/9ca1ced1-536b-443d-84ca-675095820107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4827640 Aug 31 15:08:48.509976 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59932) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:48.512316 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] Sync routers for ids ['9ca1ced1-536b-443d-84ca-675095820107'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:48.537601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] Routers {'9ca1ced1-536b-443d-84ca-675095820107'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:48.538293 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9ca1ced1-536b-443d-84ca-675095820107'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:48.624185 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.647729 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] Set router 9ca1ced1-536b-443d-84ca-675095820107 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:48.724414 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.783133 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Deleting port a5df1187-6c4d-428d-bd8e-80fde0683d3f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:48.783670 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.835303 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:08:47Z', 'revision_number': 5, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port': {'id': 'a5df1187-6c4d-428d-bd8e-80fde0683d3f', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1ced1-536b-443d-84ca-675095820107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:48.862342 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] Checking router: 9ca1ced1-536b-443d-84ca-675095820107 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:48.871564 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] Routers {'9ca1ced1-536b-443d-84ca-675095820107'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:48.872181 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9ca1ced1-536b-443d-84ca-675095820107'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:48.880463 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] For port a5df1187-6c4d-428d-bd8e-80fde0683d3f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a5df1187-6c4d-428d-bd8e-80fde0683d3f,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:48.880766 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.895995 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Calling delete_port for a5df1187-6c4d-428d-bd8e-80fde0683d3f owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:48.962503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] Set router 9ca1ced1-536b-443d-84ca-675095820107 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:49.020524 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:08:48Z', 'revision_number': 6, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:49.048469 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5445d-febc-444f-90a3-b9531d76b7a2 None None] The sync data for ids ['9ca1ced1-536b-443d-84ca-675095820107'] in n-d-792362-6 is: [{'id': '9ca1ced1-536b-443d-84ca-675095820107', 'name': 'tempest-TestShelveInstance-135956210-router', 'tenant_id': '33fab21857744fc9b5bb8721c910cb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:58Z', 'updated_at': '2021-08-31T15:08:48Z', 'revision_number': 6, 'project_id': '33fab21857744fc9b5bb8721c910cb2a', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:08:49.074068 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.101124 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5df1187-6c4d-428d-bd8e-80fde0683d3f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:49.164314 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.252437 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.254882 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.296518 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.297077 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca1ced1-536b-443d-84ca-675095820107 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:08:49.301411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.302538 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1ae6e10d-0a31-490c-b400-bf86a39cc2e0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9ca1ced1-536b-443d-84ca-675095820107 HTTP/1.1" status: 204 len: 168 time: 0.7915270 Aug 31 15:08:49.305182 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59934) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:49.353419 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] Deleting subnet 6e01faad-e287-4d26-bfd6-eaf5f82f12ee {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:08:49.356384 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.394475 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.478636 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.503907 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 012fce0a-65d3-4f5c-a905-63c65b6f4de3 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:49.525012 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 012fce0a-65d3-4f5c-a905-63c65b6f4de3 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:49.526081 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 012fce0a-65d3-4f5c-a905-63c65b6f4de3 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:49.541941 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.573440 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e01faad-e287-4d26-bfd6-eaf5f82f12ee,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:49.575427 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.577329 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-d808b9da-7be5-4618-8ca8-234e784d93e4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6e01faad-e287-4d26-bfd6-eaf5f82f12ee HTTP/1.1" status: 204 len: 168 time: 0.2712362 Aug 31 15:08:49.579508 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93e137-8f1c-43b3-8ab8-d464de53acfd None None] Network 38641b8d-24f8-4526-b14e-a3f7a21b875c requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:49.579876 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59936) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:49.650234 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.703809 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Deleting port 92c573ad-c844-4076-a25c-fad8999e078f {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:49.704159 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.769746 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] For port 92c573ad-c844-4076-a25c-fad8999e078f, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=92c573ad-c844-4076-a25c-fad8999e078f,segment=NetworkSegment(a709a300-f224-4f2d-b23a-a6bfc523a13a),segment_id=a709a300-f224-4f2d-b23a-a6bfc523a13a)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:49.770051 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.782333 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Calling delete_port for 92c573ad-c844-4076-a25c-fad8999e078f owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:49.842018 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] DHCP port deletion for 38641b8d-24f8-4526-b14e-a3f7a21b875c request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:08:49.862155 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.891665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Deleting port 92c573ad-c844-4076-a25c-fad8999e078f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:49.892042 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.892691 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] No DVR routers for this DVR port 92c573ad-c844-4076-a25c-fad8999e078f on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:49.898186 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c573ad-c844-4076-a25c-fad8999e078f,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:49.964390 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] For port 92c573ad-c844-4076-a25c-fad8999e078f, host n-d-792362-6, got binding levels [] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:49.964798 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.972357 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.979648 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Calling delete_port for 92c573ad-c844-4076-a25c-fad8999e078f owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:49.982377 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.ipam_backend_mixin [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Port 92c573ad-c844-4076-a25c-fad8999e078f was not found and therefore no delete operation was performed {{(pid=101362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:08:49.982527 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38641b8d-24f8-4526-b14e-a3f7a21b875c']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:49.984262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.993860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a709a300-f224-4f2d-b23a-a6bfc523a13a') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:49.994109 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a709a300-f224-4f2d-b23a-a6bfc523a13a') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:50.003521 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.009146 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Pushing event deleted for resources: {'Port': ['ID=92c573ad-c844-4076-a25c-fad8999e078f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:50.013799 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] No DVR routers for this DVR port 92c573ad-c844-4076-a25c-fad8999e078f on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:50.017662 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.023338 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.023978 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.024111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.024462 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.024814 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.024991 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Releasing vlan 1519 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:08:50.025243 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.025367 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.025647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.025968 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.026281 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.026613 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.027329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.027329 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666d014-c353-474c-bc2d-a8c5724c1766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: timer() Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:08:50.027880 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:08:50.085982 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.093503 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.097857 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/38641b8d-24f8-4526-b14e-a3f7a21b875c HTTP/1.1" status: 204 len: 168 time: 0.5146000 Aug 31 15:08:50.113069 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16966300-1972-4b14-87e8-7dc4451aefb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=38641b8d-24f8-4526-b14e-a3f7a21b875c,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:50.215260 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59940) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:50.255358 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-98e92177-b653-4912-8982-7aa583a9064b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27f956b7f4e047d98675e1960406a35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389392 Aug 31 15:08:50.257770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59942) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:50.305647 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1ba-6471-48c3-8f95-06f8ef0b443e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.326556 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1ba-6471-48c3-8f95-06f8ef0b443e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.374296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1ba-6471-48c3-8f95-06f8ef0b443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.377028 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1ba-6471-48c3-8f95-06f8ef0b443e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.378443 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-03f1c1ba-6471-48c3-8f95-06f8ef0b443e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b67da704-6c87-4aab-9572-983e4c48d7f7 HTTP/1.1" status: 204 len: 168 time: 0.1195271 Aug 31 15:08:50.386412 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1c1ba-6471-48c3-8f95-06f8ef0b443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67da704-6c87-4aab-9572-983e4c48d7f7,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:50.708079 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59948) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:50.747707 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-97463016-25d6-4e06-a545-4f04219b50a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33fab21857744fc9b5bb8721c910cb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384843 Aug 31 15:08:50.750741 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59950) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:50.799290 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb547-d4df-4117-9a2b-bb09924591b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.822192 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb547-d4df-4117-9a2b-bb09924591b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.875420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb547-d4df-4117-9a2b-bb09924591b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.878357 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb547-d4df-4117-9a2b-bb09924591b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.879608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6f9bb547-d4df-4117-9a2b-bb09924591b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/079d9623-afbc-456b-9cac-5cacda470c73 HTTP/1.1" status: 204 len: 168 time: 0.1279006 Aug 31 15:08:50.890710 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bb547-d4df-4117-9a2b-bb09924591b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079d9623-afbc-456b-9cac-5cacda470c73,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:51.274457 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5df1187-6c4d-428d-bd8e-80fde0683d3f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:51.296701 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a5df1187-6c4d-428d-bd8e-80fde0683d3f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:51.297086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a5df1187-6c4d-428d-bd8e-80fde0683d3f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:51.297500 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 92c573ad-c844-4076-a25c-fad8999e078f no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:51.326690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 92c573ad-c844-4076-a25c-fad8999e078f {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:51.327075 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 92c573ad-c844-4076-a25c-fad8999e078f not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:51.622848 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59972) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:51.718573 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1798526047-network', 'tenant_id': '3235852c7641428980ba770d611783c3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:51.740506 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Made reservation on behalf of 3235852c7641428980ba770d611783c3 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:51.742804 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:51.751186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:51.837584 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:51.841468 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:51.868531 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1546, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:08:51.874798 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca7266-2ffb-4ff4-83aa-2d1d1abbda72,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:51.880960 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:51.881320 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Added segment 03b9ae19-6568-4c50-a6a5-54c8e6bde168 of type vlan for network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 Aug 31 15:08:51.922418 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:51.946470 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:51.947430 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:51.948479 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.002758 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3787062 Aug 31 15:08:52.006016 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59976) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:52.011071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Request body: {'subnet': {'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1798526047-subnet', 'tenant_id': '3235852c7641428980ba770d611783c3', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:52.012063 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55218b4-5020-44ed-9a20-71d390bdab41 admin admin] Pushing event updated for resources: {'Network': ['ID=06c3e7aa-d1ad-4948-a9f6-25bc19866440,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:52.022071 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:08:52.035097 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Made reservation on behalf of 3235852c7641428980ba770d611783c3 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:52.037528 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.198359 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.246401 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:52.262862 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Checking segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:52.263277 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Network hostable DHCP agents. Network: 06c3e7aa-d1ad-4948-a9f6-25bc19866440, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:08:52.279451 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:08:52.288462 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, 06c3e7aa-d1ad-4948-a9f6-25bc19866440) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:52.292407 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:52.293026 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.298875 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072cbbca-dc88-4399-b2a9-a5eafad83869 None None] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:52.313172 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-ece0454f-dfb7-4674-8f85-da8d7ef9fcd5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3059657 Aug 31 15:08:52.316247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59978) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:52.320465 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:52.344516 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.345581 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.402775 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.457383 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:08:52.458244 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.544526 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.605843 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Allocated IP 172.20.0.2 (06c3e7aa-d1ad-4948-a9f6-25bc19866440/348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b/f7803ae2-a476-48de-b339-6038501013ef) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:52.754782 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.755048 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.763275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Transition to ACTIVE for port object f7803ae2-a476-48de-b339-6038501013ef will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:52.774980 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.778275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Transition to ACTIVE for port object f7803ae2-a476-48de-b339-6038501013ef will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:52.785646 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.830737 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:52.835559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:52.840144 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:08:52.843318 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Pushing event updated for resources: {'Port': ['ID=f7803ae2-a476-48de-b339-6038501013ef,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:52.886885 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Allocated IP 172.25.0.59 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/9f02a328-de92-42ec-8957-25ecfbdf8c4d) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:52.898484 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Attempting to bind port f7803ae2-a476-48de-b339-6038501013ef on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:08:52.898865 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Attempting to bind port f7803ae2-a476-48de-b339-6038501013ef by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:08:52.899237 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Attempting to bind port f7803ae2-a476-48de-b339-6038501013ef on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:52.905339 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:08:52.905751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Checking segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:52.906162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.906559 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Bound using segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:08:52.907032 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Bound port: f7803ae2-a476-48de-b339-6038501013ef, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:08:52.907420 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.971973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] For port f7803ae2-a476-48de-b339-6038501013ef, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:52.975289 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] For port f7803ae2-a476-48de-b339-6038501013ef, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f7803ae2-a476-48de-b339-6038501013ef,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:08:52.981078 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.992172 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:53.037255 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:53.054351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55662f7-f7f6-4972-b2e5-ef85caedcb65 None None] Pushing event updated for resources: {'Port': ['ID=f7803ae2-a476-48de-b339-6038501013ef,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:53.096634 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:53.102714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:53.108816 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:08:53.137653 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Pushing event updated for resources: {'Port': ['ID=9f02a328-de92-42ec-8957-25ecfbdf8c4d,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:53.405642 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f7803ae2-a476-48de-b339-6038501013ef up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:53.465541 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port f7803ae2-a476-48de-b339-6038501013ef completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:53.757643 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:53.978962 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.036382 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a98f151-731f-42c2-b7b7-83e9356286cc None None] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:54.125705 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Router 08bb97e0-c65d-4508-bd31-80ff078008a4 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:08:54.165599 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f4b3e7fb-b49a-4d45-b280-804719fcc38d None None] Provisioning for port f7803ae2-a476-48de-b339-6038501013ef completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:54.174210 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f4b3e7fb-b49a-4d45-b280-804719fcc38d None None] Provisioning complete for port f7803ae2-a476-48de-b339-6038501013ef triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:54.174595 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e7fb-b49a-4d45-b280-804719fcc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.247739 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:54.261765 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Sync routers for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:54.267380 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.268512 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-1586165f-c5b4-40f4-aec6-23c71da0c1ef admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9515798 Aug 31 15:08:54.271532 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59980) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:54.277720 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:54.278391 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:54.293899 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e7fb-b49a-4d45-b280-804719fcc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.347130 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f4b3e7fb-b49a-4d45-b280-804719fcc38d None None] For port f7803ae2-a476-48de-b339-6038501013ef, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f7803ae2-a476-48de-b339-6038501013ef,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:54.354110 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e7fb-b49a-4d45-b280-804719fcc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.417325 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:54.429899 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3e7fb-b49a-4d45-b280-804719fcc38d None None] Pushing event updated for resources: {'Port': ['ID=f7803ae2-a476-48de-b339-6038501013ef,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:54.581695 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-19983e94-ad33-40b5-9a31-fbe70f3b4e48 None None] Provisioning complete for port f7803ae2-a476-48de-b339-6038501013ef triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:54.582243 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-19983e94-ad33-40b5-9a31-fbe70f3b4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.619776 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:53Z', 'revision_number': 3, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:54.646411 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Checking router: 08bb97e0-c65d-4508-bd31-80ff078008a4 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:54.646761 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Updating router 08bb97e0-c65d-4508-bd31-80ff078008a4 port 9f02a328-de92-42ec-8957-25ecfbdf8c4d binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:08:54.672715 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.805967 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.930188 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.939783 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Transition to ACTIVE for port object 9f02a328-de92-42ec-8957-25ecfbdf8c4d will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:54.945836 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.968613 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Allocated IP 172.20.0.1 (06c3e7aa-d1ad-4948-a9f6-25bc19866440/348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b/c21cfc69-c3d3-4d19-abd6-f5d8d091d122) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:54.993981 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Attempting to bind port 9f02a328-de92-42ec-8957-25ecfbdf8c4d on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:08:54.994336 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Attempting to bind port 9f02a328-de92-42ec-8957-25ecfbdf8c4d by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:08:54.994698 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Attempting to bind port 9f02a328-de92-42ec-8957-25ecfbdf8c4d on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:55.004319 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Pushing event updated for resources: {'Port': ['ID=9f02a328-de92-42ec-8957-25ecfbdf8c4d,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:55.006365 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:08:55.006733 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:55.007131 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.007519 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:08:55.007977 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Bound port: 9f02a328-de92-42ec-8957-25ecfbdf8c4d, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:08:55.008385 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.030965 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.031308 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.031995 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.031995 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.032293 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.032619 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.032964 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.033298 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.033609 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.033928 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.034252 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.034570 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.069572 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] For port 9f02a328-de92-42ec-8957-25ecfbdf8c4d, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:55.072744 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] For port 9f02a328-de92-42ec-8957-25ecfbdf8c4d, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9f02a328-de92-42ec-8957-25ecfbdf8c4d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:08:55.078660 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.078839 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.095594 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Transition to ACTIVE for port object c21cfc69-c3d3-4d19-abd6-f5d8d091d122 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:55.131943 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.140239 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac073cf-fef5-41bb-8796-0f4e91dc2d95 None None] Pushing event updated for resources: {'Port': ['ID=9f02a328-de92-42ec-8957-25ecfbdf8c4d,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:55.142901 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:55.143500 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:55.167517 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:55.171123 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:55.177414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:08:55.205132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Pushing event updated for resources: {'Port': ['ID=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:55.222845 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.252750 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:55.300288 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f7803ae2-a476-48de-b339-6038501013ef up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:55.372749 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port f7803ae2-a476-48de-b339-6038501013ef triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:55.374260 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.386782 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.461764 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:53Z', 'revision_number': 3, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:55.489480 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8467dc-612f-44f0-83e3-e17c29b4b2f9 None None] The sync data for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 is: [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:53Z', 'revision_number': 3, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:08:55.496780 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-87aa205c-2a30-435c-ad27-1a51cdeab107 None None] Provisioning for port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:55.501305 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-87aa205c-2a30-435c-ad27-1a51cdeab107 None None] Provisioning complete for port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:55.501682 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-87aa205c-2a30-435c-ad27-1a51cdeab107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.546962 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-87aa205c-2a30-435c-ad27-1a51cdeab107 None None] Port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:08:55.922439 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.927887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.996718 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:56.006181 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Pushing event updated for resources: {'Port': ['ID=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:56.103165 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:56.104654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:56.234401 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Router 08bb97e0-c65d-4508-bd31-80ff078008a4 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:08:56.349698 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:56.354978 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-26e4a22c-e19b-4a5f-9330-c3e270b18df0 admin admin] 10.222.0.10 "PUT /v2.0/routers/08bb97e0-c65d-4508-bd31-80ff078008a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0824859 Aug 31 15:08:56.381713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-9a54669f-83f5-4f8f-8663-2678c1968203 None None] Provisioning complete for port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:56.381990 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a54669f-83f5-4f8f-8663-2678c1968203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:56.416270 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-9a54669f-83f5-4f8f-8663-2678c1968203 None None] Port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:08:56.819543 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 59996) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:56.824508 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1751113428-network', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:56.846112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Made reservation on behalf of 9cce517d5e554ff3ba300185ebfa6404 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:56.848427 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:56.857356 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:56.942778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3e65-affe-4d1a-ba75-8d00de00f4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:56.954003 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:56.958035 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:56.986694 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] vlan segment allocate from pool success with {'vlan_id': 1545, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:08:56.992630 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f2aa23-d487-4de9-a612-abb494f7c37a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:57.000111 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.000243 n-d-792362-6 neutron-server[101361]: INFO neutron.db.segments_db [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Added segment 7c39dad9-45fc-4278-b097-9f4c247887c5 of type vlan for network cb6dfaff-8b41-4261-926a-88d72565e732 Aug 31 15:08:57.041899 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737635661936'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.062909 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Sync routers for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:57.066529 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.067478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:57.068069 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.072474 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:57.073123 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:57.123636 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3029385 Aug 31 15:08:57.128717 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 59998) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:57.133132 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2030e3-f17a-4aca-9d9d-e4040e914753 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6dfaff-8b41-4261-926a-88d72565e732,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:57.135987 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Request body: {'subnet': {'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1751113428-subnet', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'ip_version': 4}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:57.155570 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Network cb6dfaff-8b41-4261-926a-88d72565e732 details requested by agent ovs-agent-n-d-792362-6 with host n-d-792362-6 {{(pid=101362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:08:57.158596 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Made reservation on behalf of 9cce517d5e554ff3ba300185ebfa6404 for: {'subnet': 1} {{(pid=101360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:57.161290 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10382293'] for subnet, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.234287 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:57.351728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f02a328-de92-42ec-8957-25ecfbdf8c4d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:57.355054 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10468293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10382275'] for subnet, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.421299 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b56c4e-f7bf-4383-bd05-f592d159e3e5,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:57.428159 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Checking segment: {'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:57.428528 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Network hostable DHCP agents. Network: cb6dfaff-8b41-4261-926a-88d72565e732, hostable agents: ['7124370f-0717-4563-92da-2eacc6382d8b'], hosted agents: [] {{(pid=101360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:08:57.446751 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Network cb6dfaff-8b41-4261-926a-88d72565e732 is scheduled to be hosted by DHCP agent 7124370f-0717-4563-92da-2eacc6382d8b with binding_index 1 {{(pid=101360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:08:57.456221 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792362-6, cb6dfaff-8b41-4261-926a-88d72565e732) {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:57.460615 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:57.461308 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.470572 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756b88d-c6af-482b-94c4-67b515c353fe None None] Network cb6dfaff-8b41-4261-926a-88d72565e732 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:57.474911 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 9f02a328-de92-42ec-8957-25ecfbdf8c4d completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:57.476747 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3f8be4b9-371f-4d42-a499-ff9e6dcfe00c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3462653 Aug 31 15:08:57.479285 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60000) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:57.484177 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:57.507178 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13059'] for router, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.508228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13076'] for router, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.562909 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.668726 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9f02a328-de92-42ec-8957-25ecfbdf8c4d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:57.670168 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.704042 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.765503 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 2, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:57.813025 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Checking router: 08bb97e0-c65d-4508-bd31-80ff078008a4 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:57.813384 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Updating router 08bb97e0-c65d-4508-bd31-80ff078008a4 port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:08:57.874303 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.904735 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.907163 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.932905 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.939536 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp454ce26e-8a8c-56fb-b187-f5eb8b82ccd7-cb6dfaff-8b41-4261-926a-88d72565e732', 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'fixed_ips': [{'subnet_id': '65b56c4e-f7bf-4383-bd05-f592d159e3e5'}]}} from n-d-792362-6. {{(pid=101362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:08:57.940362 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:57.956751 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 9f02a328-de92-42ec-8957-25ecfbdf8c4d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9f02a328-de92-42ec-8957-25ecfbdf8c4d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:57.969090 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.042071 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_common [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Allocated IP 172.25.0.17 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b) {{(pid=101360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:58.144828 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=9f02a328-de92-42ec-8957-25ecfbdf8c4d,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:58.155782 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.194948 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.236454 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:58.241092 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.base_scheduler [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:58.243545 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Received port after_create {{(pid=101360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:08:58.274873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Allocated IP 172.20.0.2 (cb6dfaff-8b41-4261-926a-88d72565e732/65b56c4e-f7bf-4383-bd05-f592d159e3e5/e01cb337-8560-4efd-85cb-488cef41b85c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:58.275772 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Pushing event updated for resources: {'Port': ['ID=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:58.413020 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.434269 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Transition to ACTIVE for port object c21cfc69-c3d3-4d19-abd6-f5d8d091d122 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:58.447487 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.510090 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.533087 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.544915 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca579a-58d1-4b9a-b5de-9247ec8f5c2b None None] Pushing event updated for resources: {'Port': ['ID=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:58.570730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Transition to ACTIVE for port object e01cb337-8560-4efd-85cb-488cef41b85c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:58.609682 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Transition to ACTIVE for port object e01cb337-8560-4efd-85cb-488cef41b85c will not be triggered until provisioned by entity DHCP. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:58.611254 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Attempting to bind port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:08:58.611633 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Attempting to bind port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:08:58.612000 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Attempting to bind port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:58.619027 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:08:58.619312 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Checking segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:58.619724 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.620135 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Bound using segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:08:58.620617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Bound port: c21cfc69-c3d3-4d19-abd6-f5d8d091d122, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:08:58.621105 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.625588 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.697939 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Network cb6dfaff-8b41-4261-926a-88d72565e732 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:58.708398 n-d-792362-6 neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:58.712425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:08:58.714304 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Pushing event updated for resources: {'Port': ['ID=e01cb337-8560-4efd-85cb-488cef41b85c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:58.732660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633271'] for router, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.783400 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] For port c21cfc69-c3d3-4d19-abd6-f5d8d091d122, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:58.806590 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] For port c21cfc69-c3d3-4d19-abd6-f5d8d091d122, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:08:58.809046 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Attempting to bind port e01cb337-8560-4efd-85cb-488cef41b85c on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:08:58.809591 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Attempting to bind port e01cb337-8560-4efd-85cb-488cef41b85c by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:08:58.810024 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Attempting to bind port e01cb337-8560-4efd-85cb-488cef41b85c on network cb6dfaff-8b41-4261-926a-88d72565e732 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:58.814980 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.827238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:08:58.827638 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Checking segment: {'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:58.828027 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.828424 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Bound using segment: {'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:08:58.828919 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Bound port: e01cb337-8560-4efd-85cb-488cef41b85c, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:08:58.829313 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:58.874244 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Router 9c482f89-9e72-445d-b333-cfbf437b5cc1 is scheduled to L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 with binding_index 1 {{(pid=101360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:08:58.919100 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:58.919734 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:58.923690 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca579a-58d1-4b9a-b5de-9247ec8f5c2b None None] Pushing event updated for resources: {'Port': ['ID=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:58.989127 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:58.997199 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] For port e01cb337-8560-4efd-85cb-488cef41b85c, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:59.009467 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Sync routers for ids ['9c482f89-9e72-445d-b333-cfbf437b5cc1'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:59.010181 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.014357 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60002) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:59.014895 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-00d135ef-52d7-4b7d-abc1-fdee50ec25bf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5342436 Aug 31 15:08:59.024961 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Routers {'9c482f89-9e72-445d-b333-cfbf437b5cc1'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:59.025967 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9c482f89-9e72-445d-b333-cfbf437b5cc1'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:59.042890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] For port e01cb337-8560-4efd-85cb-488cef41b85c, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e01cb337-8560-4efd-85cb-488cef41b85c,segment=NetworkSegment(7c39dad9-45fc-4278-b097-9f4c247887c5),segment_id=7c39dad9-45fc-4278-b097-9f4c247887c5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:08:59.050476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.106942 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:59.146876 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Set router 9c482f89-9e72-445d-b333-cfbf437b5cc1 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:59.299807 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7487e8-2572-41ea-aef0-9fa99b0d1bf8 None None] Pushing event updated for resources: {'Port': ['ID=e01cb337-8560-4efd-85cb-488cef41b85c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:59.390636 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f02a328-de92-42ec-8957-25ecfbdf8c4d up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:59.500698 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0371fc83-659a-462d-b813-eac717e09f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.514401 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 9f02a328-de92-42ec-8957-25ecfbdf8c4d triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:59.514931 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.553887 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:08:58Z', 'revision_number': 3, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port': {'id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:59.566926 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.587027 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Checking router: 9c482f89-9e72-445d-b333-cfbf437b5cc1 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:59.587376 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Updating router 9c482f89-9e72-445d-b333-cfbf437b5cc1 port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b binding host n-d-792362-6 {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:08:59.615693 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.705870 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:08:58Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:59.748891 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed0832-780c-4a9e-964a-439d2cae8de6 None None] The sync data for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 is: [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:08:58Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:08:59.751676 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.758376 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Allocated IP 172.20.0.1 (cb6dfaff-8b41-4261-926a-88d72565e732/65b56c4e-f7bf-4383-bd05-f592d159e3e5/a3f5a0fa-a805-4b45-9381-e5f36ad86cb0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:59.906617 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.937114 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Transition to ACTIVE for port object a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:59.959790 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Notify callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.976807 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Transition to ACTIVE for port object 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b will not be triggered until provisioned by entity L2. {{(pid=101363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:59.980002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.995978 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.047246 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:00.052804 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Network cb6dfaff-8b41-4261-926a-88d72565e732 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:00.054766 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:00.056465 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Attempting to bind port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b on host n-d-792362-6 for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:00.057410 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Attempting to bind port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:00.057978 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Attempting to bind port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b on network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:00.061950 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:00.070692 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:00.070988 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Checking segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:00.071403 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.071799 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Bound using segment: {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:00.072284 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Bound port: 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d18918-3057-4a93-9b69-58f6357f9919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:00.072664 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.108047 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630084'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.130001 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] For port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b, host n-d-792362-6, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:00.133101 n-d-792362-6 neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] For port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:00.135284 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8bbec-f4dd-425c-ac48-9ad081b4e7a2 None None] Pushing event updated for resources: {'Port': ['ID=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:00.140432 n-d-792362-6 neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.193106 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Routers {'9c482f89-9e72-445d-b333-cfbf437b5cc1'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:00.197800 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9c482f89-9e72-445d-b333-cfbf437b5cc1'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:00.261994 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8bbec-f4dd-425c-ac48-9ad081b4e7a2 None None] Pushing event updated for resources: {'Port': ['ID=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:00.289420 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.321856 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3335d9b-b202-4954-9366-a08e21feb2bd None None] Network cb6dfaff-8b41-4261-926a-88d72565e732 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:00.351512 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] Set router 9c482f89-9e72-445d-b333-cfbf437b5cc1 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:00.413177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-952c6d86-eb2c-44d1-a48a-9e37f14aeafb None None] Provisioning for port e01cb337-8560-4efd-85cb-488cef41b85c completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:00.518357 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.527304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.578367 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:08:58Z', 'revision_number': 3, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port': {'id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:00.610195 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:00.613235 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633844'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.622300 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56244f70-83ad-465a-8fe3-704ddeb677de None None] The sync data for ids ['9c482f89-9e72-445d-b333-cfbf437b5cc1'] in n-d-792362-6 is: [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:08:58Z', 'revision_number': 3, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port': {'id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:09:00.730187 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Network cb6dfaff-8b41-4261-926a-88d72565e732 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:00.731786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:00.856223 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8bbb1e07-d2e0-4752-875f-78eed9e52020 None None] Provisioning for port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:00.893897 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8bbb1e07-d2e0-4752-875f-78eed9e52020 None None] Provisioning complete for port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:00.894516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1e07-d2e0-4752-875f-78eed9e52020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.894649 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Router 9c482f89-9e72-445d-b333-cfbf437b5cc1 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:09:00.985497 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.991699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb1e07-d2e0-4752-875f-78eed9e52020 None None] Port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:01.094802 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:09:01.109052 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-eea3e682-7ebf-4114-98ee-a5d839807d08 admin admin] 10.222.0.10 "PUT /v2.0/routers/9c482f89-9e72-445d-b333-cfbf437b5cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0854833 Aug 31 15:09:01.137498 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-de5c29c6-209c-4253-b8cb-5c2a2d089c67 None None] Provisioning complete for port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:01.138332 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-de5c29c6-209c-4253-b8cb-5c2a2d089c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.182518 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-de5c29c6-209c-4253-b8cb-5c2a2d089c67 None None] Port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:01.406608 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-42d08d30-5ff4-42d2-8ab0-ac2cf0086aae None None] Provisioning complete for port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:01.407200 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42d08d30-5ff4-42d2-8ab0-ac2cf0086aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.440967 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:01.487713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-42d08d30-5ff4-42d2-8ab0-ac2cf0086aae None None] Port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:01.506132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:01.510021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:01.510397 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.594596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.620063 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:01.625432 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.626248 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e01cb337-8560-4efd-85cb-488cef41b85c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:01.706656 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:01.722180 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port e01cb337-8560-4efd-85cb-488cef41b85c completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:01.727060 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e01cb337-8560-4efd-85cb-488cef41b85c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:01.727496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.787709 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60010) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:01.792636 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-9009a8a5-50a8-46fb-a733-ab3746cfdac9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606227992', 'description': 'tempest-secgroup-smoke-606227992 description', 'project_id': '3235852c7641428980ba770d611783c3'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:01.812919 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.820527 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9009a8a5-50a8-46fb-a733-ab3746cfdac9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.854057 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port e01cb337-8560-4efd-85cb-488cef41b85c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e01cb337-8560-4efd-85cb-488cef41b85c,segment=NetworkSegment(7c39dad9-45fc-4278-b097-9f4c247887c5),segment_id=7c39dad9-45fc-4278-b097-9f4c247887c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:01.858737 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.859820 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c21cfc69-c3d3-4d19-abd6-f5d8d091d122 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:01.912002 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9009a8a5-50a8-46fb-a733-ab3746cfdac9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.917150 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9009a8a5-50a8-46fb-a733-ab3746cfdac9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.944092 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-9009a8a5-50a8-46fb-a733-ab3746cfdac9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.944914 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=e01cb337-8560-4efd-85cb-488cef41b85c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:01.948272 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-9009a8a5-50a8-46fb-a733-ab3746cfdac9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1565611 Aug 31 15:09:01.948398 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60012) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:01.954268 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-a95b40e9-4d8f-4edb-8c0a-729ec6fc63d0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'security_group_rule': {'security_group_id': '716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f', 'project_id': '3235852c7641428980ba770d611783c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:01.958616 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:01.962433 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:01.962646 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009a8a5-50a8-46fb-a733-ab3746cfdac9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f,revision_number=1']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:01.962791 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.986676 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95b40e9-4d8f-4edb-8c0a-729ec6fc63d0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.047536 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95b40e9-4d8f-4edb-8c0a-729ec6fc63d0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.050574 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.051232 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95b40e9-4d8f-4edb-8c0a-729ec6fc63d0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.068665 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b40e9-4d8f-4edb-8c0a-729ec6fc63d0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de30e3-6240-49e0-bf0b-e43ec55bf6d2,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:02.075279 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-a95b40e9-4d8f-4edb-8c0a-729ec6fc63d0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.079466 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-a95b40e9-4d8f-4edb-8c0a-729ec6fc63d0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268449 Aug 31 15:09:02.079466 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60014) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:02.083432 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port c21cfc69-c3d3-4d19-abd6-f5d8d091d122, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:02.083860 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7ad09c0e-79d5-4d90-a69f-f6fb33904ccb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'security_group_rule': {'security_group_id': '716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f', 'project_id': '3235852c7641428980ba770d611783c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:02.087481 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.111491 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ad09c0e-79d5-4d90-a69f-f6fb33904ccb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.134776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:02.173385 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ad09c0e-79d5-4d90-a69f-f6fb33904ccb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.176984 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ad09c0e-79d5-4d90-a69f-f6fb33904ccb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.195610 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad09c0e-79d5-4d90-a69f-f6fb33904ccb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb6da14-1a52-480d-85fe-785aa74c6b2d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:02.199563 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7ad09c0e-79d5-4d90-a69f-f6fb33904ccb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.201488 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7ad09c0e-79d5-4d90-a69f-f6fb33904ccb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210337 Aug 31 15:09:02.204522 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60016) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:02.209484 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-96d68825-900f-4833-b5ba-dd358180c63f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'security_group_rule': {'security_group_id': '716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f', 'project_id': '3235852c7641428980ba770d611783c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:02.235944 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96d68825-900f-4833-b5ba-dd358180c63f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.292740 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96d68825-900f-4833-b5ba-dd358180c63f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.296425 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96d68825-900f-4833-b5ba-dd358180c63f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.301586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.313651 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d68825-900f-4833-b5ba-dd358180c63f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed940b41-2536-499b-b3fe-46117eae3054,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:02.320162 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-96d68825-900f-4833-b5ba-dd358180c63f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.320494 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-96d68825-900f-4833-b5ba-dd358180c63f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149752 Aug 31 15:09:02.323346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60018) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:02.328301 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-7f661472-ae4f-47fa-9da7-7d7799410381 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'security_group_rule': {'security_group_id': '716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f', 'project_id': '3235852c7641428980ba770d611783c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:02.355296 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f661472-ae4f-47fa-9da7-7d7799410381 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.413952 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f661472-ae4f-47fa-9da7-7d7799410381 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.417333 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f661472-ae4f-47fa-9da7-7d7799410381 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.435640 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f661472-ae4f-47fa-9da7-7d7799410381 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95ee080-2d3d-4ce4-9419-39926f34bedc,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:02.443228 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7f661472-ae4f-47fa-9da7-7d7799410381 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.444485 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7f661472-ae4f-47fa-9da7-7d7799410381 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202049 Aug 31 15:09:02.447351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:02.452597 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'security_group_rule': {'security_group_id': '716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f', 'project_id': '3235852c7641428980ba770d611783c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:02.475556 n-d-792362-6 neutron-server[101361]: INFO neutron.db.securitygroups_db [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Project 3235852c7641428980ba770d611783c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:09:02.482090 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.542862 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.546531 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.563706 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd6cbcc-2258-4ca5-953e-975a383e5ef6,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:02.570712 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.571965 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-ce5f0f4d-88fd-4a0b-8a16-97bf37aa03a2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236143 Aug 31 15:09:02.574934 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60022) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:02.580164 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.v2.base [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'security_group_rule': {'security_group_id': '716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f', 'project_id': '3235852c7641428980ba770d611783c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:02.601868 n-d-792362-6 neutron-server[101360]: INFO neutron.db.securitygroups_db [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Project 3235852c7641428980ba770d611783c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:09:02.606611 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.670949 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.675201 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587432'] for security_group_rule, after_create {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.696611 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f77e847-12da-486e-ac0b-9f7af773a94d,revision_number=0']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:02.700497 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:02.702394 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-3a52593d-4bcc-4860-987a-364eee56ff0c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264379 Aug 31 15:09:02.838701 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-ec603e9c-0e53-4939-bbda-df3e5bd26e09 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606227992&fields=id&tenant_id=3235852c7641428980ba770d611783c3 HTTP/1.1" status: 200 len: 267 time: 0.0343499 Aug 31 15:09:02.951056 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-801b1d5d-998b-425c-bd1c-40bedd04a43c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:02.953236 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-801b1d5d-998b-425c-bd1c-40bedd04a43c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 810 time: 0.1078122 Aug 31 15:09:02.968255 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-bf96d13f-73af-48b3-a7dd-a6e2730917c8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/quotas/3235852c7641428980ba770d611783c3 HTTP/1.1" status: 200 len: 375 time: 0.0092766 Aug 31 15:09:03.021164 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-6bde2af5-c7ee-4ea8-8761-c9f2fa522556 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470901 Aug 31 15:09:03.037481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-8c2d7f25-1d7a-48f1-a23e-9a5df9bb0bb3 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:09:03.038471 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-8c2d7f25-1d7a-48f1-a23e-9a5df9bb0bb3 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057919 Aug 31 15:09:03.202723 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Sync routers for ids ['9c482f89-9e72-445d-b333-cfbf437b5cc1'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:09:03.216034 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Routers {'9c482f89-9e72-445d-b333-cfbf437b5cc1'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:03.216748 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9c482f89-9e72-445d-b333-cfbf437b5cc1'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:03.231107 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-e160d417-4295-401c-af39-a40f4641c056 service neutron] 10.222.0.10 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862161 Aug 31 15:09:03.319294 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:03.334889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-6ff100e1-dc57-450a-8d93-eff0390bfcc0 service neutron] 10.222.0.10 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930383 Aug 31 15:09:03.377238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Set router 9c482f89-9e72-445d-b333-cfbf437b5cc1 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:03.458732 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:03.458874 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:03.513595 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6c1df5b8-d572-4cf6-a794-526463c1669e req-b2dacba1-7e56-459c-8bf0-324932edbc81 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 210 time: 0.0281706 Aug 31 15:09:03.629381 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c21cfc69-c3d3-4d19-abd6-f5d8d091d122 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:03.683927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:00Z', 'revision_number': 4, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port': {'id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a3f5a0fa-a805-4b45-9381-e5f36ad86cb0', 'name': '', 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'mac_address': 'fa:16:3e:31:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65b56c4e-f7bf-4383-bd05-f592d159e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:59Z', 'updated_at': '2021-08-31T15:09:00Z', 'revision_number': 2, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'subnets': [{'id': '65b56c4e-f7bf-4383-bd05-f592d159e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:03.718548 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Checking router: 9c482f89-9e72-445d-b333-cfbf437b5cc1 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:09:03.718917 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Updating router 9c482f89-9e72-445d-b333-cfbf437b5cc1 port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 binding host n-d-792362-6 {{(pid=101362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:09:03.720605 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:03.721009 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:03.774718 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:03.910214 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e01cb337-8560-4efd-85cb-488cef41b85c up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:04.026111 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port e01cb337-8560-4efd-85cb-488cef41b85c triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:04.026486 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.175347 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.187160 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Transition to ACTIVE for port object a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:04.192703 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.244177 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84492383-7675-4cb6-8dd9-6c8203a95bcb None None] Pushing event updated for resources: {'Port': ['ID=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:04.295268 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Attempting to bind port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 on host n-d-792362-6 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:04.295645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Attempting to bind port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 by drivers openvswitch,hyperv on host n-d-792362-6 at level 0 using segments [{'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:04.296010 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Attempting to bind port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 on network cb6dfaff-8b41-4261-926a-88d72565e732 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:04.301505 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Checking agent: {'id': '6d59c97a-fa39-4f76-9fbc-ae4cef34f514', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 31, 29), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792362-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:04.301877 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Checking segment: {'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:04.302276 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.302664 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Bound using segment: {'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:04.303132 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Bound port: a3f5a0fa-a805-4b45-9381-e5f36ad86cb0, host: n-d-792362-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c39dad9-45fc-4278-b097-9f4c247887c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1545, 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:04.303658 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.375691 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] For port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0, host n-d-792362-6, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:04.379476 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] For port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0, host n-d-792362-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,segment=NetworkSegment(7c39dad9-45fc-4278-b097-9f4c247887c5),segment_id=7c39dad9-45fc-4278-b097-9f4c247887c5)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:04.383383 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.444094 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Routers {'9c482f89-9e72-445d-b333-cfbf437b5cc1'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:04.444730 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9c482f89-9e72-445d-b333-cfbf437b5cc1'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:04.449592 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84492383-7675-4cb6-8dd9-6c8203a95bcb None None] Pushing event updated for resources: {'Port': ['ID=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:04.570258 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] Set router 9c482f89-9e72-445d-b333-cfbf437b5cc1 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:04.623041 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-bc66e1f7-1aad-401d-81ca-05f46477bc5d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:04.624585 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-bc66e1f7-1aad-401d-81ca-05f46477bc5d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 810 time: 0.1958454 Aug 31 15:09:04.642032 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0b6566b3-312a-4d7c-b689-a93148db2218 req-1be58681-ee3c-44ee-9f27-7e7244cfbaf1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 210 time: 0.0384495 Aug 31 15:09:04.682837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-9bb09a6e-39bc-4d07-aa54-c9afe9a51b44 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3235852c7641428980ba770d611783c3 HTTP/1.1" status: 200 len: 379 time: 0.0393450 Aug 31 15:09:04.700964 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'port': {'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'admin_state_up': True, 'tenant_id': '3235852c7641428980ba770d611783c3', 'security_groups': ['716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:04.816755 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Made reservation on behalf of 3235852c7641428980ba770d611783c3 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:04.820348 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.960784 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:00Z', 'revision_number': 4, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port': {'id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a3f5a0fa-a805-4b45-9381-e5f36ad86cb0', 'name': '', 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'mac_address': 'fa:16:3e:31:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65b56c4e-f7bf-4383-bd05-f592d159e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:59Z', 'updated_at': '2021-08-31T15:09:04Z', 'revision_number': 4, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'subnets': [{'id': '65b56c4e-f7bf-4383-bd05-f592d159e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:04.961185 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Allocated IP 172.20.0.4 (06c3e7aa-d1ad-4948-a9f6-25bc19866440/348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b/b692d03c-3cdb-49a2-bb2f-2557c3ca336e) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:04.988472 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772315-18ba-40dc-90e5-f9fc141a48a9 None None] The sync data for ids ['9c482f89-9e72-445d-b333-cfbf437b5cc1'] in n-d-792362-6 is: [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:00Z', 'revision_number': 4, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port': {'id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'a3f5a0fa-a805-4b45-9381-e5f36ad86cb0', 'name': '', 'network_id': 'cb6dfaff-8b41-4261-926a-88d72565e732', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'mac_address': 'fa:16:3e:31:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65b56c4e-f7bf-4383-bd05-f592d159e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:59Z', 'updated_at': '2021-08-31T15:09:04Z', 'revision_number': 4, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'subnets': [{'id': '65b56c4e-f7bf-4383-bd05-f592d159e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:09:05.122497 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.138280 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Transition to ACTIVE for port object b692d03c-3cdb-49a2-bb2f-2557c3ca336e will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:05.174016 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.219550 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:05.223208 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:05.225811 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:05.252746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:05.287707 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:05.288644 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.306495 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-114ce4de-ac0f-43cc-9e56-51d54418c354 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6092033 Aug 31 15:09:05.371894 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:05.403734 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Request body: {'port': {'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:05.446837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning for port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:05.450893 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:05.452182 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.505809 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.523425 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a262e7c3-a858-49e0-9974-a44785456951 None None] Provisioning for port b692d03c-3cdb-49a2-bb2f-2557c3ca336e completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:05.550526 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-a262e7c3-a858-49e0-9974-a44785456951 None None] Provisioning complete for port b692d03c-3cdb-49a2-bb2f-2557c3ca336e triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:05.551245 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a262e7c3-a858-49e0-9974-a44785456951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.592667 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.618166 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-a262e7c3-a858-49e0-9974-a44785456951 None None] Port b692d03c-3cdb-49a2-bb2f-2557c3ca336e cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:05.646549 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] For port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,segment=NetworkSegment(7c39dad9-45fc-4278-b097-9f4c247887c5),segment_id=7c39dad9-45fc-4278-b097-9f4c247887c5)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:05.651931 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.714077 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Pushing event updated for resources: {'Port': ['ID=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:05.806012 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d6da2-1366-49da-a6f8-e7f0ab89dd5f req-673f5dbe-3bad-4983-a03f-2107d0b01137 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:05.813208 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-516d6da2-1366-49da-a6f8-e7f0ab89dd5f req-673f5dbe-3bad-4983-a03f-2107d0b01137 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 931 time: 0.0893080 Aug 31 15:09:05.886837 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-516d6da2-1366-49da-a6f8-e7f0ab89dd5f req-e0ecf223-3811-4c19-b1f0-db53c74c3807 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728102 Aug 31 15:09:05.898076 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b692d03c-3cdb-49a2-bb2f-2557c3ca336e {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:09:05.906070 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.917704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Transition to ACTIVE for port object b692d03c-3cdb-49a2-bb2f-2557c3ca336e will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:05.922125 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.973057 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.040488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Attempting to bind port b692d03c-3cdb-49a2-bb2f-2557c3ca336e on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:06.040830 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Attempting to bind port b692d03c-3cdb-49a2-bb2f-2557c3ca336e by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:06.041202 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Attempting to bind port b692d03c-3cdb-49a2-bb2f-2557c3ca336e on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:06.046061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Port b692d03c-3cdb-49a2-bb2f-2557c3ca336e on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:09:06.046392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Attempting to bind port b692d03c-3cdb-49a2-bb2f-2557c3ca336e on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:06.051485 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:06.051820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Checking segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:06.052210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Bound using segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:06.052661 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Bound port: b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:06.053058 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.124354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:06.127492 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:06.133286 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.168462 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:06.169118 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.170560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] 10.222.0.26 "PUT /v2.0/ports/b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 1091 time: 0.8487179 Aug 31 15:09:06.171000 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:06.173313 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e51f12c-503d-447f-8614-d64729d2d3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:06.200146 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4216-56b6-45c1-ad2c-b72c6ffc5819 service neutron] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.211792 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e887ff-8713-49cd-a95c-cd5f6a169419 x-openstack-request-id: req-e5e887ff-8713-49cd-a95c-cd5f6a169419 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:06.212097 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:06.212379 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5e887ff-8713-49cd-a95c-cd5f6a169419 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:06.212755 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'status': 'completed', 'code': 200} Aug 31 15:09:06.276580 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-54e5c08c-6594-4753-9396-3cfcb4a0ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:06.278192 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-54e5c08c-6594-4753-9396-3cfcb4a0ec07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1094 time: 0.0442524 Aug 31 15:09:06.333748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-b1a12271-e228-4af1-87f2-274974865714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 217 time: 0.0402663 Aug 31 15:09:06.385898 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-94dfb854-1789-4e8d-abf6-888ebeb0dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:06.387385 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-94dfb854-1789-4e8d-abf6-888ebeb0dd16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0458503 Aug 31 15:09:06.434451 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-c21a52ae-0540-4dde-a6fb-94a2392354ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:06.436075 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-c21a52ae-0540-4dde-a6fb-94a2392354ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408683 Aug 31 15:09:06.879358 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-c57f2da5-d4c5-4a8c-9d23-6d7d93d249b2 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350555 Aug 31 15:09:07.005560 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-85d688b8-df69-4795-87ab-8064de1d31e8 req-0ece56f4-1961-4433-b658-ef80ea8292d1 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179454 Aug 31 15:09:07.025263 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea15a3-2a6d-4a55-9571-278ac3ec0dbb req-d383570a-8d39-4fb0-b78e-2c212f1040b9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.026826 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30ea15a3-2a6d-4a55-9571-278ac3ec0dbb req-d383570a-8d39-4fb0-b78e-2c212f1040b9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 943 time: 0.0651965 Aug 31 15:09:07.065454 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30ea15a3-2a6d-4a55-9571-278ac3ec0dbb req-e5fa3767-6c55-417b-a80c-10e36c0a8dfe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Aug 31 15:09:07.134078 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-51ea819a-64cc-403a-b246-5261096ff3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.135485 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-51ea819a-64cc-403a-b246-5261096ff3a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1094 time: 0.0407617 Aug 31 15:09:07.222988 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-9a3fc0e2-df24-4244-adcd-390aca1e832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.224319 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-9a3fc0e2-df24-4244-adcd-390aca1e832e service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0819318 Aug 31 15:09:07.273170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-5361f1fe-8f01-4462-8463-6e0875405fd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 217 time: 0.0391090 Aug 31 15:09:07.288021 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 up at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:07.324748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-b2132893-7452-4cab-9064-faa072dcb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.326379 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-b2132893-7452-4cab-9064-faa072dcb96d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0454147 Aug 31 15:09:07.335116 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Provisioning complete for port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:07.335495 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.377668 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-3666b90b-63bd-41e3-9c2d-3f5cb9b4383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.379474 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-3666b90b-63bd-41e3-9c2d-3f5cb9b4383d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450032 Aug 31 15:09:07.488125 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-80b154f6-a9d3-4b9b-b1e3-2841cf5462d2 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002035 Aug 31 15:09:07.579992 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9e51f12c-503d-447f-8614-d64729d2d3f9 req-f8960352-c30b-4989-9f09-d0c90c114be7 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835013 Aug 31 15:09:08.190306 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74a94a-339b-4b08-9e42-99753e8daf49 req-5e72961e-0c74-4dab-bf17-d01c4ec4f5ba tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:08.191798 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c74a94a-339b-4b08-9e42-99753e8daf49 req-5e72961e-0c74-4dab-bf17-d01c4ec4f5ba tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 943 time: 0.0575008 Aug 31 15:09:08.228972 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4c74a94a-339b-4b08-9e42-99753e8daf49 req-1b098122-f3ab-4775-8d3a-0a93c5bb69c2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Aug 31 15:09:09.345375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512cb83-3de9-4c89-a1c5-efad4a43c6f2 req-7e980ebe-00b2-4b77-b3cd-9da75995ba0f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:09.346944 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2512cb83-3de9-4c89-a1c5-efad4a43c6f2 req-7e980ebe-00b2-4b77-b3cd-9da75995ba0f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 943 time: 0.0496287 Aug 31 15:09:09.386016 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2512cb83-3de9-4c89-a1c5-efad4a43c6f2 req-06d8617f-8cb7-444e-9318-21d7054e3b7d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Aug 31 15:09:09.809297 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b692d03c-3cdb-49a2-bb2f-2557c3ca336e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:09:09.903995 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:09.915713 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:09:09.952209 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.964529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b692d03c-3cdb-49a2-bb2f-2557c3ca336e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:09:09.983406 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:09.986929 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.036704 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:10.291422 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b692d03c-3cdb-49a2-bb2f-2557c3ca336e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:09:10.501960 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71f5ce-f321-4759-9bc2-39adbd730ab5 req-79faf0fd-83ef-40e7-ac98-ee98804f5084 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:10.503872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b71f5ce-f321-4759-9bc2-39adbd730ab5 req-79faf0fd-83ef-40e7-ac98-ee98804f5084 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 944 time: 0.0497315 Aug 31 15:09:10.541998 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8b71f5ce-f321-4759-9bc2-39adbd730ab5 req-eae421e1-238b-4ebe-9b2b-03a4d0d4181d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320048 Aug 31 15:09:10.745867 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.661098 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ce440-5ecc-4f50-9de7-6c0f30faf0fb req-2134241a-5321-43ac-b674-2a14ed57fa6a tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:11.662568 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-663ce440-5ecc-4f50-9de7-6c0f30faf0fb req-2134241a-5321-43ac-b674-2a14ed57fa6a tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 944 time: 0.0529678 Aug 31 15:09:11.700334 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-663ce440-5ecc-4f50-9de7-6c0f30faf0fb req-3e95249a-e303-4537-aa67-ee4657813aa2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 31 15:09:11.825226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b692d03c-3cdb-49a2-bb2f-2557c3ca336e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:11.875036 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port b692d03c-3cdb-49a2-bb2f-2557c3ca336e completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:11.879086 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b692d03c-3cdb-49a2-bb2f-2557c3ca336e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:11.879463 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.955073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.980059 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:11.982406 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49d1c4-bb4e-40b0-9165-289b4169dc0f" -d '{"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-plugged", "status": "completed", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:11.995334 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:12.000107 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:12.047370 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:12.077445 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69ad12c-13d2-4940-ba23-de1141d75d0e x-openstack-request-id: req-b69ad12c-13d2-4940-ba23-de1141d75d0e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:12.077687 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-plugged", "status": "completed", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:12.077941 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b69ad12c-13d2-4940-ba23-de1141d75d0e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:12.078339 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'code': 200} Aug 31 15:09:12.199750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7c48a-fb99-4598-8d4c-7db527aacfb1 req-7e75d68a-a3a7-4b9b-82da-81893ed88cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:12.201820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29a7c48a-fb99-4598-8d4c-7db527aacfb1 req-7e75d68a-a3a7-4b9b-82da-81893ed88cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1096 time: 0.0413370 Aug 31 15:09:12.236814 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-29a7c48a-fb99-4598-8d4c-7db527aacfb1 req-b184f184-6403-4c3d-aeff-1bfd84b7835f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277984 Aug 31 15:09:12.816895 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ff9cd-b3f9-4a9b-9a70-734ac0dc710f req-e284c422-129b-4dfb-850d-9a621ba1a803 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:12.818355 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee0ff9cd-b3f9-4a9b-9a70-734ac0dc710f req-e284c422-129b-4dfb-850d-9a621ba1a803 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Aug 31 15:09:12.855833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ee0ff9cd-b3f9-4a9b-9a70-734ac0dc710f req-70d99eff-2851-407c-8b5d-dc6eece5c346 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316455 Aug 31 15:09:13.974377 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7053df-bc57-4cf2-a6dd-6623bc83f303 req-d6f7642d-2be0-4638-b11d-66f9de0595b0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.975852 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e7053df-bc57-4cf2-a6dd-6623bc83f303 req-d6f7642d-2be0-4638-b11d-66f9de0595b0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Aug 31 15:09:14.013441 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0e7053df-bc57-4cf2-a6dd-6623bc83f303 req-c1487e96-e131-4936-bc89-8a69b380b618 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Aug 31 15:09:14.130800 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7303a-733a-4f52-bd2b-e671a4ea25b4 req-e4d02355-fa70-445c-9e41-36c925203def tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:14.132306 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30d7303a-733a-4f52-bd2b-e671a4ea25b4 req-e4d02355-fa70-445c-9e41-36c925203def tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Aug 31 15:09:14.170655 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-30d7303a-733a-4f52-bd2b-e671a4ea25b4 req-3d5a46a5-e712-44e8-aa1c-543aa4f4dee4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323415 Aug 31 15:09:14.192332 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60080) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:14.273962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95b1cc-08db-49d4-a0cf-3a9161cd95b3 tempest-TestSnapshotPattern-150707185 tempest-TestSnapshotPattern-150707185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:14.275493 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-df95b1cc-08db-49d4-a0cf-3a9161cd95b3 tempest-TestSnapshotPattern-150707185 tempest-TestSnapshotPattern-150707185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1091 time: 0.0821593 Aug 31 15:09:14.278344 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60084) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:14.282672 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'tenant_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:14.304894 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.403919 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.504796 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Allocated IP 172.25.0.174 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/88e547db-7fcd-48e1-bc19-17639f5a528b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:14.531147 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:09:14.608037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.647419 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.687957 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:14.690937 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:14.695182 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:14.698133 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'Port': ['ID=88e547db-7fcd-48e1-bc19-17639f5a528b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:15.056636 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.122058 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.275848 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.280836 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.351061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'Port': ['ID=88e547db-7fcd-48e1-bc19-17639f5a528b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:15.363753 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.465326 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Floating IP 28844ed4-a120-434c-abcb-27824b90e197 associated. External IP: 172.25.0.174, port: b692d03c-3cdb-49a2-bb2f-2557c3ca336e. Aug 31 15:09:15.677065 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Router 08bb97e0-c65d-4508-bd31-80ff078008a4 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:09:15.781527 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:09:15.791028 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] Sync routers for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:09:15.798585 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.800382 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:15.801023 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:15.829622 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3fce235f-35dd-4461-bcc2-9b2f3ec9893f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5502322 Aug 31 15:09:15.830205 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:15.832609 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ee1720-273a-46fe-a8a7-376ad87f7e30" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:15.876926 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad3b230-df86-4732-9d1b-125ad42e86b9 x-openstack-request-id: req-cad3b230-df86-4732-9d1b-125ad42e86b9 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:15.877234 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:15.877485 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cad3b230-df86-4732-9d1b-125ad42e86b9 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:15.877898 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'status': 'completed', 'code': 200} Aug 31 15:09:15.908092 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:15.964782 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-3d556202-7d03-4548-9b47-6d70ed8ad8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:15.966254 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-3d556202-7d03-4548-9b47-6d70ed8ad8f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1096 time: 0.0412068 Aug 31 15:09:16.057864 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-07fb0ff9-2e2c-4f25-a010-3dd0fb76278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:16.059374 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-07fb0ff9-2e2c-4f25-a010-3dd0fb76278b service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0849929 Aug 31 15:09:16.134065 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-73a0b086-0819-4ae4-84d1-27a34d46b550 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 999 time: 0.0652561 Aug 31 15:09:16.135393 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:14Z', 'revision_number': 0, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:16.166146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] Checking router: 08bb97e0-c65d-4508-bd31-80ff078008a4 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:09:16.175122 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:16.175801 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:08:59Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:16.186267 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-b857222b-6460-454f-ab35-fbf3f9e98073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:16.187757 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-b857222b-6460-454f-ab35-fbf3f9e98073 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0464683 Aug 31 15:09:16.234722 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-16f44955-cd40-4c55-a80a-e4c2bb8475d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:16.236151 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-16f44955-cd40-4c55-a80a-e4c2bb8475d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405474 Aug 31 15:09:16.282086 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:16.331654 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-4f73aafc-6644-4205-99b5-4448abbb27aa service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866344 Aug 31 15:09:16.423104 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f0ee1720-273a-46fe-a8a7-376ad87f7e30 req-74371498-7f49-4d6e-9a8e-ada26f62a284 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Aug 31 15:09:16.507069 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:14Z', 'revision_number': 0, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:16.532394 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d18fb-1167-4985-8b1c-5cde2d1a8b6d None None] The sync data for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 is: [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:14Z', 'revision_number': 0, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:09:16.714644 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a52ee-c2dc-4586-af53-4d9a0b1d7650 None None] New status for floating IP 28844ed4-a120-434c-abcb-27824b90e197: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:09:24.436472 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-baeb0043-f326-4dab-96bc-62f514106293 req-296ac0ce-b77f-470d-86e1-a858bdc50043 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0720649 Aug 31 15:09:24.506190 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-baeb0043-f326-4dab-96bc-62f514106293 req-7fbfff72-6168-4386-8aad-182f1bac312f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0258892 Aug 31 15:09:24.561134 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-baeb0043-f326-4dab-96bc-62f514106293 req-20f1329c-edab-45f3-b4b2-b994c9cd7451 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200796 Aug 31 15:09:24.658609 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb0043-f326-4dab-96bc-62f514106293 req-96eefe0c-b6d9-4671-bb61-df432a7de04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:24.660025 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-baeb0043-f326-4dab-96bc-62f514106293 req-96eefe0c-b6d9-4671-bb61-df432a7de04c service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916824 Aug 31 15:09:26.944949 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfb40-feb2-49ae-a84a-938fe278ff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:29.486960 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0d531300-47f0-48ff-bd00-0717eb37cd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:29.684131 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.936527 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.305879 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:40.738608 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:51.529921 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:09:56.945799 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ea4f-b721-40a4-ada1-4a5fe7a51f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:59.492055 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ab6b31a2-281b-4d6a-877f-237b1cff2759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:59.684896 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:00.940584 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.309050 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:10.737250 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:14.570789 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-469bbb3a-cc0e-45cd-878e-58f500606503 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444834 Aug 31 15:10:14.670245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-19327f41-4d67-4f95-b318-dd03b5d1e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:14.671678 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-19327f41-4d67-4f95-b318-dd03b5d1e71d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1096 time: 0.0399561 Aug 31 15:10:14.771869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-09e7140e-bc4b-4713-bebd-5cf4d0192430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:14.773419 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-09e7140e-bc4b-4713-bebd-5cf4d0192430 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0826070 Aug 31 15:10:14.841645 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-76c27cb6-7083-474a-918b-e2d3db64adba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 1001 time: 0.0606234 Aug 31 15:10:14.892352 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-6ea6b8c8-f0dc-4aa4-bf4f-45862176c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:14.893821 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-6ea6b8c8-f0dc-4aa4-bf4f-45862176c3dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0438881 Aug 31 15:10:14.940112 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-a3646d6b-dfe4-4d80-8cec-51988f5652b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:14.941529 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-a3646d6b-dfe4-4d80-8cec-51988f5652b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391393 Aug 31 15:10:15.036037 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-cdd11422-5f80-44ce-af48-d6ae9267cadc service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859737 Aug 31 15:10:15.126339 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-c39e617b-70a6-44bb-a0dd-bf1085b4940f req-bc168896-6060-4a9c-a340-598eecfbcf4a service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825250 Aug 31 15:10:26.403944 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba3172a7-ddb1-4ebf-adcd-c45ad9c1a65a req-9bb283d9-c80f-4a12-8fc8-05ebb1267458 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261848 Aug 31 15:10:26.498892 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba3172a7-ddb1-4ebf-adcd-c45ad9c1a65a req-3a96390e-17dc-4848-898c-9e0bc60cd0aa service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0250275 Aug 31 15:10:26.551229 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba3172a7-ddb1-4ebf-adcd-c45ad9c1a65a req-7ebaecad-04ad-4220-ab7e-92f87d7b008f service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214767 Aug 31 15:10:26.650568 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3172a7-ddb1-4ebf-adcd-c45ad9c1a65a req-82fca2fe-ce95-4d2b-87c3-db7c5236d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:26.651973 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba3172a7-ddb1-4ebf-adcd-c45ad9c1a65a req-82fca2fe-ce95-4d2b-87c3-db7c5236d378 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893350 Aug 31 15:10:26.946492 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38c7c5f4-6538-4232-8c1c-cf23bef1cc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:28.528508 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:10:29.492787 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6fd4-694a-48a7-9682-d351ad983795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:29.684955 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:30.943900 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:32.309466 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.751071 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:56.947838 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1493-b3aa-4515-93ce-0cd4d3767ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:59.492993 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-da1d43ae-89be-405f-af4d-8d7712366f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:59.684886 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:00.438771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [req-93c486ac-bed9-40fb-a4d8-a8c8cc28f917 req-3485e21e-13c6-40a3-90df-29e576e42c07 service neutron] (101360) timed out ('10.222.0.10', 55762) {{(pid=101360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:11:00.947068 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:02.313464 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:05.526976 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:11:10.756511 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:15.629986 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f89-618e-4224-977a-a778cecdb28c req-ca419744-d176-40ae-a720-36a5bd6a9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:15.631482 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-422b2f89-618e-4224-977a-a778cecdb28c req-ca419744-d176-40ae-a720-36a5bd6a9b3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1096 time: 0.0424929 Aug 31 15:11:15.741034 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f89-618e-4224-977a-a778cecdb28c req-62d43a62-7f69-4b79-a550-1364b21e8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:15.742593 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-422b2f89-618e-4224-977a-a778cecdb28c req-62d43a62-7f69-4b79-a550-1364b21e8850 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0893211 Aug 31 15:11:15.809673 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-422b2f89-618e-4224-977a-a778cecdb28c req-e12c5213-c3f6-4e4e-bca0-8123da08ab74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 1001 time: 0.0574713 Aug 31 15:11:15.863685 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f89-618e-4224-977a-a778cecdb28c req-9a92159a-3914-465f-b1e9-5d286ff6acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:15.865138 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-422b2f89-618e-4224-977a-a778cecdb28c req-9a92159a-3914-465f-b1e9-5d286ff6acd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0465126 Aug 31 15:11:15.910677 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f89-618e-4224-977a-a778cecdb28c req-aef6f631-29f1-42ed-b96a-a5b992469443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:15.912060 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-422b2f89-618e-4224-977a-a778cecdb28c req-aef6f631-29f1-42ed-b96a-a5b992469443 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393279 Aug 31 15:11:16.000033 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-422b2f89-618e-4224-977a-a778cecdb28c req-925f24bc-b33a-41a8-9f5e-431c9900b6b3 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795302 Aug 31 15:11:16.096676 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-422b2f89-618e-4224-977a-a778cecdb28c req-5654923e-df9b-4fa4-bf23-15199da5d718 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880754 Aug 31 15:11:16.434699 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b692d03c-3cdb-49a2-bb2f-2557c3ca336e details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:11:16.530775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:16.542408 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:11:16.579042 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:16.591665 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b692d03c-3cdb-49a2-bb2f-2557c3ca336e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:11:16.611093 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:16.615385 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:16.661739 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:16.668488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.668836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.669206 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.669529 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.669861 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.670187 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.670510 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.670831 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.671233 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.671708 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.671873 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.672190 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.811511 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['b692d03c-3cdb-49a2-bb2f-2557c3ca336e'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:11:18.435645 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b692d03c-3cdb-49a2-bb2f-2557c3ca336e up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:11:18.504973 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port b692d03c-3cdb-49a2-bb2f-2557c3ca336e triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:18.505987 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:18.588894 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:18.617754 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:18.619972 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff79f66f-225b-40e8-94bd-3c6e9a160959" -d '{"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-plugged", "status": "completed", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:18.639001 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:18.643599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:18.692246 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379ab75c-ff41-4a5c-9dea-15dda1ac63b1 x-openstack-request-id: req-379ab75c-ff41-4a5c-9dea-15dda1ac63b1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:18.692535 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-plugged", "status": "completed", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:18.692782 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-379ab75c-ff41-4a5c-9dea-15dda1ac63b1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:18.693199 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'code': 200} Aug 31 15:11:18.718467 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:26.384293 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba479ebf-ca05-4e0b-98ab-b002443ab119 req-ea8706a0-5fe9-4aa6-b289-aa04fa91cc81 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269237 Aug 31 15:11:26.451304 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba479ebf-ca05-4e0b-98ab-b002443ab119 req-e79eeb82-aa2e-4c8c-9aac-18282d8c7402 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0239940 Aug 31 15:11:26.501091 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba479ebf-ca05-4e0b-98ab-b002443ab119 req-98bc70d2-e474-4613-8892-65160f4d3335 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199082 Aug 31 15:11:26.603279 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479ebf-ca05-4e0b-98ab-b002443ab119 req-8db40aa6-3297-4cd8-af95-153e7fde3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:26.604779 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-ba479ebf-ca05-4e0b-98ab-b002443ab119 req-8db40aa6-3297-4cd8-af95-153e7fde3c61 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0951598 Aug 31 15:11:26.950023 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3f4430ba-368d-484d-bb1f-6d471ef70529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:26.999934 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-b62cd392-bcd8-4da2-8753-b43487d0d8fb tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606227992&fields=id&tenant_id=3235852c7641428980ba770d611783c3 HTTP/1.1" status: 200 len: 267 time: 0.0330124 Aug 31 15:11:27.111869 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-7212bc2a-7dcd-417c-9d3e-53865ede4229 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:27.113389 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-7212bc2a-7dcd-417c-9d3e-53865ede4229 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 810 time: 0.1061659 Aug 31 15:11:27.129630 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-177ce3e7-0c9e-4a17-96fa-76145f669485 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/quotas/3235852c7641428980ba770d611783c3 HTTP/1.1" status: 200 len: 375 time: 0.0103049 Aug 31 15:11:27.188127 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-854d7d32-4a77-40f4-8c15-4861f864814c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530205 Aug 31 15:11:27.291816 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-687ca612-9628-4e58-afd8-5edbb0fb617a service neutron] 10.222.0.10 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909748 Aug 31 15:11:27.386216 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-5b932e0f-34dd-41f0-a6b7-fd65feecf70e service neutron] 10.222.0.10 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 Aug 31 15:11:28.563034 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2c8893df-57af-4ebb-bc3b-fc38eadb95aa req-2500967e-e7ac-4a22-90e3-45cae02da026 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 210 time: 0.0268495 Aug 31 15:11:29.494409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6a3369a-085a-45e8-8e47-801e5f181330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:29.695596 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:29.726990 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dcee343e-bc35-44cf-ba6b-1cec3dd74fc2 req-4fa1e84d-c2cc-4ee5-85f7-4a8763d65194 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 210 time: 0.0322886 Aug 31 15:11:29.782217 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-7c9a9834-e055-40a3-9332-0fdae2581443 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:29.783657 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-7c9a9834-e055-40a3-9332-0fdae2581443 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 810 time: 0.1576459 Aug 31 15:11:29.866166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-4031a135-f53c-49c0-9a2c-0efaf6b56388 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3235852c7641428980ba770d611783c3 HTTP/1.1" status: 200 len: 379 time: 0.0352061 Aug 31 15:11:29.876452 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'port': {'device_id': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'admin_state_up': True, 'tenant_id': '3235852c7641428980ba770d611783c3', 'security_groups': ['716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:29.990082 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Made reservation on behalf of 3235852c7641428980ba770d611783c3 for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:11:29.993776 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:30.198126 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Allocated IP 172.20.0.10 (06c3e7aa-d1ad-4948-a9f6-25bc19866440/348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b/8ea3b3d1-72ce-4ffe-8eea-90067f25da06) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:11:30.516202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b692d03c-3cdb-49a2-bb2f-2557c3ca336e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:11:30.650927 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:30.683926 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:30.685121 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6ec5e6-f391-44d1-b2e8-f2293b1d2ea7" -d '{"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-unplugged", "status": "completed", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:30.703750 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:30.712656 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:30.734412 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:30.741394 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6311ea6e-1987-43aa-951f-6d5e5b9d70e3 x-openstack-request-id: req-6311ea6e-1987-43aa-951f-6d5e5b9d70e3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:30.741690 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-unplugged", "status": "completed", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:30.741947 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6311ea6e-1987-43aa-951f-6d5e5b9d70e3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:30.742333 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'code': 200} Aug 31 15:11:30.747321 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Transition to ACTIVE for port object 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 will not be triggered until provisioned by entity DHCP. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:11:30.771262 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:30.785358 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:30.859345 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:11:30.866135 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:11:30.871297 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:11:30.876179 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:30.930535 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:30.931186 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:30.946314 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.946619 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.946977 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.947305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.947680 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.947962 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.948296 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.948660 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.949028 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.949351 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.949674 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.950553 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:30.958178 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0642973c-c525-4eac-b854-14d4e92683e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0853949 Aug 31 15:11:30.960118 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:30.972305 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b472d8a-cba9-4334-ae1f-29d0f03f5c9b req-1eb01f4d-7578-4856-9859-f523edc44a5b tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:30.977357 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b472d8a-cba9-4334-ae1f-29d0f03f5c9b req-1eb01f4d-7578-4856-9859-f523edc44a5b tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.1629353 Aug 31 15:11:31.024968 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-4b472d8a-cba9-4334-ae1f-29d0f03f5c9b req-63c375a7-b9cb-4918-aa82-36bc894affbd tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Aug 31 15:11:31.191414 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a78fb68-7505-40cd-9b7d-2a85b745f075 None None] Provisioning for port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 completed by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:11:31.195588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-8a78fb68-7505-40cd-9b7d-2a85b745f075 None None] Provisioning complete for port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 triggered by entity DHCP. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:31.195946 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8a78fb68-7505-40cd-9b7d-2a85b745f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:31.231040 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-8a78fb68-7505-40cd-9b7d-2a85b745f075 None None] Port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 cannot update to ACTIVE because it is not bound. {{(pid=101362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:11:32.148413 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eb93c-00e1-41d5-843a-53105e80282c req-a744517d-613d-451a-bdb1-72a57bad94cc tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:32.149939 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-441eb93c-00e1-41d5-843a-53105e80282c req-a744517d-613d-451a-bdb1-72a57bad94cc tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0513146 Aug 31 15:11:32.195170 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-441eb93c-00e1-41d5-843a-53105e80282c req-4cb8f3c7-5212-4fbd-b0bb-9562833ddca6 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390880 Aug 31 15:11:32.318329 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:33.321104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac31797-30f2-4c4d-bd76-0e3d4f57fd2a req-a59a372d-ea19-4632-9496-73516d6af347 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:33.322767 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac31797-30f2-4c4d-bd76-0e3d4f57fd2a req-a59a372d-ea19-4632-9496-73516d6af347 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0571592 Aug 31 15:11:33.369008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-aac31797-30f2-4c4d-bd76-0e3d4f57fd2a req-2f8609cc-cb74-4091-985c-6a9d03592f8b tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401347 Aug 31 15:11:34.490387 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b50c82-d0ee-47a1-9773-9f18f9aa3ab5 req-cc049481-3235-4a81-8d5a-0e44a51fff78 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:34.491907 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23b50c82-d0ee-47a1-9773-9f18f9aa3ab5 req-cc049481-3235-4a81-8d5a-0e44a51fff78 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0542457 Aug 31 15:11:34.537049 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-23b50c82-d0ee-47a1-9773-9f18f9aa3ab5 req-72c9f7b5-7185-47b9-a949-e27b19e0575f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384328 Aug 31 15:11:35.657687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54a346-5dfb-4675-aa36-1a7c2527f01d req-748e2043-af26-48dd-873b-9545f69ebf34 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:35.660369 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c54a346-5dfb-4675-aa36-1a7c2527f01d req-748e2043-af26-48dd-873b-9545f69ebf34 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0528619 Aug 31 15:11:35.729613 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1c54a346-5dfb-4675-aa36-1a7c2527f01d req-7892be01-6979-4dbe-93d6-25038a42965d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621624 Aug 31 15:11:36.841151 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85f3ae-26cd-4ccf-a79c-d757581e4d8d req-9128e989-d003-4801-9056-88fcaf8b05f2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:36.842964 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a85f3ae-26cd-4ccf-a79c-d757581e4d8d req-9128e989-d003-4801-9056-88fcaf8b05f2 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0499017 Aug 31 15:11:36.887436 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-9a85f3ae-26cd-4ccf-a79c-d757581e4d8d req-a6ac2b1b-8bb9-4c9c-98f0-6c93428f98b5 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374863 Aug 31 15:11:38.019931 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11c1a-4e0c-44cb-81d5-d0b65531e71d req-3b2608b7-cce6-486a-8e64-b5032b7f9b21 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:38.021453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1c11c1a-4e0c-44cb-81d5-d0b65531e71d req-3b2608b7-cce6-486a-8e64-b5032b7f9b21 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0630667 Aug 31 15:11:38.062219 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f1c11c1a-4e0c-44cb-81d5-d0b65531e71d req-5068f066-b23c-4a37-900a-06bb7641c1a4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346761 Aug 31 15:11:39.190861 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ccf3-76d2-48fd-9c4a-5121e2c96c9a req-f0071dd6-ff82-4c41-8fc4-874cdb657d6f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:39.198684 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dd1ccf3-76d2-48fd-9c4a-5121e2c96c9a req-f0071dd6-ff82-4c41-8fc4-874cdb657d6f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0649688 Aug 31 15:11:39.241706 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8dd1ccf3-76d2-48fd-9c4a-5121e2c96c9a req-6327f3f9-2ef3-4cea-92d7-7d33dd01cb09 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421288 Aug 31 15:11:40.363873 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ae22-ec4b-41d6-8b7d-9ed563a331d7 req-1482b68f-dbc6-4191-8cd0-27ef17706a27 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:40.366297 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1156ae22-ec4b-41d6-8b7d-9ed563a331d7 req-1482b68f-dbc6-4191-8cd0-27ef17706a27 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 932 time: 0.0528288 Aug 31 15:11:40.410169 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-1156ae22-ec4b-41d6-8b7d-9ed563a331d7 req-fec3c5d8-0fab-45de-b622-b728ad17c65c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379825 Aug 31 15:11:40.753653 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:41.101220 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Request body: {'port': {'device_id': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792362-6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:41.153076 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:41.414820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:11:41.422624 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:41.434522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Transition to ACTIVE for port object 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:11:41.439037 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:41.507245 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:41.597100 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b90d2-88d2-45bf-b68f-473186721945 req-7bcacd61-abf5-4edf-80c1-5d2b7f4d2f59 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:41.598660 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e3b90d2-88d2-45bf-b68f-473186721945 req-7bcacd61-abf5-4edf-80c1-5d2b7f4d2f59 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 944 time: 0.1117847 Aug 31 15:11:41.603588 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Attempting to bind port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 on host n-h2-792362-6 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:11:41.603928 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Attempting to bind port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 by drivers openvswitch,hyperv on host n-h2-792362-6 at level 0 using segments [{'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:11:41.604265 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Attempting to bind port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:11:41.616349 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 not bound, no agent of type Open vSwitch agent registered on host n-h2-792362-6 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:11:41.616602 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Attempting to bind port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 on network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:11:41.638228 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Checking agent: {'id': 'd350ad63-dca3-4409-8380-9e4386100fe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792362-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:11:41.638568 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Checking segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:11:41.638959 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Bound using segment: {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:11:41.639392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Bound port: 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host: n-h2-792362-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b9ae19-6568-4c50-a6a5-54c8e6bde168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:11:41.639756 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:41.662503 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-6e3b90d2-88d2-45bf-b68f-473186721945 req-7ec04f43-6c1d-442b-a82c-c0c0521e7dc9 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558746 Aug 31 15:11:41.716175 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:11:41.719484 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:11:41.723105 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:41.758616 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:41.759241 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:41.760623 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ea3b3d1-72ce-4ffe-8eea-90067f25da06 HTTP/1.1" status: 200 len: 1092 time: 0.6644080 Aug 31 15:11:41.761090 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:41.763339 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:41.789005 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041b8cd-472f-4d9c-a91c-84b2f468fe05 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:41.807477 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f17738-95d3-4e18-9e04-c722b1f13843 x-openstack-request-id: req-03f17738-95d3-4e18-9e04-c722b1f13843 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:41.807770 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:41.808027 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03f17738-95d3-4e18-9e04-c722b1f13843 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:41.808435 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'status': 'completed', 'code': 200} Aug 31 15:11:41.870024 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-2f90c93b-d2b2-42d7-94a5-05f12143fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:41.871663 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-2f90c93b-d2b2-42d7-94a5-05f12143fe6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0435424 Aug 31 15:11:41.927102 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-112bd0e1-d17b-4240-bda9-bd9ecddc6545 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06 HTTP/1.1" status: 200 len: 217 time: 0.0401425 Aug 31 15:11:41.977444 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-24635ace-8e6f-46dc-95cc-bc3f017bcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:41.978904 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-24635ace-8e6f-46dc-95cc-bc3f017bcbe7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0443919 Aug 31 15:11:42.026042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-897a4655-1be5-4d45-96bf-34157f82fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:42.027429 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-897a4655-1be5-4d45-96bf-34157f82fa76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392799 Aug 31 15:11:42.121348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-64046d9e-aedb-436a-bcec-f8235629cb81 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857208 Aug 31 15:11:42.211318 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-dd97e257-943c-4c6c-a802-98a9c4466bed req-87713b50-0266-4731-8c6a-85a6c48a6348 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815489 Aug 31 15:11:42.341457 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-091e5fc6-a45c-444c-aab4-202732446093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:42.342953 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-091e5fc6-a45c-444c-aab4-202732446093 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0413198 Aug 31 15:11:42.438017 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-f59b319d-6ece-4c34-9665-c70598cdc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:42.439404 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-f59b319d-6ece-4c34-9665-c70598cdc7e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0878146 Aug 31 15:11:42.481281 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-8999de0c-535d-4438-a974-dc24ecafcec8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06 HTTP/1.1" status: 200 len: 217 time: 0.0343037 Aug 31 15:11:42.525968 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:11:42.538522 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-39307401-1002-4b67-af24-842318dcd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:42.540041 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-39307401-1002-4b67-af24-842318dcd529 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0504243 Aug 31 15:11:42.587944 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-96577121-202e-41e9-b688-af4f523ade8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:42.589483 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-96577121-202e-41e9-b688-af4f523ade8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400898 Aug 31 15:11:42.682884 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-42385c0b-6a85-4e61-a187-83a7fdd301f2 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849924 Aug 31 15:11:42.813307 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84839fde-7134-4dc8-aa56-466f5b2a7acb req-9d950e04-3d75-4f6a-bf04-80dc23fcb0cd tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:42.814793 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84839fde-7134-4dc8-aa56-466f5b2a7acb req-9d950e04-3d75-4f6a-bf04-80dc23fcb0cd tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 944 time: 0.0768118 Aug 31 15:11:42.818892 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2eeaab6f-b9e6-4946-b296-675f9b0f85b6 req-3292ee84-8583-45c1-a811-735fe9f3b2d1 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275210 Aug 31 15:11:42.853227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-84839fde-7134-4dc8-aa56-466f5b2a7acb req-9c6bd78b-8376-4838-8fa1-3579c0715e73 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320508 Aug 31 15:11:43.979658 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3743fa7-7c2e-47ef-86a4-e74074240704 req-be30d62d-f8a3-4cd7-9c2d-e2bcbc94fbea tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:43.981180 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3743fa7-7c2e-47ef-86a4-e74074240704 req-be30d62d-f8a3-4cd7-9c2d-e2bcbc94fbea tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 944 time: 0.0536885 Aug 31 15:11:44.019480 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-d3743fa7-7c2e-47ef-86a4-e74074240704 req-f80306ea-9a07-47c0-9974-a2fdd0b7bc18 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Aug 31 15:11:44.571601 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:11:44.669475 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:44.680385 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'port_id': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'mac_address': 'fa:16:3e:10:b7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:11:44.716913 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:44.731056 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:11:44.749326 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:44.753552 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:44.799769 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=4']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:45.132232 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8ea3b3d1-72ce-4ffe-8eea-90067f25da06'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:11:45.133405 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786a5c-9c5e-4dc9-b0e1-a10388f43ef8 req-9dfbbc87-038c-4c41-be21-5efa6ac17781 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:45.134913 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f786a5c-9c5e-4dc9-b0e1-a10388f43ef8 req-9dfbbc87-038c-4c41-be21-5efa6ac17781 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Aug 31 15:11:45.174116 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-7f786a5c-9c5e-4dc9-b0e1-a10388f43ef8 req-659eed0d-a977-4787-a596-16c737eac392 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Aug 31 15:11:46.288436 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea1cb-a045-4c35-867d-65b2b76c39be req-c7b6d464-ce49-48ab-a551-9a3ff705e38d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:46.289961 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf5ea1cb-a045-4c35-867d-65b2b76c39be req-c7b6d464-ce49-48ab-a551-9a3ff705e38d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0492988 Aug 31 15:11:46.330251 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-cf5ea1cb-a045-4c35-867d-65b2b76c39be req-0c9516b8-2839-4219-9a70-6053c179df22 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337176 Aug 31 15:11:46.590600 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:11:46.640308 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning for port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 completed by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:11:46.644772 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:46.645179 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:46.720563 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:46.742576 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:46.744813 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9816af05-1792-4627-abc6-fb88b9487d95" -d '{"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:46.757728 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:46.762783 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:46.786484 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876f18fb-1306-42a8-bcb2-12c3ebd3c1fb x-openstack-request-id: req-876f18fb-1306-42a8-bcb2-12c3ebd3c1fb {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:46.786770 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:46.787017 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-876f18fb-1306-42a8-bcb2-12c3ebd3c1fb {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:46.787396 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'code': 200} Aug 31 15:11:46.812202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=5']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:46.918210 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0be912-9e27-42f2-923e-097b25d384d6 req-83c6490b-20de-452a-b3e5-d8b487dc0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:46.919604 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e0be912-9e27-42f2-923e-097b25d384d6 req-83c6490b-20de-452a-b3e5-d8b487dc0ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0438278 Aug 31 15:11:46.954620 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8e0be912-9e27-42f2-923e-097b25d384d6 req-10adc6ae-3e97-426f-b15e-ba69dd64f157 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276504 Aug 31 15:11:47.450331 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28201f8f-40ca-4bcd-90c0-00ecd7ba00f0 req-fee88731-f4d6-4828-9c23-975d11068f5e tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:47.451844 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28201f8f-40ca-4bcd-90c0-00ecd7ba00f0 req-fee88731-f4d6-4828-9c23-975d11068f5e tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 946 time: 0.0494530 Aug 31 15:11:47.489950 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-28201f8f-40ca-4bcd-90c0-00ecd7ba00f0 req-bd39d5f1-ad2c-4aee-bb70-1709e7b93e58 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Aug 31 15:11:48.608177 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f806762-3291-46c6-84bf-31ddbce709a4 req-aa5de9ce-74fa-4933-b40d-4792b99f335d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:48.609717 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f806762-3291-46c6-84bf-31ddbce709a4 req-aa5de9ce-74fa-4933-b40d-4792b99f335d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 946 time: 0.0543919 Aug 31 15:11:48.647517 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0f806762-3291-46c6-84bf-31ddbce709a4 req-21b69f3f-94f0-47f5-a4e3-d683a375bc3d tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Aug 31 15:11:48.765341 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc7b82-3a4f-4010-b149-ad1302c3833e req-c758f748-e111-44f1-9d0a-da7d7d86acb3 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:48.766830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72cc7b82-3a4f-4010-b149-ad1302c3833e req-c758f748-e111-44f1-9d0a-da7d7d86acb3 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 946 time: 0.0540893 Aug 31 15:11:48.805134 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-72cc7b82-3a4f-4010-b149-ad1302c3833e req-d0eb61f3-eb03-4d09-ab53-87871a0d8c71 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323532 Aug 31 15:11:48.826007 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60368) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:48.865434 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13edc3-6504-4113-8df2-9fd5b0270e44 tempest-TestSnapshotPattern-150707185 tempest-TestSnapshotPattern-150707185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:48.866938 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-9b13edc3-6504-4113-8df2-9fd5b0270e44 tempest-TestSnapshotPattern-150707185 tempest-TestSnapshotPattern-150707185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 1092 time: 0.0399628 Aug 31 15:11:48.869902 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60370) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:48.874417 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.v2.base [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Request body: {'floatingip': {'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'port_id': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'tenant_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:48.896284 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:48.996736 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.098456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Allocated IP 172.25.0.36 (ed101b40-ddcc-4b68-bf27-ad1a9b35dceb/5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6/b071c32b-aa9e-4695-8a97-6e992f0f73d8) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:11:49.201516 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.250160 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737635642920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.290083 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Network ed101b40-ddcc-4b68-bf27-ad1a9b35dceb is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:11:49.293015 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:11:49.296590 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:11:49.301904 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'Port': ['ID=b071c32b-aa9e-4695-8a97-6e992f0f73d8,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:49.655304 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.723654 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.873620 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.879358 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272541'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.945805 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event updated for resources: {'Port': ['ID=b071c32b-aa9e-4695-8a97-6e992f0f73d8,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:49.955388 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629969'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:50.054669 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Floating IP e2f500bf-7581-4d63-96e3-0ed7f6398e84 associated. External IP: 172.25.0.36, port: 8ea3b3d1-72ce-4ffe-8eea-90067f25da06. Aug 31 15:11:50.258432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Router 08bb97e0-c65d-4508-bd31-80ff078008a4 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:11:50.365158 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:11:50.375614 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] Sync routers for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:11:50.381081 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:50.386237 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:11:50.386930 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:11:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:50.407719 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6c7daec1-38d6-43c9-89ed-aedf6cfc9472 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5367424 Aug 31 15:11:50.409052 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:50.411346 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:50.450656 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d07b5e9-dfb2-49b8-b835-9b0201f6d85d x-openstack-request-id: req-9d07b5e9-dfb2-49b8-b835-9b0201f6d85d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:50.450946 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:50.451205 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d07b5e9-dfb2-49b8-b835-9b0201f6d85d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:50.451628 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'status': 'completed', 'code': 200} Aug 31 15:11:50.496503 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:11:50.535703 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-fc3bf2ce-f2a3-458a-bd73-a0c3781383e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:50.537171 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-fc3bf2ce-f2a3-458a-bd73-a0c3781383e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0419505 Aug 31 15:11:50.631943 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-9a8d9bdd-1db0-49cc-9984-07142ff785f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:50.633478 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-9a8d9bdd-1db0-49cc-9984-07142ff785f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0891638 Aug 31 15:11:50.698833 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-5aeba640-bd7c-4a0a-83af-f8b4c52a227a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06 HTTP/1.1" status: 200 len: 999 time: 0.0578568 Aug 31 15:11:50.718791 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:16Z', 'revision_number': 1, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}, {'id': 'e2f500bf-7581-4d63-96e3-0ed7f6398e84', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:10:b7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:49Z', 'updated_at': '2021-08-31T15:11:49Z', 'revision_number': 0, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:50.748201 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] Checking router: 08bb97e0-c65d-4508-bd31-80ff078008a4 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:11:50.749586 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-1c985758-d994-46a3-afb8-4d489eaa9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:50.751077 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-1c985758-d994-46a3-afb8-4d489eaa9377 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0443692 Aug 31 15:11:50.756855 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:11:50.757471 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:11:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:50.803551 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-459d6c15-879f-4122-938a-154bdc4d8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:50.805076 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-459d6c15-879f-4122-938a-154bdc4d8520 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457842 Aug 31 15:11:50.860372 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:11:50.898882 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-76fdbb28-188f-434e-843e-f2e68da80ffd service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853696 Aug 31 15:11:50.994889 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-fbfad0d7-5a9d-4136-8d91-4af05eb57abe req-66cdea68-70a7-438f-940f-0e1ed09f42d6 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873728 Aug 31 15:11:51.083349 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:16Z', 'revision_number': 1, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}, {'id': 'e2f500bf-7581-4d63-96e3-0ed7f6398e84', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:10:b7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:49Z', 'updated_at': '2021-08-31T15:11:49Z', 'revision_number': 0, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:51.108539 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d76a5c-23bc-476d-8aa2-f6c98f349f85 None None] The sync data for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 is: [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:16Z', 'revision_number': 1, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}, {'id': 'e2f500bf-7581-4d63-96e3-0ed7f6398e84', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:10:b7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:49Z', 'updated_at': '2021-08-31T15:11:49Z', 'revision_number': 0, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:11:51.420964 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63e906-a7d4-40c3-9178-4f7c3d378097 None None] New status for floating IP e2f500bf-7581-4d63-96e3-0ed7f6398e84: ACTIVE {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:11:56.949848 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0c5119b8-b43e-4e25-8a5a-c9c1a3488101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:59.496503 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a71b-83f5-47a8-8815-82f810ade6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:59.699859 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:00.945250 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:02.321030 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:10.775995 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:15.568089 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-f58b8d38-62a3-4c1d-93d5-1924b47948ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394397 Aug 31 15:12:15.664354 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-777edec2-430a-4eee-a448-cadb6e2a9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:15.665914 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-777edec2-430a-4eee-a448-cadb6e2a9dd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1094 time: 0.0405970 Aug 31 15:12:15.772833 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-0f8a4d63-db86-446a-82c5-f4b59c226f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:15.774330 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-0f8a4d63-db86-446a-82c5-f4b59c226f9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0891657 Aug 31 15:12:15.839314 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-7d04f8e4-497e-4645-adb0-444595920220 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 999 time: 0.0575998 Aug 31 15:12:15.888360 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-a97ccaae-66b7-42be-8036-e92c58667e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:15.889820 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-a97ccaae-66b7-42be-8036-e92c58667e84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0436192 Aug 31 15:12:15.938820 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-f0d2d153-d171-42d7-89ac-7828c319f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:15.940190 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-f0d2d153-d171-42d7-89ac-7828c319f1c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423422 Aug 31 15:12:16.029711 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-0018f77e-9207-4416-86c3-54970766275c service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811205 Aug 31 15:12:16.126955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-424dd387-33c9-4306-a076-4a8ed33b3407 req-2dc8c9e2-a76a-45e9-bb20-7f1f79257ef9 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Aug 31 15:12:19.524612 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:12:26.950607 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dba647f3-dc4a-4e44-b342-cf4c155dd086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:29.496232 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-054c352d-201b-40c4-9822-6b4b3c90101c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:29.568608 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d17fef5-f7cb-47ab-9cb1-e83b2dea40fe req-666d5196-94a7-4b13-a5ae-254f9bef8419 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264504 Aug 31 15:12:29.634774 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d17fef5-f7cb-47ab-9cb1-e83b2dea40fe req-57a8d557-95f3-4a26-a1a0-2816e546a911 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0252855 Aug 31 15:12:29.687865 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d17fef5-f7cb-47ab-9cb1-e83b2dea40fe req-b487db51-709a-4532-9967-c4641ff0e909 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206988 Aug 31 15:12:29.692319 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:29.797141 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17fef5-f7cb-47ab-9cb1-e83b2dea40fe req-2ea64228-b972-4e29-8d8e-c30a93d0e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:29.798638 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-4d17fef5-f7cb-47ab-9cb1-e83b2dea40fe req-2ea64228-b972-4e29-8d8e-c30a93d0e172 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918367 Aug 31 15:12:30.948143 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:32.322100 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:40.774804 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.524031 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:12:56.950843 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a51d136e-65fd-42e0-b80d-f73ca8cd517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:59.496930 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a85d0e67-0d3b-434d-90cc-703f90f81a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:59.694858 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.950742 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:02.325893 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:10.796796 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:17.549220 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-1231c4cb-97d6-4310-b6f6-1359b7fed111 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408299 Aug 31 15:13:17.621920 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-a4b29ec2-1b2c-4859-b044-152146a5681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.623301 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-a4b29ec2-1b2c-4859-b044-152146a5681b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0403349 Aug 31 15:13:17.730003 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-786b2f93-2c08-4689-83ad-4d5f44bc4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.731488 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-786b2f93-2c08-4689-83ad-4d5f44bc4d54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.0878870 Aug 31 15:13:17.798258 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-36e048dc-bea0-4cfc-88a0-af4311a3a2b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06 HTTP/1.1" status: 200 len: 1001 time: 0.0588806 Aug 31 15:13:17.847566 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-b1361ed0-7763-466e-98c5-17bf59522c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.848979 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-b1361ed0-7763-466e-98c5-17bf59522c4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0432954 Aug 31 15:13:17.899786 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-f1ca4265-97fa-48cb-ba76-e0a61a228d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.901315 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-f1ca4265-97fa-48cb-ba76-e0a61a228d34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437379 Aug 31 15:13:17.988594 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-765c87d1-f0b9-49ce-8d1c-e54b0ce9facd service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796895 Aug 31 15:13:18.082748 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-a4a9112d-75cc-425a-999f-8b3b47136581 req-368ec138-09ab-47ba-b58a-c9514a8c4ff2 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868289 Aug 31 15:13:26.950720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89d53b37-835a-40fe-ada4-fd00c310b678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:29.499200 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1c4f04b9-848a-479d-a34f-9e4fcfdf07aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:29.696314 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:30.445940 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc64f938-f2b8-4de3-b1f6-acf8d6ffa375 req-4c7744cf-2971-4f9d-956c-4dc8522a8314 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261247 Aug 31 15:13:30.515785 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc64f938-f2b8-4de3-b1f6-acf8d6ffa375 req-671730e2-c1d8-4b0a-b17d-b92773f08345 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0246835 Aug 31 15:13:30.567731 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc64f938-f2b8-4de3-b1f6-acf8d6ffa375 req-33ec9ce7-3967-44fd-b8fd-8451cdd2a7fa service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188625 Aug 31 15:13:30.954753 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:30.977771 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f938-f2b8-4de3-b1f6-acf8d6ffa375 req-7d1783fa-9c81-4b22-9d59-4bd8066bf781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:30.979433 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bc64f938-f2b8-4de3-b1f6-acf8d6ffa375 req-7d1783fa-9c81-4b22-9d59-4bd8066bf781 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4022677 Aug 31 15:13:32.327480 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:33.199361 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 details requested by agent hyperv_n-h2-792362-6 with host n-h2-792362-6 {{(pid=101362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:13:33.297257 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:33.309886 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Returning: {'device': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'port_id': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'mac_address': 'fa:16:3e:10:b7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:13:33.353395 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:33.369603 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:13:33.391265 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:33.395886 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:33.445566 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=6']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:33.453031 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.453647 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.454156 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.454663 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.455169 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.455517 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.455845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.456170 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.456494 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.456816 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.457163 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.457486 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:33.523746 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:13:33.550431 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] get_ports_and_sgs() called for port_ids ['8ea3b3d1-72ce-4ffe-8eea-90067f25da06'] {{(pid=101362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:13:35.206927 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 up at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:35.258890 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Provisioning complete for port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 triggered by entity L2. {{(pid=101362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:35.259268 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670120'] for port, provisioning_complete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:35.501206 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:35.523759 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:35.526055 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c1657-3fa7-457c-89ef-045ad137a603" -d '{"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:35.540250 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:35.546349 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:35.589196 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6004b532-2aee-4527-8acd-b41ccc0e23c5 x-openstack-request-id: req-6004b532-2aee-4527-8acd-b41ccc0e23c5 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:35.590034 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:35.590290 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6004b532-2aee-4527-8acd-b41ccc0e23c5 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:35.590686 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'code': 200} Aug 31 15:13:35.603837 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=7']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:40.798259 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:42.491687 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60594) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:42.975572 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Deleting port b071c32b-aa9e-4695-8a97-6e992f0f73d8 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:42.975921 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:43.049868 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:43.050204 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:43.061778 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Calling delete_port for b071c32b-aa9e-4695-8a97-6e992f0f73d8 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:43.209901 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:43.236004 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event deleted for resources: {'Port': ['ID=b071c32b-aa9e-4695-8a97-6e992f0f73d8,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:43.264102 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.264443 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.264781 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.265142 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.265478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.265810 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.266134 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.266463 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.266784 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.267104 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.267427 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.267748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:43.306444 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:43.306777 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Floating IP e2f500bf-7581-4d63-96e3-0ed7f6398e84 disassociated (deleted). External IP: 172.25.0.36, port: 8ea3b3d1-72ce-4ffe-8eea-90067f25da06. Aug 31 15:13:43.515421 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Router 08bb97e0-c65d-4508-bd31-80ff078008a4 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:43.617767 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:43.623119 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:43.629426 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] Sync routers for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:43.639385 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:43.639993 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:43.654574 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-5b234166-1505-45ea-beaa-846a86cc80e8 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "DELETE /v2.0/floatingips/e2f500bf-7581-4d63-96e3-0ed7f6398e84 HTTP/1.1" status: 204 len: 168 time: 1.1617608 Aug 31 15:13:43.655287 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:43.657736 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:43.747169 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:43.868691 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d7ae5-eb45-4db0-bf54-e93421a71b8d x-openstack-request-id: req-a74d7ae5-eb45-4db0-bf54-e93421a71b8d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:43.869028 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:43.869661 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a74d7ae5-eb45-4db0-bf54-e93421a71b8d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:43.869800 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'status': 'completed', 'code': 200} Aug 31 15:13:43.989064 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-d572f44c-e250-469b-980b-48e657f7d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:43.990725 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-d572f44c-e250-469b-980b-48e657f7d7a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0751004 Aug 31 15:13:43.999651 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231f964-d2ab-42bb-a004-9938290ba783 req-3adec54d-0af8-4b61-87d1-6202b6b20162 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:44.001090 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0231f964-d2ab-42bb-a004-9938290ba783 req-3adec54d-0af8-4b61-87d1-6202b6b20162 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 946 time: 0.0841002 Aug 31 15:13:44.076225 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:16Z', 'revision_number': 1, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:44.098830 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-0231f964-d2ab-42bb-a004-9938290ba783 req-d9e9a0fb-177f-4527-99bb-fd7859da7a5f tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883961 Aug 31 15:13:44.102509 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] Checking router: 08bb97e0-c65d-4508-bd31-80ff078008a4 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:44.116929 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-32bd414a-fba4-427e-bd01-1259cf2a58af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:44.118539 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-32bd414a-fba4-427e-bd01-1259cf2a58af service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.1165967 Aug 31 15:13:44.119010 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:44.119784 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:44.161948 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-e7b805ba-a541-4f0b-9725-f3f81e58833d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06 HTTP/1.1" status: 200 len: 217 time: 0.0356846 Aug 31 15:13:44.217524 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-35a089b9-801e-4c52-a471-f2acdadb3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:44.219008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-35a089b9-801e-4c52-a471-f2acdadb3b9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0490041 Aug 31 15:13:44.225489 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:44.273516 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-7b1686d5-ed62-4882-8bdc-b7e8d06be5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:44.275053 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-7b1686d5-ed62-4882-8bdc-b7e8d06be5dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407915 Aug 31 15:13:44.367955 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-8829f68d-22d4-4a99-a661-c4d87e209e89 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Aug 31 15:13:44.452274 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:16Z', 'revision_number': 1, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:44.467747 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-ea0dcda7-f390-4bc2-8469-f0e696b7a07b req-7be46834-a38b-4974-b676-1ebef0da7f8a service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915403 Aug 31 15:13:44.478971 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac12ac5-c5e8-4a17-9bc4-c34351560dcf None None] The sync data for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 is: [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_floatingips': [{'id': '28844ed4-a120-434c-abcb-27824b90e197', 'tenant_id': '3235852c7641428980ba770d611783c3', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'router_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'port_id': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'mac_address': 'fa:16:3e:38:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:09:14Z', 'updated_at': '2021-08-31T15:09:16Z', 'revision_number': 1, 'project_id': '3235852c7641428980ba770d611783c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:44.689640 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea269a-47b4-40d1-93fb-42a5860195db None None] New status for floating IP e2f500bf-7581-4d63-96e3-0ed7f6398e84: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:13:45.216886 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32015628-e061-4fc9-8412-d54e86197a99 req-e9d7cb11-5c87-4eba-9813-0e09fbc49b9c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:45.218402 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32015628-e061-4fc9-8412-d54e86197a99 req-e9d7cb11-5c87-4eba-9813-0e09fbc49b9c tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 946 time: 0.0508618 Aug 31 15:13:45.256453 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-32015628-e061-4fc9-8412-d54e86197a99 req-b24d6004-70a0-43ba-af0d-8bbaa690bdcc tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320282 Aug 31 15:13:45.275108 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:45.348887 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611199'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:45.375836 n-d-792362-6 neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:45.378442 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e42d81b910b646c60b3bc229192478ede1810ac808be74fc36b3b9c0d8ccb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80083e91-6f89-4e70-83bf-9cbcea5e36ce" -d '{"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:45.390617 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:45.395302 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737636225747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737635642938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737635642956'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:45.420232 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9747a84b-d65d-4768-b861-4dee20f9d157 x-openstack-request-id: req-9747a84b-d65d-4768-b861-4dee20f9d157 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:45.420523 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:45.420777 n-d-792362-6 neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9747a84b-d65d-4768-b861-4dee20f9d157 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:45.421203 n-d-792362-6 neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'code': 200} Aug 31 15:13:45.446011 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Pushing event updated for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=8']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:45.789273 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-73a572e7-25b4-4994-b709-0e926fe96ef0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:45.790624 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-73a572e7-25b4-4994-b709-0e926fe96ef0 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 944 time: 0.0474973 Aug 31 15:13:45.883478 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Deleting port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:45.883821 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:45.969191 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] For port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:45.969557 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:45.982699 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Calling delete_port for 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:46.109985 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:46.136657 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event deleted for resources: {'Port': ['ID=8ea3b3d1-72ce-4ffe-8eea-90067f25da06,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:46.184853 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] No DVR routers for this DVR port 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:13:46.187314 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:46.189316 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-887ba186-8e28-4cf8-ba1f-4fb4ce005205 req-c441acab-41da-46c3-9750-7dc8f2e798f4 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "DELETE /v2.0/ports/8ea3b3d1-72ce-4ffe-8eea-90067f25da06 HTTP/1.1" status: 204 len: 173 time: 0.3914893 Aug 31 15:13:46.189748 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-deleted', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:46.192008 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e00f691-5e13-4745-bd64-3b4c24a1e884" -d '{"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-deleted", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:46.229089 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455cd187-d46b-4df3-8d7d-89c08449cf5f x-openstack-request-id: req-455cd187-d46b-4df3-8d7d-89c08449cf5f {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:46.229707 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ac9ce-c6f9-4432-b013-7abb82b0d7f9", "name": "network-vif-deleted", "tag": "8ea3b3d1-72ce-4ffe-8eea-90067f25da06", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:46.229707 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-455cd187-d46b-4df3-8d7d-89c08449cf5f {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:46.230030 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ac9ce-c6f9-4432-b013-7abb82b0d7f9', 'name': 'network-vif-deleted', 'tag': '8ea3b3d1-72ce-4ffe-8eea-90067f25da06', 'status': 'completed', 'code': 200} Aug 31 15:13:46.369166 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-f4d4985d-ec21-48d2-a630-e86abbc910ef req-909ffc7e-1bcb-4ceb-8770-3efe1bfdd0e1 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23ac9ce-c6f9-4432-b013-7abb82b0d7f9 HTTP/1.1" status: 200 len: 210 time: 0.0301731 Aug 31 15:13:47.935650 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60656) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:48.089300 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Deleting port 88e547db-7fcd-48e1-bc19-17639f5a528b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:48.089663 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:48.163343 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:48.163678 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:48.175991 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Calling delete_port for 88e547db-7fcd-48e1-bc19-17639f5a528b owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:48.322644 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:48.349689 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event deleted for resources: {'Port': ['ID=88e547db-7fcd-48e1-bc19-17639f5a528b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:48.412778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:48.413144 n-d-792362-6 neutron-server[101361]: INFO neutron.db.l3_db [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Floating IP 28844ed4-a120-434c-abcb-27824b90e197 disassociated (deleted). External IP: 172.25.0.174, port: b692d03c-3cdb-49a2-bb2f-2557c3ca336e. Aug 31 15:13:48.619414 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Router 08bb97e0-c65d-4508-bd31-80ff078008a4 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:48.728746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:48.733791 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:48.738973 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] Sync routers for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:48.748417 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:48.749056 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:48.762887 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-a7d073b8-e25a-4002-b4ae-6294f008c701 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "DELETE /v2.0/floatingips/28844ed4-a120-434c-abcb-27824b90e197 HTTP/1.1" status: 204 len: 168 time: 0.8261383 Aug 31 15:13:48.763488 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:48.765787 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197e10d-fdae-48c6-af69-5a9c33814b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:48.856235 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:48.918565 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde1cc4b-b4c7-4bb2-8980-2820bc1ae541 x-openstack-request-id: req-bde1cc4b-b4c7-4bb2-8980-2820bc1ae541 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:48.918859 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:48.919120 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bde1cc4b-b4c7-4bb2-8980-2820bc1ae541 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:48.919531 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'status': 'completed', 'code': 200} Aug 31 15:13:49.038493 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3439b8-872f-43bd-928f-01581763af11 req-21574f6d-811f-4c81-a5fe-1ea0a1c62080 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:49.040008 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db3439b8-872f-43bd-928f-01581763af11 req-21574f6d-811f-4c81-a5fe-1ea0a1c62080 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 943 time: 0.0766060 Aug 31 15:13:49.045432 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-aeb501f6-72f4-4c34-8d0c-ae01831b896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:49.046872 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-aeb501f6-72f4-4c34-8d0c-ae01831b896c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235852c7641428980ba770d611783c3&device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 1094 time: 0.0716083 Aug 31 15:13:49.068859 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:49.095382 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] Checking router: 08bb97e0-c65d-4508-bd31-80ff078008a4 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:49.103545 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:49.104142 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:49.129152 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-db3439b8-872f-43bd-928f-01581763af11 req-778c5612-c35c-46ef-909d-4ca1906cee43 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813019 Aug 31 15:13:49.164335 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-43247c4a-0b81-4fbd-b483-3c9bed07b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:49.165827 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-43247c4a-0b81-4fbd-b483-3c9bed07b69b service neutron] 10.222.0.26 "GET /v2.0/networks?id=06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 200 len: 912 time: 0.1046922 Aug 31 15:13:49.208323 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-4ea9241a-006a-417c-823d-7568afbd6588 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 200 len: 217 time: 0.0347517 Aug 31 15:13:49.208835 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:49.265474 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-c9efd744-1f1a-41f3-8aeb-72ea102fd179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:49.267186 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-c9efd744-1f1a-41f3-8aeb-72ea102fd179 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 200 len: 849 time: 0.0505667 Aug 31 15:13:49.298360 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:49.317066 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-d16b5f63-d61a-4a89-88ef-e6c5c8088de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:49.318599 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-d16b5f63-d61a-4a89-88ef-e6c5c8088de5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06c3e7aa-d1ad-4948-a9f6-25bc19866440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426333 Aug 31 15:13:49.328795 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:49.329464 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device 8ea3b3d1-72ce-4ffe-8eea-90067f25da06 not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:49.423664 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:49.430851 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-0635510b-0bbb-454a-9d46-fdb881c5a83d service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035569 Aug 31 15:13:49.453791 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a921710-0b17-489b-9320-db5580b3ceae None None] The sync data for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 is: [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:55Z', 'revision_number': 4, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6', '_interfaces': [{'id': 'c21cfc69-c3d3-4d19-abd6-f5d8d091d122', 'name': '', 'network_id': '06c3e7aa-d1ad-4948-a9f6-25bc19866440', 'tenant_id': '3235852c7641428980ba770d611783c3', 'mac_address': 'fa:16:3e:f6:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:54Z', 'updated_at': '2021-08-31T15:09:02Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'subnets': [{'id': '348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:49.530025 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-8197e10d-fdae-48c6-af69-5a9c33814b3b req-0416de77-527e-4551-900b-68b499f354b9 service neutron] 10.222.0.26 "GET /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908868 Aug 31 15:13:49.660485 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2591a2-d919-4ded-a489-dfab25f7bc7a None None] New status for floating IP 28844ed4-a120-434c-abcb-27824b90e197: DOWN {{(pid=101362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:13:50.247094 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7aa62-d768-4797-b5bc-df28e95d130b req-4dffd951-213b-4d7c-b650-b860a99449a7 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:50.248631 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94d7aa62-d768-4797-b5bc-df28e95d130b req-4dffd951-213b-4d7c-b650-b860a99449a7 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 943 time: 0.0502195 Aug 31 15:13:50.286761 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-94d7aa62-d768-4797-b5bc-df28e95d130b req-c3e64049-0194-4b2e-88c9-1574f5699a19 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/security-groups?id=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Aug 31 15:13:50.841740 n-d-792362-6 neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d848d-356d-429e-80ea-9ed108655e1f req-4fdec3ca-466f-42b1-8bbc-23fb4f9a2816 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:50.843227 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-333d848d-356d-429e-80ea-9ed108655e1f req-4fdec3ca-466f-42b1-8bbc-23fb4f9a2816 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 943 time: 0.0474300 Aug 31 15:13:50.936141 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Deleting port b692d03c-3cdb-49a2-bb2f-2557c3ca336e {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:50.936493 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:51.022726 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] For port b692d03c-3cdb-49a2-bb2f-2557c3ca336e, host n-h2-792362-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792362-6',level=0,port_id=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:51.023102 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:51.036173 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Calling delete_port for b692d03c-3cdb-49a2-bb2f-2557c3ca336e owned by compute:nova {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:51.164936 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:51.193832 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event deleted for resources: {'Port': ['ID=b692d03c-3cdb-49a2-bb2f-2557c3ca336e,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:51.239108 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] No DVR routers for this DVR port b692d03c-3cdb-49a2-bb2f-2557c3ca336e on host n-h2-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:13:51.241618 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14922'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:51.243600 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-333d848d-356d-429e-80ea-9ed108655e1f req-eb4a8bfd-60f5-4c1c-99b9-6265d60805fe tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.26 "DELETE /v2.0/ports/b692d03c-3cdb-49a2-bb2f-2557c3ca336e HTTP/1.1" status: 204 len: 173 time: 0.3939562 Aug 31 15:13:51.244042 n-d-792362-6 neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-deleted', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:51.246485 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1362b2a37a68781c6a994a4fa640dd8b8c7d2109fcca67de58dbfe6f623adb46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b8c67-9827-4841-907a-eae978405289" -d '{"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-deleted", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:51.283998 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4142746-ab43-40c7-b131-e8a551ab23df x-openstack-request-id: req-b4142746-ab43-40c7-b131-e8a551ab23df {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:51.284651 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a84d8-92f9-469a-81c1-ea3af51da813", "name": "network-vif-deleted", "tag": "b692d03c-3cdb-49a2-bb2f-2557c3ca336e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:51.284651 n-d-792362-6 neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4142746-ab43-40c7-b131-e8a551ab23df {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:51.284975 n-d-792362-6 neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a84d8-92f9-469a-81c1-ea3af51da813', 'name': 'network-vif-deleted', 'tag': 'b692d03c-3cdb-49a2-bb2f-2557c3ca336e', 'status': 'completed', 'code': 200} Aug 31 15:13:51.382504 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [req-2b9887e5-9322-470e-a0f8-474632c1d078 req-a7b298f6-356e-4a1c-9e09-07173babc838 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9a84d8-92f9-469a-81c1-ea3af51da813 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Aug 31 15:13:52.440091 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:52.499415 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-51df1df4-39d7-42c7-ae4b-92502ee1c562 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.524270 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-51df1df4-39d7-42c7-ae4b-92502ee1c562 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.582302 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-51df1df4-39d7-42c7-ae4b-92502ee1c562 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.585094 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-51df1df4-39d7-42c7-ae4b-92502ee1c562 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.587415 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-51df1df4-39d7-42c7-ae4b-92502ee1c562 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] 10.222.0.10 "DELETE /v2.0/security-groups/716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f HTTP/1.1" status: 204 len: 168 time: 0.1451151 Aug 31 15:13:52.596471 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df1df4-39d7-42c7-ae4b-92502ee1c562 tempest-TestSnapshotPattern-1640822438 tempest-TestSnapshotPattern-1640822438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c7126-c95c-4f82-b2e6-8f7bfd1f3b1f,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:52.631428 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60676) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:53.086529 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:53.332346 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Deleting port c21cfc69-c3d3-4d19-abd6-f5d8d091d122 {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:53.332701 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:53.416369 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] For port c21cfc69-c3d3-4d19-abd6-f5d8d091d122, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:53.417381 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:53.430767 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Calling delete_port for c21cfc69-c3d3-4d19-abd6-f5d8d091d122 owned by network:router_interface {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:53.608140 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:53.634668 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c21cfc69-c3d3-4d19-abd6-f5d8d091d122,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:53.659001 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.659356 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.659704 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.660042 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.660377 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.660714 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.661084 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.661418 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.661750 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.662079 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.662409 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.662744 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792362-6 {{(pid=101360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:53.809507 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.021089 n-d-792362-6 neutron-server[101360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Router 08bb97e0-c65d-4508-bd31-80ff078008a4 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:54.125140 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:54.130420 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-eb2e3bc7-71c0-4cbd-b95e-8d9345aacc3f admin admin] 10.222.0.10 "PUT /v2.0/routers/08bb97e0-c65d-4508-bd31-80ff078008a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979169 Aug 31 15:13:54.132975 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60680) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:54.137860 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] Sync routers for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:54.146751 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:54.147357 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:54.236608 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.251721 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: n-d-792362-6 {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:54.340116 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.400802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Deleting port 9f02a328-de92-42ec-8957-25ecfbdf8c4d {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:54.401329 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.479029 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] For port 9f02a328-de92-42ec-8957-25ecfbdf8c4d, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=9f02a328-de92-42ec-8957-25ecfbdf8c4d,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:54.479939 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.497425 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Calling delete_port for 9f02a328-de92-42ec-8957-25ecfbdf8c4d owned by network:router_gateway {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:54.521535 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:13:53Z', 'revision_number': 5, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port': {'id': '9f02a328-de92-42ec-8957-25ecfbdf8c4d', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:54.547444 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] Checking router: 08bb97e0-c65d-4508-bd31-80ff078008a4 for host: n-d-792362-6 {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:54.556024 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] Routers {'08bb97e0-c65d-4508-bd31-80ff078008a4'} bound to L3 agent in host n-d-792362-6 {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:54.556714 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['08bb97e0-c65d-4508-bd31-80ff078008a4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:54.642759 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] Set router 08bb97e0-c65d-4508-bd31-80ff078008a4 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:54.660490 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.690517 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f02a328-de92-42ec-8957-25ecfbdf8c4d,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:54.697917 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:13:54Z', 'revision_number': 6, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:54.724306 n-d-792362-6 neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171dcd9-5a82-4349-b01a-0458ea87b46f None None] The sync data for ids ['08bb97e0-c65d-4508-bd31-80ff078008a4'] in n-d-792362-6 is: [{'id': '08bb97e0-c65d-4508-bd31-80ff078008a4', 'name': 'tempest-TestSnapshotPattern-1798526047-router', 'tenant_id': '3235852c7641428980ba770d611783c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:52Z', 'updated_at': '2021-08-31T15:13:54Z', 'revision_number': 6, 'project_id': '3235852c7641428980ba770d611783c3', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:54.751660 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.840632 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.842803 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.888973 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.889544 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08bb97e0-c65d-4508-bd31-80ff078008a4 {{(pid=101360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:13:54.893816 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] Notify callbacks [] for router, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.895112 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-0d4338a3-e626-4e28-80b1-7f6eab9faae8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/08bb97e0-c65d-4508-bd31-80ff078008a4 HTTP/1.1" status: 204 len: 168 time: 0.7611675 Aug 31 15:13:54.897757 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60682) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:54.942496 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.db_base_plugin_v2 [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] Deleting subnet 348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b {{(pid=101360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:13:54.945531 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.980001 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9138645'] for subnet, precommit_delete_associations {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.055748 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.118392 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10467354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10382330'] for subnet, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.148271 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.150295 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b HTTP/1.1" status: 204 len: 168 time: 0.2514098 Aug 31 15:13:55.151802 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a0cdd-48d3-40b8-a170-78179fb39f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348d3cfc-8ba0-4f25-b73c-7e2b09d71d7b,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:55.153378 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60684) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:55.158776 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a7ce7-26e9-4af6-99ec-2b9867df76f6 None None] Network 06c3e7aa-d1ad-4948-a9f6-25bc19866440 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:13:55.222807 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.274762 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Deleting port f7803ae2-a476-48de-b339-6038501013ef {{(pid=101360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:55.275146 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.318546 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b692d03c-3cdb-49a2-bb2f-2557c3ca336e no longer exists at agent hyperv_n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:55.338140 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] No Port match for: b692d03c-3cdb-49a2-bb2f-2557c3ca336e {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:55.338488 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Device b692d03c-3cdb-49a2-bb2f-2557c3ca336e not bound to the agent host n-h2-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:55.343251 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.db [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] For port f7803ae2-a476-48de-b339-6038501013ef, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=f7803ae2-a476-48de-b339-6038501013ef,segment=NetworkSegment(03b9ae19-6568-4c50-a6a5-54c8e6bde168),segment_id=03b9ae19-6568-4c50-a6a5-54c8e6bde168)] {{(pid=101360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:55.343750 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.357435 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.plugin [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Calling delete_port for f7803ae2-a476-48de-b339-6038501013ef owned by network:dhcp {{(pid=101360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:55.439831 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10467445'] for port, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.466271 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7803ae2-a476-48de-b339-6038501013ef,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:55.471924 n-d-792362-6 neutron-server[101360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] No DVR routers for this DVR port f7803ae2-a476-48de-b339-6038501013ef on host n-d-792362-6 {{(pid=101360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:13:55.499226 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70eafe9-babb-4ca4-b784-eda26fbc1a5a None None] DHCP port deletion for 06c3e7aa-d1ad-4948-a9f6-25bc19866440 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:13:55.552411 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.563020 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c3e7aa-d1ad-4948-a9f6-25bc19866440']}} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:55.569313 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f02a328-de92-42ec-8957-25ecfbdf8c4d no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:55.575810 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b9ae19-6568-4c50-a6a5-54c8e6bde168') {'for_net_delete': True} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:55.576113 n-d-792362-6 neutron-server[101360]: DEBUG neutron.services.segments.db [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b9ae19-6568-4c50-a6a5-54c8e6bde168') {} {{(pid=101360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:55.585192 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9138670'] for segment, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.589756 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 9f02a328-de92-42ec-8957-25ecfbdf8c4d {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:55.590088 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 9f02a328-de92-42ec-8957-25ecfbdf8c4d not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:55.590694 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f7803ae2-a476-48de-b339-6038501013ef no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:55.599555 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.607932 n-d-792362-6 neutron-server[101360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Releasing vlan 1546 on physical network physnet1 to pool {{(pid=101360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:13:55.608365 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10467488'] for segment, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: Traceback (most recent call last): Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: timer() Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: cb(*args, **kw) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: return func(*args, **kwargs) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: self._notify() Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: self.callback(batched_events) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: event.method(event) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: return f(self, *a, **k) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: return self._get(url).json() Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: return self.request(url, 'GET', **kwargs) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:13:55.610190 n-d-792362-6 neutron-server[101360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:13:55.612668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: f7803ae2-a476-48de-b339-6038501013ef {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:55.612668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device f7803ae2-a476-48de-b339-6038501013ef not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:55.612668 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c21cfc69-c3d3-4d19-abd6-f5d8d091d122 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:55.634847 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: c21cfc69-c3d3-4d19-abd6-f5d8d091d122 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:55.635202 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device c21cfc69-c3d3-4d19-abd6-f5d8d091d122 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:55.671832 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.677872 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Notify callbacks [] for network, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.680027 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] 10.222.0.10 "DELETE /v2.0/networks/06c3e7aa-d1ad-4948-a9f6-25bc19866440 HTTP/1.1" status: 204 len: 168 time: 0.5256591 Aug 31 15:13:55.683654 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60686) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:55.695986 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8ba84-2eb3-469f-baf2-a4cfa75a6c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=06c3e7aa-d1ad-4948-a9f6-25bc19866440,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:56.060923 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633809'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:56.312461 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Deleting port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:56.312716 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:56.390364 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] For port a3f5a0fa-a805-4b45-9381-e5f36ad86cb0, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,segment=NetworkSegment(7c39dad9-45fc-4278-b097-9f4c247887c5),segment_id=7c39dad9-45fc-4278-b097-9f4c247887c5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:56.390737 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:56.403479 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Calling delete_port for a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:56.578999 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:56.601428 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f5a0fa-a805-4b45-9381-e5f36ad86cb0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:56.774930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633933'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:56.952278 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-35c827f0-af4e-48d1-848d-4df4a843b5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.311994 n-d-792362-6 neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Router 9c482f89-9e72-445d-b333-cfbf437b5cc1 has already been hosted by L3 agent 12613ed2-3274-42c0-af9c-f050b833db56 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:57.423503 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] Notify agent at l3_agent.n-d-792362-6 the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:57.428608 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-546ed8f5-1228-4cfa-b7b6-7812b67600cd admin admin] 10.222.0.10 "PUT /v2.0/routers/9c482f89-9e72-445d-b333-cfbf437b5cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432132 Aug 31 15:13:57.431086 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60688) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:57.433715 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] Sync routers for ids ['9c482f89-9e72-445d-b333-cfbf437b5cc1'] in n-d-792362-6 {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:57.444238 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] Routers {'9c482f89-9e72-445d-b333-cfbf437b5cc1'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:57.444898 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9c482f89-9e72-445d-b333-cfbf437b5cc1'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:57.537116 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.550131 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] Set router 9c482f89-9e72-445d-b333-cfbf437b5cc1 gateway port host: n-d-792362-6 {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:57.638080 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.694441 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Deleting port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:57.694786 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.729138 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'external_fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:13:56Z', 'revision_number': 5, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port': {'id': '6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b', 'name': '', 'network_id': 'ed101b40-ddcc-4b68-bf27-ad1a9b35dceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792362-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4ac0f7-860c-4ff5-a3c4-065615ed5fc6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792362-6'}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:57.756775 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] Checking router: 9c482f89-9e72-445d-b333-cfbf437b5cc1 for host: n-d-792362-6 {{(pid=101362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:57.765770 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] Routers {'9c482f89-9e72-445d-b333-cfbf437b5cc1'} bound to L3 agent in host n-d-792362-6 {{(pid=101362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:57.766380 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792362-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:31:29Z,description=,heartbeat_timestamp=2021-08-31T15:13:29Z,host='n-d-792362-6',id=12613ed2-3274-42c0-af9c-f050b833db56,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:31:29Z,topic='l3_agent')) {'router_ids': ['9c482f89-9e72-445d-b333-cfbf437b5cc1'], 'active': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:57.773368 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] For port 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,segment=NetworkSegment(29d18918-3057-4a93-9b69-58f6357f9919),segment_id=29d18918-3057-4a93-9b69-58f6357f9919)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:57.773740 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.786591 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Calling delete_port for 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:57.851906 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvr_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] Set router 9c482f89-9e72-445d-b333-cfbf437b5cc1 gateway port host: None {{(pid=101362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:57.907681 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_hamode_db [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:13:57Z', 'revision_number': 6, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port_host': None}], 'n-d-792362-6', False) {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:57.934275 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f23c-22d2-4acc-be86-4126fff383d0 None None] The sync data for ids ['9c482f89-9e72-445d-b333-cfbf437b5cc1'] in n-d-792362-6 is: [{'id': '9c482f89-9e72-445d-b333-cfbf437b5cc1', 'name': 'tempest-TestSnapshotPattern-1751113428-router', 'tenant_id': '9cce517d5e554ff3ba300185ebfa6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:08:57Z', 'updated_at': '2021-08-31T15:13:57Z', 'revision_number': 6, 'project_id': '9cce517d5e554ff3ba300185ebfa6404', 'gw_port_host': None}] {{(pid=101362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:57.956197 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.983446 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:58.045950 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629999'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.134866 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13085'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.137002 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.178778 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634842'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.179214 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c482f89-9e72-445d-b333-cfbf437b5cc1 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:13:58.184162 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] Notify callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.185348 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-3639c888-eb8e-4957-8511-39ddfcecfa64 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9c482f89-9e72-445d-b333-cfbf437b5cc1 HTTP/1.1" status: 204 len: 168 time: 0.7533402 Aug 31 15:13:58.187885 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60690) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:58.238521 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] Deleting subnet 65b56c4e-f7bf-4383-bd05-f592d159e3e5 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:13:58.241514 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.275887 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10455499'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.356044 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665562'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.413578 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309151'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.445523 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b56c4e-f7bf-4383-bd05-f592d159e3e5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:58.447463 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.449427 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-6e2c0fbb-d6ef-4aae-93d4-f7e37f5a4554 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/65b56c4e-f7bf-4383-bd05-f592d159e3e5 HTTP/1.1" status: 204 len: 168 time: 0.2605646 Aug 31 15:13:58.452392 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60692) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:58.454760 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a3e51-b858-4ecb-be81-1d775c29529f None None] Network cb6dfaff-8b41-4261-926a-88d72565e732 requested from n-d-792362-6 {{(pid=101362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:13:58.519546 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597173'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.572750 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Deleting port e01cb337-8560-4efd-85cb-488cef41b85c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:58.573171 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.642021 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] For port e01cb337-8560-4efd-85cb-488cef41b85c, host n-d-792362-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792362-6',level=0,port_id=e01cb337-8560-4efd-85cb-488cef41b85c,segment=NetworkSegment(7c39dad9-45fc-4278-b097-9f4c247887c5),segment_id=7c39dad9-45fc-4278-b097-9f4c247887c5)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:58.642324 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.654955 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Calling delete_port for e01cb337-8560-4efd-85cb-488cef41b85c owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:58.705435 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] DHCP port deletion for cb6dfaff-8b41-4261-926a-88d72565e732 request from n-d-792362-6 {{(pid=101362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:13:58.737482 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272548'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.752952 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] Deleting port e01cb337-8560-4efd-85cb-488cef41b85c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:58.753341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737636224278'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.765155 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01cb337-8560-4efd-85cb-488cef41b85c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:58.768768 n-d-792362-6 neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] No DVR routers for this DVR port e01cb337-8560-4efd-85cb-488cef41b85c on host n-d-792362-6 {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:13:58.826274 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] For port e01cb337-8560-4efd-85cb-488cef41b85c, host n-d-792362-6, got binding levels [] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:58.826670 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632615'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.839351 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] Calling delete_port for e01cb337-8560-4efd-85cb-488cef41b85c owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:58.841845 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.ipam_backend_mixin [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] Port e01cb337-8560-4efd-85cb-488cef41b85c was not found and therefore no delete operation was performed {{(pid=101362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:13:58.843101 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737636225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737635642929'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.845762 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8737636130241'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.856746 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6dfaff-8b41-4261-926a-88d72565e732']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:58.867375 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c39dad9-45fc-4278-b097-9f4c247887c5') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:58.867696 n-d-792362-6 neutron-server[101361]: DEBUG neutron.services.segments.db [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c39dad9-45fc-4278-b097-9f4c247887c5') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:58.869588 n-d-792362-6 neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] Pushing event deleted for resources: {'Port': ['ID=e01cb337-8560-4efd-85cb-488cef41b85c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:58.872006 n-d-792362-6 neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d703ce8-f71c-422f-8fce-d013d3957f3f None None] No DVR routers for this DVR port e01cb337-8560-4efd-85cb-488cef41b85c on host n-d-792362-6 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:13:58.885944 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737636142677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10455536'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.900930 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.908168 n-d-792362-6 neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Releasing vlan 1545 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:13:58.908581 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272625'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: Traceback (most recent call last): Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: timer() Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: cb(*args, **kw) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: return func(*args, **kwargs) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: self._notify() Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: self.callback(batched_events) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: event.method(event) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: return f(self, *a, **k) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: return self._get(url).json() Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: return self.request(url, 'GET', **kwargs) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:13:58.910518 n-d-792362-6 neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:13:58.970224 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629955'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.976432 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Notify callbacks [] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.978261 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb6dfaff-8b41-4261-926a-88d72565e732 HTTP/1.1" status: 204 len: 168 time: 0.5254612 Aug 31 15:13:58.989812 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4897b-d5a6-4998-8bea-925e9aaa65f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6dfaff-8b41-4261-926a-88d72565e732,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:59.083456 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60696) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:59.124237 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-f0f13057-7677-450a-901f-56c8353e8df9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3235852c7641428980ba770d611783c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396194 Aug 31 15:13:59.126704 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.10', 60698) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:59.174771 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc42bd80-3491-45c6-901a-53fae7ab6977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.196000 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc42bd80-3491-45c6-901a-53fae7ab6977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.241670 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc42bd80-3491-45c6-901a-53fae7ab6977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.244249 n-d-792362-6 neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cc42bd80-3491-45c6-901a-53fae7ab6977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.246262 n-d-792362-6 neutron-server[101361]: INFO neutron.wsgi [None req-cc42bd80-3491-45c6-901a-53fae7ab6977 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbca7266-2ffb-4ff4-83aa-2d1d1abbda72 HTTP/1.1" status: 204 len: 168 time: 0.1183667 Aug 31 15:13:59.254481 n-d-792362-6 neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42bd80-3491-45c6-901a-53fae7ab6977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca7266-2ffb-4ff4-83aa-2d1d1abbda72,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:59.441314 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:59.462113 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:59.462810 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device a3f5a0fa-a805-4b45-9381-e5f36ad86cb0 not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:59.462950 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:59.482004 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:59.482346 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device 6c3b9bf4-daee-4c00-a8d6-cb2b0082e97b not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:59.482747 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e01cb337-8560-4efd-85cb-488cef41b85c no longer exists at agent ovs-agent-n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:59.513178 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] No Port match for: e01cb337-8560-4efd-85cb-488cef41b85c {{(pid=101362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:59.513538 n-d-792362-6 neutron-server[101362]: DEBUG neutron.plugins.ml2.rpc [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Device e01cb337-8560-4efd-85cb-488cef41b85c not bound to the agent host n-d-792362-6 {{(pid=101362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:59.522892 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a637-d94a-4277-973b-99e2a531eddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.583861 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60704) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:59.624235 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-8aec2a2d-2d28-4592-950f-83c90d900a03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cce517d5e554ff3ba300185ebfa6404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392053 Aug 31 15:13:59.626753 n-d-792362-6 neutron-server[101360]: DEBUG neutron.wsgi [-] (101360) accepted ('10.222.0.10', 60706) {{(pid=101360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:59.674211 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c034074-7348-473e-a27f-472c46011800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.696554 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c034074-7348-473e-a27f-472c46011800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.698856 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.744286 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c034074-7348-473e-a27f-472c46011800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602511'] for security_group, after_delete {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.747911 n-d-792362-6 neutron-server[101360]: DEBUG neutron_lib.callbacks.manager [None req-7c034074-7348-473e-a27f-472c46011800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.749104 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [None req-7c034074-7348-473e-a27f-472c46011800 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2f2aa23-d487-4de9-a612-abb494f7c37a HTTP/1.1" status: 204 len: 168 time: 0.1208105 Aug 31 15:13:59.757091 n-d-792362-6 neutron-server[101360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c034074-7348-473e-a27f-472c46011800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f2aa23-d487-4de9-a612-abb494f7c37a,revision_number=None']} {{(pid=101360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.956911 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:02.329977 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:10.524022 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:14:10.809112 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:26.953572 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cf886dbb-5a9f-4033-9046-24ea712335ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:29.504859 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a947036c-7ed9-4223-9535-6d6657f67fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:29.703628 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:30.552583 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c60f9e13-d880-4fe6-920c-76fe4e86a1b4 req-83d3d0dc-1a6f-44f5-a824-ba33cd831d1e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1962037 Aug 31 15:14:30.644928 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c60f9e13-d880-4fe6-920c-76fe4e86a1b4 req-ea1d6a6b-21f3-400b-80a3-85fa0e6c2aff service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0269959 Aug 31 15:14:30.691560 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c60f9e13-d880-4fe6-920c-76fe4e86a1b4 req-2b930ce1-f038-4a76-a8cd-f65f86f7e893 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197947 Aug 31 15:14:30.787239 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9e13-d880-4fe6-920c-76fe4e86a1b4 req-b5a6409c-12cc-408f-8c9c-479f40e7741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:30.788755 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-c60f9e13-d880-4fe6-920c-76fe4e86a1b4 req-b5a6409c-12cc-408f-8c9c-479f40e7741d service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0901549 Aug 31 15:14:30.959586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:32.333485 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:40.840898 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:47.523845 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:14:56.953999 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cda8a2a2-4977-4a07-9ab9-ab7718bbd5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.505550 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9ca4-a9ff-4446-80e0-6d25e7026e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.703609 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:00.962285 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:02.336102 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.855225 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.523132 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:15:26.953665 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-381f885f-f71a-4480-936a-ba8b3fbd7744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.505612 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-261acf53-762c-4d15-8622-f8aa5f924c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.704643 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.966047 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:32.338660 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.204649 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-948fa015-a6bc-49aa-9993-d4bf3b4716a6 req-50396afd-c276-42fb-94ec-99c8c26acaff service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310373 Aug 31 15:15:33.263658 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-948fa015-a6bc-49aa-9993-d4bf3b4716a6 req-26abae4e-a8a9-4f48-adc1-fbb3b37fb601 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0250630 Aug 31 15:15:33.309793 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-948fa015-a6bc-49aa-9993-d4bf3b4716a6 req-fb4fe947-6a8c-4538-98e7-c0f650c0046b service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185642 Aug 31 15:15:33.407099 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fa015-a6bc-49aa-9993-d4bf3b4716a6 req-028e4d8b-3dec-4329-8dc5-0a5975742e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:33.408589 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-948fa015-a6bc-49aa-9993-d4bf3b4716a6 req-028e4d8b-3dec-4329-8dc5-0a5975742e1e service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904264 Aug 31 15:15:40.868696 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:56.953755 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9c4d76a1-a625-48a0-bf37-5d27df0f3e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:59.506446 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c41fefe7-e9be-4cfe-a071-6db0564bde7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:59.705589 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:00.968135 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:01.522595 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:16:02.341599 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:10.880098 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:26.955377 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a573-7033-4bc8-a57e-8c0019959321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:29.506333 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8b09f13e-4367-45b7-8991-dc2add517c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:29.705721 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:30.970905 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:32.343286 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:35.207701 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3bb185d-56f2-451d-b01f-411f4e639ea2 req-53115d54-7418-4d93-bc4c-ea88765a930f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306358 Aug 31 15:16:35.272249 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3bb185d-56f2-451d-b01f-411f4e639ea2 req-f1b50000-f6ba-4ed1-9bd3-eec2a0bd9b9d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0252919 Aug 31 15:16:35.324236 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3bb185d-56f2-451d-b01f-411f4e639ea2 req-3e7f1a39-67e4-4343-b2d6-931c385d144e service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193431 Aug 31 15:16:35.416770 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb185d-56f2-451d-b01f-411f4e639ea2 req-d64aaee0-97f2-4f2a-a916-5b5737ee304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:35.418294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-b3bb185d-56f2-451d-b01f-411f4e639ea2 req-d64aaee0-97f2-4f2a-a916-5b5737ee304e service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0862424 Aug 31 15:16:38.520801 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:16:40.899419 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:56.956726 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-11406706-adc0-4c95-ad2d-5b49ef911b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:59.507473 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1c4aa8f-f97a-4da3-b4ea-b561b120a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:59.705961 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:00.973685 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:02.347778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:10.902888 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:15.520122 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:17:26.958231 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc27bff9-60a9-456a-b689-4efa1c2fcb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:29.508680 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74def26f-576f-401a-a139-2f9d6c2712c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:29.708847 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:30.976427 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:32.349768 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:35.393308 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e5904da-68ac-4237-92d4-a44c14d2d1ad req-9bb7d32b-40f5-46bb-a001-a82934a4e4f9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300665 Aug 31 15:17:35.453802 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e5904da-68ac-4237-92d4-a44c14d2d1ad req-f342138d-6aeb-4b2f-98aa-5cecf0341794 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0247085 Aug 31 15:17:35.501058 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e5904da-68ac-4237-92d4-a44c14d2d1ad req-d98928a5-7f3f-4d79-8a57-5101b9cf457c service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188372 Aug 31 15:17:35.591959 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5904da-68ac-4237-92d4-a44c14d2d1ad req-7d7f2e26-6162-49d6-8d3d-f511a6d1b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:35.593440 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-0e5904da-68ac-4237-92d4-a44c14d2d1ad req-7d7f2e26-6162-49d6-8d3d-f511a6d1b6a6 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0848792 Aug 31 15:17:40.898748 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.519380 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:17:56.959694 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f6d69398-2cdd-44c0-b766-3c7dc03233ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:59.509341 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-74a859e5-da6b-4f15-a6e3-8e36bfd030c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:59.710101 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:00.979431 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:02.352804 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:10.906073 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:26.966717 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e693cd21-2fa4-412e-80b9-c2c323eaea73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:29.510881 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3522-ca74-4867-a2c7-82485f8381f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:29.518474 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:18:29.711755 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:30.982650 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:32.358691 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:35.367803 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58807480-e084-46a9-bb8e-0e6afd9ebed1 req-88285b27-a273-4744-83a5-890da3f4b723 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314732 Aug 31 15:18:35.453577 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58807480-e084-46a9-bb8e-0e6afd9ebed1 req-3477437d-f7d6-4f42-9408-dc3f38d370cb service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0251434 Aug 31 15:18:35.500616 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58807480-e084-46a9-bb8e-0e6afd9ebed1 req-f25a2a44-250c-41ed-8fa1-6082689ae442 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201020 Aug 31 15:18:35.592362 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58807480-e084-46a9-bb8e-0e6afd9ebed1 req-ca1a91ee-9d6a-48c8-bcae-6a2cbb91599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:35.593990 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-58807480-e084-46a9-bb8e-0e6afd9ebed1 req-ca1a91ee-9d6a-48c8-bcae-6a2cbb91599d service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0867968 Aug 31 15:18:40.911502 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.958311 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-00e3a4b7-b43b-4976-ab00-74a606ebb13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.512435 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8d031103-06c2-418b-8b9b-c795cff924ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.713474 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:00.984757 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.360088 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:06.517620 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:19:10.943476 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:26.959580 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-76e3402d-d643-4771-95a4-403d5f265d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:29.512279 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d90b61b-638b-4a65-9eb7-95cca1a877d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:29.718961 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:30.987715 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:32.361868 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:36.396507 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb4c1e0d-2014-4038-8031-b0cb4ceb74e2 req-567c5dd2-a411-4e19-a671-32295bd8cb26 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0763404 Aug 31 15:19:36.465301 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb4c1e0d-2014-4038-8031-b0cb4ceb74e2 req-39286ffd-5ffc-4e14-81ed-91d5e4650b92 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0272772 Aug 31 15:19:36.515478 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb4c1e0d-2014-4038-8031-b0cb4ceb74e2 req-70b4ab6f-3746-4561-b509-d7143b912826 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202558 Aug 31 15:19:36.607055 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c1e0d-2014-4038-8031-b0cb4ceb74e2 req-4e442cde-5efb-44b3-910b-8e186c31dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:36.608601 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-bb4c1e0d-2014-4038-8031-b0cb4ceb74e2 req-4e442cde-5efb-44b3-910b-8e186c31dfe4 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0860415 Aug 31 15:19:40.950250 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.516146 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:19:56.961634 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2075e49-19dc-4232-b6fe-47299ef3c1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.512270 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbda6-18dd-4b24-a0e5-3132d7a933ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.709736 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.990849 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.364524 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.955807 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:20.515179 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:20:26.962262 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-97d305ed-b540-4622-8997-ff94ad5db22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:29.512706 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8cdc007c-e2c4-42b4-9448-e471490d7049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:29.710550 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:30.993586 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:32.366841 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:35.442231 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-025760cf-6592-4f73-81b8-f777e6977dca req-603fa8d7-19d3-4e59-aa62-e1d1ebdb3739 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289981 Aug 31 15:20:35.513195 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-025760cf-6592-4f73-81b8-f777e6977dca req-da246e6f-5476-4f90-9fe2-75132e0eb4ed service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0244830 Aug 31 15:20:35.568294 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-025760cf-6592-4f73-81b8-f777e6977dca req-ca39aca6-360f-4733-943b-3881c31f949b service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241210 Aug 31 15:20:35.663735 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025760cf-6592-4f73-81b8-f777e6977dca req-e2dd436c-936a-42a7-bd12-bc8f61f0fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:35.665157 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-025760cf-6592-4f73-81b8-f777e6977dca req-e2dd436c-936a-42a7-bd12-bc8f61f0fa84 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0884356 Aug 31 15:20:40.959809 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:56.962162 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-daffeb6f-a1f0-467f-b8c4-a471946edce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:57.514220 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:20:59.514363 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-410f0282-2aed-41c7-a984-355610badf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:59.711352 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:00.996602 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:02.368967 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:10.956409 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:26.962523 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb097-2bcb-4c2a-a48f-9ed614867aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:29.515413 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-75e1c80d-03b2-466c-b795-0c43a321d294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:29.716200 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:30.999831 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:32.372173 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:34.513214 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:21:38.283874 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0be4e98-d86c-4959-89a4-b32b87ba2f34 req-211b2e03-8356-4c12-935e-b6252ca31489 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311828 Aug 31 15:21:38.349852 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0be4e98-d86c-4959-89a4-b32b87ba2f34 req-0ba8c212-5295-4f90-bf74-6ed1bccc703d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=27cffe9b-d65d-4419-9ce1-297de67bc3a2 HTTP/1.1" status: 200 len: 210 time: 0.0243702 Aug 31 15:21:38.400201 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0be4e98-d86c-4959-89a4-b32b87ba2f34 req-bbc9875e-3d24-4c19-aa06-7eb673074d02 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194626 Aug 31 15:21:38.492247 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be4e98-d86c-4959-89a4-b32b87ba2f34 req-bc4c579b-a0ba-499a-b0c8-9b0bfb969710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:21:38.493647 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-f0be4e98-d86c-4959-89a4-b32b87ba2f34 req-bc4c579b-a0ba-499a-b0c8-9b0bfb969710 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0859423 Aug 31 15:21:40.970252 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:56.963496 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c5281775-4be7-4978-94dc-544b9e437855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:59.515778 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6309-35d3-4711-8b52-02903668c20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:59.717729 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:01.004322 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:02.375772 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:03.410061 n-d-792362-6 neutron-server[101361]: DEBUG neutron.wsgi [req-e82847a2-05d8-4e65-8bc7-ea8ea9bf459e req-ab7a677f-e901-466f-88f4-c0f740c55f27 service neutron] (101361) timed out ('10.222.0.10', 59354) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:22:10.971690 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:11.513482 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:22:26.964271 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3d57-bccb-4be7-b83f-bdabfb7e186d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:29.516320 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-14a62bda-8fe8-4cbc-a708-24a73d104371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:29.718398 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:31.005801 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:32.378222 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:37.423417 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5feec383-82ea-49fc-a610-255011bac069 req-fcdf1474-593e-42e8-be3a-a56ac076b422 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3c094c9-d383-4490-b133-b31c47f7ce21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300095 Aug 31 15:22:37.516692 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5feec383-82ea-49fc-a610-255011bac069 req-940f448b-4154-45ff-b495-de1261eb7226 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=b3c094c9-d383-4490-b133-b31c47f7ce21 HTTP/1.1" status: 200 len: 210 time: 0.0248489 Aug 31 15:22:37.564319 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5feec383-82ea-49fc-a610-255011bac069 req-174bd373-b497-4734-8cb6-b4824e565f1e service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186734 Aug 31 15:22:37.658355 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feec383-82ea-49fc-a610-255011bac069 req-41bec74d-f04d-4c97-90eb-a900a80965bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:37.659966 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-5feec383-82ea-49fc-a610-255011bac069 req-41bec74d-f04d-4c97-90eb-a900a80965bf service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881720 Aug 31 15:22:40.968390 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:48.512361 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:22:56.964396 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-00bededb-0ac3-42b7-a5a9-e3ed90ca0034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:59.517839 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-64972a08-1f3a-43f4-b039-b4373f739899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:59.718719 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:01.009752 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:02.380693 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:10.983875 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:25.510633 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:23:26.964970 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3cc3df0c-063e-498a-a52d-0f4edf7be1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:29.519401 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-77536eae-b5e4-499a-a08e-a394da26c7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:29.723053 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:31.012251 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:32.382862 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:38.368491 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3741da00-28eb-4a30-8830-7dfa6d11238e req-ed150258-2efd-45b7-a3b3-1db8935e38ca service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0312908 Aug 31 15:23:38.440564 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3741da00-28eb-4a30-8830-7dfa6d11238e req-6efb1d72-816c-4497-ae07-76893af75b2d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ec74b343ea7c46d59878d609588dc44f&device_id=95ebd19c-d32e-4656-b3ec-6e2a7eacc648 HTTP/1.1" status: 200 len: 210 time: 0.0248137 Aug 31 15:23:38.490801 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3741da00-28eb-4a30-8830-7dfa6d11238e req-4fdd7f72-72f2-452c-a604-77d2601d0d4d service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=ec74b343ea7c46d59878d609588dc44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194836 Aug 31 15:23:38.586318 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741da00-28eb-4a30-8830-7dfa6d11238e req-1abafeec-9782-45ed-bba8-3a9c642ad338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:38.587813 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-3741da00-28eb-4a30-8830-7dfa6d11238e req-1abafeec-9782-45ed-bba8-3a9c642ad338 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899801 Aug 31 15:23:40.984446 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:56.966797 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1369ea6e-f612-45b7-8fd8-57fe3cc8b086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:59.519183 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8e804cdb-e24a-4864-bf1a-17e1fa39ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:59.724795 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.015648 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.384836 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.508780 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:24:10.998085 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:26.968570 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-837178f2-df0b-4e76-8bc1-214e46db16ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.519720 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-deef8d34-7dac-4aee-b11b-e942b35246e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.727516 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0ff155ac-0471-4719-a9ea-d17ccaebf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.017869 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e3a785bb-3db5-446f-93f1-494cab97e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:32.388103 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e19f-eab9-4fdf-9365-f35fd0996494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.426808 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a1ab41b-430b-491f-8501-57cacd11e9e2 req-7b5d7955-83e8-48e9-bbbb-09a58ff46b9c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=feda7109-c01c-4410-bdba-f7105c3f04f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1560166 Aug 31 15:24:38.491660 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a1ab41b-430b-491f-8501-57cacd11e9e2 req-37edf5fa-9741-4e17-ab25-8943b04ed5dc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=596b8a705248434c887d147153bd491b&device_id=feda7109-c01c-4410-bdba-f7105c3f04f1 HTTP/1.1" status: 200 len: 210 time: 0.0244589 Aug 31 15:24:38.540621 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a1ab41b-430b-491f-8501-57cacd11e9e2 req-4d6f7160-f8d4-433b-9089-8a4eda8eee12 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=596b8a705248434c887d147153bd491b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211480 Aug 31 15:24:38.644479 n-d-792362-6 neutron-server[101360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ab41b-430b-491f-8501-57cacd11e9e2 req-72696794-9c2e-4214-9835-96b5a0b28b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.646143 n-d-792362-6 neutron-server[101360]: INFO neutron.wsgi [req-6a1ab41b-430b-491f-8501-57cacd11e9e2 req-72696794-9c2e-4214-9835-96b5a0b28b12 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0971391 Aug 31 15:24:39.507997 n-d-792362-6 neutron-server[101363]: DEBUG neutron.db.agents_db [None req-1801b658-bb2f-4aa9-a562-dbc005f7504f None None] Agent healthcheck: found 6 active agents {{(pid=101363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:24:41.014086 n-d-792362-6 neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-38d5f298-6944-4c4a-8662-7ed4b342e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737636094684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670079'] for agent, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}